aws-sdk-glue 1.75.0 → 1.76.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 5c4a974707df626bf8a61443f233bc7c01667183c08276f26188610447814a64
4
- data.tar.gz: 582d592212ec651529be2b9b8ba11038a0ac1923d87ba6a7d02b08b81e1b4d7d
3
+ metadata.gz: f0ceb76b2eb8bd0d6201a181d9c18ff4d2fc5c87ccb02b4953c3117c21316317
4
+ data.tar.gz: c46f4637605bbb50fe0aea0f15bc6df4943128116e3bd0f0a5e5af7ced820500
5
5
  SHA512:
6
- metadata.gz: 7ebd6045481faafdd5ecaf4c2b2e0b2845f945005d7f76795aa54040f93b47f7d5fac76e00b9d4b60529b600e23e3a730f8156ca01cb0ce3e7e1f6e0c526042c
7
- data.tar.gz: cabf61c228430f4f9cfb1fbc11ea55c713510811ae7e80ae3051fba0e0a952ca2d6b1baacebed4f2927b80cd947c495a7388e3d7b6467af1a6c8d73164ecf2de
6
+ metadata.gz: 13d71189b59093de5d0cebd591303485d01985f40ede859e3068efb9bad509b644dacce525d25e924737f2f142b3ff6bd4dba30c24570fd96cb2ad0f09b8de10
7
+ data.tar.gz: aba0c0d726ae14d1c61a781cfcf1f192ce1269b331e2eab8189ade976e5f3263dce58708626f83f6884fb4acff64ef8eb5dd44bc5f578f5e2bb6bea91953c788
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.75.0'
51
+ GEM_VERSION = '1.76.0'
52
52
 
53
53
  end
@@ -679,6 +679,7 @@ module Aws::Glue
679
679
  # resp.crawlers[0].description #=> String
680
680
  # resp.crawlers[0].classifiers #=> Array
681
681
  # resp.crawlers[0].classifiers[0] #=> String
682
+ # resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
682
683
  # resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
683
684
  # resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
684
685
  # resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -1489,6 +1490,10 @@ module Aws::Glue
1489
1490
  # @option params [Types::SchemaChangePolicy] :schema_change_policy
1490
1491
  # The policy for the crawler's update and deletion behavior.
1491
1492
  #
1493
+ # @option params [Types::RecrawlPolicy] :recrawl_policy
1494
+ # A policy that specifies whether to crawl the entire dataset again, or
1495
+ # to crawl only folders that were added since the last crawler run.
1496
+ #
1492
1497
  # @option params [String] :configuration
1493
1498
  # Crawler configuration information. This versioned JSON string allows
1494
1499
  # users to specify aspects of a crawler's behavior. For more
@@ -1563,6 +1568,9 @@ module Aws::Glue
1563
1568
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
1564
1569
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
1565
1570
  # },
1571
+ # recrawl_policy: {
1572
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
1573
+ # },
1566
1574
  # configuration: "CrawlerConfiguration",
1567
1575
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1568
1576
  # tags: {
@@ -3754,6 +3762,7 @@ module Aws::Glue
3754
3762
  # resp.crawler.description #=> String
3755
3763
  # resp.crawler.classifiers #=> Array
3756
3764
  # resp.crawler.classifiers[0] #=> String
3765
+ # resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
3757
3766
  # resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
3758
3767
  # resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
3759
3768
  # resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -3883,6 +3892,7 @@ module Aws::Glue
3883
3892
  # resp.crawlers[0].description #=> String
3884
3893
  # resp.crawlers[0].classifiers #=> Array
3885
3894
  # resp.crawlers[0].classifiers[0] #=> String
3895
+ # resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
3886
3896
  # resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
3887
3897
  # resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
3888
3898
  # resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -8322,6 +8332,10 @@ module Aws::Glue
8322
8332
  # @option params [Types::SchemaChangePolicy] :schema_change_policy
8323
8333
  # The policy for the crawler's update and deletion behavior.
8324
8334
  #
8335
+ # @option params [Types::RecrawlPolicy] :recrawl_policy
8336
+ # A policy that specifies whether to crawl the entire dataset again, or
8337
+ # to crawl only folders that were added since the last crawler run.
8338
+ #
8325
8339
  # @option params [String] :configuration
8326
8340
  # Crawler configuration information. This versioned JSON string allows
8327
8341
  # users to specify aspects of a crawler's behavior. For more
@@ -8387,6 +8401,9 @@ module Aws::Glue
8387
8401
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
8388
8402
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
8389
8403
  # },
8404
+ # recrawl_policy: {
8405
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
8406
+ # },
8390
8407
  # configuration: "CrawlerConfiguration",
8391
8408
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
8392
8409
  # })
@@ -9131,7 +9148,7 @@ module Aws::Glue
9131
9148
  params: params,
9132
9149
  config: config)
9133
9150
  context[:gem_name] = 'aws-sdk-glue'
9134
- context[:gem_version] = '1.75.0'
9151
+ context[:gem_version] = '1.76.0'
9135
9152
  Seahorse::Client::Request.new(handlers, context)
9136
9153
  end
9137
9154
 
@@ -498,6 +498,8 @@ module Aws::Glue
498
498
  PythonScript = Shapes::StringShape.new(name: 'PythonScript')
499
499
  PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
500
500
  RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
501
+ RecrawlBehavior = Shapes::StringShape.new(name: 'RecrawlBehavior')
502
+ RecrawlPolicy = Shapes::StructureShape.new(name: 'RecrawlPolicy')
501
503
  ReplaceBoolean = Shapes::BooleanShape.new(name: 'ReplaceBoolean')
502
504
  ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
503
505
  ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
@@ -1026,6 +1028,7 @@ module Aws::Glue
1026
1028
  Crawler.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, location_name: "DatabaseName"))
1027
1029
  Crawler.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
1028
1030
  Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
1031
+ Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
1029
1032
  Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
1030
1033
  Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
1031
1034
  Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
@@ -1097,6 +1100,7 @@ module Aws::Glue
1097
1100
  CreateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
1098
1101
  CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
1099
1102
  CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
1103
+ CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
1100
1104
  CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
1101
1105
  CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
1102
1106
  CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -2408,6 +2412,9 @@ module Aws::Glue
2408
2412
 
2409
2413
  PutWorkflowRunPropertiesResponse.struct_class = Types::PutWorkflowRunPropertiesResponse
2410
2414
 
2415
+ RecrawlPolicy.add_member(:recrawl_behavior, Shapes::ShapeRef.new(shape: RecrawlBehavior, location_name: "RecrawlBehavior"))
2416
+ RecrawlPolicy.struct_class = Types::RecrawlPolicy
2417
+
2411
2418
  ResetJobBookmarkRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
2412
2419
  ResetJobBookmarkRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: RunId, location_name: "RunId"))
2413
2420
  ResetJobBookmarkRequest.struct_class = Types::ResetJobBookmarkRequest
@@ -2823,6 +2830,7 @@ module Aws::Glue
2823
2830
  UpdateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
2824
2831
  UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
2825
2832
  UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
2833
+ UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
2826
2834
  UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
2827
2835
  UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
2828
2836
  UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest
@@ -2103,6 +2103,11 @@ module Aws::Glue
2103
2103
  # associated with the crawler.
2104
2104
  # @return [Array<String>]
2105
2105
  #
2106
+ # @!attribute [rw] recrawl_policy
2107
+ # A policy that specifies whether to crawl the entire dataset again,
2108
+ # or to crawl only folders that were added since the last crawler run.
2109
+ # @return [Types::RecrawlPolicy]
2110
+ #
2106
2111
  # @!attribute [rw] schema_change_policy
2107
2112
  # The policy that specifies update and delete behaviors for the
2108
2113
  # crawler.
@@ -2167,6 +2172,7 @@ module Aws::Glue
2167
2172
  :database_name,
2168
2173
  :description,
2169
2174
  :classifiers,
2175
+ :recrawl_policy,
2170
2176
  :schema_change_policy,
2171
2177
  :state,
2172
2178
  :table_prefix,
@@ -2518,6 +2524,9 @@ module Aws::Glue
2518
2524
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
2519
2525
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
2520
2526
  # },
2527
+ # recrawl_policy: {
2528
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
2529
+ # },
2521
2530
  # configuration: "CrawlerConfiguration",
2522
2531
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
2523
2532
  # tags: {
@@ -2572,6 +2581,11 @@ module Aws::Glue
2572
2581
  # The policy for the crawler's update and deletion behavior.
2573
2582
  # @return [Types::SchemaChangePolicy]
2574
2583
  #
2584
+ # @!attribute [rw] recrawl_policy
2585
+ # A policy that specifies whether to crawl the entire dataset again,
2586
+ # or to crawl only folders that were added since the last crawler run.
2587
+ # @return [Types::RecrawlPolicy]
2588
+ #
2575
2589
  # @!attribute [rw] configuration
2576
2590
  # Crawler configuration information. This versioned JSON string allows
2577
2591
  # users to specify aspects of a crawler's behavior. For more
@@ -2609,6 +2623,7 @@ module Aws::Glue
2609
2623
  :classifiers,
2610
2624
  :table_prefix,
2611
2625
  :schema_change_policy,
2626
+ :recrawl_policy,
2612
2627
  :configuration,
2613
2628
  :crawler_security_configuration,
2614
2629
  :tags)
@@ -10945,6 +10960,42 @@ module Aws::Glue
10945
10960
  #
10946
10961
  class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
10947
10962
 
10963
+ # When crawling an Amazon S3 data source after the first crawl is
10964
+ # complete, specifies whether to crawl the entire dataset again or to
10965
+ # crawl only folders that were added since the last crawler run. For
10966
+ # more information, see [Incremental Crawls in AWS Glue][1] in the
10967
+ # developer guide.
10968
+ #
10969
+ #
10970
+ #
10971
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
10972
+ #
10973
+ # @note When making an API call, you may pass RecrawlPolicy
10974
+ # data as a hash:
10975
+ #
10976
+ # {
10977
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
10978
+ # }
10979
+ #
10980
+ # @!attribute [rw] recrawl_behavior
10981
+ # Specifies whether to crawl the entire dataset again or to crawl only
10982
+ # folders that were added since the last crawler run.
10983
+ #
10984
+ # A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
10985
+ # again.
10986
+ #
10987
+ # A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
10988
+ # that were added since the last crawler run.
10989
+ # @return [String]
10990
+ #
10991
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
10992
+ #
10993
+ class RecrawlPolicy < Struct.new(
10994
+ :recrawl_behavior)
10995
+ SENSITIVE = []
10996
+ include Aws::Structure
10997
+ end
10998
+
10948
10999
  # @note When making an API call, you may pass ResetJobBookmarkRequest
10949
11000
  # data as a hash:
10950
11001
  #
@@ -13514,6 +13565,9 @@ module Aws::Glue
13514
13565
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
13515
13566
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
13516
13567
  # },
13568
+ # recrawl_policy: {
13569
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
13570
+ # },
13517
13571
  # configuration: "CrawlerConfiguration",
13518
13572
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
13519
13573
  # }
@@ -13565,6 +13619,11 @@ module Aws::Glue
13565
13619
  # The policy for the crawler's update and deletion behavior.
13566
13620
  # @return [Types::SchemaChangePolicy]
13567
13621
  #
13622
+ # @!attribute [rw] recrawl_policy
13623
+ # A policy that specifies whether to crawl the entire dataset again,
13624
+ # or to crawl only folders that were added since the last crawler run.
13625
+ # @return [Types::RecrawlPolicy]
13626
+ #
13568
13627
  # @!attribute [rw] configuration
13569
13628
  # Crawler configuration information. This versioned JSON string allows
13570
13629
  # users to specify aspects of a crawler's behavior. For more
@@ -13592,6 +13651,7 @@ module Aws::Glue
13592
13651
  :classifiers,
13593
13652
  :table_prefix,
13594
13653
  :schema_change_policy,
13654
+ :recrawl_policy,
13595
13655
  :configuration,
13596
13656
  :crawler_security_configuration)
13597
13657
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.75.0
4
+ version: 1.76.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-10-15 00:00:00.000000000 Z
11
+ date: 2020-10-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core