aws-sdk-glue 1.79.0 → 1.80.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ab94ed1c7afa7f0df91258ae3118393461b012eb1006a710b5bb3b8aecfbe643
4
- data.tar.gz: 30d7cb8b5c9e160e1d54827763d85ff3272c00b07316f86eb9c56ef3b8af5610
3
+ metadata.gz: cb36d1551a60ee630f5ae793fa1fe91057f4f430b9601f38d0ebdb9163d221b6
4
+ data.tar.gz: '09646849fc6e4adebbc9e0360e8cbdc27b9e9f3883a07a425e1f0660a33e118f'
5
5
  SHA512:
6
- metadata.gz: 3ea9dfd437d35a7e92a27d870724201fdda74fa262241b2ed2d660267dcd9e3e10dfac1e848afc81efd8a0486984a4d626675f8e83f475b4f2be2e0d4d6200ff
7
- data.tar.gz: 50ccebf6e99c8e09b352d62d17bc42b62d38ad4c2f37818b885d9ae9d224d51b822071958bd8737b543b8540e5491263956a631179dfc21e7117375864ecebdb
6
+ metadata.gz: 7f558e61b8d7e64b10eeef75df71252047b34b476ae0289467aad25b259a2b0a0559431175157d046172d6e5d5ea0ecc5b9dc1f8eee81347560fb94371bd3e01
7
+ data.tar.gz: '0121649182be37d2c242afd47225ddb468dfc6995f9840877ce2bdb1f7ff3679aad1d16f3a648f81c1b347041cbc3900fbc9173edc6d97db2736196cf04a16e0'
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.79.0'
51
+ GEM_VERSION = '1.80.0'
52
52
 
53
53
  end
@@ -691,6 +691,7 @@ module Aws::Glue
691
691
  # resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
692
692
  # resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
693
693
  # resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
694
+ # resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
694
695
  # resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
695
696
  # resp.crawlers[0].table_prefix #=> String
696
697
  # resp.crawlers[0].schedule.schedule_expression #=> String
@@ -1555,6 +1556,9 @@ module Aws::Glue
1555
1556
  # A policy that specifies whether to crawl the entire dataset again, or
1556
1557
  # to crawl only folders that were added since the last crawler run.
1557
1558
  #
1559
+ # @option params [Types::LineageConfiguration] :lineage_configuration
1560
+ # Specifies data lineage configuration settings for the crawler.
1561
+ #
1558
1562
  # @option params [String] :configuration
1559
1563
  # Crawler configuration information. This versioned JSON string allows
1560
1564
  # users to specify aspects of a crawler's behavior. For more
@@ -1632,6 +1636,9 @@ module Aws::Glue
1632
1636
  # recrawl_policy: {
1633
1637
  # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
1634
1638
  # },
1639
+ # lineage_configuration: {
1640
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
1641
+ # },
1635
1642
  # configuration: "CrawlerConfiguration",
1636
1643
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1637
1644
  # tags: {
@@ -2403,6 +2410,46 @@ module Aws::Glue
2403
2410
  req.send_request(options)
2404
2411
  end
2405
2412
 
2413
+ # Creates a specified partition index in an existing table.
2414
+ #
2415
+ # @option params [String] :catalog_id
2416
+ # The catalog ID where the table resides.
2417
+ #
2418
+ # @option params [required, String] :database_name
2419
+ # Specifies the name of a database in which you want to create a
2420
+ # partition index.
2421
+ #
2422
+ # @option params [required, String] :table_name
2423
+ # Specifies the name of a table in which you want to create a partition
2424
+ # index.
2425
+ #
2426
+ # @option params [required, Types::PartitionIndex] :partition_index
2427
+ # Specifies a `PartitionIndex` structure to create a partition index in
2428
+ # an existing table.
2429
+ #
2430
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2431
+ #
2432
+ # @example Request syntax with placeholder values
2433
+ #
2434
+ # resp = client.create_partition_index({
2435
+ # catalog_id: "CatalogIdString",
2436
+ # database_name: "NameString", # required
2437
+ # table_name: "NameString", # required
2438
+ # partition_index: { # required
2439
+ # keys: ["NameString"], # required
2440
+ # index_name: "NameString", # required
2441
+ # },
2442
+ # })
2443
+ #
2444
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
2445
+ #
2446
+ # @overload create_partition_index(params = {})
2447
+ # @param [Hash] params ({})
2448
+ def create_partition_index(params = {}, options = {})
2449
+ req = build_request(:create_partition_index, params)
2450
+ req.send_request(options)
2451
+ end
2452
+
2406
2453
  # Creates a new registry which may be used to hold a collection of
2407
2454
  # schemas.
2408
2455
  #
@@ -3354,6 +3401,42 @@ module Aws::Glue
3354
3401
  req.send_request(options)
3355
3402
  end
3356
3403
 
3404
+ # Deletes a specified partition index from an existing table.
3405
+ #
3406
+ # @option params [String] :catalog_id
3407
+ # The catalog ID where the table resides.
3408
+ #
3409
+ # @option params [required, String] :database_name
3410
+ # Specifies the name of a database from which you want to delete a
3411
+ # partition index.
3412
+ #
3413
+ # @option params [required, String] :table_name
3414
+ # Specifies the name of a table from which you want to delete a
3415
+ # partition index.
3416
+ #
3417
+ # @option params [required, String] :index_name
3418
+ # The name of the partition index to be deleted.
3419
+ #
3420
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
3421
+ #
3422
+ # @example Request syntax with placeholder values
3423
+ #
3424
+ # resp = client.delete_partition_index({
3425
+ # catalog_id: "CatalogIdString",
3426
+ # database_name: "NameString", # required
3427
+ # table_name: "NameString", # required
3428
+ # index_name: "NameString", # required
3429
+ # })
3430
+ #
3431
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
3432
+ #
3433
+ # @overload delete_partition_index(params = {})
3434
+ # @param [Hash] params ({})
3435
+ def delete_partition_index(params = {}, options = {})
3436
+ req = build_request(:delete_partition_index, params)
3437
+ req.send_request(options)
3438
+ end
3439
+
3357
3440
  # Delete the entire registry including schema and all of its versions.
3358
3441
  # To get the status of the delete operation, you can call the
3359
3442
  # `GetRegistry` API after the asynchronous call. Deleting a registry
@@ -4211,6 +4294,7 @@ module Aws::Glue
4211
4294
  # resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
4212
4295
  # resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
4213
4296
  # resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
4297
+ # resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
4214
4298
  # resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
4215
4299
  # resp.crawler.table_prefix #=> String
4216
4300
  # resp.crawler.schedule.schedule_expression #=> String
@@ -4341,6 +4425,7 @@ module Aws::Glue
4341
4425
  # resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
4342
4426
  # resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
4343
4427
  # resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
4428
+ # resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
4344
4429
  # resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
4345
4430
  # resp.crawlers[0].table_prefix #=> String
4346
4431
  # resp.crawlers[0].schedule.schedule_expression #=> String
@@ -5494,7 +5579,12 @@ module Aws::Glue
5494
5579
  # resp.partition_index_descriptor_list[0].keys #=> Array
5495
5580
  # resp.partition_index_descriptor_list[0].keys[0].name #=> String
5496
5581
  # resp.partition_index_descriptor_list[0].keys[0].type #=> String
5497
- # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
5582
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
5583
+ # resp.partition_index_descriptor_list[0].backfill_errors #=> Array
5584
+ # resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
5585
+ # resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
5586
+ # resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
5587
+ # resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
5498
5588
  # resp.next_token #=> String
5499
5589
  #
5500
5590
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
@@ -9551,6 +9641,9 @@ module Aws::Glue
9551
9641
  # A policy that specifies whether to crawl the entire dataset again, or
9552
9642
  # to crawl only folders that were added since the last crawler run.
9553
9643
  #
9644
+ # @option params [Types::LineageConfiguration] :lineage_configuration
9645
+ # Specifies data lineage configuration settings for the crawler.
9646
+ #
9554
9647
  # @option params [String] :configuration
9555
9648
  # Crawler configuration information. This versioned JSON string allows
9556
9649
  # users to specify aspects of a crawler's behavior. For more
@@ -9619,6 +9712,9 @@ module Aws::Glue
9619
9712
  # recrawl_policy: {
9620
9713
  # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
9621
9714
  # },
9715
+ # lineage_configuration: {
9716
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
9717
+ # },
9622
9718
  # configuration: "CrawlerConfiguration",
9623
9719
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
9624
9720
  # })
@@ -10494,7 +10590,7 @@ module Aws::Glue
10494
10590
  params: params,
10495
10591
  config: config)
10496
10592
  context[:gem_name] = 'aws-sdk-glue'
10497
- context[:gem_version] = '1.79.0'
10593
+ context[:gem_version] = '1.80.0'
10498
10594
  Seahorse::Client::Request.new(handlers, context)
10499
10595
  end
10500
10596
 
@@ -19,6 +19,10 @@ module Aws::Glue
19
19
  AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
20
20
  AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
21
21
  AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
22
+ BackfillError = Shapes::StructureShape.new(name: 'BackfillError')
23
+ BackfillErrorCode = Shapes::StringShape.new(name: 'BackfillErrorCode')
24
+ BackfillErroredPartitionsList = Shapes::ListShape.new(name: 'BackfillErroredPartitionsList')
25
+ BackfillErrors = Shapes::ListShape.new(name: 'BackfillErrors')
22
26
  BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
23
27
  BatchCreatePartitionResponse = Shapes::StructureShape.new(name: 'BatchCreatePartitionResponse')
24
28
  BatchDeleteConnectionRequest = Shapes::StructureShape.new(name: 'BatchDeleteConnectionRequest')
@@ -129,6 +133,7 @@ module Aws::Glue
129
133
  CrawlState = Shapes::StringShape.new(name: 'CrawlState')
130
134
  Crawler = Shapes::StructureShape.new(name: 'Crawler')
131
135
  CrawlerConfiguration = Shapes::StringShape.new(name: 'CrawlerConfiguration')
136
+ CrawlerLineageSettings = Shapes::StringShape.new(name: 'CrawlerLineageSettings')
132
137
  CrawlerList = Shapes::ListShape.new(name: 'CrawlerList')
133
138
  CrawlerMetrics = Shapes::StructureShape.new(name: 'CrawlerMetrics')
134
139
  CrawlerMetricsList = Shapes::ListShape.new(name: 'CrawlerMetricsList')
@@ -157,6 +162,8 @@ module Aws::Glue
157
162
  CreateJsonClassifierRequest = Shapes::StructureShape.new(name: 'CreateJsonClassifierRequest')
158
163
  CreateMLTransformRequest = Shapes::StructureShape.new(name: 'CreateMLTransformRequest')
159
164
  CreateMLTransformResponse = Shapes::StructureShape.new(name: 'CreateMLTransformResponse')
165
+ CreatePartitionIndexRequest = Shapes::StructureShape.new(name: 'CreatePartitionIndexRequest')
166
+ CreatePartitionIndexResponse = Shapes::StructureShape.new(name: 'CreatePartitionIndexResponse')
160
167
  CreatePartitionRequest = Shapes::StructureShape.new(name: 'CreatePartitionRequest')
161
168
  CreatePartitionResponse = Shapes::StructureShape.new(name: 'CreatePartitionResponse')
162
169
  CreateRegistryInput = Shapes::StructureShape.new(name: 'CreateRegistryInput')
@@ -218,6 +225,8 @@ module Aws::Glue
218
225
  DeleteJobResponse = Shapes::StructureShape.new(name: 'DeleteJobResponse')
219
226
  DeleteMLTransformRequest = Shapes::StructureShape.new(name: 'DeleteMLTransformRequest')
220
227
  DeleteMLTransformResponse = Shapes::StructureShape.new(name: 'DeleteMLTransformResponse')
228
+ DeletePartitionIndexRequest = Shapes::StructureShape.new(name: 'DeletePartitionIndexRequest')
229
+ DeletePartitionIndexResponse = Shapes::StructureShape.new(name: 'DeletePartitionIndexResponse')
221
230
  DeletePartitionRequest = Shapes::StructureShape.new(name: 'DeletePartitionRequest')
222
231
  DeletePartitionResponse = Shapes::StructureShape.new(name: 'DeletePartitionResponse')
223
232
  DeleteRegistryInput = Shapes::StructureShape.new(name: 'DeleteRegistryInput')
@@ -435,6 +444,7 @@ module Aws::Glue
435
444
  LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
436
445
  LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
437
446
  LatestSchemaVersionBoolean = Shapes::BooleanShape.new(name: 'LatestSchemaVersionBoolean')
447
+ LineageConfiguration = Shapes::StructureShape.new(name: 'LineageConfiguration')
438
448
  ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
439
449
  ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
440
450
  ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
@@ -786,6 +796,14 @@ module Aws::Glue
786
796
  AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
787
797
  AlreadyExistsException.struct_class = Types::AlreadyExistsException
788
798
 
799
+ BackfillError.add_member(:code, Shapes::ShapeRef.new(shape: BackfillErrorCode, location_name: "Code"))
800
+ BackfillError.add_member(:partitions, Shapes::ShapeRef.new(shape: BackfillErroredPartitionsList, location_name: "Partitions"))
801
+ BackfillError.struct_class = Types::BackfillError
802
+
803
+ BackfillErroredPartitionsList.member = Shapes::ShapeRef.new(shape: PartitionValueList)
804
+
805
+ BackfillErrors.member = Shapes::ShapeRef.new(shape: BackfillError)
806
+
789
807
  BatchCreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
790
808
  BatchCreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
791
809
  BatchCreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1123,6 +1141,7 @@ module Aws::Glue
1123
1141
  Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
1124
1142
  Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
1125
1143
  Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
1144
+ Crawler.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
1126
1145
  Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
1127
1146
  Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
1128
1147
  Crawler.add_member(:schedule, Shapes::ShapeRef.new(shape: Schedule, location_name: "Schedule"))
@@ -1194,6 +1213,7 @@ module Aws::Glue
1194
1213
  CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
1195
1214
  CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
1196
1215
  CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
1216
+ CreateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
1197
1217
  CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
1198
1218
  CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
1199
1219
  CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -1306,6 +1326,14 @@ module Aws::Glue
1306
1326
  CreateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
1307
1327
  CreateMLTransformResponse.struct_class = Types::CreateMLTransformResponse
1308
1328
 
1329
+ CreatePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1330
+ CreatePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1331
+ CreatePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1332
+ CreatePartitionIndexRequest.add_member(:partition_index, Shapes::ShapeRef.new(shape: PartitionIndex, required: true, location_name: "PartitionIndex"))
1333
+ CreatePartitionIndexRequest.struct_class = Types::CreatePartitionIndexRequest
1334
+
1335
+ CreatePartitionIndexResponse.struct_class = Types::CreatePartitionIndexResponse
1336
+
1309
1337
  CreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1310
1338
  CreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1311
1339
  CreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1534,6 +1562,14 @@ module Aws::Glue
1534
1562
  DeleteMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
1535
1563
  DeleteMLTransformResponse.struct_class = Types::DeleteMLTransformResponse
1536
1564
 
1565
+ DeletePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1566
+ DeletePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1567
+ DeletePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1568
+ DeletePartitionIndexRequest.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
1569
+ DeletePartitionIndexRequest.struct_class = Types::DeletePartitionIndexRequest
1570
+
1571
+ DeletePartitionIndexResponse.struct_class = Types::DeletePartitionIndexResponse
1572
+
1537
1573
  DeletePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1538
1574
  DeletePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1539
1575
  DeletePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2385,6 +2421,9 @@ module Aws::Glue
2385
2421
  LastCrawlInfo.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
2386
2422
  LastCrawlInfo.struct_class = Types::LastCrawlInfo
2387
2423
 
2424
+ LineageConfiguration.add_member(:crawler_lineage_settings, Shapes::ShapeRef.new(shape: CrawlerLineageSettings, location_name: "CrawlerLineageSettings"))
2425
+ LineageConfiguration.struct_class = Types::LineageConfiguration
2426
+
2388
2427
  ListCrawlersRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
2389
2428
  ListCrawlersRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
2390
2429
  ListCrawlersRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -2602,6 +2641,7 @@ module Aws::Glue
2602
2641
  PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2603
2642
  PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2604
2643
  PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2644
+ PartitionIndexDescriptor.add_member(:backfill_errors, Shapes::ShapeRef.new(shape: BackfillErrors, location_name: "BackfillErrors"))
2605
2645
  PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2606
2646
 
2607
2647
  PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
@@ -3209,6 +3249,7 @@ module Aws::Glue
3209
3249
  UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
3210
3250
  UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
3211
3251
  UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
3252
+ UpdateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
3212
3253
  UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
3213
3254
  UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
3214
3255
  UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest
@@ -3730,6 +3771,21 @@ module Aws::Glue
3730
3771
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3731
3772
  end)
3732
3773
 
3774
+ api.add_operation(:create_partition_index, Seahorse::Model::Operation.new.tap do |o|
3775
+ o.name = "CreatePartitionIndex"
3776
+ o.http_method = "POST"
3777
+ o.http_request_uri = "/"
3778
+ o.input = Shapes::ShapeRef.new(shape: CreatePartitionIndexRequest)
3779
+ o.output = Shapes::ShapeRef.new(shape: CreatePartitionIndexResponse)
3780
+ o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
3781
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3782
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3783
+ o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
3784
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3785
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3786
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3787
+ end)
3788
+
3733
3789
  api.add_operation(:create_registry, Seahorse::Model::Operation.new.tap do |o|
3734
3790
  o.name = "CreateRegistry"
3735
3791
  o.http_method = "POST"
@@ -3958,6 +4014,20 @@ module Aws::Glue
3958
4014
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3959
4015
  end)
3960
4016
 
4017
+ api.add_operation(:delete_partition_index, Seahorse::Model::Operation.new.tap do |o|
4018
+ o.name = "DeletePartitionIndex"
4019
+ o.http_method = "POST"
4020
+ o.http_request_uri = "/"
4021
+ o.input = Shapes::ShapeRef.new(shape: DeletePartitionIndexRequest)
4022
+ o.output = Shapes::ShapeRef.new(shape: DeletePartitionIndexResponse)
4023
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4024
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4025
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4026
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
4027
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
4028
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
4029
+ end)
4030
+
3961
4031
  api.add_operation(:delete_registry, Seahorse::Model::Operation.new.tap do |o|
3962
4032
  o.name = "DeleteRegistry"
3963
4033
  o.http_method = "POST"
@@ -114,6 +114,45 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # A list of errors that can occur when registering partition indexes for
118
+ # an existing table.
119
+ #
120
+ # These errors give the details about why an index registration failed
121
+ # and provide a limited number of partitions in the response, so that
122
+ # you can fix the partitions at fault and try registering the index
123
+ # again. The most common set of errors that can occur are categorized as
124
+ # follows:
125
+ #
126
+ # * EncryptedPartitionError: The partitions are encrypted.
127
+ #
128
+ # * InvalidPartitionTypeDataError: The partition value doesn't match
129
+ # the data type for that partition column.
130
+ #
131
+ # * MissingPartitionValueError: The partitions are encrypted.
132
+ #
133
+ # * UnsupportedPartitionCharacterError: Characters inside the partition
134
+ # value are not supported. For example: U+0000 , U+0001, U+0002.
135
+ #
136
+ # * InternalError: Any error which does not belong to other error codes.
137
+ #
138
+ # @!attribute [rw] code
139
+ # The error code for an error that occurred when registering partition
140
+ # indexes for an existing table.
141
+ # @return [String]
142
+ #
143
+ # @!attribute [rw] partitions
144
+ # A list of a limited number of partitions in the response.
145
+ # @return [Array<Types::PartitionValueList>]
146
+ #
147
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BackfillError AWS API Documentation
148
+ #
149
+ class BackfillError < Struct.new(
150
+ :code,
151
+ :partitions)
152
+ SENSITIVE = []
153
+ include Aws::Structure
154
+ end
155
+
117
156
  # @note When making an API call, you may pass BatchCreatePartitionRequest
118
157
  # data as a hash:
119
158
  #
@@ -2187,6 +2226,11 @@ module Aws::Glue
2187
2226
  # crawler.
2188
2227
  # @return [Types::SchemaChangePolicy]
2189
2228
  #
2229
+ # @!attribute [rw] lineage_configuration
2230
+ # A configuration that specifies whether data lineage is enabled for
2231
+ # the crawler.
2232
+ # @return [Types::LineageConfiguration]
2233
+ #
2190
2234
  # @!attribute [rw] state
2191
2235
  # Indicates whether the crawler is running, or whether a run is
2192
2236
  # pending.
@@ -2248,6 +2292,7 @@ module Aws::Glue
2248
2292
  :classifiers,
2249
2293
  :recrawl_policy,
2250
2294
  :schema_change_policy,
2295
+ :lineage_configuration,
2251
2296
  :state,
2252
2297
  :table_prefix,
2253
2298
  :schedule,
@@ -2601,6 +2646,9 @@ module Aws::Glue
2601
2646
  # recrawl_policy: {
2602
2647
  # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
2603
2648
  # },
2649
+ # lineage_configuration: {
2650
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
2651
+ # },
2604
2652
  # configuration: "CrawlerConfiguration",
2605
2653
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
2606
2654
  # tags: {
@@ -2660,6 +2708,10 @@ module Aws::Glue
2660
2708
  # or to crawl only folders that were added since the last crawler run.
2661
2709
  # @return [Types::RecrawlPolicy]
2662
2710
  #
2711
+ # @!attribute [rw] lineage_configuration
2712
+ # Specifies data lineage configuration settings for the crawler.
2713
+ # @return [Types::LineageConfiguration]
2714
+ #
2663
2715
  # @!attribute [rw] configuration
2664
2716
  # Crawler configuration information. This versioned JSON string allows
2665
2717
  # users to specify aspects of a crawler's behavior. For more
@@ -2698,6 +2750,7 @@ module Aws::Glue
2698
2750
  :table_prefix,
2699
2751
  :schema_change_policy,
2700
2752
  :recrawl_policy,
2753
+ :lineage_configuration,
2701
2754
  :configuration,
2702
2755
  :crawler_security_configuration,
2703
2756
  :tags)
@@ -3664,6 +3717,53 @@ module Aws::Glue
3664
3717
  include Aws::Structure
3665
3718
  end
3666
3719
 
3720
+ # @note When making an API call, you may pass CreatePartitionIndexRequest
3721
+ # data as a hash:
3722
+ #
3723
+ # {
3724
+ # catalog_id: "CatalogIdString",
3725
+ # database_name: "NameString", # required
3726
+ # table_name: "NameString", # required
3727
+ # partition_index: { # required
3728
+ # keys: ["NameString"], # required
3729
+ # index_name: "NameString", # required
3730
+ # },
3731
+ # }
3732
+ #
3733
+ # @!attribute [rw] catalog_id
3734
+ # The catalog ID where the table resides.
3735
+ # @return [String]
3736
+ #
3737
+ # @!attribute [rw] database_name
3738
+ # Specifies the name of a database in which you want to create a
3739
+ # partition index.
3740
+ # @return [String]
3741
+ #
3742
+ # @!attribute [rw] table_name
3743
+ # Specifies the name of a table in which you want to create a
3744
+ # partition index.
3745
+ # @return [String]
3746
+ #
3747
+ # @!attribute [rw] partition_index
3748
+ # Specifies a `PartitionIndex` structure to create a partition index
3749
+ # in an existing table.
3750
+ # @return [Types::PartitionIndex]
3751
+ #
3752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexRequest AWS API Documentation
3753
+ #
3754
+ class CreatePartitionIndexRequest < Struct.new(
3755
+ :catalog_id,
3756
+ :database_name,
3757
+ :table_name,
3758
+ :partition_index)
3759
+ SENSITIVE = []
3760
+ include Aws::Structure
3761
+ end
3762
+
3763
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexResponse AWS API Documentation
3764
+ #
3765
+ class CreatePartitionIndexResponse < Aws::EmptyStructure; end
3766
+
3667
3767
  # @note When making an API call, you may pass CreatePartitionRequest
3668
3768
  # data as a hash:
3669
3769
  #
@@ -5217,6 +5317,49 @@ module Aws::Glue
5217
5317
  include Aws::Structure
5218
5318
  end
5219
5319
 
5320
+ # @note When making an API call, you may pass DeletePartitionIndexRequest
5321
+ # data as a hash:
5322
+ #
5323
+ # {
5324
+ # catalog_id: "CatalogIdString",
5325
+ # database_name: "NameString", # required
5326
+ # table_name: "NameString", # required
5327
+ # index_name: "NameString", # required
5328
+ # }
5329
+ #
5330
+ # @!attribute [rw] catalog_id
5331
+ # The catalog ID where the table resides.
5332
+ # @return [String]
5333
+ #
5334
+ # @!attribute [rw] database_name
5335
+ # Specifies the name of a database from which you want to delete a
5336
+ # partition index.
5337
+ # @return [String]
5338
+ #
5339
+ # @!attribute [rw] table_name
5340
+ # Specifies the name of a table from which you want to delete a
5341
+ # partition index.
5342
+ # @return [String]
5343
+ #
5344
+ # @!attribute [rw] index_name
5345
+ # The name of the partition index to be deleted.
5346
+ # @return [String]
5347
+ #
5348
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
5349
+ #
5350
+ class DeletePartitionIndexRequest < Struct.new(
5351
+ :catalog_id,
5352
+ :database_name,
5353
+ :table_name,
5354
+ :index_name)
5355
+ SENSITIVE = []
5356
+ include Aws::Structure
5357
+ end
5358
+
5359
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
5360
+ #
5361
+ class DeletePartitionIndexResponse < Aws::EmptyStructure; end
5362
+
5220
5363
  # @note When making an API call, you may pass DeletePartitionRequest
5221
5364
  # data as a hash:
5222
5365
  #
@@ -10488,6 +10631,32 @@ module Aws::Glue
10488
10631
  include Aws::Structure
10489
10632
  end
10490
10633
 
10634
+ # Specifies data lineage configuration settings for the crawler.
10635
+ #
10636
+ # @note When making an API call, you may pass LineageConfiguration
10637
+ # data as a hash:
10638
+ #
10639
+ # {
10640
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10641
+ # }
10642
+ #
10643
+ # @!attribute [rw] crawler_lineage_settings
10644
+ # Specifies whether data lineage is enabled for the crawler. Valid
10645
+ # values are:
10646
+ #
10647
+ # * ENABLE: enables data lineage for the crawler
10648
+ #
10649
+ # * DISABLE: disables data lineage for the crawler
10650
+ # @return [String]
10651
+ #
10652
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LineageConfiguration AWS API Documentation
10653
+ #
10654
+ class LineageConfiguration < Struct.new(
10655
+ :crawler_lineage_settings)
10656
+ SENSITIVE = []
10657
+ include Aws::Structure
10658
+ end
10659
+
10491
10660
  # @note When making an API call, you may pass ListCrawlersRequest
10492
10661
  # data as a hash:
10493
10662
  #
@@ -11699,14 +11868,31 @@ module Aws::Glue
11699
11868
  #
11700
11869
  # @!attribute [rw] index_status
11701
11870
  # The status of the partition index.
11871
+ #
11872
+ # The possible statuses are:
11873
+ #
11874
+ # * CREATING: The index is being created. When an index is in a
11875
+ # CREATING state, the index or its table cannot be deleted.
11876
+ #
11877
+ # * ACTIVE: The index creation succeeds.
11878
+ #
11879
+ # * FAILED: The index creation fails.
11880
+ #
11881
+ # * DELETING: The index is deleted from the list of indexes.
11702
11882
  # @return [String]
11703
11883
  #
11884
+ # @!attribute [rw] backfill_errors
11885
+ # A list of errors that can occur when registering partition indexes
11886
+ # for an existing table.
11887
+ # @return [Array<Types::BackfillError>]
11888
+ #
11704
11889
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
11705
11890
  #
11706
11891
  class PartitionIndexDescriptor < Struct.new(
11707
11892
  :index_name,
11708
11893
  :keys,
11709
- :index_status)
11894
+ :index_status,
11895
+ :backfill_errors)
11710
11896
  SENSITIVE = []
11711
11897
  include Aws::Structure
11712
11898
  end
@@ -15411,6 +15597,9 @@ module Aws::Glue
15411
15597
  # recrawl_policy: {
15412
15598
  # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
15413
15599
  # },
15600
+ # lineage_configuration: {
15601
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
15602
+ # },
15414
15603
  # configuration: "CrawlerConfiguration",
15415
15604
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
15416
15605
  # }
@@ -15467,6 +15656,10 @@ module Aws::Glue
15467
15656
  # or to crawl only folders that were added since the last crawler run.
15468
15657
  # @return [Types::RecrawlPolicy]
15469
15658
  #
15659
+ # @!attribute [rw] lineage_configuration
15660
+ # Specifies data lineage configuration settings for the crawler.
15661
+ # @return [Types::LineageConfiguration]
15662
+ #
15470
15663
  # @!attribute [rw] configuration
15471
15664
  # Crawler configuration information. This versioned JSON string allows
15472
15665
  # users to specify aspects of a crawler's behavior. For more
@@ -15495,6 +15688,7 @@ module Aws::Glue
15495
15688
  :table_prefix,
15496
15689
  :schema_change_policy,
15497
15690
  :recrawl_policy,
15691
+ :lineage_configuration,
15498
15692
  :configuration,
15499
15693
  :crawler_security_configuration)
15500
15694
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.79.0
4
+ version: 1.80.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-11-19 00:00:00.000000000 Z
11
+ date: 2020-11-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core