aws-sdk-glue 1.79.0 → 1.80.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab94ed1c7afa7f0df91258ae3118393461b012eb1006a710b5bb3b8aecfbe643
-  data.tar.gz: 30d7cb8b5c9e160e1d54827763d85ff3272c00b07316f86eb9c56ef3b8af5610
+  metadata.gz: cb36d1551a60ee630f5ae793fa1fe91057f4f430b9601f38d0ebdb9163d221b6
+  data.tar.gz: '09646849fc6e4adebbc9e0360e8cbdc27b9e9f3883a07a425e1f0660a33e118f'
 SHA512:
-  metadata.gz: 3ea9dfd437d35a7e92a27d870724201fdda74fa262241b2ed2d660267dcd9e3e10dfac1e848afc81efd8a0486984a4d626675f8e83f475b4f2be2e0d4d6200ff
-  data.tar.gz: 50ccebf6e99c8e09b352d62d17bc42b62d38ad4c2f37818b885d9ae9d224d51b822071958bd8737b543b8540e5491263956a631179dfc21e7117375864ecebdb
+  metadata.gz: 7f558e61b8d7e64b10eeef75df71252047b34b476ae0289467aad25b259a2b0a0559431175157d046172d6e5d5ea0ecc5b9dc1f8eee81347560fb94371bd3e01
+  data.tar.gz: '0121649182be37d2c242afd47225ddb468dfc6995f9840877ce2bdb1f7ff3679aad1d16f3a648f81c1b347041cbc3900fbc9173edc6d97db2736196cf04a16e0'

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.79.0'
+  GEM_VERSION = '1.80.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -691,6 +691,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -1555,6 +1556,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1632,6 +1636,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -2403,6 +2410,46 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Creates a specified partition index in an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database in which you want to create a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table in which you want to create a partition
+    #   index.
+    #
+    # @option params [required, Types::PartitionIndex] :partition_index
+    #   Specifies a `PartitionIndex` structure to create a partition index in
+    #   an existing table.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.create_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     partition_index: { # required
+    #       keys: ["NameString"], # required
+    #       index_name: "NameString", # required
+    #     },
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
+    #
+    # @overload create_partition_index(params = {})
+    # @param [Hash] params ({})
+    def create_partition_index(params = {}, options = {})
+      req = build_request(:create_partition_index, params)
+      req.send_request(options)
+    end
+
     # Creates a new registry which may be used to hold a collection of
     # schemas.
     #
@@ -3354,6 +3401,42 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Deletes a specified partition index from an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :index_name
+    #   The name of the partition index to be deleted.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     index_name: "NameString", # required
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
+    #
+    # @overload delete_partition_index(params = {})
+    # @param [Hash] params ({})
+    def delete_partition_index(params = {}, options = {})
+      req = build_request(:delete_partition_index, params)
+      req.send_request(options)
+    end
+
     # Delete the entire registry including schema and all of its versions.
     # To get the status of the delete operation, you can call the
     # `GetRegistry` API after the asynchronous call. Deleting a registry
@@ -4211,6 +4294,7 @@ module Aws::Glue
     #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawler.table_prefix #=> String
     #   resp.crawler.schedule.schedule_expression #=> String
@@ -4341,6 +4425,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -5494,7 +5579,12 @@ module Aws::Glue
     #   resp.partition_index_descriptor_list[0].keys #=> Array
     #   resp.partition_index_descriptor_list[0].keys[0].name #=> String
     #   resp.partition_index_descriptor_list[0].keys[0].type #=> String
-    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
+    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
+    #   resp.partition_index_descriptor_list[0].backfill_errors #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
@@ -9551,6 +9641,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -9619,6 +9712,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -10494,7 +10590,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.79.0'
+      context[:gem_version] = '1.80.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -19,6 +19,10 @@ module Aws::Glue
     AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
     AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
     AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
+    BackfillError = Shapes::StructureShape.new(name: 'BackfillError')
+    BackfillErrorCode = Shapes::StringShape.new(name: 'BackfillErrorCode')
+    BackfillErroredPartitionsList = Shapes::ListShape.new(name: 'BackfillErroredPartitionsList')
+    BackfillErrors = Shapes::ListShape.new(name: 'BackfillErrors')
     BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
     BatchCreatePartitionResponse = Shapes::StructureShape.new(name: 'BatchCreatePartitionResponse')
     BatchDeleteConnectionRequest = Shapes::StructureShape.new(name: 'BatchDeleteConnectionRequest')
@@ -129,6 +133,7 @@ module Aws::Glue
     CrawlState = Shapes::StringShape.new(name: 'CrawlState')
     Crawler = Shapes::StructureShape.new(name: 'Crawler')
     CrawlerConfiguration = Shapes::StringShape.new(name: 'CrawlerConfiguration')
+    CrawlerLineageSettings = Shapes::StringShape.new(name: 'CrawlerLineageSettings')
     CrawlerList = Shapes::ListShape.new(name: 'CrawlerList')
     CrawlerMetrics = Shapes::StructureShape.new(name: 'CrawlerMetrics')
     CrawlerMetricsList = Shapes::ListShape.new(name: 'CrawlerMetricsList')
@@ -157,6 +162,8 @@ module Aws::Glue
     CreateJsonClassifierRequest = Shapes::StructureShape.new(name: 'CreateJsonClassifierRequest')
     CreateMLTransformRequest = Shapes::StructureShape.new(name: 'CreateMLTransformRequest')
     CreateMLTransformResponse = Shapes::StructureShape.new(name: 'CreateMLTransformResponse')
+    CreatePartitionIndexRequest = Shapes::StructureShape.new(name: 'CreatePartitionIndexRequest')
+    CreatePartitionIndexResponse = Shapes::StructureShape.new(name: 'CreatePartitionIndexResponse')
     CreatePartitionRequest = Shapes::StructureShape.new(name: 'CreatePartitionRequest')
     CreatePartitionResponse = Shapes::StructureShape.new(name: 'CreatePartitionResponse')
     CreateRegistryInput = Shapes::StructureShape.new(name: 'CreateRegistryInput')
@@ -218,6 +225,8 @@ module Aws::Glue
     DeleteJobResponse = Shapes::StructureShape.new(name: 'DeleteJobResponse')
     DeleteMLTransformRequest = Shapes::StructureShape.new(name: 'DeleteMLTransformRequest')
     DeleteMLTransformResponse = Shapes::StructureShape.new(name: 'DeleteMLTransformResponse')
+    DeletePartitionIndexRequest = Shapes::StructureShape.new(name: 'DeletePartitionIndexRequest')
+    DeletePartitionIndexResponse = Shapes::StructureShape.new(name: 'DeletePartitionIndexResponse')
     DeletePartitionRequest = Shapes::StructureShape.new(name: 'DeletePartitionRequest')
     DeletePartitionResponse = Shapes::StructureShape.new(name: 'DeletePartitionResponse')
     DeleteRegistryInput = Shapes::StructureShape.new(name: 'DeleteRegistryInput')
@@ -435,6 +444,7 @@ module Aws::Glue
     LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
     LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
     LatestSchemaVersionBoolean = Shapes::BooleanShape.new(name: 'LatestSchemaVersionBoolean')
+    LineageConfiguration = Shapes::StructureShape.new(name: 'LineageConfiguration')
     ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
     ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
     ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
@@ -786,6 +796,14 @@ module Aws::Glue
     AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     AlreadyExistsException.struct_class = Types::AlreadyExistsException
 
+    BackfillError.add_member(:code, Shapes::ShapeRef.new(shape: BackfillErrorCode, location_name: "Code"))
+    BackfillError.add_member(:partitions, Shapes::ShapeRef.new(shape: BackfillErroredPartitionsList, location_name: "Partitions"))
+    BackfillError.struct_class = Types::BackfillError
+
+    BackfillErroredPartitionsList.member = Shapes::ShapeRef.new(shape: PartitionValueList)
+
+    BackfillErrors.member = Shapes::ShapeRef.new(shape: BackfillError)
+
     BatchCreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     BatchCreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     BatchCreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1123,6 +1141,7 @@ module Aws::Glue
     Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    Crawler.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
     Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     Crawler.add_member(:schedule, Shapes::ShapeRef.new(shape: Schedule, location_name: "Schedule"))
@@ -1194,6 +1213,7 @@ module Aws::Glue
     CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
+    CreateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -1306,6 +1326,14 @@ module Aws::Glue
     CreateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
     CreateMLTransformResponse.struct_class = Types::CreateMLTransformResponse
 
+    CreatePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    CreatePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    CreatePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    CreatePartitionIndexRequest.add_member(:partition_index, Shapes::ShapeRef.new(shape: PartitionIndex, required: true, location_name: "PartitionIndex"))
+    CreatePartitionIndexRequest.struct_class = Types::CreatePartitionIndexRequest
+
+    CreatePartitionIndexResponse.struct_class = Types::CreatePartitionIndexResponse
+
     CreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     CreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     CreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1534,6 +1562,14 @@ module Aws::Glue
     DeleteMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
     DeleteMLTransformResponse.struct_class = Types::DeleteMLTransformResponse
 
+    DeletePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    DeletePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    DeletePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    DeletePartitionIndexRequest.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
+    DeletePartitionIndexRequest.struct_class = Types::DeletePartitionIndexRequest
+
+    DeletePartitionIndexResponse.struct_class = Types::DeletePartitionIndexResponse
+
     DeletePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     DeletePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     DeletePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2385,6 +2421,9 @@ module Aws::Glue
     LastCrawlInfo.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
     LastCrawlInfo.struct_class = Types::LastCrawlInfo
 
+    LineageConfiguration.add_member(:crawler_lineage_settings, Shapes::ShapeRef.new(shape: CrawlerLineageSettings, location_name: "CrawlerLineageSettings"))
+    LineageConfiguration.struct_class = Types::LineageConfiguration
+
     ListCrawlersRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
     ListCrawlersRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
     ListCrawlersRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -2602,6 +2641,7 @@ module Aws::Glue
     PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
     PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
     PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
+    PartitionIndexDescriptor.add_member(:backfill_errors, Shapes::ShapeRef.new(shape: BackfillErrors, location_name: "BackfillErrors"))
     PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
 
     PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
@@ -3209,6 +3249,7 @@ module Aws::Glue
     UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
+    UpdateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest
@@ -3730,6 +3771,21 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
       end)
 
+      api.add_operation(:create_partition_index, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "CreatePartitionIndex"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: CreatePartitionIndexRequest)
+        o.output = Shapes::ShapeRef.new(shape: CreatePartitionIndexResponse)
+        o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+      end)
+
       api.add_operation(:create_registry, Seahorse::Model::Operation.new.tap do |o|
         o.name = "CreateRegistry"
         o.http_method = "POST"
@@ -3958,6 +4014,20 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
       end)
 
+      api.add_operation(:delete_partition_index, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "DeletePartitionIndex"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: DeletePartitionIndexRequest)
+        o.output = Shapes::ShapeRef.new(shape: DeletePartitionIndexResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ConflictException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+      end)
+
       api.add_operation(:delete_registry, Seahorse::Model::Operation.new.tap do |o|
         o.name = "DeleteRegistry"
         o.http_method = "POST"

data/lib/aws-sdk-glue/types.rb

@@ -114,6 +114,45 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A list of errors that can occur when registering partition indexes for
+    # an existing table.
+    #
+    # These errors give the details about why an index registration failed
+    # and provide a limited number of partitions in the response, so that
+    # you can fix the partitions at fault and try registering the index
+    # again. The most common set of errors that can occur are categorized as
+    # follows:
+    #
+    # * EncryptedPartitionError: The partitions are encrypted.
+    #
+    # * InvalidPartitionTypeDataError: The partition value doesn't match
+    #   the data type for that partition column.
+    #
+    # * MissingPartitionValueError: The partitions are encrypted.
+    #
+    # * UnsupportedPartitionCharacterError: Characters inside the partition
+    #   value are not supported. For example: U+0000 , U+0001, U+0002.
+    #
+    # * InternalError: Any error which does not belong to other error codes.
+    #
+    # @!attribute [rw] code
+    #   The error code for an error that occurred when registering partition
+    #   indexes for an existing table.
+    #   @return [String]
+    #
+    # @!attribute [rw] partitions
+    #   A list of a limited number of partitions in the response.
+    #   @return [Array<Types::PartitionValueList>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BackfillError AWS API Documentation
+    #
+    class BackfillError < Struct.new(
+      :code,
+      :partitions)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass BatchCreatePartitionRequest
     #   data as a hash:
     #
@@ -2187,6 +2226,11 @@ module Aws::Glue
     #   crawler.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   A configuration that specifies whether data lineage is enabled for
+    #   the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] state
     #   Indicates whether the crawler is running, or whether a run is
     #   pending.
@@ -2248,6 +2292,7 @@ module Aws::Glue
       :classifiers,
       :recrawl_policy,
       :schema_change_policy,
+      :lineage_configuration,
       :state,
       :table_prefix,
       :schedule,
@@ -2601,6 +2646,9 @@ module Aws::Glue
     #         recrawl_policy: {
     #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #         },
+    #         lineage_configuration: {
+    #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #         tags: {
@@ -2660,6 +2708,10 @@ module Aws::Glue
     #   or to crawl only folders that were added since the last crawler run.
     #   @return [Types::RecrawlPolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -2698,6 +2750,7 @@ module Aws::Glue
       :table_prefix,
       :schema_change_policy,
       :recrawl_policy,
+      :lineage_configuration,
       :configuration,
       :crawler_security_configuration,
       :tags)
@@ -3664,6 +3717,53 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass CreatePartitionIndexRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         partition_index: { # required
+    #           keys: ["NameString"], # required
+    #           index_name: "NameString", # required
+    #         },
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The catalog ID where the table resides.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   Specifies the name of a database in which you want to create a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   Specifies the name of a table in which you want to create a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] partition_index
+    #   Specifies a `PartitionIndex` structure to create a partition index
+    #   in an existing table.
+    #   @return [Types::PartitionIndex]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexRequest AWS API Documentation
+    #
+    class CreatePartitionIndexRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :partition_index)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexResponse AWS API Documentation
+    #
+    class CreatePartitionIndexResponse < Aws::EmptyStructure; end
+
     # @note When making an API call, you may pass CreatePartitionRequest
     #   data as a hash:
     #
@@ -5217,6 +5317,49 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass DeletePartitionIndexRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         index_name: "NameString", # required
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The catalog ID where the table resides.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   Specifies the name of a database from which you want to delete a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   Specifies the name of a table from which you want to delete a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] index_name
+    #   The name of the partition index to be deleted.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
+    #
+    class DeletePartitionIndexRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :index_name)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
+    #
+    class DeletePartitionIndexResponse < Aws::EmptyStructure; end
+
     # @note When making an API call, you may pass DeletePartitionRequest
     #   data as a hash:
     #
@@ -10488,6 +10631,32 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies data lineage configuration settings for the crawler.
+    #
+    # @note When making an API call, you may pass LineageConfiguration
+    #   data as a hash:
+    #
+    #       {
+    #         crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #       }
+    #
+    # @!attribute [rw] crawler_lineage_settings
+    #   Specifies whether data lineage is enabled for the crawler. Valid
+    #   values are:
+    #
+    #   * ENABLE: enables data lineage for the crawler
+    #
+    #   * DISABLE: disables data lineage for the crawler
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LineageConfiguration AWS API Documentation
+    #
+    class LineageConfiguration < Struct.new(
+      :crawler_lineage_settings)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ListCrawlersRequest
     #   data as a hash:
     #
@@ -11699,14 +11868,31 @@ module Aws::Glue
     #
     # @!attribute [rw] index_status
     #   The status of the partition index.
+    #
+    #   The possible statuses are:
+    #
+    #   * CREATING: The index is being created. When an index is in a
+    #     CREATING state, the index or its table cannot be deleted.
+    #
+    #   * ACTIVE: The index creation succeeds.
+    #
+    #   * FAILED: The index creation fails.
+    #
+    #   * DELETING: The index is deleted from the list of indexes.
     #   @return [String]
     #
+    # @!attribute [rw] backfill_errors
+    #   A list of errors that can occur when registering partition indexes
+    #   for an existing table.
+    #   @return [Array<Types::BackfillError>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
     #
     class PartitionIndexDescriptor < Struct.new(
       :index_name,
       :keys,
-      :index_status)
+      :index_status,
+      :backfill_errors)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -15411,6 +15597,9 @@ module Aws::Glue
     #         recrawl_policy: {
     #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #         },
+    #         lineage_configuration: {
+    #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #       }
@@ -15467,6 +15656,10 @@ module Aws::Glue
     #   or to crawl only folders that were added since the last crawler run.
     #   @return [Types::RecrawlPolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -15495,6 +15688,7 @@ module Aws::Glue
       :table_prefix,
       :schema_change_policy,
       :recrawl_policy,
+      :lineage_configuration,
       :configuration,
       :crawler_security_configuration)
       SENSITIVE = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.79.0
+  version: 1.80.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-19 00:00:00.000000000 Z
+date: 2020-11-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core