aws-sdk-glue 1.79.0 → 1.84.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab94ed1c7afa7f0df91258ae3118393461b012eb1006a710b5bb3b8aecfbe643
-  data.tar.gz: 30d7cb8b5c9e160e1d54827763d85ff3272c00b07316f86eb9c56ef3b8af5610
+  metadata.gz: ad9d4baa3b317ac6c763374ec0f768dd596a23102370e0471fd78a668eb15a0a
+  data.tar.gz: f4f271911f872f447d555e2ca5a7f5d4a70fa189e6bbe760865393d965e88072
 SHA512:
-  metadata.gz: 3ea9dfd437d35a7e92a27d870724201fdda74fa262241b2ed2d660267dcd9e3e10dfac1e848afc81efd8a0486984a4d626675f8e83f475b4f2be2e0d4d6200ff
-  data.tar.gz: 50ccebf6e99c8e09b352d62d17bc42b62d38ad4c2f37818b885d9ae9d224d51b822071958bd8737b543b8540e5491263956a631179dfc21e7117375864ecebdb
+  metadata.gz: 3a6f8597e74426007bc3f8eaa9731cda97082d7462a2217684e487e13e440e0d5937d8d20b02ddfae79c319e5f2232c6778d87f52bcfe3290aeb2c54fb0ab774
+  data.tar.gz: de96876b6aab82474e6f26adff34e4affcf03f063452a58910990a3ae43490ec26feb275f8b7fdfc8a1fda756cf320883a4f07ce66f554e0e169a3162ae8f046

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.79.0'
+  GEM_VERSION = '1.84.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -691,6 +691,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -1486,7 +1487,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -1555,6 +1556,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1632,6 +1636,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -2403,6 +2410,46 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Creates a specified partition index in an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database in which you want to create a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table in which you want to create a partition
+    #   index.
+    #
+    # @option params [required, Types::PartitionIndex] :partition_index
+    #   Specifies a `PartitionIndex` structure to create a partition index in
+    #   an existing table.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.create_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     partition_index: { # required
+    #       keys: ["NameString"], # required
+    #       index_name: "NameString", # required
+    #     },
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
+    #
+    # @overload create_partition_index(params = {})
+    # @param [Hash] params ({})
+    def create_partition_index(params = {}, options = {})
+      req = build_request(:create_partition_index, params)
+      req.send_request(options)
+    end
+
     # Creates a new registry which may be used to hold a collection of
     # schemas.
     #
@@ -3354,6 +3401,42 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Deletes a specified partition index from an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :index_name
+    #   The name of the partition index to be deleted.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     index_name: "NameString", # required
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
+    #
+    # @overload delete_partition_index(params = {})
+    # @param [Hash] params ({})
+    def delete_partition_index(params = {}, options = {})
+      req = build_request(:delete_partition_index, params)
+      req.send_request(options)
+    end
+
     # Delete the entire registry including schema and all of its versions.
     # To get the status of the delete operation, you can call the
     # `GetRegistry` API after the asynchronous call. Deleting a registry
@@ -4070,7 +4153,7 @@ module Aws::Glue
     #
     #   resp.connection.name #=> String
     #   resp.connection.description #=> String
-    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
+    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
     #   resp.connection.match_criteria #=> Array
     #   resp.connection.match_criteria[0] #=> String
     #   resp.connection.connection_properties #=> Hash
@@ -4128,7 +4211,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     filter: {
     #       match_criteria: ["NameString"],
-    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #     },
     #     hide_password: false,
     #     next_token: "Token",
@@ -4140,7 +4223,7 @@ module Aws::Glue
     #   resp.connection_list #=> Array
     #   resp.connection_list[0].name #=> String
     #   resp.connection_list[0].description #=> String
-    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
+    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
     #   resp.connection_list[0].match_criteria #=> Array
     #   resp.connection_list[0].match_criteria[0] #=> String
     #   resp.connection_list[0].connection_properties #=> Hash
@@ -4211,6 +4294,7 @@ module Aws::Glue
     #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawler.table_prefix #=> String
     #   resp.crawler.schedule.schedule_expression #=> String
@@ -4341,6 +4425,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -5169,6 +5254,9 @@ module Aws::Glue
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances #=> Array
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
     #   resp.label_count #=> Integer
     #   resp.schema #=> Array
     #   resp.schema[0].name #=> String
@@ -5274,6 +5362,9 @@ module Aws::Glue
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances #=> Array
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
     #   resp.transforms[0].label_count #=> Integer
     #   resp.transforms[0].schema #=> Array
     #   resp.transforms[0].schema[0].name #=> String
@@ -5494,7 +5585,12 @@ module Aws::Glue
     #   resp.partition_index_descriptor_list[0].keys #=> Array
     #   resp.partition_index_descriptor_list[0].keys[0].name #=> String
     #   resp.partition_index_descriptor_list[0].keys[0].type #=> String
-    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
+    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
+    #   resp.partition_index_descriptor_list[0].backfill_errors #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
@@ -5621,6 +5717,8 @@ module Aws::Glue
     # @option params [Integer] :max_results
     #   The maximum number of partitions to return in a single response.
     #
+    # @option params [Boolean] :exclude_column_schema
+    #
     # @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetPartitionsResponse#partitions #partitions} => Array<Types::Partition>
@@ -5641,6 +5739,7 @@ module Aws::Glue
     #       total_segments: 1, # required
     #     },
     #     max_results: 1,
+    #     exclude_column_schema: false,
     #   })
     #
     # @example Response structure
@@ -9484,7 +9583,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -9551,6 +9650,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -9619,6 +9721,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -10494,7 +10599,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.79.0'
+      context[:gem_version] = '1.84.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -19,6 +19,10 @@ module Aws::Glue
     AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
     AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
     AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
+    BackfillError = Shapes::StructureShape.new(name: 'BackfillError')
+    BackfillErrorCode = Shapes::StringShape.new(name: 'BackfillErrorCode')
+    BackfillErroredPartitionsList = Shapes::ListShape.new(name: 'BackfillErroredPartitionsList')
+    BackfillErrors = Shapes::ListShape.new(name: 'BackfillErrors')
     BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
     BatchCreatePartitionResponse = Shapes::StructureShape.new(name: 'BatchCreatePartitionResponse')
     BatchDeleteConnectionRequest = Shapes::StructureShape.new(name: 'BatchDeleteConnectionRequest')
@@ -70,6 +74,7 @@ module Aws::Glue
     CatalogEncryptionMode = Shapes::StringShape.new(name: 'CatalogEncryptionMode')
     CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
     CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
+    CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
     CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
     CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
     CatalogTablesList = Shapes::ListShape.new(name: 'CatalogTablesList')
@@ -94,6 +99,8 @@ module Aws::Glue
     Column = Shapes::StructureShape.new(name: 'Column')
     ColumnError = Shapes::StructureShape.new(name: 'ColumnError')
     ColumnErrors = Shapes::ListShape.new(name: 'ColumnErrors')
+    ColumnImportance = Shapes::StructureShape.new(name: 'ColumnImportance')
+    ColumnImportanceList = Shapes::ListShape.new(name: 'ColumnImportanceList')
     ColumnList = Shapes::ListShape.new(name: 'ColumnList')
     ColumnNameString = Shapes::StringShape.new(name: 'ColumnNameString')
     ColumnStatistics = Shapes::StructureShape.new(name: 'ColumnStatistics')
@@ -129,6 +136,7 @@ module Aws::Glue
     CrawlState = Shapes::StringShape.new(name: 'CrawlState')
     Crawler = Shapes::StructureShape.new(name: 'Crawler')
     CrawlerConfiguration = Shapes::StringShape.new(name: 'CrawlerConfiguration')
+    CrawlerLineageSettings = Shapes::StringShape.new(name: 'CrawlerLineageSettings')
     CrawlerList = Shapes::ListShape.new(name: 'CrawlerList')
     CrawlerMetrics = Shapes::StructureShape.new(name: 'CrawlerMetrics')
     CrawlerMetricsList = Shapes::ListShape.new(name: 'CrawlerMetricsList')
@@ -157,6 +165,8 @@ module Aws::Glue
     CreateJsonClassifierRequest = Shapes::StructureShape.new(name: 'CreateJsonClassifierRequest')
     CreateMLTransformRequest = Shapes::StructureShape.new(name: 'CreateMLTransformRequest')
     CreateMLTransformResponse = Shapes::StructureShape.new(name: 'CreateMLTransformResponse')
+    CreatePartitionIndexRequest = Shapes::StructureShape.new(name: 'CreatePartitionIndexRequest')
+    CreatePartitionIndexResponse = Shapes::StructureShape.new(name: 'CreatePartitionIndexResponse')
     CreatePartitionRequest = Shapes::StructureShape.new(name: 'CreatePartitionRequest')
     CreatePartitionResponse = Shapes::StructureShape.new(name: 'CreatePartitionResponse')
     CreateRegistryInput = Shapes::StructureShape.new(name: 'CreateRegistryInput')
@@ -218,6 +228,8 @@ module Aws::Glue
     DeleteJobResponse = Shapes::StructureShape.new(name: 'DeleteJobResponse')
     DeleteMLTransformRequest = Shapes::StructureShape.new(name: 'DeleteMLTransformRequest')
     DeleteMLTransformResponse = Shapes::StructureShape.new(name: 'DeleteMLTransformResponse')
+    DeletePartitionIndexRequest = Shapes::StructureShape.new(name: 'DeletePartitionIndexRequest')
+    DeletePartitionIndexResponse = Shapes::StructureShape.new(name: 'DeletePartitionIndexResponse')
     DeletePartitionRequest = Shapes::StructureShape.new(name: 'DeletePartitionRequest')
     DeletePartitionResponse = Shapes::StructureShape.new(name: 'DeletePartitionResponse')
     DeleteRegistryInput = Shapes::StructureShape.new(name: 'DeleteRegistryInput')
@@ -435,6 +447,7 @@ module Aws::Glue
     LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
     LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
     LatestSchemaVersionBoolean = Shapes::BooleanShape.new(name: 'LatestSchemaVersionBoolean')
+    LineageConfiguration = Shapes::StructureShape.new(name: 'LineageConfiguration')
     ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
     ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
     ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
@@ -786,6 +799,14 @@ module Aws::Glue
     AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     AlreadyExistsException.struct_class = Types::AlreadyExistsException
 
+    BackfillError.add_member(:code, Shapes::ShapeRef.new(shape: BackfillErrorCode, location_name: "Code"))
+    BackfillError.add_member(:partitions, Shapes::ShapeRef.new(shape: BackfillErroredPartitionsList, location_name: "Partitions"))
+    BackfillError.struct_class = Types::BackfillError
+
+    BackfillErroredPartitionsList.member = Shapes::ShapeRef.new(shape: PartitionValueList)
+
+    BackfillErrors.member = Shapes::ShapeRef.new(shape: BackfillError)
+
     BatchCreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     BatchCreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     BatchCreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1019,6 +1040,12 @@ module Aws::Glue
 
     ColumnErrors.member = Shapes::ShapeRef.new(shape: ColumnError)
 
+    ColumnImportance.add_member(:column_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ColumnName"))
+    ColumnImportance.add_member(:importance, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Importance"))
+    ColumnImportance.struct_class = Types::ColumnImportance
+
+    ColumnImportanceList.member = Shapes::ShapeRef.new(shape: ColumnImportance)
+
     ColumnList.member = Shapes::ShapeRef.new(shape: Column)
 
     ColumnStatistics.add_member(:column_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "ColumnName"))
@@ -1123,6 +1150,7 @@ module Aws::Glue
     Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    Crawler.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
     Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     Crawler.add_member(:schedule, Shapes::ShapeRef.new(shape: Schedule, location_name: "Schedule"))
@@ -1194,6 +1222,7 @@ module Aws::Glue
     CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
+    CreateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -1306,6 +1335,14 @@ module Aws::Glue
     CreateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
     CreateMLTransformResponse.struct_class = Types::CreateMLTransformResponse
 
+    CreatePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    CreatePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    CreatePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    CreatePartitionIndexRequest.add_member(:partition_index, Shapes::ShapeRef.new(shape: PartitionIndex, required: true, location_name: "PartitionIndex"))
+    CreatePartitionIndexRequest.struct_class = Types::CreatePartitionIndexRequest
+
+    CreatePartitionIndexResponse.struct_class = Types::CreatePartitionIndexResponse
+
     CreatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     CreatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     CreatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1534,6 +1571,14 @@ module Aws::Glue
     DeleteMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
     DeleteMLTransformResponse.struct_class = Types::DeleteMLTransformResponse
 
+    DeletePartitionIndexRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
+    DeletePartitionIndexRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
+    DeletePartitionIndexRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
+    DeletePartitionIndexRequest.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
+    DeletePartitionIndexRequest.struct_class = Types::DeletePartitionIndexRequest
+
+    DeletePartitionIndexResponse.struct_class = Types::DeletePartitionIndexResponse
+
     DeletePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     DeletePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     DeletePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -1704,6 +1749,7 @@ module Aws::Glue
     FindMatchesMetrics.add_member(:recall, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Recall"))
     FindMatchesMetrics.add_member(:f1, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "F1"))
     FindMatchesMetrics.add_member(:confusion_matrix, Shapes::ShapeRef.new(shape: ConfusionMatrix, location_name: "ConfusionMatrix"))
+    FindMatchesMetrics.add_member(:column_importances, Shapes::ShapeRef.new(shape: ColumnImportanceList, location_name: "ColumnImportances"))
     FindMatchesMetrics.struct_class = Types::FindMatchesMetrics
 
     FindMatchesParameters.add_member(:primary_key_column_name, Shapes::ShapeRef.new(shape: ColumnNameString, location_name: "PrimaryKeyColumnName"))
@@ -1824,7 +1870,7 @@ module Aws::Glue
 
     GetDatabasesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     GetDatabasesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
-    GetDatabasesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+    GetDatabasesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
     GetDatabasesRequest.add_member(:resource_share_type, Shapes::ShapeRef.new(shape: ResourceShareType, location_name: "ResourceShareType"))
     GetDatabasesRequest.struct_class = Types::GetDatabasesRequest
 
@@ -1986,6 +2032,7 @@ module Aws::Glue
     GetPartitionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
     GetPartitionsRequest.add_member(:segment, Shapes::ShapeRef.new(shape: Segment, location_name: "Segment"))
     GetPartitionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+    GetPartitionsRequest.add_member(:exclude_column_schema, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "ExcludeColumnSchema"))
     GetPartitionsRequest.struct_class = Types::GetPartitionsRequest
 
     GetPartitionsResponse.add_member(:partitions, Shapes::ShapeRef.new(shape: PartitionList, location_name: "Partitions"))
@@ -2123,7 +2170,7 @@ module Aws::Glue
     GetTableVersionsRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     GetTableVersionsRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
     GetTableVersionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
-    GetTableVersionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+    GetTableVersionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
     GetTableVersionsRequest.struct_class = Types::GetTableVersionsRequest
 
     GetTableVersionsResponse.add_member(:table_versions, Shapes::ShapeRef.new(shape: GetTableVersionsList, location_name: "TableVersions"))
@@ -2134,7 +2181,7 @@ module Aws::Glue
     GetTablesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     GetTablesRequest.add_member(:expression, Shapes::ShapeRef.new(shape: FilterString, location_name: "Expression"))
     GetTablesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
-    GetTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+    GetTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
     GetTablesRequest.struct_class = Types::GetTablesRequest
 
     GetTablesResponse.add_member(:table_list, Shapes::ShapeRef.new(shape: TableList, location_name: "TableList"))
@@ -2174,7 +2221,7 @@ module Aws::Glue
     GetUserDefinedFunctionsRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
     GetUserDefinedFunctionsRequest.add_member(:pattern, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Pattern"))
     GetUserDefinedFunctionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
-    GetUserDefinedFunctionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+    GetUserDefinedFunctionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
     GetUserDefinedFunctionsRequest.struct_class = Types::GetUserDefinedFunctionsRequest
 
     GetUserDefinedFunctionsResponse.add_member(:user_defined_functions, Shapes::ShapeRef.new(shape: UserDefinedFunctionList, location_name: "UserDefinedFunctions"))
@@ -2385,6 +2432,9 @@ module Aws::Glue
     LastCrawlInfo.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
     LastCrawlInfo.struct_class = Types::LastCrawlInfo
 
+    LineageConfiguration.add_member(:crawler_lineage_settings, Shapes::ShapeRef.new(shape: CrawlerLineageSettings, location_name: "CrawlerLineageSettings"))
+    LineageConfiguration.struct_class = Types::LineageConfiguration
+
     ListCrawlersRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
     ListCrawlersRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
     ListCrawlersRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -2602,6 +2652,7 @@ module Aws::Glue
     PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
     PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
     PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
+    PartitionIndexDescriptor.add_member(:backfill_errors, Shapes::ShapeRef.new(shape: BackfillErrors, location_name: "BackfillErrors"))
     PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
 
     PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
@@ -3209,6 +3260,7 @@ module Aws::Glue
     UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
+    UpdateCrawlerRequest.add_member(:lineage_configuration, Shapes::ShapeRef.new(shape: LineageConfiguration, location_name: "LineageConfiguration"))
     UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest
@@ -3730,6 +3782,21 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
       end)
 
+      api.add_operation(:create_partition_index, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "CreatePartitionIndex"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: CreatePartitionIndexRequest)
+        o.output = Shapes::ShapeRef.new(shape: CreatePartitionIndexResponse)
+        o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+      end)
+
       api.add_operation(:create_registry, Seahorse::Model::Operation.new.tap do |o|
         o.name = "CreateRegistry"
         o.http_method = "POST"
@@ -3958,6 +4025,20 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
       end)
 
+      api.add_operation(:delete_partition_index, Seahorse::Model::Operation.new.tap do |o|
+        o.name = "DeletePartitionIndex"
+        o.http_method = "POST"
+        o.http_request_uri = "/"
+        o.input = Shapes::ShapeRef.new(shape: DeletePartitionIndexRequest)
+        o.output = Shapes::ShapeRef.new(shape: DeletePartitionIndexResponse)
+        o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+        o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+        o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+        o.errors << Shapes::ShapeRef.new(shape: ConflictException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+      end)
+
       api.add_operation(:delete_registry, Seahorse::Model::Operation.new.tap do |o|
         o.name = "DeleteRegistry"
         o.http_method = "POST"

data/lib/aws-sdk-glue/types.rb

@@ -114,6 +114,45 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A list of errors that can occur when registering partition indexes for
+    # an existing table.
+    #
+    # These errors give the details about why an index registration failed
+    # and provide a limited number of partitions in the response, so that
+    # you can fix the partitions at fault and try registering the index
+    # again. The most common set of errors that can occur are categorized as
+    # follows:
+    #
+    # * EncryptedPartitionError: The partitions are encrypted.
+    #
+    # * InvalidPartitionTypeDataError: The partition value doesn't match
+    #   the data type for that partition column.
+    #
+    # * MissingPartitionValueError: The partitions are encrypted.
+    #
+    # * UnsupportedPartitionCharacterError: Characters inside the partition
+    #   value are not supported. For example: U+0000 , U+0001, U+0002.
+    #
+    # * InternalError: Any error which does not belong to other error codes.
+    #
+    # @!attribute [rw] code
+    #   The error code for an error that occurred when registering partition
+    #   indexes for an existing table.
+    #   @return [String]
+    #
+    # @!attribute [rw] partitions
+    #   A list of a limited number of partitions in the response.
+    #   @return [Array<Types::PartitionValueList>]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BackfillError AWS API Documentation
+    #
+    class BackfillError < Struct.new(
+      :code,
+      :partitions)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass BatchCreatePartitionRequest
     #   data as a hash:
     #
@@ -1467,6 +1506,30 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A structure containing the column name and column importance score for
+    # a column.
+    #
+    # Column importance helps you understand how columns contribute to your
+    # model, by identifying which columns in your records are more important
+    # than others.
+    #
+    # @!attribute [rw] column_name
+    #   The name of a column.
+    #   @return [String]
+    #
+    # @!attribute [rw] importance
+    #   The column importance score for the column, as a decimal.
+    #   @return [Float]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnImportance AWS API Documentation
+    #
+    class ColumnImportance < Struct.new(
+      :column_name,
+      :importance)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Represents the generated column-level statistics for a table or
     # partition.
     #
@@ -1924,6 +1987,18 @@ module Aws::Glue
     #     validation of the CA cert file or not. AWS Glue validates for
     #     three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
     #     Default value is "false".
+    #
+    #   * `SECRET_ID` - The secret ID used for the secret manager of
+    #     credentials.
+    #
+    #   * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
+    #     connection.
+    #
+    #   * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
+    #     connection.
+    #
+    #   * `CONNECTOR_CLASS_NAME` - The connector class name for a
+    #     MARKETPLACE or CUSTOM connection.
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] physical_connection_requirements
@@ -1969,7 +2044,7 @@ module Aws::Glue
     #       {
     #         name: "NameString", # required
     #         description: "DescriptionString",
-    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #         connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #         match_criteria: ["NameString"],
     #         connection_properties: { # required
     #           "HOST" => "ValueString",
@@ -2004,6 +2079,14 @@ module Aws::Glue
     #   * `NETWORK` - Designates a network connection to a data source
     #     within an Amazon Virtual Private Cloud environment (Amazon VPC).
     #
+    #   * `MARKETPLACE` - Uses configuration settings contained in a
+    #     connector purchased from AWS Marketplace to read from and write to
+    #     data stores that are not natively supported by AWS Glue.
+    #
+    #   * `CUSTOM` - Uses configuration settings contained in a custom
+    #     connector to read from and write to data stores that are not
+    #     natively supported by AWS Glue.
+    #
     #   SFTP is not supported.
     #   @return [String]
     #
@@ -2187,6 +2270,11 @@ module Aws::Glue
     #   crawler.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   A configuration that specifies whether data lineage is enabled for
+    #   the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] state
     #   Indicates whether the crawler is running, or whether a run is
     #   pending.
@@ -2248,6 +2336,7 @@ module Aws::Glue
       :classifiers,
       :recrawl_policy,
       :schema_change_policy,
+      :lineage_configuration,
       :state,
       :table_prefix,
       :schedule,
@@ -2512,7 +2601,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -2601,6 +2690,9 @@ module Aws::Glue
     #         recrawl_policy: {
     #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #         },
+    #         lineage_configuration: {
+    #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #         tags: {
@@ -2660,6 +2752,10 @@ module Aws::Glue
     #   or to crawl only folders that were added since the last crawler run.
     #   @return [Types::RecrawlPolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -2698,6 +2794,7 @@ module Aws::Glue
       :table_prefix,
       :schema_change_policy,
       :recrawl_policy,
+      :lineage_configuration,
       :configuration,
       :crawler_security_configuration,
       :tags)
@@ -3664,6 +3761,53 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass CreatePartitionIndexRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         partition_index: { # required
+    #           keys: ["NameString"], # required
+    #           index_name: "NameString", # required
+    #         },
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The catalog ID where the table resides.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   Specifies the name of a database in which you want to create a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   Specifies the name of a table in which you want to create a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] partition_index
+    #   Specifies a `PartitionIndex` structure to create a partition index
+    #   in an existing table.
+    #   @return [Types::PartitionIndex]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexRequest AWS API Documentation
+    #
+    class CreatePartitionIndexRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :partition_index)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexResponse AWS API Documentation
+    #
+    class CreatePartitionIndexResponse < Aws::EmptyStructure; end
+
     # @note When making an API call, you may pass CreatePartitionRequest
     #   data as a hash:
     #
@@ -5217,6 +5361,49 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass DeletePartitionIndexRequest
+    #   data as a hash:
+    #
+    #       {
+    #         catalog_id: "CatalogIdString",
+    #         database_name: "NameString", # required
+    #         table_name: "NameString", # required
+    #         index_name: "NameString", # required
+    #       }
+    #
+    # @!attribute [rw] catalog_id
+    #   The catalog ID where the table resides.
+    #   @return [String]
+    #
+    # @!attribute [rw] database_name
+    #   Specifies the name of a database from which you want to delete a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] table_name
+    #   Specifies the name of a table from which you want to delete a
+    #   partition index.
+    #   @return [String]
+    #
+    # @!attribute [rw] index_name
+    #   The name of the partition index to be deleted.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
+    #
+    class DeletePartitionIndexRequest < Struct.new(
+      :catalog_id,
+      :database_name,
+      :table_name,
+      :index_name)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
+    #
+    class DeletePartitionIndexResponse < Aws::EmptyStructure; end
+
     # @note When making an API call, you may pass DeletePartitionRequest
     #   data as a hash:
     #
@@ -6259,6 +6446,11 @@ module Aws::Glue
     #   [1]: https://en.wikipedia.org/wiki/Confusion_matrix
     #   @return [Types::ConfusionMatrix]
     #
+    # @!attribute [rw] column_importances
+    #   A list of `ColumnImportance` structures containing column importance
+    #   metrics, sorted in order of descending importance.
+    #   @return [Array<Types::ColumnImportance>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
     #
     class FindMatchesMetrics < Struct.new(
@@ -6266,7 +6458,8 @@ module Aws::Glue
       :precision,
       :recall,
       :f1,
-      :confusion_matrix)
+      :confusion_matrix,
+      :column_importances)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -6645,7 +6838,7 @@ module Aws::Glue
     #
     #       {
     #         match_criteria: ["NameString"],
-    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #         connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #       }
     #
     # @!attribute [rw] match_criteria
@@ -6673,7 +6866,7 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         filter: {
     #           match_criteria: ["NameString"],
-    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #           connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #         },
     #         hide_password: false,
     #         next_token: "Token",
@@ -7889,6 +8082,7 @@ module Aws::Glue
     #           total_segments: 1, # required
     #         },
     #         max_results: 1,
+    #         exclude_column_schema: false,
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -8014,6 +8208,9 @@ module Aws::Glue
     #   The maximum number of partitions to return in a single response.
     #   @return [Integer]
     #
+    # @!attribute [rw] exclude_column_schema
+    #   @return [Boolean]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
     #
     class GetPartitionsRequest < Struct.new(
@@ -8023,7 +8220,8 @@ module Aws::Glue
       :expression,
       :next_token,
       :segment,
-      :max_results)
+      :max_results,
+      :exclude_column_schema)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -10488,6 +10686,32 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies data lineage configuration settings for the crawler.
+    #
+    # @note When making an API call, you may pass LineageConfiguration
+    #   data as a hash:
+    #
+    #       {
+    #         crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #       }
+    #
+    # @!attribute [rw] crawler_lineage_settings
+    #   Specifies whether data lineage is enabled for the crawler. Valid
+    #   values are:
+    #
+    #   * ENABLE: enables data lineage for the crawler
+    #
+    #   * DISABLE: disables data lineage for the crawler
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LineageConfiguration AWS API Documentation
+    #
+    class LineageConfiguration < Struct.new(
+      :crawler_lineage_settings)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ListCrawlersRequest
     #   data as a hash:
     #
@@ -11699,14 +11923,31 @@ module Aws::Glue
     #
     # @!attribute [rw] index_status
     #   The status of the partition index.
+    #
+    #   The possible statuses are:
+    #
+    #   * CREATING: The index is being created. When an index is in a
+    #     CREATING state, the index or its table cannot be deleted.
+    #
+    #   * ACTIVE: The index creation succeeds.
+    #
+    #   * FAILED: The index creation fails.
+    #
+    #   * DELETING: The index is deleted from the list of indexes.
     #   @return [String]
     #
+    # @!attribute [rw] backfill_errors
+    #   A list of errors that can occur when registering partition indexes
+    #   for an existing table.
+    #   @return [Array<Types::BackfillError>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
     #
     class PartitionIndexDescriptor < Struct.new(
       :index_name,
       :keys,
-      :index_status)
+      :index_status,
+      :backfill_errors)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -12907,6 +13148,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The unique ID of the schema in the AWS Glue schema registry.
+    #
     # @note When making an API call, you may pass SchemaId
     #   data as a hash:
     #
@@ -12917,12 +13160,17 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] schema_arn
+    #   The Amazon Resource Name (ARN) of the schema. One of `SchemaArn` or
+    #   `SchemaName` has to be provided.
     #   @return [String]
     #
     # @!attribute [rw] schema_name
+    #   The name of the schema. One of `SchemaArn` or `SchemaName` has to be
+    #   provided.
     #   @return [String]
     #
     # @!attribute [rw] registry_name
+    #   The name of the schema registry that contains the schema.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
@@ -13073,6 +13321,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A structure containing the schema version information.
+    #
     # @note When making an API call, you may pass SchemaVersionNumber
     #   data as a hash:
     #
@@ -13082,9 +13332,11 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] latest_version
+    #   The latest version available for the schema.
     #   @return [Boolean]
     #
     # @!attribute [rw] version_number
+    #   The version number of the schema.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
@@ -15316,7 +15568,7 @@ module Aws::Glue
     #         connection_input: { # required
     #           name: "NameString", # required
     #           description: "DescriptionString",
-    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #           connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #           match_criteria: ["NameString"],
     #           connection_properties: { # required
     #             "HOST" => "ValueString",
@@ -15411,6 +15663,9 @@ module Aws::Glue
     #         recrawl_policy: {
     #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #         },
+    #         lineage_configuration: {
+    #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #       }
@@ -15467,6 +15722,10 @@ module Aws::Glue
     #   or to crawl only folders that were added since the last crawler run.
     #   @return [Types::RecrawlPolicy]
     #
+    # @!attribute [rw] lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #   @return [Types::LineageConfiguration]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -15495,6 +15754,7 @@ module Aws::Glue
       :table_prefix,
       :schema_change_policy,
       :recrawl_policy,
+      :lineage_configuration,
       :configuration,
       :crawler_security_configuration)
       SENSITIVE = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.79.0
+  version: 1.84.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-19 00:00:00.000000000 Z
+date: 2021-02-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.109.0
+        version: 3.112.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.109.0
+        version: 3.112.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement