aws-sdk-glue 1.77.0 → 1.82.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1a9d36d08a0fe7de74da1d798ffa9a75b4f2aecbfff986843e9c9b9881dfdb4a
-  data.tar.gz: 7ebca7a5ad15d43b34b113a8831b58c07449b303d217cccc919171f46d2d4301
+  metadata.gz: f59cacdbabcb16853d4b8df4af91baacc81b291717759f280308b24ab7e6702c
+  data.tar.gz: 7ac67a4a1a6968a08a273136e8be65b79a224eecdba86d281094d1da7d699e8f
 SHA512:
-  metadata.gz: dc8f91cf898d03561a75954d761615eaae1531bfa89396407eb3862436b5ea8bfbeb65e18908e0071868c840d968a0e1a1dc8bcd78ed6a4449a8b866dcfac713
-  data.tar.gz: 89245361281954f2922057e3af2e68c7fbf3bc84d10384b2614086ce31278fa2d413453f951949e3ea59e1fce9632d3b557684f5c66d217d5aee24d8c6162b07
+  metadata.gz: a299f4cf5265e9ab3e4fce8eb3feb48790fe8b79e601933323360be6fb16b55c06fb205151b310e9f13b874e95fd304fe9ab24a1161786c80d735a88fe9c6917
+  data.tar.gz: 7c4b18be099fe91710d306616d2d7c5c3a660bc7036b851ef3f71ec018c1ec7e20f48e13e4eeedb37e9d7caedffe3fa178a43d6c42c549deeb089867047d8f4f

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.77.0'
+  GEM_VERSION = '1.82.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -410,6 +410,15 @@ module Aws::Glue
     #             },
     #           },
     #           stored_as_sub_directories: false,
+    #           schema_reference: {
+    #             schema_id: {
+    #               schema_arn: "GlueResourceArn",
+    #               schema_name: "SchemaRegistryNameString",
+    #               registry_name: "SchemaRegistryNameString",
+    #             },
+    #             schema_version_id: "SchemaVersionIdString",
+    #             schema_version_number: 1,
+    #           },
     #         },
     #         parameters: {
     #           "KeyString" => "ParametersMapValue",
@@ -682,6 +691,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -906,6 +916,11 @@ module Aws::Glue
     #   resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.partitions[0].parameters #=> Hash
     #   resp.partitions[0].parameters["KeyString"] #=> String
     #   resp.partitions[0].last_analyzed_time #=> Time
@@ -1284,6 +1299,15 @@ module Aws::Glue
     #               },
     #             },
     #             stored_as_sub_directories: false,
+    #             schema_reference: {
+    #               schema_id: {
+    #                 schema_arn: "GlueResourceArn",
+    #                 schema_name: "SchemaRegistryNameString",
+    #                 registry_name: "SchemaRegistryNameString",
+    #               },
+    #               schema_version_id: "SchemaVersionIdString",
+    #               schema_version_number: 1,
+    #             },
     #           },
     #           parameters: {
     #             "KeyString" => "ParametersMapValue",
@@ -1351,6 +1375,44 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Validates the supplied schema. This call has no side effects, it
+    # simply validates using the supplied schema using `DataFormat` as the
+    # format. Since it does not take a schema set name, no compatibility
+    # checks are performed.
+    #
+    # @option params [required, String] :data_format
+    #   The data format of the schema definition. Currently only `AVRO` is
+    #   supported.
+    #
+    # @option params [required, String] :schema_definition
+    #   The definition of the schema that has to be validated.
+    #
+    # @return [Types::CheckSchemaVersionValidityResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::CheckSchemaVersionValidityResponse#valid #valid} => Boolean
+    #   * {Types::CheckSchemaVersionValidityResponse#error #error} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.check_schema_version_validity({
+    #     data_format: "AVRO", # required, accepts AVRO
+    #     schema_definition: "SchemaDefinitionString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.valid #=> Boolean
+    #   resp.error #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidity AWS API Documentation
+    #
+    # @overload check_schema_version_validity(params = {})
+    # @param [Hash] params ({})
+    def check_schema_version_validity(params = {}, options = {})
+      req = build_request(:check_schema_version_validity, params)
+      req.send_request(options)
+    end
+
     # Creates a classifier in the user's account. This can be a
     # `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
     # `CsvClassifier`, depending on which field of the request is present.
@@ -1425,7 +1487,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -1494,6 +1556,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1571,6 +1636,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -2184,6 +2252,11 @@ module Aws::Glue
     #
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
     #
+    # @option params [Types::TransformEncryption] :transform_encryption
+    #   The encryption-at-rest settings of the transform that apply to
+    #   accessing user data. Machine learning transforms can access user data
+    #   encrypted in Amazon S3 using KMS.
+    #
     # @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
@@ -2220,6 +2293,13 @@ module Aws::Glue
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     transform_encryption: {
+    #       ml_user_data_encryption: {
+    #         ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
+    #         kms_key_id: "NameString",
+    #       },
+    #       task_run_security_configuration_name: "NameString",
+    #     },
     #   })
     #
     # @example Response structure
@@ -2304,6 +2384,15 @@ module Aws::Glue
     #           },
     #         },
     #         stored_as_sub_directories: false,
+    #         schema_reference: {
+    #           schema_id: {
+    #             schema_arn: "GlueResourceArn",
+    #             schema_name: "SchemaRegistryNameString",
+    #             registry_name: "SchemaRegistryNameString",
+    #           },
+    #           schema_version_id: "SchemaVersionIdString",
+    #           schema_version_number: 1,
+    #         },
     #       },
     #       parameters: {
     #         "KeyString" => "ParametersMapValue",
@@ -2321,6 +2410,245 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Creates a specified partition index in an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database in which you want to create a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table in which you want to create a partition
+    #   index.
+    #
+    # @option params [required, Types::PartitionIndex] :partition_index
+    #   Specifies a `PartitionIndex` structure to create a partition index in
+    #   an existing table.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.create_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     partition_index: { # required
+    #       keys: ["NameString"], # required
+    #       index_name: "NameString", # required
+    #     },
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
+    #
+    # @overload create_partition_index(params = {})
+    # @param [Hash] params ({})
+    def create_partition_index(params = {}, options = {})
+      req = build_request(:create_partition_index, params)
+      req.send_request(options)
+    end
+
+    # Creates a new registry which may be used to hold a collection of
+    # schemas.
+    #
+    # @option params [required, String] :registry_name
+    #   Name of the registry to be created of max length of 255, and may only
+    #   contain letters, numbers, hyphen, underscore, dollar sign, or hash
+    #   mark. No whitespace.
+    #
+    # @option params [String] :description
+    #   A description of the registry. If description is not provided, there
+    #   will not be any default value for this.
+    #
+    # @option params [Hash<String,String>] :tags
+    #   AWS tags that contain a key value pair and may be searched by console,
+    #   command line, or API.
+    #
+    # @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::CreateRegistryResponse#registry_arn #registry_arn} => String
+    #   * {Types::CreateRegistryResponse#registry_name #registry_name} => String
+    #   * {Types::CreateRegistryResponse#description #description} => String
+    #   * {Types::CreateRegistryResponse#tags #tags} => Hash&lt;String,String&gt;
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.create_registry({
+    #     registry_name: "SchemaRegistryNameString", # required
+    #     description: "DescriptionString",
+    #     tags: {
+    #       "TagKey" => "TagValue",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registry_arn #=> String
+    #   resp.registry_name #=> String
+    #   resp.description #=> String
+    #   resp.tags #=> Hash
+    #   resp.tags["TagKey"] #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistry AWS API Documentation
+    #
+    # @overload create_registry(params = {})
+    # @param [Hash] params ({})
+    def create_registry(params = {}, options = {})
+      req = build_request(:create_registry, params)
+      req.send_request(options)
+    end
+
+    # Creates a new schema set and registers the schema definition. Returns
+    # an error if the schema set already exists without actually registering
+    # the version.
+    #
+    # When the schema set is created, a version checkpoint will be set to
+    # the first version. Compatibility mode "DISABLED" restricts any
+    # additional schema versions from being added after the first schema
+    # version. For all other compatibility modes, validation of
+    # compatibility settings will be applied only from the second version
+    # onwards when the `RegisterSchemaVersion` API is used.
+    #
+    # When this API is called without a `RegistryId`, this will create an
+    # entry for a "default-registry" in the registry database tables, if
+    # it is not already present.
+    #
+    # @option params [Types::RegistryId] :registry_id
+    #   This is a wrapper shape to contain the registry identity fields. If
+    #   this is not provided, the default registry will be used. The ARN
+    #   format for the same will be: `arn:aws:glue:us-east-2:<customer
+    #   id>:registry/default-registry:random-5-letter-id`.
+    #
+    # @option params [required, String] :schema_name
+    #   Name of the schema to be created of max length of 255, and may only
+    #   contain letters, numbers, hyphen, underscore, dollar sign, or hash
+    #   mark. No whitespace.
+    #
+    # @option params [required, String] :data_format
+    #   The data format of the schema definition. Currently only `AVRO` is
+    #   supported.
+    #
+    # @option params [String] :compatibility
+    #   The compatibility mode of the schema. The possible values are:
+    #
+    #   * *NONE*\: No compatibility mode applies. You can use this choice in
+    #     development scenarios or if you do not know the compatibility mode
+    #     that you want to apply to schemas. Any new version added will be
+    #     accepted without undergoing a compatibility check.
+    #
+    #   * *DISABLED*\: This compatibility choice prevents versioning for a
+    #     particular schema. You can use this choice to prevent future
+    #     versioning of a schema.
+    #
+    #   * *BACKWARD*\: This compatibility choice is recommended as it allows
+    #     data receivers to read both the current and one previous schema
+    #     version. This means that for instance, a new schema version cannot
+    #     drop data fields or change the type of these fields, so they can't
+    #     be read by readers using the previous version.
+    #
+    #   * *BACKWARD\_ALL*\: This compatibility choice allows data receivers to
+    #     read both the current and all previous schema versions. You can use
+    #     this choice when you need to delete fields or add optional fields,
+    #     and check compatibility against all previous schema versions.
+    #
+    #   * *FORWARD*\: This compatibility choice allows data receivers to read
+    #     both the current and one next schema version, but not necessarily
+    #     later versions. You can use this choice when you need to add fields
+    #     or delete optional fields, but only check compatibility against the
+    #     last schema version.
+    #
+    #   * *FORWARD\_ALL*\: This compatibility choice allows data receivers to
+    #     read written by producers of any new registered schema. You can use
+    #     this choice when you need to add fields or delete optional fields,
+    #     and check compatibility against all previous schema versions.
+    #
+    #   * *FULL*\: This compatibility choice allows data receivers to read
+    #     data written by producers using the previous or next version of the
+    #     schema, but not necessarily earlier or later versions. You can use
+    #     this choice when you need to add or remove optional fields, but only
+    #     check compatibility against the last schema version.
+    #
+    #   * *FULL\_ALL*\: This compatibility choice allows data receivers to
+    #     read data written by producers using all previous schema versions.
+    #     You can use this choice when you need to add or remove optional
+    #     fields, and check compatibility against all previous schema
+    #     versions.
+    #
+    # @option params [String] :description
+    #   An optional description of the schema. If description is not provided,
+    #   there will not be any automatic default value for this.
+    #
+    # @option params [Hash<String,String>] :tags
+    #   AWS tags that contain a key value pair and may be searched by console,
+    #   command line, or API. If specified, follows the AWS tags-on-create
+    #   pattern.
+    #
+    # @option params [String] :schema_definition
+    #   The schema definition using the `DataFormat` setting for `SchemaName`.
+    #
+    # @return [Types::CreateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::CreateSchemaResponse#registry_name #registry_name} => String
+    #   * {Types::CreateSchemaResponse#registry_arn #registry_arn} => String
+    #   * {Types::CreateSchemaResponse#schema_name #schema_name} => String
+    #   * {Types::CreateSchemaResponse#schema_arn #schema_arn} => String
+    #   * {Types::CreateSchemaResponse#description #description} => String
+    #   * {Types::CreateSchemaResponse#data_format #data_format} => String
+    #   * {Types::CreateSchemaResponse#compatibility #compatibility} => String
+    #   * {Types::CreateSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
+    #   * {Types::CreateSchemaResponse#latest_schema_version #latest_schema_version} => Integer
+    #   * {Types::CreateSchemaResponse#next_schema_version #next_schema_version} => Integer
+    #   * {Types::CreateSchemaResponse#schema_status #schema_status} => String
+    #   * {Types::CreateSchemaResponse#tags #tags} => Hash&lt;String,String&gt;
+    #   * {Types::CreateSchemaResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::CreateSchemaResponse#schema_version_status #schema_version_status} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.create_schema({
+    #     registry_id: {
+    #       registry_name: "SchemaRegistryNameString",
+    #       registry_arn: "GlueResourceArn",
+    #     },
+    #     schema_name: "SchemaRegistryNameString", # required
+    #     data_format: "AVRO", # required, accepts AVRO
+    #     compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
+    #     description: "DescriptionString",
+    #     tags: {
+    #       "TagKey" => "TagValue",
+    #     },
+    #     schema_definition: "SchemaDefinitionString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registry_name #=> String
+    #   resp.registry_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.schema_arn #=> String
+    #   resp.description #=> String
+    #   resp.data_format #=> String, one of "AVRO"
+    #   resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
+    #   resp.schema_checkpoint #=> Integer
+    #   resp.latest_schema_version #=> Integer
+    #   resp.next_schema_version #=> Integer
+    #   resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
+    #   resp.tags #=> Hash
+    #   resp.tags["TagKey"] #=> String
+    #   resp.schema_version_id #=> String
+    #   resp.schema_version_status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchema AWS API Documentation
+    #
+    # @overload create_schema(params = {})
+    # @param [Hash] params ({})
+    def create_schema(params = {}, options = {})
+      req = build_request(:create_schema, params)
+      req.send_request(options)
+    end
+
     # Transforms a directed acyclic graph (DAG) into code.
     #
     # @option params [Array<Types::CodeGenNode>] :dag_nodes
@@ -2508,6 +2836,15 @@ module Aws::Glue
     #           },
     #         },
     #         stored_as_sub_directories: false,
+    #         schema_reference: {
+    #           schema_id: {
+    #             schema_arn: "GlueResourceArn",
+    #             schema_name: "SchemaRegistryNameString",
+    #             registry_name: "SchemaRegistryNameString",
+    #           },
+    #           schema_version_id: "SchemaVersionIdString",
+    #           schema_version_number: 1,
+    #         },
     #       },
     #       partition_keys: [
     #         {
@@ -2772,6 +3109,9 @@ module Aws::Glue
 
     # Delete the partition column statistics of a column.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `DeletePartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -2811,6 +3151,9 @@ module Aws::Glue
 
     # Retrieves table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `DeleteTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3058,6 +3401,83 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Deletes a specified partition index from an existing table.
+    #
+    # @option params [String] :catalog_id
+    #   The catalog ID where the table resides.
+    #
+    # @option params [required, String] :database_name
+    #   Specifies the name of a database from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :table_name
+    #   Specifies the name of a table from which you want to delete a
+    #   partition index.
+    #
+    # @option params [required, String] :index_name
+    #   The name of the partition index to be deleted.
+    #
+    # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_partition_index({
+    #     catalog_id: "CatalogIdString",
+    #     database_name: "NameString", # required
+    #     table_name: "NameString", # required
+    #     index_name: "NameString", # required
+    #   })
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
+    #
+    # @overload delete_partition_index(params = {})
+    # @param [Hash] params ({})
+    def delete_partition_index(params = {}, options = {})
+      req = build_request(:delete_partition_index, params)
+      req.send_request(options)
+    end
+
+    # Delete the entire registry including schema and all of its versions.
+    # To get the status of the delete operation, you can call the
+    # `GetRegistry` API after the asynchronous call. Deleting a registry
+    # will disable all online operations for the registry such as the
+    # `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
+    # `RegisterSchemaVersion` APIs.
+    #
+    # @option params [required, Types::RegistryId] :registry_id
+    #   This is a wrapper structure that may contain the registry name and
+    #   Amazon Resource Name (ARN).
+    #
+    # @return [Types::DeleteRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::DeleteRegistryResponse#registry_name #registry_name} => String
+    #   * {Types::DeleteRegistryResponse#registry_arn #registry_arn} => String
+    #   * {Types::DeleteRegistryResponse#status #status} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_registry({
+    #     registry_id: { # required
+    #       registry_name: "SchemaRegistryNameString",
+    #       registry_arn: "GlueResourceArn",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registry_name #=> String
+    #   resp.registry_arn #=> String
+    #   resp.status #=> String, one of "AVAILABLE", "DELETING"
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistry AWS API Documentation
+    #
+    # @overload delete_registry(params = {})
+    # @param [Hash] params ({})
+    def delete_registry(params = {}, options = {})
+      req = build_request(:delete_registry, params)
+      req.send_request(options)
+    end
+
     # Deletes a specified policy.
     #
     # @option params [String] :policy_hash_condition
@@ -3085,6 +3505,109 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Deletes the entire schema set, including the schema set and all of its
+    # versions. To get the status of the delete operation, you can call
+    # `GetSchema` API after the asynchronous call. Deleting a registry will
+    # disable all online operations for the schema, such as the
+    # `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure that may contain the schema name and
+    #   Amazon Resource Name (ARN).
+    #
+    # @return [Types::DeleteSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::DeleteSchemaResponse#schema_arn #schema_arn} => String
+    #   * {Types::DeleteSchemaResponse#schema_name #schema_name} => String
+    #   * {Types::DeleteSchemaResponse#status #status} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_schema({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchema AWS API Documentation
+    #
+    # @overload delete_schema(params = {})
+    # @param [Hash] params ({})
+    def delete_schema(params = {}, options = {})
+      req = build_request(:delete_schema, params)
+      req.send_request(options)
+    end
+
+    # Remove versions from the specified schema. A version number or range
+    # may be supplied. If the compatibility mode forbids deleting of a
+    # version that is necessary, such as BACKWARDS\_FULL, an error is
+    # returned. Calling the `GetSchemaVersions` API after this call will
+    # list the status of the deleted versions.
+    #
+    # When the range of version numbers contain check pointed version, the
+    # API will return a 409 conflict and will not proceed with the deletion.
+    # You have to remove the checkpoint first using the
+    # `DeleteSchemaCheckpoint` API before using this API.
+    #
+    # You cannot use the `DeleteSchemaVersions` API to delete the first
+    # schema version in the schema set. The first schema version can only be
+    # deleted by the `DeleteSchema` API. This operation will also delete the
+    # attached `SchemaVersionMetadata` under the schema versions. Hard
+    # deletes will be enforced on the database.
+    #
+    # If the compatibility mode forbids deleting of a version that is
+    # necessary, such as BACKWARDS\_FULL, an error is returned.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure that may contain the schema name and
+    #   Amazon Resource Name (ARN).
+    #
+    # @option params [required, String] :versions
+    #   A version range may be supplied which may be of the format:
+    #
+    #   * a single version number, 5
+    #
+    #   * a range, 5-8 : deletes versions 5, 6, 7, 8
+    #
+    # @return [Types::DeleteSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::DeleteSchemaVersionsResponse#schema_version_errors #schema_version_errors} => Array&lt;Types::SchemaVersionErrorItem&gt;
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.delete_schema_versions({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     versions: "VersionsString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_version_errors #=> Array
+    #   resp.schema_version_errors[0].version_number #=> Integer
+    #   resp.schema_version_errors[0].error_details.error_code #=> String
+    #   resp.schema_version_errors[0].error_details.error_message #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersions AWS API Documentation
+    #
+    # @overload delete_schema_versions(params = {})
+    # @param [Hash] params ({})
+    def delete_schema_versions(params = {}, options = {})
+      req = build_request(:delete_schema_versions, params)
+      req.send_request(options)
+    end
+
     # Deletes a specified security configuration.
     #
     # @option params [required, String] :name
@@ -3433,6 +3956,9 @@ module Aws::Glue
 
     # Retrieves partition statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `GetPartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3515,6 +4041,9 @@ module Aws::Glue
 
     # Retrieves table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `GetTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3624,7 +4153,7 @@ module Aws::Glue
     #
     #   resp.connection.name #=> String
     #   resp.connection.description #=> String
-    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
+    #   resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
     #   resp.connection.match_criteria #=> Array
     #   resp.connection.match_criteria[0] #=> String
     #   resp.connection.connection_properties #=> Hash
@@ -3682,7 +4211,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     filter: {
     #       match_criteria: ["NameString"],
-    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #     },
     #     hide_password: false,
     #     next_token: "Token",
@@ -3694,7 +4223,7 @@ module Aws::Glue
     #   resp.connection_list #=> Array
     #   resp.connection_list[0].name #=> String
     #   resp.connection_list[0].description #=> String
-    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
+    #   resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
     #   resp.connection_list[0].match_criteria #=> Array
     #   resp.connection_list[0].match_criteria[0] #=> String
     #   resp.connection_list[0].connection_properties #=> Hash
@@ -3765,6 +4294,7 @@ module Aws::Glue
     #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawler.table_prefix #=> String
     #   resp.crawler.schedule.schedule_expression #=> String
@@ -3895,6 +4425,7 @@ module Aws::Glue
     #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
+    #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
     #   resp.crawlers[0].table_prefix #=> String
     #   resp.crawlers[0].schedule.schedule_expression #=> String
@@ -4688,6 +5219,7 @@ module Aws::Glue
     #   * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
     #   * {Types::GetMLTransformResponse#timeout #timeout} => Integer
     #   * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
+    #   * {Types::GetMLTransformResponse#transform_encryption #transform_encryption} => Types::TransformEncryption
     #
     # @example Request syntax with placeholder values
     #
@@ -4722,6 +5254,9 @@ module Aws::Glue
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
     #   resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances #=> Array
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
+    #   resp.evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
     #   resp.label_count #=> Integer
     #   resp.schema #=> Array
     #   resp.schema[0].name #=> String
@@ -4733,6 +5268,9 @@ module Aws::Glue
     #   resp.number_of_workers #=> Integer
     #   resp.timeout #=> Integer
     #   resp.max_retries #=> Integer
+    #   resp.transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.transform_encryption.ml_user_data_encryption.kms_key_id #=> String
+    #   resp.transform_encryption.task_run_security_configuration_name #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
     #
@@ -4824,6 +5362,9 @@ module Aws::Glue
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
     #   resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances #=> Array
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
+    #   resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
     #   resp.transforms[0].label_count #=> Integer
     #   resp.transforms[0].schema #=> Array
     #   resp.transforms[0].schema[0].name #=> String
@@ -4835,6 +5376,9 @@ module Aws::Glue
     #   resp.transforms[0].number_of_workers #=> Integer
     #   resp.transforms[0].timeout #=> Integer
     #   resp.transforms[0].max_retries #=> Integer
+    #   resp.transforms[0].transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.transforms[0].transform_encryption.ml_user_data_encryption.kms_key_id #=> String
+    #   resp.transforms[0].transform_encryption.task_run_security_configuration_name #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
@@ -4983,6 +5527,11 @@ module Aws::Glue
     #   resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.partition.parameters #=> Hash
     #   resp.partition.parameters["KeyString"] #=> String
     #   resp.partition.last_analyzed_time #=> Time
@@ -5036,7 +5585,12 @@ module Aws::Glue
     #   resp.partition_index_descriptor_list[0].keys #=> Array
     #   resp.partition_index_descriptor_list[0].keys[0].name #=> String
     #   resp.partition_index_descriptor_list[0].keys[0].type #=> String
-    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
+    #   resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
+    #   resp.partition_index_descriptor_list[0].backfill_errors #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
+    #   resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
@@ -5223,6 +5777,11 @@ module Aws::Glue
     #   resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.partitions[0].parameters #=> Hash
     #   resp.partitions[0].parameters["KeyString"] #=> String
     #   resp.partitions[0].last_analyzed_time #=> Time
@@ -5338,6 +5897,48 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Describes the specified registry in detail.
+    #
+    # @option params [required, Types::RegistryId] :registry_id
+    #   This is a wrapper structure that may contain the registry name and
+    #   Amazon Resource Name (ARN).
+    #
+    # @return [Types::GetRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetRegistryResponse#registry_name #registry_name} => String
+    #   * {Types::GetRegistryResponse#registry_arn #registry_arn} => String
+    #   * {Types::GetRegistryResponse#description #description} => String
+    #   * {Types::GetRegistryResponse#status #status} => String
+    #   * {Types::GetRegistryResponse#created_time #created_time} => String
+    #   * {Types::GetRegistryResponse#updated_time #updated_time} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_registry({
+    #     registry_id: { # required
+    #       registry_name: "SchemaRegistryNameString",
+    #       registry_arn: "GlueResourceArn",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registry_name #=> String
+    #   resp.registry_arn #=> String
+    #   resp.description #=> String
+    #   resp.status #=> String, one of "AVAILABLE", "DELETING"
+    #   resp.created_time #=> String
+    #   resp.updated_time #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistry AWS API Documentation
+    #
+    # @overload get_registry(params = {})
+    # @param [Hash] params ({})
+    def get_registry(params = {}, options = {})
+      req = build_request(:get_registry, params)
+      req.send_request(options)
+    end
+
     # Retrieves the security configurations for the resource policies set on
     # individual resources, and also the account-level policy.
     #
@@ -5357,6 +5958,8 @@ module Aws::Glue
     #   * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array&lt;Types::GluePolicy&gt;
     #   * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
     #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
     # @example Request syntax with placeholder values
     #
     #   resp = client.get_resource_policies({
@@ -5422,60 +6025,308 @@ module Aws::Glue
       req.send_request(options)
     end
 
-    # Retrieves a specified security configuration.
+    # Describes the specified schema in detail.
     #
-    # @option params [required, String] :name
-    #   The name of the security configuration to retrieve.
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
     #
-    # @return [Types::GetSecurityConfigurationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
+    #     provided.
     #
-    #   * {Types::GetSecurityConfigurationResponse#security_configuration #security_configuration} => Types::SecurityConfiguration
+    #   * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
+    #     `SchemaName` and `RegistryName` has to be provided.
+    #
+    # @return [Types::GetSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSchemaResponse#registry_name #registry_name} => String
+    #   * {Types::GetSchemaResponse#registry_arn #registry_arn} => String
+    #   * {Types::GetSchemaResponse#schema_name #schema_name} => String
+    #   * {Types::GetSchemaResponse#schema_arn #schema_arn} => String
+    #   * {Types::GetSchemaResponse#description #description} => String
+    #   * {Types::GetSchemaResponse#data_format #data_format} => String
+    #   * {Types::GetSchemaResponse#compatibility #compatibility} => String
+    #   * {Types::GetSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
+    #   * {Types::GetSchemaResponse#latest_schema_version #latest_schema_version} => Integer
+    #   * {Types::GetSchemaResponse#next_schema_version #next_schema_version} => Integer
+    #   * {Types::GetSchemaResponse#schema_status #schema_status} => String
+    #   * {Types::GetSchemaResponse#created_time #created_time} => String
+    #   * {Types::GetSchemaResponse#updated_time #updated_time} => String
     #
     # @example Request syntax with placeholder values
     #
-    #   resp = client.get_security_configuration({
-    #     name: "NameString", # required
+    #   resp = client.get_schema({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
     #   })
     #
     # @example Response structure
     #
-    #   resp.security_configuration.name #=> String
-    #   resp.security_configuration.created_time_stamp #=> Time
-    #   resp.security_configuration.encryption_configuration.s3_encryption #=> Array
-    #   resp.security_configuration.encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
-    #   resp.security_configuration.encryption_configuration.s3_encryption[0].kms_key_arn #=> String
-    #   resp.security_configuration.encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
-    #   resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
-    #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
-    #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
+    #   resp.registry_name #=> String
+    #   resp.registry_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.schema_arn #=> String
+    #   resp.description #=> String
+    #   resp.data_format #=> String, one of "AVRO"
+    #   resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
+    #   resp.schema_checkpoint #=> Integer
+    #   resp.latest_schema_version #=> Integer
+    #   resp.next_schema_version #=> Integer
+    #   resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
+    #   resp.created_time #=> String
+    #   resp.updated_time #=> String
     #
-    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchema AWS API Documentation
     #
-    # @overload get_security_configuration(params = {})
+    # @overload get_schema(params = {})
     # @param [Hash] params ({})
-    def get_security_configuration(params = {}, options = {})
-      req = build_request(:get_security_configuration, params)
+    def get_schema(params = {}, options = {})
+      req = build_request(:get_schema, params)
       req.send_request(options)
     end
 
-    # Retrieves a list of all security configurations.
+    # Retrieves a schema by the `SchemaDefinition`. The schema definition is
+    # sent to the Schema Registry, canonicalized, and hashed. If the hash is
+    # matched within the scope of the `SchemaName` or ARN (or the default
+    # registry, if none is supplied), that schema’s metadata is returned.
+    # Otherwise, a 404 or NotFound error is returned. Schema versions in
+    # `Deleted` statuses will not be included in the results.
     #
-    # @option params [Integer] :max_results
-    #   The maximum number of results to return.
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
     #
-    # @option params [String] :next_token
-    #   A continuation token, if this is a continuation call.
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     One of `SchemaArn` or `SchemaName` has to be provided.
     #
-    # @return [Types::GetSecurityConfigurationsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #   * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
+    #     `SchemaName` has to be provided.
     #
-    #   * {Types::GetSecurityConfigurationsResponse#security_configurations #security_configurations} => Array&lt;Types::SecurityConfiguration&gt;
-    #   * {Types::GetSecurityConfigurationsResponse#next_token #next_token} => String
+    # @option params [required, String] :schema_definition
+    #   The definition of the schema for which schema details are required.
     #
-    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    # @return [Types::GetSchemaByDefinitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSchemaByDefinitionResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::GetSchemaByDefinitionResponse#schema_arn #schema_arn} => String
+    #   * {Types::GetSchemaByDefinitionResponse#data_format #data_format} => String
+    #   * {Types::GetSchemaByDefinitionResponse#status #status} => String
+    #   * {Types::GetSchemaByDefinitionResponse#created_time #created_time} => String
     #
     # @example Request syntax with placeholder values
     #
-    #   resp = client.get_security_configurations({
+    #   resp = client.get_schema_by_definition({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_definition: "SchemaDefinitionString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_version_id #=> String
+    #   resp.schema_arn #=> String
+    #   resp.data_format #=> String, one of "AVRO"
+    #   resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
+    #   resp.created_time #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinition AWS API Documentation
+    #
+    # @overload get_schema_by_definition(params = {})
+    # @param [Hash] params ({})
+    def get_schema_by_definition(params = {}, options = {})
+      req = build_request(:get_schema_by_definition, params)
+      req.send_request(options)
+    end
+
+    # Get the specified schema by its unique ID assigned when a version of
+    # the schema is created or registered. Schema versions in Deleted status
+    # will not be included in the results.
+    #
+    # @option params [Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
+    #
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
+    #     provided.
+    #
+    #   * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
+    #     `SchemaName` and `RegistryName` has to be provided.
+    #
+    # @option params [String] :schema_version_id
+    #   The `SchemaVersionId` of the schema version. This field is required
+    #   for fetching by schema ID. Either this or the `SchemaId` wrapper has
+    #   to be provided.
+    #
+    # @option params [Types::SchemaVersionNumber] :schema_version_number
+    #   The version number of the schema.
+    #
+    # @return [Types::GetSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSchemaVersionResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::GetSchemaVersionResponse#schema_definition #schema_definition} => String
+    #   * {Types::GetSchemaVersionResponse#data_format #data_format} => String
+    #   * {Types::GetSchemaVersionResponse#schema_arn #schema_arn} => String
+    #   * {Types::GetSchemaVersionResponse#version_number #version_number} => Integer
+    #   * {Types::GetSchemaVersionResponse#status #status} => String
+    #   * {Types::GetSchemaVersionResponse#created_time #created_time} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_schema_version({
+    #     schema_id: {
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_version_id: "SchemaVersionIdString",
+    #     schema_version_number: {
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_version_id #=> String
+    #   resp.schema_definition #=> String
+    #   resp.data_format #=> String, one of "AVRO"
+    #   resp.schema_arn #=> String
+    #   resp.version_number #=> Integer
+    #   resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
+    #   resp.created_time #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersion AWS API Documentation
+    #
+    # @overload get_schema_version(params = {})
+    # @param [Hash] params ({})
+    def get_schema_version(params = {}, options = {})
+      req = build_request(:get_schema_version, params)
+      req.send_request(options)
+    end
+
+    # Fetches the schema version difference in the specified difference type
+    # between two stored schema versions in the Schema Registry.
+    #
+    # This API allows you to compare two schema versions between two schema
+    # definitions under the same schema.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
+    #
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     One of `SchemaArn` or `SchemaName` has to be provided.
+    #
+    #   * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
+    #     `SchemaName` has to be provided.
+    #
+    # @option params [required, Types::SchemaVersionNumber] :first_schema_version_number
+    #   The first of the two schema versions to be compared.
+    #
+    # @option params [required, Types::SchemaVersionNumber] :second_schema_version_number
+    #   The second of the two schema versions to be compared.
+    #
+    # @option params [required, String] :schema_diff_type
+    #   Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
+    #
+    # @return [Types::GetSchemaVersionsDiffResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSchemaVersionsDiffResponse#diff #diff} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_schema_versions_diff({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     first_schema_version_number: { # required
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     second_schema_version_number: { # required
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.diff #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiff AWS API Documentation
+    #
+    # @overload get_schema_versions_diff(params = {})
+    # @param [Hash] params ({})
+    def get_schema_versions_diff(params = {}, options = {})
+      req = build_request(:get_schema_versions_diff, params)
+      req.send_request(options)
+    end
+
+    # Retrieves a specified security configuration.
+    #
+    # @option params [required, String] :name
+    #   The name of the security configuration to retrieve.
+    #
+    # @return [Types::GetSecurityConfigurationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSecurityConfigurationResponse#security_configuration #security_configuration} => Types::SecurityConfiguration
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_security_configuration({
+    #     name: "NameString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.security_configuration.name #=> String
+    #   resp.security_configuration.created_time_stamp #=> Time
+    #   resp.security_configuration.encryption_configuration.s3_encryption #=> Array
+    #   resp.security_configuration.encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
+    #   resp.security_configuration.encryption_configuration.s3_encryption[0].kms_key_arn #=> String
+    #   resp.security_configuration.encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
+    #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
+    #   resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
+    #
+    # @overload get_security_configuration(params = {})
+    # @param [Hash] params ({})
+    def get_security_configuration(params = {}, options = {})
+      req = build_request(:get_security_configuration, params)
+      req.send_request(options)
+    end
+
+    # Retrieves a list of all security configurations.
+    #
+    # @option params [Integer] :max_results
+    #   The maximum number of results to return.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, if this is a continuation call.
+    #
+    # @return [Types::GetSecurityConfigurationsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::GetSecurityConfigurationsResponse#security_configurations #security_configurations} => Array&lt;Types::SecurityConfiguration&gt;
+    #   * {Types::GetSecurityConfigurationsResponse#next_token #next_token} => String
+    #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.get_security_configurations({
     #     max_results: 1,
     #     next_token: "GenericString",
     #   })
@@ -5570,6 +6421,11 @@ module Aws::Glue
     #   resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.table.partition_keys #=> Array
     #   resp.table.partition_keys[0].name #=> String
     #   resp.table.partition_keys[0].type #=> String
@@ -5668,6 +6524,11 @@ module Aws::Glue
     #   resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.table_version.table.storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.table_version.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.table_version.table.storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.table_version.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.table_version.table.partition_keys #=> Array
     #   resp.table_version.table.partition_keys[0].name #=> String
     #   resp.table_version.table.partition_keys[0].type #=> String
@@ -5775,6 +6636,11 @@ module Aws::Glue
     #   resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.table_versions[0].table.storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.table_versions[0].table.partition_keys #=> Array
     #   resp.table_versions[0].table.partition_keys[0].name #=> String
     #   resp.table_versions[0].table.partition_keys[0].type #=> String
@@ -5883,6 +6749,11 @@ module Aws::Glue
     #   resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.table_list[0].partition_keys #=> Array
     #   resp.table_list[0].partition_keys[0].name #=> String
     #   resp.table_list[0].partition_keys[0].type #=> String
@@ -6856,6 +7727,170 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Returns a list of registries that you have created, with minimal
+    # registry information. Registries in the `Deleting` status will not be
+    # included in the results. Empty results will be returned if there are
+    # no registries available.
+    #
+    # @option params [Integer] :max_results
+    #   Maximum number of results required per page. If the value is not
+    #   supplied, this will be defaulted to 25 per page.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, if this is a continuation call.
+    #
+    # @return [Types::ListRegistriesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ListRegistriesResponse#registries #registries} => Array&lt;Types::RegistryListItem&gt;
+    #   * {Types::ListRegistriesResponse#next_token #next_token} => String
+    #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.list_registries({
+    #     max_results: 1,
+    #     next_token: "SchemaRegistryTokenString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registries #=> Array
+    #   resp.registries[0].registry_name #=> String
+    #   resp.registries[0].registry_arn #=> String
+    #   resp.registries[0].description #=> String
+    #   resp.registries[0].status #=> String, one of "AVAILABLE", "DELETING"
+    #   resp.registries[0].created_time #=> String
+    #   resp.registries[0].updated_time #=> String
+    #   resp.next_token #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistries AWS API Documentation
+    #
+    # @overload list_registries(params = {})
+    # @param [Hash] params ({})
+    def list_registries(params = {}, options = {})
+      req = build_request(:list_registries, params)
+      req.send_request(options)
+    end
+
+    # Returns a list of schema versions that you have created, with minimal
+    # information. Schema versions in Deleted status will not be included in
+    # the results. Empty results will be returned if there are no schema
+    # versions available.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
+    #
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
+    #     provided.
+    #
+    #   * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
+    #     `SchemaName` and `RegistryName` has to be provided.
+    #
+    # @option params [Integer] :max_results
+    #   Maximum number of results required per page. If the value is not
+    #   supplied, this will be defaulted to 25 per page.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, if this is a continuation call.
+    #
+    # @return [Types::ListSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ListSchemaVersionsResponse#schemas #schemas} => Array&lt;Types::SchemaVersionListItem&gt;
+    #   * {Types::ListSchemaVersionsResponse#next_token #next_token} => String
+    #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.list_schema_versions({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     max_results: 1,
+    #     next_token: "SchemaRegistryTokenString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schemas #=> Array
+    #   resp.schemas[0].schema_arn #=> String
+    #   resp.schemas[0].schema_version_id #=> String
+    #   resp.schemas[0].version_number #=> Integer
+    #   resp.schemas[0].status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
+    #   resp.schemas[0].created_time #=> String
+    #   resp.next_token #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersions AWS API Documentation
+    #
+    # @overload list_schema_versions(params = {})
+    # @param [Hash] params ({})
+    def list_schema_versions(params = {}, options = {})
+      req = build_request(:list_schema_versions, params)
+      req.send_request(options)
+    end
+
+    # Returns a list of schemas with minimal details. Schemas in Deleting
+    # status will not be included in the results. Empty results will be
+    # returned if there are no schemas available.
+    #
+    # When the `RegistryId` is not provided, all the schemas across
+    # registries will be part of the API response.
+    #
+    # @option params [Types::RegistryId] :registry_id
+    #   A wrapper structure that may contain the registry name and Amazon
+    #   Resource Name (ARN).
+    #
+    # @option params [Integer] :max_results
+    #   Maximum number of results required per page. If the value is not
+    #   supplied, this will be defaulted to 25 per page.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, if this is a continuation call.
+    #
+    # @return [Types::ListSchemasResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::ListSchemasResponse#schemas #schemas} => Array&lt;Types::SchemaListItem&gt;
+    #   * {Types::ListSchemasResponse#next_token #next_token} => String
+    #
+    # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.list_schemas({
+    #     registry_id: {
+    #       registry_name: "SchemaRegistryNameString",
+    #       registry_arn: "GlueResourceArn",
+    #     },
+    #     max_results: 1,
+    #     next_token: "SchemaRegistryTokenString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schemas #=> Array
+    #   resp.schemas[0].registry_name #=> String
+    #   resp.schemas[0].schema_name #=> String
+    #   resp.schemas[0].schema_arn #=> String
+    #   resp.schemas[0].description #=> String
+    #   resp.schemas[0].schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
+    #   resp.schemas[0].created_time #=> String
+    #   resp.schemas[0].updated_time #=> String
+    #   resp.next_token #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemas AWS API Documentation
+    #
+    # @overload list_schemas(params = {})
+    # @param [Hash] params ({})
+    def list_schemas(params = {}, options = {})
+      req = build_request(:list_schemas, params)
+      req.send_request(options)
+    end
+
     # Retrieves the names of all trigger resources in this AWS account, or
     # the resources with the specified tag. This operation allows you to see
     # which resources are available in your account, and their names.
@@ -7051,6 +8086,72 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Puts the metadata key value pair for a specified schema version ID. A
+    # maximum of 10 key value pairs will be allowed per schema version. They
+    # can be added over one or more calls.
+    #
+    # @option params [Types::SchemaId] :schema_id
+    #   The unique ID for the schema.
+    #
+    # @option params [Types::SchemaVersionNumber] :schema_version_number
+    #   The version number of the schema.
+    #
+    # @option params [String] :schema_version_id
+    #   The unique version ID of the schema version.
+    #
+    # @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
+    #   The metadata key's corresponding value.
+    #
+    # @return [Types::PutSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::PutSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
+    #   * {Types::PutSchemaVersionMetadataResponse#schema_name #schema_name} => String
+    #   * {Types::PutSchemaVersionMetadataResponse#registry_name #registry_name} => String
+    #   * {Types::PutSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
+    #   * {Types::PutSchemaVersionMetadataResponse#version_number #version_number} => Integer
+    #   * {Types::PutSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::PutSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
+    #   * {Types::PutSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.put_schema_version_metadata({
+    #     schema_id: {
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_version_number: {
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     schema_version_id: "SchemaVersionIdString",
+    #     metadata_key_value: { # required
+    #       metadata_key: "MetadataKeyString",
+    #       metadata_value: "MetadataValueString",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.registry_name #=> String
+    #   resp.latest_version #=> Boolean
+    #   resp.version_number #=> Integer
+    #   resp.schema_version_id #=> String
+    #   resp.metadata_key #=> String
+    #   resp.metadata_value #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadata AWS API Documentation
+    #
+    # @overload put_schema_version_metadata(params = {})
+    # @param [Hash] params ({})
+    def put_schema_version_metadata(params = {}, options = {})
+      req = build_request(:put_schema_version_metadata, params)
+      req.send_request(options)
+    end
+
     # Puts the specified workflow run properties for the given workflow run.
     # If a property already exists for the specified run, then it overrides
     # the value otherwise adds the property to existing properties.
@@ -7086,6 +8187,205 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Queries for the schema version metadata information.
+    #
+    # @option params [Types::SchemaId] :schema_id
+    #   A wrapper structure that may contain the schema name and Amazon
+    #   Resource Name (ARN).
+    #
+    # @option params [Types::SchemaVersionNumber] :schema_version_number
+    #   The version number of the schema.
+    #
+    # @option params [String] :schema_version_id
+    #   The unique version ID of the schema version.
+    #
+    # @option params [Array<Types::MetadataKeyValuePair>] :metadata_list
+    #   Search key-value pairs for metadata, if they are not provided all the
+    #   metadata information will be fetched.
+    #
+    # @option params [Integer] :max_results
+    #   Maximum number of results required per page. If the value is not
+    #   supplied, this will be defaulted to 25 per page.
+    #
+    # @option params [String] :next_token
+    #   A continuation token, if this is a continuation call.
+    #
+    # @return [Types::QuerySchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::QuerySchemaVersionMetadataResponse#metadata_info_map #metadata_info_map} => Hash&lt;String,Types::MetadataInfo&gt;
+    #   * {Types::QuerySchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::QuerySchemaVersionMetadataResponse#next_token #next_token} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.query_schema_version_metadata({
+    #     schema_id: {
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_version_number: {
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     schema_version_id: "SchemaVersionIdString",
+    #     metadata_list: [
+    #       {
+    #         metadata_key: "MetadataKeyString",
+    #         metadata_value: "MetadataValueString",
+    #       },
+    #     ],
+    #     max_results: 1,
+    #     next_token: "SchemaRegistryTokenString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.metadata_info_map #=> Hash
+    #   resp.metadata_info_map["MetadataKeyString"].metadata_value #=> String
+    #   resp.metadata_info_map["MetadataKeyString"].created_time #=> String
+    #   resp.schema_version_id #=> String
+    #   resp.next_token #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadata AWS API Documentation
+    #
+    # @overload query_schema_version_metadata(params = {})
+    # @param [Hash] params ({})
+    def query_schema_version_metadata(params = {}, options = {})
+      req = build_request(:query_schema_version_metadata, params)
+      req.send_request(options)
+    end
+
+    # Adds a new version to the existing schema. Returns an error if new
+    # version of schema does not meet the compatibility requirements of the
+    # schema set. This API will not create a new schema set and will return
+    # a 404 error if the schema set is not already present in the Schema
+    # Registry.
+    #
+    # If this is the first schema definition to be registered in the Schema
+    # Registry, this API will store the schema version and return
+    # immediately. Otherwise, this call has the potential to run longer than
+    # other operations due to compatibility modes. You can call the
+    # `GetSchemaVersion` API with the `SchemaVersionId` to check
+    # compatibility modes.
+    #
+    # If the same schema definition is already stored in Schema Registry as
+    # a version, the schema ID of the existing schema is returned to the
+    # caller.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
+    #
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
+    #     provided.
+    #
+    #   * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
+    #     `SchemaName` and `RegistryName` has to be provided.
+    #
+    # @option params [required, String] :schema_definition
+    #   The schema definition using the `DataFormat` setting for the
+    #   `SchemaName`.
+    #
+    # @return [Types::RegisterSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::RegisterSchemaVersionResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::RegisterSchemaVersionResponse#version_number #version_number} => Integer
+    #   * {Types::RegisterSchemaVersionResponse#status #status} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.register_schema_version({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_definition: "SchemaDefinitionString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_version_id #=> String
+    #   resp.version_number #=> Integer
+    #   resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersion AWS API Documentation
+    #
+    # @overload register_schema_version(params = {})
+    # @param [Hash] params ({})
+    def register_schema_version(params = {}, options = {})
+      req = build_request(:register_schema_version, params)
+      req.send_request(options)
+    end
+
+    # Removes a key value pair from the schema version metadata for the
+    # specified schema version ID.
+    #
+    # @option params [Types::SchemaId] :schema_id
+    #   A wrapper structure that may contain the schema name and Amazon
+    #   Resource Name (ARN).
+    #
+    # @option params [Types::SchemaVersionNumber] :schema_version_number
+    #   The version number of the schema.
+    #
+    # @option params [String] :schema_version_id
+    #   The unique version ID of the schema version.
+    #
+    # @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
+    #   The value of the metadata key.
+    #
+    # @return [Types::RemoveSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::RemoveSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
+    #   * {Types::RemoveSchemaVersionMetadataResponse#schema_name #schema_name} => String
+    #   * {Types::RemoveSchemaVersionMetadataResponse#registry_name #registry_name} => String
+    #   * {Types::RemoveSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
+    #   * {Types::RemoveSchemaVersionMetadataResponse#version_number #version_number} => Integer
+    #   * {Types::RemoveSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
+    #   * {Types::RemoveSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
+    #   * {Types::RemoveSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.remove_schema_version_metadata({
+    #     schema_id: {
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_version_number: {
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     schema_version_id: "SchemaVersionIdString",
+    #     metadata_key_value: { # required
+    #       metadata_key: "MetadataKeyString",
+    #       metadata_value: "MetadataValueString",
+    #     },
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.registry_name #=> String
+    #   resp.latest_version #=> Boolean
+    #   resp.version_number #=> Integer
+    #   resp.schema_version_id #=> String
+    #   resp.metadata_key #=> String
+    #   resp.metadata_value #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadata AWS API Documentation
+    #
+    # @overload remove_schema_version_metadata(params = {})
+    # @param [Hash] params ({})
+    def remove_schema_version_metadata(params = {}, options = {})
+      req = build_request(:remove_schema_version_metadata, params)
+      req.send_request(options)
+    end
+
     # Resets a bookmark entry.
     #
     # @option params [required, String] :job_name
@@ -7294,6 +8594,11 @@ module Aws::Glue
     #   resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
     #   resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
     #   resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
+    #   resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
     #   resp.table_list[0].partition_keys #=> Array
     #   resp.table_list[0].partition_keys[0].name #=> String
     #   resp.table_list[0].partition_keys[0].type #=> String
@@ -7985,6 +9290,9 @@ module Aws::Glue
 
     # Creates or updates partition statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `UpdatePartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -8119,6 +9427,9 @@ module Aws::Glue
 
     # Creates or updates table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `UpdateTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -8269,7 +9580,7 @@ module Aws::Glue
     #     connection_input: { # required
     #       name: "NameString", # required
     #       description: "DescriptionString",
-    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
+    #       connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
     #       match_criteria: ["NameString"],
     #       connection_properties: { # required
     #         "HOST" => "ValueString",
@@ -8336,6 +9647,9 @@ module Aws::Glue
     #   A policy that specifies whether to crawl the entire dataset again, or
     #   to crawl only folders that were added since the last crawler run.
     #
+    # @option params [Types::LineageConfiguration] :lineage_configuration
+    #   Specifies data lineage configuration settings for the crawler.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -8404,6 +9718,9 @@ module Aws::Glue
     #     recrawl_policy: {
     #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
     #     },
+    #     lineage_configuration: {
+    #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -8831,6 +10148,15 @@ module Aws::Glue
     #           },
     #         },
     #         stored_as_sub_directories: false,
+    #         schema_reference: {
+    #           schema_id: {
+    #             schema_arn: "GlueResourceArn",
+    #             schema_name: "SchemaRegistryNameString",
+    #             registry_name: "SchemaRegistryNameString",
+    #           },
+    #           schema_version_id: "SchemaVersionIdString",
+    #           schema_version_number: 1,
+    #         },
     #       },
     #       parameters: {
     #         "KeyString" => "ParametersMapValue",
@@ -8848,6 +10174,119 @@ module Aws::Glue
       req.send_request(options)
     end
 
+    # Updates an existing registry which is used to hold a collection of
+    # schemas. The updated properties relate to the registry, and do not
+    # modify any of the schemas within the registry.
+    #
+    # @option params [required, Types::RegistryId] :registry_id
+    #   This is a wrapper structure that may contain the registry name and
+    #   Amazon Resource Name (ARN).
+    #
+    # @option params [required, String] :description
+    #   A description of the registry. If description is not provided, this
+    #   field will not be updated.
+    #
+    # @return [Types::UpdateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::UpdateRegistryResponse#registry_name #registry_name} => String
+    #   * {Types::UpdateRegistryResponse#registry_arn #registry_arn} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.update_registry({
+    #     registry_id: { # required
+    #       registry_name: "SchemaRegistryNameString",
+    #       registry_arn: "GlueResourceArn",
+    #     },
+    #     description: "DescriptionString", # required
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.registry_name #=> String
+    #   resp.registry_arn #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistry AWS API Documentation
+    #
+    # @overload update_registry(params = {})
+    # @param [Hash] params ({})
+    def update_registry(params = {}, options = {})
+      req = build_request(:update_registry, params)
+      req.send_request(options)
+    end
+
+    # Updates the description, compatibility setting, or version checkpoint
+    # for a schema set.
+    #
+    # For updating the compatibility setting, the call will not validate
+    # compatibility for the entire set of schema versions with the new
+    # compatibility setting. If the value for `Compatibility` is provided,
+    # the `VersionNumber` (a checkpoint) is also required. The API will
+    # validate the checkpoint version number for consistency.
+    #
+    # If the value for the `VersionNumber` (checkpoint) is provided,
+    # `Compatibility` is optional and this can be used to set/reset a
+    # checkpoint for the schema.
+    #
+    # This update will happen only if the schema is in the AVAILABLE state.
+    #
+    # @option params [required, Types::SchemaId] :schema_id
+    #   This is a wrapper structure to contain schema identity fields. The
+    #   structure contains:
+    #
+    #   * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
+    #     One of `SchemaArn` or `SchemaName` has to be provided.
+    #
+    #   * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
+    #     `SchemaName` has to be provided.
+    #
+    # @option params [Types::SchemaVersionNumber] :schema_version_number
+    #   Version number required for check pointing. One of `VersionNumber` or
+    #   `Compatibility` has to be provided.
+    #
+    # @option params [String] :compatibility
+    #   The new compatibility setting for the schema.
+    #
+    # @option params [String] :description
+    #   The new description for the schema.
+    #
+    # @return [Types::UpdateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+    #
+    #   * {Types::UpdateSchemaResponse#schema_arn #schema_arn} => String
+    #   * {Types::UpdateSchemaResponse#schema_name #schema_name} => String
+    #   * {Types::UpdateSchemaResponse#registry_name #registry_name} => String
+    #
+    # @example Request syntax with placeholder values
+    #
+    #   resp = client.update_schema({
+    #     schema_id: { # required
+    #       schema_arn: "GlueResourceArn",
+    #       schema_name: "SchemaRegistryNameString",
+    #       registry_name: "SchemaRegistryNameString",
+    #     },
+    #     schema_version_number: {
+    #       latest_version: false,
+    #       version_number: 1,
+    #     },
+    #     compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
+    #     description: "DescriptionString",
+    #   })
+    #
+    # @example Response structure
+    #
+    #   resp.schema_arn #=> String
+    #   resp.schema_name #=> String
+    #   resp.registry_name #=> String
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchema AWS API Documentation
+    #
+    # @overload update_schema(params = {})
+    # @param [Hash] params ({})
+    def update_schema(params = {}, options = {})
+      req = build_request(:update_schema, params)
+      req.send_request(options)
+    end
+
     # Updates a metadata table in the Data Catalog.
     #
     # @option params [String] :catalog_id
@@ -8922,6 +10361,15 @@ module Aws::Glue
     #           },
     #         },
     #         stored_as_sub_directories: false,
+    #         schema_reference: {
+    #           schema_id: {
+    #             schema_arn: "GlueResourceArn",
+    #             schema_name: "SchemaRegistryNameString",
+    #             registry_name: "SchemaRegistryNameString",
+    #           },
+    #           schema_version_id: "SchemaVersionIdString",
+    #           schema_version_number: 1,
+    #         },
     #       },
     #       partition_keys: [
     #         {
@@ -9148,7 +10596,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.77.0'
+      context[:gem_version] = '1.82.0'
       Seahorse::Client::Request.new(handlers, context)
     end