aws-sdk-glue 1.96.0 → 1.100.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f9e288e0aa75021d15e6123bea41a073e96363ccc104c917e0853610088af33
-  data.tar.gz: e9ad486ede02bbf98d1dc27fd685b4dace5a43b5ac581620faed37d496c36a65
+  metadata.gz: 69b9e3174bcf85e252fe91e653324e634a136deaf9c8a04504143a4319a237cf
+  data.tar.gz: 558387357b9cf471496d2bf052ec011c3563e1926033d9ece9a5083d78276db1
 SHA512:
-  metadata.gz: b02c0021080c377532f362f1b0a1bd8f82edc89b9b66df2959ab8baaeebcc13a86d02658fdbbbd5a8d0a18512955abb3686c29a3b7410db1c6df0db04d702c6e
-  data.tar.gz: 40f88ba620d419dadb625b6e6e5ae4f6fec53966b092eff89ce8b7e076490891e55ffb1860ddb648e0db955d8ad957ad002f907d83a70b42a28b94a263dba152
+  metadata.gz: 3d68a7d356360a59e689e8e36a73b3c09bc5a1d350f4c64c6da8820944949a124d89e20ee530c79c234dfd290eec8d33445a89dac8a50a0e06170c3e493d7fd3
+  data.tar.gz: a9a88966e3df3940cfd41647f0153479cc04306afe0c3b1f3c6f7140b98d359c5f4b136038e2607b98f2c8badd7f1f35334419835456dd2cd2465085fc8a7a9b

data/CHANGELOG.md

@@ -1,6 +1,26 @@
 Unreleased Changes
 ------------------
 
+1.100.0 (2021-11-30)
+------------------
+
+* Feature - Support for DataLake transactions
+
+1.99.0 (2021-11-04)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.98.0 (2021-10-18)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.97.0 (2021-10-15)
+------------------
+
+* Feature - Enable S3 event base crawler API.
+
 1.96.0 (2021-10-05)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.96.0
+1.100.0

data/lib/aws-sdk-glue/client.rb

@@ -119,7 +119,9 @@ module Aws::Glue
     #     * EC2/ECS IMDS instance profile - When used by default, the timeouts
     #       are very aggressive. Construct and pass an instance of
     #       `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
-    #       enable retries and extended timeouts.
+    #       enable retries and extended timeouts. Instance profile credential
+    #       fetching can be disabled by setting ENV['AWS_EC2_METADATA_DISABLED']
+    #       to true.
     #
     #   @option options [required, String] :region
     #     The AWS region to connect to.  The configured `:region` is
@@ -285,6 +287,15 @@ module Aws::Glue
     #     ** Please note ** When response stubbing is enabled, no HTTP
     #     requests are made, and retries are disabled.
     #
+    #   @option options [Boolean] :use_dualstack_endpoint
+    #     When set to `true`, dualstack enabled endpoints (with `.aws` TLD)
+    #     will be used if available.
+    #
+    #   @option options [Boolean] :use_fips_endpoint
+    #     When set to `true`, fips compatible endpoints will be used if available.
+    #     When a `fips` region is used, the region is normalized and this config
+    #     is set to `true`.
+    #
     #   @option options [Boolean] :validate_params (true)
     #     When `true`, request parameters are validated before
     #     sending the request.
@@ -561,6 +572,9 @@ module Aws::Glue
     # @option params [required, Array<String>] :tables_to_delete
     #   A list of the table to delete.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to delete the table contents.
+    #
     # @return [Types::BatchDeleteTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::BatchDeleteTableResponse#errors #errors} => Array&lt;Types::TableError&gt;
@@ -571,6 +585,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     database_name: "NameString", # required
     #     tables_to_delete: ["NameString"], # required
+    #     transaction_id: "TransactionIdString",
     #   })
     #
     # @example Response structure
@@ -723,6 +738,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -744,7 +761,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -1712,6 +1729,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -1750,7 +1769,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -2901,6 +2920,9 @@ module Aws::Glue
     #   A list of partition indexes, `PartitionIndex` structures, to create in
     #   the table.
     #
+    # @option params [String] :transaction_id
+    #   The ID of the transaction.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -2994,6 +3016,7 @@ module Aws::Glue
     #         index_name: "NameString", # required
     #       },
     #     ],
+    #     transaction_id: "TransactionIdString",
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -3815,6 +3838,9 @@ module Aws::Glue
     #   The name of the table to be deleted. For Hive compatibility, this name
     #   is entirely lowercase.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to delete the table contents.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -3823,6 +3849,7 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     database_name: "NameString", # required
     #     name: "NameString", # required
+    #     transaction_id: "TransactionIdString",
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTable AWS API Documentation
@@ -4572,6 +4599,8 @@ module Aws::Glue
     #   resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawler.targets.s3_targets[0].connection_name #=> String
     #   resp.crawler.targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawler.targets.jdbc_targets #=> Array
     #   resp.crawler.targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -4593,7 +4622,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
-    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -4704,6 +4733,8 @@ module Aws::Glue
     #   resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
     #   resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
+    #   resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
+    #   resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
     #   resp.crawlers[0].targets.jdbc_targets #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4725,7 +4756,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
-    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
@@ -6029,6 +6060,14 @@ module Aws::Glue
     #   partition values or location. This approach avoids the problem of a
     #   large response by not returning duplicate data.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to read the partition contents.
+    #
+    # @option params [Time,DateTime,Date,Integer,String] :query_as_of_time
+    #   The time as of when to read the partition contents. If not set, the
+    #   most recent transaction commit time will be used. Cannot be specified
+    #   along with `TransactionId`.
+    #
     # @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetPartitionsResponse#partitions #partitions} => Array&lt;Types::Partition&gt;
@@ -6050,6 +6089,8 @@ module Aws::Glue
     #     },
     #     max_results: 1,
     #     exclude_column_schema: false,
+    #     transaction_id: "TransactionIdString",
+    #     query_as_of_time: Time.now,
     #   })
     #
     # @example Response structure
@@ -6682,6 +6723,14 @@ module Aws::Glue
     #   The name of the table for which to retrieve the definition. For Hive
     #   compatibility, this name is entirely lowercase.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to read the table contents.
+    #
+    # @option params [Time,DateTime,Date,Integer,String] :query_as_of_time
+    #   The time as of when to read the table contents. If not set, the most
+    #   recent transaction commit time will be used. Cannot be specified along
+    #   with `TransactionId`.
+    #
     # @return [Types::GetTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetTableResponse#table #table} => Types::Table
@@ -6692,6 +6741,8 @@ module Aws::Glue
     #     catalog_id: "CatalogIdString",
     #     database_name: "NameString", # required
     #     name: "NameString", # required
+    #     transaction_id: "TransactionIdString",
+    #     query_as_of_time: Time.now,
     #   })
     #
     # @example Response structure
@@ -7004,6 +7055,14 @@ module Aws::Glue
     # @option params [Integer] :max_results
     #   The maximum number of tables to return in a single response.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to read the table contents.
+    #
+    # @option params [Time,DateTime,Date,Integer,String] :query_as_of_time
+    #   The time as of when to read the table contents. If not set, the most
+    #   recent transaction commit time will be used. Cannot be specified along
+    #   with `TransactionId`.
+    #
     # @return [Types::GetTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetTablesResponse#table_list #table_list} => Array&lt;Types::Table&gt;
@@ -7019,6 +7078,8 @@ module Aws::Glue
     #     expression: "FilterString",
     #     next_token: "Token",
     #     max_results: 1,
+    #     transaction_id: "TransactionIdString",
+    #     query_as_of_time: Time.now,
     #   })
     #
     # @example Response structure
@@ -10133,6 +10194,8 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #           connection_name: "ConnectionName",
     #           sample_size: 1,
+    #           event_queue_arn: "EventQueueArn",
+    #           dlq_event_queue_arn: "EventQueueArn",
     #         },
     #       ],
     #       jdbc_targets: [
@@ -10171,7 +10234,7 @@ module Aws::Glue
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
     #     recrawl_policy: {
-    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #     },
     #     lineage_configuration: {
     #       crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -10761,6 +10824,9 @@ module Aws::Glue
     #   table before updating it. However, if `skipArchive` is set to true,
     #   `UpdateTable` does not create the archived version.
     #
+    # @option params [String] :transaction_id
+    #   The transaction ID at which to update the table contents.
+    #
     # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
     #
     # @example Request syntax with placeholder values
@@ -10849,6 +10915,7 @@ module Aws::Glue
     #       },
     #     },
     #     skip_archive: false,
+    #     transaction_id: "TransactionIdString",
     #   })
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTable AWS API Documentation
@@ -11058,7 +11125,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.96.0'
+      context[:gem_version] = '1.100.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -296,6 +296,7 @@ module Aws::Glue
     ErrorString = Shapes::StringShape.new(name: 'ErrorString')
     EvaluationMetrics = Shapes::StructureShape.new(name: 'EvaluationMetrics')
     EventBatchingCondition = Shapes::StructureShape.new(name: 'EventBatchingCondition')
+    EventQueueArn = Shapes::StringShape.new(name: 'EventQueueArn')
     ExecutionProperty = Shapes::StructureShape.new(name: 'ExecutionProperty')
     ExecutionTime = Shapes::IntegerShape.new(name: 'ExecutionTime')
     ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
@@ -445,6 +446,7 @@ module Aws::Glue
     IntegerValue = Shapes::IntegerShape.new(name: 'IntegerValue')
     InternalServiceException = Shapes::StructureShape.new(name: 'InternalServiceException')
     InvalidInputException = Shapes::StructureShape.new(name: 'InvalidInputException')
+    InvalidStateException = Shapes::StructureShape.new(name: 'InvalidStateException')
     IsVersionValid = Shapes::BooleanShape.new(name: 'IsVersionValid')
     JdbcTarget = Shapes::StructureShape.new(name: 'JdbcTarget')
     JdbcTargetList = Shapes::ListShape.new(name: 'JdbcTargetList')
@@ -610,6 +612,7 @@ module Aws::Glue
     ReplaceBoolean = Shapes::BooleanShape.new(name: 'ReplaceBoolean')
     ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
     ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
+    ResourceNotReadyException = Shapes::StructureShape.new(name: 'ResourceNotReadyException')
     ResourceNumberLimitExceededException = Shapes::StructureShape.new(name: 'ResourceNumberLimitExceededException')
     ResourceShareType = Shapes::StringShape.new(name: 'ResourceShareType')
     ResourceType = Shapes::StringShape.new(name: 'ResourceType')
@@ -732,6 +735,7 @@ module Aws::Glue
     TimestampValue = Shapes::TimestampShape.new(name: 'TimestampValue')
     Token = Shapes::StringShape.new(name: 'Token')
     TotalSegmentsInteger = Shapes::IntegerShape.new(name: 'TotalSegmentsInteger')
+    TransactionIdString = Shapes::StringShape.new(name: 'TransactionIdString')
     TransformEncryption = Shapes::StructureShape.new(name: 'TransformEncryption')
     TransformFilterCriteria = Shapes::StructureShape.new(name: 'TransformFilterCriteria')
     TransformIdList = Shapes::ListShape.new(name: 'TransformIdList')
@@ -881,6 +885,7 @@ module Aws::Glue
     BatchDeleteTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     BatchDeleteTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     BatchDeleteTableRequest.add_member(:tables_to_delete, Shapes::ShapeRef.new(shape: BatchDeleteTableNameList, required: true, location_name: "TablesToDelete"))
+    BatchDeleteTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
     BatchDeleteTableRequest.struct_class = Types::BatchDeleteTableRequest
 
     BatchDeleteTableResponse.add_member(:errors, Shapes::ShapeRef.new(shape: TableErrors, location_name: "Errors"))
@@ -1504,6 +1509,7 @@ module Aws::Glue
     CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
     CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
+    CreateTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
     CreateTableRequest.struct_class = Types::CreateTableRequest
 
     CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1727,6 +1733,7 @@ module Aws::Glue
     DeleteTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     DeleteTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     DeleteTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
+    DeleteTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
     DeleteTableRequest.struct_class = Types::DeleteTableRequest
 
     DeleteTableResponse.struct_class = Types::DeleteTableResponse
@@ -2164,6 +2171,8 @@ module Aws::Glue
     GetPartitionsRequest.add_member(:segment, Shapes::ShapeRef.new(shape: Segment, location_name: "Segment"))
     GetPartitionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
     GetPartitionsRequest.add_member(:exclude_column_schema, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "ExcludeColumnSchema"))
+    GetPartitionsRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
+    GetPartitionsRequest.add_member(:query_as_of_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryAsOfTime"))
     GetPartitionsRequest.struct_class = Types::GetPartitionsRequest
 
     GetPartitionsResponse.add_member(:partitions, Shapes::ShapeRef.new(shape: PartitionList, location_name: "Partitions"))
@@ -2281,6 +2290,8 @@ module Aws::Glue
     GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
     GetTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     GetTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
+    GetTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
+    GetTableRequest.add_member(:query_as_of_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryAsOfTime"))
     GetTableRequest.struct_class = Types::GetTableRequest
 
     GetTableResponse.add_member(:table, Shapes::ShapeRef.new(shape: Table, location_name: "Table"))
@@ -2313,6 +2324,8 @@ module Aws::Glue
     GetTablesRequest.add_member(:expression, Shapes::ShapeRef.new(shape: FilterString, location_name: "Expression"))
     GetTablesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
     GetTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
+    GetTablesRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
+    GetTablesRequest.add_member(:query_as_of_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "QueryAsOfTime"))
     GetTablesRequest.struct_class = Types::GetTablesRequest
 
     GetTablesResponse.add_member(:table_list, Shapes::ShapeRef.new(shape: TableList, location_name: "TableList"))
@@ -2441,6 +2454,9 @@ module Aws::Glue
     InvalidInputException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     InvalidInputException.struct_class = Types::InvalidInputException
 
+    InvalidStateException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
+    InvalidStateException.struct_class = Types::InvalidStateException
+
     JdbcTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     JdbcTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
     JdbcTarget.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
@@ -2963,6 +2979,9 @@ module Aws::Glue
     ResetJobBookmarkResponse.add_member(:job_bookmark_entry, Shapes::ShapeRef.new(shape: JobBookmarkEntry, location_name: "JobBookmarkEntry"))
     ResetJobBookmarkResponse.struct_class = Types::ResetJobBookmarkResponse
 
+    ResourceNotReadyException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
+    ResourceNotReadyException.struct_class = Types::ResourceNotReadyException
+
     ResourceNumberLimitExceededException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     ResourceNumberLimitExceededException.struct_class = Types::ResourceNumberLimitExceededException
 
@@ -2991,6 +3010,8 @@ module Aws::Glue
     S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
     S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
     S3Target.add_member(:sample_size, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "SampleSize"))
+    S3Target.add_member(:event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "EventQueueArn"))
+    S3Target.add_member(:dlq_event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "DlqEventQueueArn"))
     S3Target.struct_class = Types::S3Target
 
     S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -3546,6 +3567,7 @@ module Aws::Glue
     UpdateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
     UpdateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
     UpdateTableRequest.add_member(:skip_archive, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "SkipArchive"))
+    UpdateTableRequest.add_member(:transaction_id, Shapes::ShapeRef.new(shape: TransactionIdString, location_name: "TransactionId"))
     UpdateTableRequest.struct_class = Types::UpdateTableRequest
 
     UpdateTableResponse.struct_class = Types::UpdateTableResponse
@@ -3724,6 +3746,8 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
         o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+        o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
       end)
 
       api.add_operation(:batch_delete_table_version, Seahorse::Model::Operation.new.tap do |o|
@@ -3793,6 +3817,7 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
         o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidStateException)
       end)
 
       api.add_operation(:batch_get_triggers, Seahorse::Model::Operation.new.tap do |o|
@@ -4069,6 +4094,7 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
         o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
       end)
 
       api.add_operation(:create_trigger, Seahorse::Model::Operation.new.tap do |o|
@@ -4331,6 +4357,7 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
         o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
       end)
 
       api.add_operation(:delete_table_version, Seahorse::Model::Operation.new.tap do |o|
@@ -4823,6 +4850,8 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
         o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+        o.errors << Shapes::ShapeRef.new(shape: InvalidStateException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
         o[:pager] = Aws::Pager.new(
           limit_key: "max_results",
           tokens: {
@@ -4973,6 +5002,7 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
         o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
       end)
 
       api.add_operation(:get_table_version, Seahorse::Model::Operation.new.tap do |o|
@@ -5871,6 +5901,7 @@ module Aws::Glue
         o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
         o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
         o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
+        o.errors << Shapes::ShapeRef.new(shape: ResourceNotReadyException)
       end)
 
       api.add_operation(:update_trigger, Seahorse::Model::Operation.new.tap do |o|

data/lib/aws-sdk-glue/errors.rb

@@ -43,9 +43,11 @@ module Aws::Glue
   # * {IllegalWorkflowStateException}
   # * {InternalServiceException}
   # * {InvalidInputException}
+  # * {InvalidStateException}
   # * {MLTransformNotReadyException}
   # * {NoScheduleException}
   # * {OperationTimeoutException}
+  # * {ResourceNotReadyException}
   # * {ResourceNumberLimitExceededException}
   # * {SchedulerNotRunningException}
   # * {SchedulerRunningException}
@@ -299,6 +301,21 @@ module Aws::Glue
       end
     end
 
+    class InvalidStateException < ServiceError
+
+      # @param [Seahorse::Client::RequestContext] context
+      # @param [String] message
+      # @param [Aws::Glue::Types::InvalidStateException] data
+      def initialize(context, message, data = Aws::EmptyStructure.new)
+        super(context, message, data)
+      end
+
+      # @return [String]
+      def message
+        @message || @data[:message]
+      end
+    end
+
     class MLTransformNotReadyException < ServiceError
 
       # @param [Seahorse::Client::RequestContext] context
@@ -344,6 +361,21 @@ module Aws::Glue
       end
     end
 
+    class ResourceNotReadyException < ServiceError
+
+      # @param [Seahorse::Client::RequestContext] context
+      # @param [String] message
+      # @param [Aws::Glue::Types::ResourceNotReadyException] data
+      def initialize(context, message, data = Aws::EmptyStructure.new)
+        super(context, message, data)
+      end
+
+      # @return [String]
+      def message
+        @message || @data[:message]
+      end
+    end
+
     class ResourceNumberLimitExceededException < ServiceError
 
       # @param [Seahorse::Client::RequestContext] context

data/lib/aws-sdk-glue/types.rb

@@ -377,6 +377,7 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         database_name: "NameString", # required
     #         tables_to_delete: ["NameString"], # required
+    #         transaction_id: "TransactionIdString",
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -393,12 +394,17 @@ module Aws::Glue
     #   A list of the table to delete.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to delete the table contents.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteTableRequest AWS API Documentation
     #
     class BatchDeleteTableRequest < Struct.new(
       :catalog_id,
       :database_name,
-      :tables_to_delete)
+      :tables_to_delete,
+      :transaction_id)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -2706,6 +2712,8 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #             connection_name: "ConnectionName",
     #             sample_size: 1,
+    #             event_queue_arn: "EventQueueArn",
+    #             dlq_event_queue_arn: "EventQueueArn",
     #           },
     #         ],
     #         jdbc_targets: [
@@ -2948,6 +2956,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -2986,7 +2996,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -4693,6 +4703,7 @@ module Aws::Glue
     #             index_name: "NameString", # required
     #           },
     #         ],
+    #         transaction_id: "TransactionIdString",
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -4715,13 +4726,18 @@ module Aws::Glue
     #   in the table.
     #   @return [Array<Types::PartitionIndex>]
     #
+    # @!attribute [rw] transaction_id
+    #   The ID of the transaction.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
     #
     class CreateTableRequest < Struct.new(
       :catalog_id,
       :database_name,
       :table_input,
-      :partition_indexes)
+      :partition_indexes,
+      :transaction_id)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -5997,6 +6013,7 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         database_name: "NameString", # required
     #         name: "NameString", # required
+    #         transaction_id: "TransactionIdString",
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -6014,12 +6031,17 @@ module Aws::Glue
     #   name is entirely lowercase.
     #   @return [String]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to delete the table contents.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableRequest AWS API Documentation
     #
     class DeleteTableRequest < Struct.new(
       :catalog_id,
       :database_name,
-      :name)
+      :name,
+      :transaction_id)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -8595,6 +8617,8 @@ module Aws::Glue
     #         },
     #         max_results: 1,
     #         exclude_column_schema: false,
+    #         transaction_id: "TransactionIdString",
+    #         query_as_of_time: Time.now,
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -8728,6 +8752,16 @@ module Aws::Glue
     #   problem of a large response by not returning duplicate data.
     #   @return [Boolean]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to read the partition contents.
+    #   @return [String]
+    #
+    # @!attribute [rw] query_as_of_time
+    #   The time as of when to read the partition contents. If not set, the
+    #   most recent transaction commit time will be used. Cannot be
+    #   specified along with `TransactionId`.
+    #   @return [Time]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
     #
     class GetPartitionsRequest < Struct.new(
@@ -8738,7 +8772,9 @@ module Aws::Glue
       :next_token,
       :segment,
       :max_results,
-      :exclude_column_schema)
+      :exclude_column_schema,
+      :transaction_id,
+      :query_as_of_time)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -9449,6 +9485,8 @@ module Aws::Glue
     #         catalog_id: "CatalogIdString",
     #         database_name: "NameString", # required
     #         name: "NameString", # required
+    #         transaction_id: "TransactionIdString",
+    #         query_as_of_time: Time.now,
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -9466,12 +9504,24 @@ module Aws::Glue
     #   compatibility, this name is entirely lowercase.
     #   @return [String]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to read the table contents.
+    #   @return [String]
+    #
+    # @!attribute [rw] query_as_of_time
+    #   The time as of when to read the table contents. If not set, the most
+    #   recent transaction commit time will be used. Cannot be specified
+    #   along with `TransactionId`.
+    #   @return [Time]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
     #
     class GetTableRequest < Struct.new(
       :catalog_id,
       :database_name,
-      :name)
+      :name,
+      :transaction_id,
+      :query_as_of_time)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -9616,6 +9666,8 @@ module Aws::Glue
     #         expression: "FilterString",
     #         next_token: "Token",
     #         max_results: 1,
+    #         transaction_id: "TransactionIdString",
+    #         query_as_of_time: Time.now,
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -9641,6 +9693,16 @@ module Aws::Glue
     #   The maximum number of tables to return in a single response.
     #   @return [Integer]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to read the table contents.
+    #   @return [String]
+    #
+    # @!attribute [rw] query_as_of_time
+    #   The time as of when to read the table contents. If not set, the most
+    #   recent transaction commit time will be used. Cannot be specified
+    #   along with `TransactionId`.
+    #   @return [Time]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTablesRequest AWS API Documentation
     #
     class GetTablesRequest < Struct.new(
@@ -9648,7 +9710,9 @@ module Aws::Glue
       :database_name,
       :expression,
       :next_token,
-      :max_results)
+      :max_results,
+      :transaction_id,
+      :query_as_of_time)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -10319,6 +10383,20 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # An error that indicates your data is in an invalid state.
+    #
+    # @!attribute [rw] message
+    #   A message describing the problem.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidStateException AWS API Documentation
+    #
+    class InvalidStateException < Struct.new(
+      :message)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Specifies a JDBC data store to crawl.
     #
     # @note When making an API call, you may pass JdbcTarget
@@ -13229,7 +13307,7 @@ module Aws::Glue
     #   data as a hash:
     #
     #       {
-    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #       }
     #
     # @!attribute [rw] recrawl_behavior
@@ -13241,6 +13319,9 @@ module Aws::Glue
     #
     #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
     #   that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVENT_MODE` specifies crawling only the changes
+    #   identified by Amazon S3 events.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
@@ -13513,6 +13594,20 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A resource was not ready for a transaction.
+    #
+    # @!attribute [rw] message
+    #   A message describing the problem.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotReadyException AWS API Documentation
+    #
+    class ResourceNotReadyException < Struct.new(
+      :message)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # A resource numerical limit was exceeded.
     #
     # @!attribute [rw] message
@@ -13644,6 +13739,8 @@ module Aws::Glue
     #         exclusions: ["Path"],
     #         connection_name: "ConnectionName",
     #         sample_size: 1,
+    #         event_queue_arn: "EventQueueArn",
+    #         dlq_event_queue_arn: "EventQueueArn",
     #       }
     #
     # @!attribute [rw] path
@@ -13671,13 +13768,25 @@ module Aws::Glue
     #   crawled. A valid value is an integer between 1 and 249.
     #   @return [Integer]
     #
+    # @!attribute [rw] event_queue_arn
+    #   A valid Amazon SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:sqs`.
+    #   @return [String]
+    #
+    # @!attribute [rw] dlq_event_queue_arn
+    #   A valid Amazon dead-letter SQS ARN. For example,
+    #   `arn:aws:sqs:region:account:deadLetterQueue`.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
     #
     class S3Target < Struct.new(
       :path,
       :exclusions,
       :connection_name,
-      :sample_size)
+      :sample_size,
+      :event_queue_arn,
+      :dlq_event_queue_arn)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -16406,6 +16515,8 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #               connection_name: "ConnectionName",
     #               sample_size: 1,
+    #               event_queue_arn: "EventQueueArn",
+    #               dlq_event_queue_arn: "EventQueueArn",
     #             },
     #           ],
     #           jdbc_targets: [
@@ -16444,7 +16555,7 @@ module Aws::Glue
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
     #         recrawl_policy: {
-    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
     #         },
     #         lineage_configuration: {
     #           crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
@@ -17386,6 +17497,7 @@ module Aws::Glue
     #           },
     #         },
     #         skip_archive: false,
+    #         transaction_id: "TransactionIdString",
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -17409,13 +17521,18 @@ module Aws::Glue
     #   `UpdateTable` does not create the archived version.
     #   @return [Boolean]
     #
+    # @!attribute [rw] transaction_id
+    #   The transaction ID at which to update the table contents.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation
     #
     class UpdateTableRequest < Struct.new(
       :catalog_id,
       :database_name,
       :table_input,
-      :skip_archive)
+      :skip_archive,
+      :transaction_id)
       SENSITIVE = []
       include Aws::Structure
     end

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.96.0'
+  GEM_VERSION = '1.100.0'
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.96.0
+  version: 1.100.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-10-05 00:00:00.000000000 Z
+date: 2021-11-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.120.0
+        version: 3.122.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.120.0
+        version: 3.122.0
 - !ruby/object:Gem::Dependency
   name: aws-sigv4
   requirement: !ruby/object:Gem::Requirement