aws-sdk-glue 1.73.0 → 1.78.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 87c98ccaaa672b7ffcafd8f0aef8e974467b381ce962b2d224919929cfde8478
-  data.tar.gz: d58c36d45e8dcf0eac874a70c86e717ef5b3763983bd5e5c13c8e2db71076682
+  metadata.gz: 1b341849145a822c5f4d4a2a4777f3e47936b3136635f939a21494c53c9ccddd
+  data.tar.gz: 4906a2d13b1d3841f184de1ed40df276e6754b8e6a950ef45f915d59b227ee55
 SHA512:
-  metadata.gz: a01532e74ab4f4a0e7e56486eaccee84d5947e40f26c1802bad6130332e87655e0b5bd78e962cb8df821464f8562d5fe47bc2d562c81a33423d10c5e857f98f5
-  data.tar.gz: a91bb1c05000dffde42ea54f83c46451a96714d407e1f8227727ee47c4b77a98ba238a949a7eebf7c2adc1f28cf706d97db30f60d8f5db3665e035d8b0a6281f
+  metadata.gz: 7aadbbbd40f6ae110e9fa70e861d265094d48009807f1e79cb0acf314954d79ad785bdf170740c37f0ff4c0c0825b086f7336c771370a39a38d7cfd1be93f7ea
+  data.tar.gz: 187f1f9d4460f1147dfd1720659e42e83d7ea44951dc608ded2842b9075a052bc4e42c0c5e5caf3bab4cfb17fbd5209ad246c5d0b048da8cd28ae7c787c6a425

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.73.0'
+  GEM_VERSION = '1.78.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -663,6 +663,10 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets #=> Array
+    #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -675,6 +679,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -1485,6 +1490,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1531,6 +1540,13 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       mongo_db_targets: [
+    #         {
+    #           connection_name: "ConnectionName",
+    #           path: "Path",
+    #           scan_all: false,
+    #         },
+    #       ],
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
@@ -1552,6 +1568,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -2165,6 +2184,11 @@ module Aws::Glue
     #
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
     #
+    # @option params [Types::TransformEncryption] :transform_encryption
+    #   The encryption-at-rest settings of the transform that apply to
+    #   accessing user data. Machine learning transforms can access user data
+    #   encrypted in Amazon S3 using KMS.
+    #
     # @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
@@ -2201,6 +2225,13 @@ module Aws::Glue
     #     tags: {
     #       "TagKey" => "TagValue",
     #     },
+    #     transform_encryption: {
+    #       ml_user_data_encryption: {
+    #         ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
+    #         kms_key_id: "NameString",
+    #       },
+    #       task_run_security_configuration_name: "NameString",
+    #     },
     #   })
     #
     # @example Response structure
@@ -2753,6 +2784,9 @@ module Aws::Glue
 
     # Delete the partition column statistics of a column.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `DeletePartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -2792,6 +2826,9 @@ module Aws::Glue
 
     # Retrieves table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `DeleteTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3414,6 +3451,9 @@ module Aws::Glue
 
     # Retrieves partition statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `GetPartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3496,6 +3536,9 @@ module Aws::Glue
 
     # Retrieves table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `GetTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -3727,6 +3770,10 @@ module Aws::Glue
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
     #   resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.mongo_db_targets #=> Array
+    #   resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawler.targets.mongo_db_targets[0].path #=> String
+    #   resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawler.targets.dynamo_db_targets #=> Array
     #   resp.crawler.targets.dynamo_db_targets[0].path #=> String
     #   resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3739,6 +3786,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -3852,6 +3900,10 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets #=> Array
+    #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3864,6 +3916,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -4659,6 +4712,7 @@ module Aws::Glue
     #   * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
     #   * {Types::GetMLTransformResponse#timeout #timeout} => Integer
     #   * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
+    #   * {Types::GetMLTransformResponse#transform_encryption #transform_encryption} => Types::TransformEncryption
     #
     # @example Request syntax with placeholder values
     #
@@ -4704,6 +4758,9 @@ module Aws::Glue
     #   resp.number_of_workers #=> Integer
     #   resp.timeout #=> Integer
     #   resp.max_retries #=> Integer
+    #   resp.transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.transform_encryption.ml_user_data_encryption.kms_key_id #=> String
+    #   resp.transform_encryption.task_run_security_configuration_name #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
     #
@@ -4806,6 +4863,9 @@ module Aws::Glue
     #   resp.transforms[0].number_of_workers #=> Integer
     #   resp.transforms[0].timeout #=> Integer
     #   resp.transforms[0].max_retries #=> Integer
+    #   resp.transforms[0].transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
+    #   resp.transforms[0].transform_encryption.ml_user_data_encryption.kms_key_id #=> String
+    #   resp.transforms[0].transform_encryption.task_run_security_configuration_name #=> String
     #   resp.next_token #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
@@ -5229,6 +5289,15 @@ module Aws::Glue
     # @option params [Hash<String,String>] :additional_plan_options_map
     #   A map to hold additional optional key-value parameters.
     #
+    #   Currently, these key-value pairs are supported:
+    #
+    #   * `inferSchema`  —  Specifies whether to set `inferSchema` to true or
+    #     false for the default script generated by an AWS Glue job. For
+    #     example, to set `inferSchema` to true, pass the following key value
+    #     pair:
+    #
+    #     `--additional-plan-options-map '\{"inferSchema":"true"\}'`
+    #
     # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetPlanResponse#python_script #python_script} => String
@@ -7947,6 +8016,9 @@ module Aws::Glue
 
     # Creates or updates partition statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `UpdatePartition`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -8081,6 +8153,9 @@ module Aws::Glue
 
     # Creates or updates table statistics of columns.
     #
+    # The Identity and Access Management (IAM) permission required for this
+    # operation is `UpdateTable`.
+    #
     # @option params [String] :catalog_id
     #   The ID of the Data Catalog where the partitions in question reside. If
     #   none is supplied, the AWS account ID is used by default.
@@ -8294,6 +8369,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -8331,6 +8410,13 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       mongo_db_targets: [
+    #         {
+    #           connection_name: "ConnectionName",
+    #           path: "Path",
+    #           scan_all: false,
+    #         },
+    #       ],
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
@@ -8352,6 +8438,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -9096,7 +9185,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.73.0'
+      context[:gem_version] = '1.78.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -428,6 +428,8 @@ module Aws::Glue
     LongColumnStatisticsData = Shapes::StructureShape.new(name: 'LongColumnStatisticsData')
     MLTransform = Shapes::StructureShape.new(name: 'MLTransform')
     MLTransformNotReadyException = Shapes::StructureShape.new(name: 'MLTransformNotReadyException')
+    MLUserDataEncryption = Shapes::StructureShape.new(name: 'MLUserDataEncryption')
+    MLUserDataEncryptionModeString = Shapes::StringShape.new(name: 'MLUserDataEncryptionModeString')
     MapValue = Shapes::MapShape.new(name: 'MapValue')
     MappingEntry = Shapes::StructureShape.new(name: 'MappingEntry')
     MappingList = Shapes::ListShape.new(name: 'MappingList')
@@ -437,6 +439,8 @@ module Aws::Glue
     MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
     MessageString = Shapes::StringShape.new(name: 'MessageString')
     MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
+    MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
+    MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
     NameString = Shapes::StringShape.new(name: 'NameString')
     NameStringList = Shapes::ListShape.new(name: 'NameStringList')
     NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
@@ -496,6 +500,8 @@ module Aws::Glue
     PythonScript = Shapes::StringShape.new(name: 'PythonScript')
     PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
     RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
+    RecrawlBehavior = Shapes::StringShape.new(name: 'RecrawlBehavior')
+    RecrawlPolicy = Shapes::StructureShape.new(name: 'RecrawlPolicy')
     ReplaceBoolean = Shapes::BooleanShape.new(name: 'ReplaceBoolean')
     ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
     ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
@@ -599,6 +605,7 @@ module Aws::Glue
     TimestampValue = Shapes::TimestampShape.new(name: 'TimestampValue')
     Token = Shapes::StringShape.new(name: 'Token')
     TotalSegmentsInteger = Shapes::IntegerShape.new(name: 'TotalSegmentsInteger')
+    TransformEncryption = Shapes::StructureShape.new(name: 'TransformEncryption')
     TransformFilterCriteria = Shapes::StructureShape.new(name: 'TransformFilterCriteria')
     TransformIdList = Shapes::ListShape.new(name: 'TransformIdList')
     TransformList = Shapes::ListShape.new(name: 'TransformList')
@@ -1024,6 +1031,7 @@ module Aws::Glue
     Crawler.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, location_name: "DatabaseName"))
     Crawler.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
     Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
+    Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
     Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
@@ -1067,6 +1075,7 @@ module Aws::Glue
 
     CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
     CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
+    CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
     CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
     CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
     CrawlerTargets.struct_class = Types::CrawlerTargets
@@ -1094,6 +1103,7 @@ module Aws::Glue
     CreateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -1200,6 +1210,7 @@ module Aws::Glue
     CreateMLTransformRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     CreateMLTransformRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
     CreateMLTransformRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
+    CreateMLTransformRequest.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
     CreateMLTransformRequest.struct_class = Types::CreateMLTransformRequest
 
     CreateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
@@ -1775,6 +1786,7 @@ module Aws::Glue
     GetMLTransformResponse.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     GetMLTransformResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     GetMLTransformResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
+    GetMLTransformResponse.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
     GetMLTransformResponse.struct_class = Types::GetMLTransformResponse
 
     GetMLTransformsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
@@ -2245,11 +2257,16 @@ module Aws::Glue
     MLTransform.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
     MLTransform.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
     MLTransform.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
+    MLTransform.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
     MLTransform.struct_class = Types::MLTransform
 
     MLTransformNotReadyException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     MLTransformNotReadyException.struct_class = Types::MLTransformNotReadyException
 
+    MLUserDataEncryption.add_member(:ml_user_data_encryption_mode, Shapes::ShapeRef.new(shape: MLUserDataEncryptionModeString, required: true, location_name: "MlUserDataEncryptionMode"))
+    MLUserDataEncryption.add_member(:kms_key_id, Shapes::ShapeRef.new(shape: NameString, location_name: "KmsKeyId"))
+    MLUserDataEncryption.struct_class = Types::MLUserDataEncryption
+
     MapValue.key = Shapes::ShapeRef.new(shape: GenericString)
     MapValue.value = Shapes::ShapeRef.new(shape: GenericString)
 
@@ -2265,6 +2282,13 @@ module Aws::Glue
 
     MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
 
+    MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
+    MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
+    MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
+    MongoDBTarget.struct_class = Types::MongoDBTarget
+
+    MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
+
     NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
 
     NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
@@ -2398,6 +2422,9 @@ module Aws::Glue
 
     PutWorkflowRunPropertiesResponse.struct_class = Types::PutWorkflowRunPropertiesResponse
 
+    RecrawlPolicy.add_member(:recrawl_behavior, Shapes::ShapeRef.new(shape: RecrawlBehavior, location_name: "RecrawlBehavior"))
+    RecrawlPolicy.struct_class = Types::RecrawlPolicy
+
     ResetJobBookmarkRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
     ResetJobBookmarkRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: RunId, location_name: "RunId"))
     ResetJobBookmarkRequest.struct_class = Types::ResetJobBookmarkRequest
@@ -2712,6 +2739,10 @@ module Aws::Glue
     TaskRunSortCriteria.add_member(:sort_direction, Shapes::ShapeRef.new(shape: SortDirectionType, required: true, location_name: "SortDirection"))
     TaskRunSortCriteria.struct_class = Types::TaskRunSortCriteria
 
+    TransformEncryption.add_member(:ml_user_data_encryption, Shapes::ShapeRef.new(shape: MLUserDataEncryption, location_name: "MlUserDataEncryption"))
+    TransformEncryption.add_member(:task_run_security_configuration_name, Shapes::ShapeRef.new(shape: NameString, location_name: "TaskRunSecurityConfigurationName"))
+    TransformEncryption.struct_class = Types::TransformEncryption
+
     TransformFilterCriteria.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
     TransformFilterCriteria.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, location_name: "TransformType"))
     TransformFilterCriteria.add_member(:status, Shapes::ShapeRef.new(shape: TransformStatusType, location_name: "Status"))
@@ -2813,6 +2844,7 @@ module Aws::Glue
     UpdateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest

data/lib/aws-sdk-glue/types.rb

@@ -968,7 +968,7 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a binary column statistics data.
+    # Defines column statistics supported for bit sequence data values.
     #
     # @note When making an API call, you may pass BinaryColumnStatisticsData
     #   data as a hash:
@@ -980,15 +980,15 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] maximum_length
-    #   Maximum length of the column.
+    #   The size of the longest bit sequence in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] average_length
-    #   Average length of the column.
+    #   The average bit sequence length in the column.
     #   @return [Float]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
@@ -1001,7 +1001,7 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a boolean column statistics.
+    # Defines column statistics supported for Boolean data columns.
     #
     # @note When making an API call, you may pass BooleanColumnStatisticsData
     #   data as a hash:
@@ -1013,15 +1013,15 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] number_of_trues
-    #   Number of true value.
+    #   The number of true values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_falses
-    #   Number of false value.
+    #   The number of false values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
@@ -1378,14 +1378,14 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a column containing error.
+    # Encapsulates a column name that failed and the reason for failure.
     #
     # @!attribute [rw] column_name
-    #   The name of the column.
+    #   The name of the column that failed.
     #   @return [String]
     #
     # @!attribute [rw] error
-    #   The error message occurred during operation.
+    #   An error message with the reason for the failure of an operation.
     #   @return [Types::ErrorDetail]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
@@ -1397,7 +1397,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a column statistics.
+    # Represents the generated column-level statistics for a table or
+    # partition.
     #
     # @note When making an API call, you may pass ColumnStatistics
     #   data as a hash:
@@ -1458,19 +1459,20 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] column_name
-    #   The name of the column.
+    #   Name of column which statistics belong to.
     #   @return [String]
     #
     # @!attribute [rw] column_type
-    #   The type of the column.
+    #   The data type of the column.
     #   @return [String]
     #
     # @!attribute [rw] analyzed_time
-    #   The analyzed time of the column statistics.
+    #   The timestamp of when column statistics were generated.
     #   @return [Time]
     #
     # @!attribute [rw] statistics_data
-    #   The statistics of the column.
+    #   A `ColumnStatisticData` object that contains the statistics data
+    #   values.
     #   @return [Types::ColumnStatisticsData]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
@@ -1484,7 +1486,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a column statistics data.
+    # Contains the individual types of column statistics data. Only one data
+    # object should be set and indicated by the `Type` attribute.
     #
     # @note When making an API call, you may pass ColumnStatisticsData
     #   data as a hash:
@@ -1540,35 +1543,35 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] type
-    #   The name of the column.
+    #   The type of column statistics data.
     #   @return [String]
     #
     # @!attribute [rw] boolean_column_statistics_data
-    #   Boolean Column Statistics Data.
+    #   Boolean column statistics data.
     #   @return [Types::BooleanColumnStatisticsData]
     #
     # @!attribute [rw] date_column_statistics_data
-    #   Date Column Statistics Data.
+    #   Date column statistics data.
     #   @return [Types::DateColumnStatisticsData]
     #
     # @!attribute [rw] decimal_column_statistics_data
-    #   Decimal Column Statistics Data.
+    #   Decimal column statistics data.
     #   @return [Types::DecimalColumnStatisticsData]
     #
     # @!attribute [rw] double_column_statistics_data
-    #   Double Column Statistics Data.
+    #   Double column statistics data.
     #   @return [Types::DoubleColumnStatisticsData]
     #
     # @!attribute [rw] long_column_statistics_data
-    #   Long Column Statistics Data.
+    #   Long column statistics data.
     #   @return [Types::LongColumnStatisticsData]
     #
     # @!attribute [rw] string_column_statistics_data
-    #   String Column Statistics Data.
+    #   String column statistics data.
     #   @return [Types::StringColumnStatisticsData]
     #
     # @!attribute [rw] binary_column_statistics_data
-    #   Binary Column Statistics Data.
+    #   Binary column statistics data.
     #   @return [Types::BinaryColumnStatisticsData]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
@@ -1586,14 +1589,15 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a column containing error.
+    # Encapsulates a `ColumnStatistics` object that failed and the reason
+    # for failure.
     #
     # @!attribute [rw] column_statistics
-    #   The ColumnStatistics of the column.
+    #   The `ColumnStatistics` of the column.
     #   @return [Types::ColumnStatistics]
     #
     # @!attribute [rw] error
-    #   The error message occurred during operation.
+    #   An error message with the reason for the failure of an operation.
     #   @return [Types::ErrorDetail]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
@@ -2103,6 +2107,11 @@ module Aws::Glue
     #   associated with the crawler.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] schema_change_policy
     #   The policy that specifies update and delete behaviors for the
     #   crawler.
@@ -2167,6 +2176,7 @@ module Aws::Glue
       :database_name,
       :description,
       :classifiers,
+      :recrawl_policy,
       :schema_change_policy,
       :state,
       :table_prefix,
@@ -2309,6 +2319,13 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #           },
     #         ],
+    #         mongo_db_targets: [
+    #           {
+    #             connection_name: "ConnectionName",
+    #             path: "Path",
+    #             scan_all: false,
+    #           },
+    #         ],
     #         dynamo_db_targets: [
     #           {
     #             path: "Path",
@@ -2332,6 +2349,10 @@ module Aws::Glue
     #   Specifies JDBC targets.
     #   @return [Array<Types::JdbcTarget>]
     #
+    # @!attribute [rw] mongo_db_targets
+    #   Specifies Amazon DocumentDB or MongoDB targets.
+    #   @return [Array<Types::MongoDBTarget>]
+    #
     # @!attribute [rw] dynamo_db_targets
     #   Specifies Amazon DynamoDB targets.
     #   @return [Array<Types::DynamoDBTarget>]
@@ -2345,6 +2366,7 @@ module Aws::Glue
     class CrawlerTargets < Struct.new(
       :s3_targets,
       :jdbc_targets,
+      :mongo_db_targets,
       :dynamo_db_targets,
       :catalog_targets)
       SENSITIVE = []
@@ -2478,6 +2500,13 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           mongo_db_targets: [
+    #             {
+    #               connection_name: "ConnectionName",
+    #               path: "Path",
+    #               scan_all: false,
+    #             },
+    #           ],
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
@@ -2499,6 +2528,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #         tags: {
@@ -2553,6 +2585,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -2590,6 +2627,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration,
       :tags)
@@ -3368,6 +3406,13 @@ module Aws::Glue
     #         tags: {
     #           "TagKey" => "TagValue",
     #         },
+    #         transform_encryption: {
+    #           ml_user_data_encryption: {
+    #             ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
+    #             kms_key_id: "NameString",
+    #           },
+    #           task_run_security_configuration_name: "NameString",
+    #         },
     #       }
     #
     # @!attribute [rw] name
@@ -3511,6 +3556,12 @@ module Aws::Glue
     #   [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
     #   @return [Hash<String,String>]
     #
+    # @!attribute [rw] transform_encryption
+    #   The encryption-at-rest settings of the transform that apply to
+    #   accessing user data. Machine learning transforms can access user
+    #   data encrypted in Amazon S3 using KMS.
+    #   @return [Types::TransformEncryption]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
     #
     class CreateMLTransformRequest < Struct.new(
@@ -3525,7 +3576,8 @@ module Aws::Glue
       :number_of_workers,
       :timeout,
       :max_retries,
-      :tags)
+      :tags,
+      :transform_encryption)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -4422,7 +4474,7 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a date column statistics data.
+    # Defines column statistics supported for timestamp data columns.
     #
     # @note When making an API call, you may pass DateColumnStatisticsData
     #   data as a hash:
@@ -4435,19 +4487,19 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] minimum_value
-    #   Minimum value of the column.
+    #   The lowest value in the column.
     #   @return [Time]
     #
     # @!attribute [rw] maximum_value
-    #   Maximum value of the column.
+    #   The highest value in the column.
     #   @return [Time]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_distinct_values
-    #   Number of distinct values.
+    #   The number of distinct values in a column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
@@ -4461,7 +4513,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a decimal column statistics data.
+    # Defines column statistics supported for fixed-point number data
+    # columns.
     #
     # @note When making an API call, you may pass DecimalColumnStatisticsData
     #   data as a hash:
@@ -4480,19 +4533,19 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] minimum_value
-    #   Minimum value of the column.
+    #   The lowest value in the column.
     #   @return [Types::DecimalNumber]
     #
     # @!attribute [rw] maximum_value
-    #   Maximum value of the column.
+    #   The highest value in the column.
     #   @return [Types::DecimalNumber]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_distinct_values
-    #   Number of distinct values.
+    #   The number of distinct values in a column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
@@ -5362,7 +5415,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a double column statistics data.
+    # Defines column statistics supported for floating-point number data
+    # columns.
     #
     # @note When making an API call, you may pass DoubleColumnStatisticsData
     #   data as a hash:
@@ -5375,19 +5429,19 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] minimum_value
-    #   Minimum value of the column.
+    #   The lowest value in the column.
     #   @return [Float]
     #
     # @!attribute [rw] maximum_value
-    #   Maximum value of the column.
+    #   The highest value in the column.
     #   @return [Float]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_distinct_values
-    #   Number of distinct values.
+    #   The number of distinct values in a column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
@@ -7031,6 +7085,12 @@ module Aws::Glue
     #   a task run fails.
     #   @return [Integer]
     #
+    # @!attribute [rw] transform_encryption
+    #   The encryption-at-rest settings of the transform that apply to
+    #   accessing user data. Machine learning transforms can access user
+    #   data encrypted in Amazon S3 using KMS.
+    #   @return [Types::TransformEncryption]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
     #
     class GetMLTransformResponse < Struct.new(
@@ -7051,7 +7111,8 @@ module Aws::Glue
       :worker_type,
       :number_of_workers,
       :timeout,
-      :max_retries)
+      :max_retries,
+      :transform_encryption)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -7554,6 +7615,15 @@ module Aws::Glue
     #
     # @!attribute [rw] additional_plan_options_map
     #   A map to hold additional optional key-value parameters.
+    #
+    #   Currently, these key-value pairs are supported:
+    #
+    #   * `inferSchema`  —  Specifies whether to set `inferSchema` to true
+    #     or false for the default script generated by an AWS Glue job. For
+    #     example, to set `inferSchema` to true, pass the following key
+    #     value pair:
+    #
+    #     `--additional-plan-options-map '\{"inferSchema":"true"\}'`
     #   @return [Hash<String,String>]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
@@ -9912,7 +9982,7 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a long column statistics data.
+    # Defines column statistics supported for integer data columns.
     #
     # @note When making an API call, you may pass LongColumnStatisticsData
     #   data as a hash:
@@ -9925,19 +9995,19 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] minimum_value
-    #   Minimum value of the column.
+    #   The lowest value in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] maximum_value
-    #   Maximum value of the column.
+    #   The highest value in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_distinct_values
-    #   Number of distinct values.
+    #   The number of distinct values in a column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
@@ -10117,6 +10187,12 @@ module Aws::Glue
     #   machine learning transform fails.
     #   @return [Integer]
     #
+    # @!attribute [rw] transform_encryption
+    #   The encryption-at-rest settings of the transform that apply to
+    #   accessing user data. Machine learning transforms can access user
+    #   data encrypted in Amazon S3 using KMS.
+    #   @return [Types::TransformEncryption]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
     #
     class MLTransform < Struct.new(
@@ -10137,7 +10213,8 @@ module Aws::Glue
       :worker_type,
       :number_of_workers,
       :timeout,
-      :max_retries)
+      :max_retries,
+      :transform_encryption)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -10156,6 +10233,39 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The encryption-at-rest settings of the transform that apply to
+    # accessing user data.
+    #
+    # @note When making an API call, you may pass MLUserDataEncryption
+    #   data as a hash:
+    #
+    #       {
+    #         ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
+    #         kms_key_id: "NameString",
+    #       }
+    #
+    # @!attribute [rw] ml_user_data_encryption_mode
+    #   The encryption mode applied to user data. Valid values are:
+    #
+    #   * DISABLED: encryption is disabled
+    #
+    #   * SSEKMS: use of server-side encryption with AWS Key Management
+    #     Service (SSE-KMS) for user data stored in Amazon S3.
+    #   @return [String]
+    #
+    # @!attribute [rw] kms_key_id
+    #   The ID for the customer-provided KMS key.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
+    #
+    class MLUserDataEncryption < Struct.new(
+      :ml_user_data_encryption_mode,
+      :kms_key_id)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Defines a mapping.
     #
     # @note When making an API call, you may pass MappingEntry
@@ -10207,6 +10317,47 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
+    #
+    # @note When making an API call, you may pass MongoDBTarget
+    #   data as a hash:
+    #
+    #       {
+    #         connection_name: "ConnectionName",
+    #         path: "Path",
+    #         scan_all: false,
+    #       }
+    #
+    # @!attribute [rw] connection_name
+    #   The name of the connection to use to connect to the Amazon
+    #   DocumentDB or MongoDB target.
+    #   @return [String]
+    #
+    # @!attribute [rw] path
+    #   The path of the Amazon DocumentDB or MongoDB target
+    #   (database/collection).
+    #   @return [String]
+    #
+    # @!attribute [rw] scan_all
+    #   Indicates whether to scan all the records, or to sample rows from
+    #   the table. Scanning all the records can take a long time when the
+    #   table is not a high throughput table.
+    #
+    #   A value of `true` means to scan all records, while a value of
+    #   `false` means to sample the records. If no value is specified, the
+    #   value defaults to `true`.
+    #   @return [Boolean]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
+    #
+    class MongoDBTarget < Struct.new(
+      :connection_name,
+      :path,
+      :scan_all)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # There is no applicable schedule.
     #
     # @!attribute [rw] message
@@ -10876,6 +11027,42 @@ module Aws::Glue
     #
     class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
 
+    # When crawling an Amazon S3 data source after the first crawl is
+    # complete, specifies whether to crawl the entire dataset again or to
+    # crawl only folders that were added since the last crawler run. For
+    # more information, see [Incremental Crawls in AWS Glue][1] in the
+    # developer guide.
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
+    #
+    # @note When making an API call, you may pass RecrawlPolicy
+    #   data as a hash:
+    #
+    #       {
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       }
+    #
+    # @!attribute [rw] recrawl_behavior
+    #   Specifies whether to crawl the entire dataset again or to crawl only
+    #   folders that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
+    #   again.
+    #
+    #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
+    #   that were added since the last crawler run.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
+    #
+    class RecrawlPolicy < Struct.new(
+      :recrawl_behavior)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ResetJobBookmarkRequest
     #   data as a hash:
     #
@@ -12105,7 +12292,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Defines a string column statistics data.
+    # Defines column statistics supported for character sequence data
+    # values.
     #
     # @note When making an API call, you may pass StringColumnStatisticsData
     #   data as a hash:
@@ -12118,19 +12306,19 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] maximum_length
-    #   Maximum value of the column.
+    #   The size of the longest string in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] average_length
-    #   Average value of the column.
+    #   The average string length in the column.
     #   @return [Float]
     #
     # @!attribute [rw] number_of_nulls
-    #   Number of nulls.
+    #   The number of null values in the column.
     #   @return [Integer]
     #
     # @!attribute [rw] number_of_distinct_values
-    #   Number of distinct values.
+    #   The number of distinct values in a column.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
@@ -12726,6 +12914,42 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The encryption-at-rest settings of the transform that apply to
+    # accessing user data. Machine learning transforms can access user data
+    # encrypted in Amazon S3 using KMS.
+    #
+    # Additionally, imported labels and trained transforms can now be
+    # encrypted using a customer provided KMS key.
+    #
+    # @note When making an API call, you may pass TransformEncryption
+    #   data as a hash:
+    #
+    #       {
+    #         ml_user_data_encryption: {
+    #           ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
+    #           kms_key_id: "NameString",
+    #         },
+    #         task_run_security_configuration_name: "NameString",
+    #       }
+    #
+    # @!attribute [rw] ml_user_data_encryption
+    #   An `MLUserDataEncryption` object containing the encryption mode and
+    #   customer-provided KMS key ID.
+    #   @return [Types::MLUserDataEncryption]
+    #
+    # @!attribute [rw] task_run_security_configuration_name
+    #   The name of the security configuration.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
+    #
+    class TransformEncryption < Struct.new(
+      :ml_user_data_encryption,
+      :task_run_security_configuration_name)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # The criteria used to filter the machine learning transforms.
     #
     # @note When making an API call, you may pass TransformFilterCriteria
@@ -12840,7 +13064,7 @@ module Aws::Glue
     #
     #
     #
-    #   [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
+    #   [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
     #   @return [String]
     #
     # @!attribute [rw] find_matches_parameters
@@ -13417,6 +13641,13 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           mongo_db_targets: [
+    #             {
+    #               connection_name: "ConnectionName",
+    #               path: "Path",
+    #               scan_all: false,
+    #             },
+    #           ],
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
@@ -13438,6 +13669,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #       }
@@ -13489,6 +13723,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -13516,6 +13755,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration)
       SENSITIVE = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.73.0
+  version: 1.78.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-01 00:00:00.000000000 Z
+date: 2020-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core