aws-sdk-glue 1.72.0 → 1.77.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75fd7e5e5e21f238676923e9dda3d6847496ab94b9090cc64b9b10830d32e845
-  data.tar.gz: 0461beb9f80a2bde0ff51501099a3d16aaa053f8b09092c43384ce5de06147e2
+  metadata.gz: 1a9d36d08a0fe7de74da1d798ffa9a75b4f2aecbfff986843e9c9b9881dfdb4a
+  data.tar.gz: 7ebca7a5ad15d43b34b113a8831b58c07449b303d217cccc919171f46d2d4301
 SHA512:
-  metadata.gz: d967312a119f9d60c9e2d334d35dcaa736294e91691df583520e1323bc12c05c29035c2cbd92e5b3738dafb44fc52af5747451563ae0b38530e5ecfba55221d6
-  data.tar.gz: 11a33ddd29fb829afab3c65bb9361ee4bafc68bd686455895dd4f35a7ecf75dcc480ccdd08a2226f895b64386a57b002c45a207a30525f8bf41a13bced18d43f
+  metadata.gz: dc8f91cf898d03561a75954d761615eaae1531bfa89396407eb3862436b5ea8bfbeb65e18908e0071868c840d968a0e1a1dc8bcd78ed6a4449a8b866dcfac713
+  data.tar.gz: 89245361281954f2922057e3af2e68c7fbf3bc84d10384b2614086ce31278fa2d413453f951949e3ea59e1fce9632d3b557684f5c66d217d5aee24d8c6162b07

data/lib/aws-sdk-glue.rb

@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
 # @!group service
 module Aws::Glue
 
-  GEM_VERSION = '1.72.0'
+  GEM_VERSION = '1.77.0'
 
 end

data/lib/aws-sdk-glue/client.rb

@@ -663,6 +663,10 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets #=> Array
+    #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -675,6 +679,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -1485,6 +1490,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -1531,6 +1540,13 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       mongo_db_targets: [
+    #         {
+    #           connection_name: "ConnectionName",
+    #           path: "Path",
+    #           scan_all: false,
+    #         },
+    #       ],
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
@@ -1552,6 +1568,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #     tags: {
@@ -3727,6 +3746,10 @@ module Aws::Glue
     #   resp.crawler.targets.jdbc_targets[0].path #=> String
     #   resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawler.targets.mongo_db_targets #=> Array
+    #   resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawler.targets.mongo_db_targets[0].path #=> String
+    #   resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawler.targets.dynamo_db_targets #=> Array
     #   resp.crawler.targets.dynamo_db_targets[0].path #=> String
     #   resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3739,6 +3762,7 @@ module Aws::Glue
     #   resp.crawler.description #=> String
     #   resp.crawler.classifiers #=> Array
     #   resp.crawler.classifiers[0] #=> String
+    #   resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -3852,6 +3876,10 @@ module Aws::Glue
     #   resp.crawlers[0].targets.jdbc_targets[0].path #=> String
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
     #   resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets #=> Array
+    #   resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
+    #   resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
     #   resp.crawlers[0].targets.dynamo_db_targets #=> Array
     #   resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
     #   resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3864,6 +3892,7 @@ module Aws::Glue
     #   resp.crawlers[0].description #=> String
     #   resp.crawlers[0].classifiers #=> Array
     #   resp.crawlers[0].classifiers[0] #=> String
+    #   resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
     #   resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
     #   resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
     #   resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
@@ -5226,6 +5255,18 @@ module Aws::Glue
     # @option params [String] :language
     #   The programming language of the code to perform the mapping.
     #
+    # @option params [Hash<String,String>] :additional_plan_options_map
+    #   A map to hold additional optional key-value parameters.
+    #
+    #   Currently, these key-value pairs are supported:
+    #
+    #   * `inferSchema`  —  Specifies whether to set `inferSchema` to true or
+    #     false for the default script generated by an AWS Glue job. For
+    #     example, to set `inferSchema` to true, pass the following key value
+    #     pair:
+    #
+    #     `--additional-plan-options-map '\{"inferSchema":"true"\}'`
+    #
     # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::GetPlanResponse#python_script #python_script} => String
@@ -5278,6 +5319,9 @@ module Aws::Glue
     #       ],
     #     },
     #     language: "PYTHON", # accepts PYTHON, SCALA
+    #     additional_plan_options_map: {
+    #       "GenericString" => "GenericString",
+    #     },
     #   })
     #
     # @example Response structure
@@ -8288,6 +8332,10 @@ module Aws::Glue
     # @option params [Types::SchemaChangePolicy] :schema_change_policy
     #   The policy for the crawler's update and deletion behavior.
     #
+    # @option params [Types::RecrawlPolicy] :recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again, or
+    #   to crawl only folders that were added since the last crawler run.
+    #
     # @option params [String] :configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -8325,6 +8373,13 @@ module Aws::Glue
     #           exclusions: ["Path"],
     #         },
     #       ],
+    #       mongo_db_targets: [
+    #         {
+    #           connection_name: "ConnectionName",
+    #           path: "Path",
+    #           scan_all: false,
+    #         },
+    #       ],
     #       dynamo_db_targets: [
     #         {
     #           path: "Path",
@@ -8346,6 +8401,9 @@ module Aws::Glue
     #       update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #       delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #     },
+    #     recrawl_policy: {
+    #       recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #     },
     #     configuration: "CrawlerConfiguration",
     #     crawler_security_configuration: "CrawlerSecurityConfiguration",
     #   })
@@ -9090,7 +9148,7 @@ module Aws::Glue
         params: params,
         config: config)
       context[:gem_name] = 'aws-sdk-glue'
-      context[:gem_version] = '1.72.0'
+      context[:gem_version] = '1.77.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-glue/client_api.rb

@@ -16,6 +16,7 @@ module Aws::Glue
     AccessDeniedException = Shapes::StructureShape.new(name: 'AccessDeniedException')
     Action = Shapes::StructureShape.new(name: 'Action')
     ActionList = Shapes::ListShape.new(name: 'ActionList')
+    AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
     AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
     AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
     BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
@@ -436,6 +437,8 @@ module Aws::Glue
     MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
     MessageString = Shapes::StringShape.new(name: 'MessageString')
     MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
+    MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
+    MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
     NameString = Shapes::StringShape.new(name: 'NameString')
     NameStringList = Shapes::ListShape.new(name: 'NameStringList')
     NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
@@ -495,6 +498,8 @@ module Aws::Glue
     PythonScript = Shapes::StringShape.new(name: 'PythonScript')
     PythonVersionString = Shapes::StringShape.new(name: 'PythonVersionString')
     RecordsCount = Shapes::IntegerShape.new(name: 'RecordsCount')
+    RecrawlBehavior = Shapes::StringShape.new(name: 'RecrawlBehavior')
+    RecrawlPolicy = Shapes::StructureShape.new(name: 'RecrawlPolicy')
     ReplaceBoolean = Shapes::BooleanShape.new(name: 'ReplaceBoolean')
     ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
     ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
@@ -690,6 +695,9 @@ module Aws::Glue
 
     ActionList.member = Shapes::ShapeRef.new(shape: Action)
 
+    AdditionalPlanOptionsMap.key = Shapes::ShapeRef.new(shape: GenericString)
+    AdditionalPlanOptionsMap.value = Shapes::ShapeRef.new(shape: GenericString)
+
     AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
     AlreadyExistsException.struct_class = Types::AlreadyExistsException
 
@@ -1020,6 +1028,7 @@ module Aws::Glue
     Crawler.add_member(:database_name, Shapes::ShapeRef.new(shape: DatabaseName, location_name: "DatabaseName"))
     Crawler.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
     Crawler.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
+    Crawler.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     Crawler.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
     Crawler.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerState, location_name: "State"))
     Crawler.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
@@ -1063,6 +1072,7 @@ module Aws::Glue
 
     CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
     CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
+    CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
     CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
     CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
     CrawlerTargets.struct_class = Types::CrawlerTargets
@@ -1090,6 +1100,7 @@ module Aws::Glue
     CreateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     CreateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     CreateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    CreateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     CreateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     CreateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     CreateCrawlerRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -1828,6 +1839,7 @@ module Aws::Glue
     GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
     GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
     GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
+    GetPlanRequest.add_member(:additional_plan_options_map, Shapes::ShapeRef.new(shape: AdditionalPlanOptionsMap, location_name: "AdditionalPlanOptionsMap"))
     GetPlanRequest.struct_class = Types::GetPlanRequest
 
     GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
@@ -2260,6 +2272,13 @@ module Aws::Glue
 
     MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
 
+    MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
+    MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
+    MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
+    MongoDBTarget.struct_class = Types::MongoDBTarget
+
+    MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
+
     NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
 
     NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
@@ -2393,6 +2412,9 @@ module Aws::Glue
 
     PutWorkflowRunPropertiesResponse.struct_class = Types::PutWorkflowRunPropertiesResponse
 
+    RecrawlPolicy.add_member(:recrawl_behavior, Shapes::ShapeRef.new(shape: RecrawlBehavior, location_name: "RecrawlBehavior"))
+    RecrawlPolicy.struct_class = Types::RecrawlPolicy
+
     ResetJobBookmarkRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, required: true, location_name: "JobName"))
     ResetJobBookmarkRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: RunId, location_name: "RunId"))
     ResetJobBookmarkRequest.struct_class = Types::ResetJobBookmarkRequest
@@ -2808,6 +2830,7 @@ module Aws::Glue
     UpdateCrawlerRequest.add_member(:classifiers, Shapes::ShapeRef.new(shape: ClassifierNameList, location_name: "Classifiers"))
     UpdateCrawlerRequest.add_member(:table_prefix, Shapes::ShapeRef.new(shape: TablePrefix, location_name: "TablePrefix"))
     UpdateCrawlerRequest.add_member(:schema_change_policy, Shapes::ShapeRef.new(shape: SchemaChangePolicy, location_name: "SchemaChangePolicy"))
+    UpdateCrawlerRequest.add_member(:recrawl_policy, Shapes::ShapeRef.new(shape: RecrawlPolicy, location_name: "RecrawlPolicy"))
     UpdateCrawlerRequest.add_member(:configuration, Shapes::ShapeRef.new(shape: CrawlerConfiguration, location_name: "Configuration"))
     UpdateCrawlerRequest.add_member(:crawler_security_configuration, Shapes::ShapeRef.new(shape: CrawlerSecurityConfiguration, location_name: "CrawlerSecurityConfiguration"))
     UpdateCrawlerRequest.struct_class = Types::UpdateCrawlerRequest

data/lib/aws-sdk-glue/types.rb

@@ -2103,6 +2103,11 @@ module Aws::Glue
     #   associated with the crawler.
     #   @return [Array<String>]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] schema_change_policy
     #   The policy that specifies update and delete behaviors for the
     #   crawler.
@@ -2167,6 +2172,7 @@ module Aws::Glue
       :database_name,
       :description,
       :classifiers,
+      :recrawl_policy,
       :schema_change_policy,
       :state,
       :table_prefix,
@@ -2309,6 +2315,13 @@ module Aws::Glue
     #             exclusions: ["Path"],
     #           },
     #         ],
+    #         mongo_db_targets: [
+    #           {
+    #             connection_name: "ConnectionName",
+    #             path: "Path",
+    #             scan_all: false,
+    #           },
+    #         ],
     #         dynamo_db_targets: [
     #           {
     #             path: "Path",
@@ -2332,6 +2345,10 @@ module Aws::Glue
     #   Specifies JDBC targets.
     #   @return [Array<Types::JdbcTarget>]
     #
+    # @!attribute [rw] mongo_db_targets
+    #   Specifies Amazon DocumentDB or MongoDB targets.
+    #   @return [Array<Types::MongoDBTarget>]
+    #
     # @!attribute [rw] dynamo_db_targets
     #   Specifies Amazon DynamoDB targets.
     #   @return [Array<Types::DynamoDBTarget>]
@@ -2345,6 +2362,7 @@ module Aws::Glue
     class CrawlerTargets < Struct.new(
       :s3_targets,
       :jdbc_targets,
+      :mongo_db_targets,
       :dynamo_db_targets,
       :catalog_targets)
       SENSITIVE = []
@@ -2478,6 +2496,13 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           mongo_db_targets: [
+    #             {
+    #               connection_name: "ConnectionName",
+    #               path: "Path",
+    #               scan_all: false,
+    #             },
+    #           ],
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
@@ -2499,6 +2524,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #         tags: {
@@ -2553,6 +2581,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -2590,6 +2623,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration,
       :tags)
@@ -7527,6 +7561,9 @@ module Aws::Glue
     #           ],
     #         },
     #         language: "PYTHON", # accepts PYTHON, SCALA
+    #         additional_plan_options_map: {
+    #           "GenericString" => "GenericString",
+    #         },
     #       }
     #
     # @!attribute [rw] mapping
@@ -7549,6 +7586,19 @@ module Aws::Glue
     #   The programming language of the code to perform the mapping.
     #   @return [String]
     #
+    # @!attribute [rw] additional_plan_options_map
+    #   A map to hold additional optional key-value parameters.
+    #
+    #   Currently, these key-value pairs are supported:
+    #
+    #   * `inferSchema`  —  Specifies whether to set `inferSchema` to true
+    #     or false for the default script generated by an AWS Glue job. For
+    #     example, to set `inferSchema` to true, pass the following key
+    #     value pair:
+    #
+    #     `--additional-plan-options-map '\{"inferSchema":"true"\}'`
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
     #
     class GetPlanRequest < Struct.new(
@@ -7556,7 +7606,8 @@ module Aws::Glue
       :source,
       :sinks,
       :location,
-      :language)
+      :language,
+      :additional_plan_options_map)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -10199,6 +10250,47 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
+    #
+    # @note When making an API call, you may pass MongoDBTarget
+    #   data as a hash:
+    #
+    #       {
+    #         connection_name: "ConnectionName",
+    #         path: "Path",
+    #         scan_all: false,
+    #       }
+    #
+    # @!attribute [rw] connection_name
+    #   The name of the connection to use to connect to the Amazon
+    #   DocumentDB or MongoDB target.
+    #   @return [String]
+    #
+    # @!attribute [rw] path
+    #   The path of the Amazon DocumentDB or MongoDB target
+    #   (database/collection).
+    #   @return [String]
+    #
+    # @!attribute [rw] scan_all
+    #   Indicates whether to scan all the records, or to sample rows from
+    #   the table. Scanning all the records can take a long time when the
+    #   table is not a high throughput table.
+    #
+    #   A value of `true` means to scan all records, while a value of
+    #   `false` means to sample the records. If no value is specified, the
+    #   value defaults to `true`.
+    #   @return [Boolean]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
+    #
+    class MongoDBTarget < Struct.new(
+      :connection_name,
+      :path,
+      :scan_all)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # There is no applicable schedule.
     #
     # @!attribute [rw] message
@@ -10868,6 +10960,42 @@ module Aws::Glue
     #
     class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
 
+    # When crawling an Amazon S3 data source after the first crawl is
+    # complete, specifies whether to crawl the entire dataset again or to
+    # crawl only folders that were added since the last crawler run. For
+    # more information, see [Incremental Crawls in AWS Glue][1] in the
+    # developer guide.
+    #
+    #
+    #
+    # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
+    #
+    # @note When making an API call, you may pass RecrawlPolicy
+    #   data as a hash:
+    #
+    #       {
+    #         recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #       }
+    #
+    # @!attribute [rw] recrawl_behavior
+    #   Specifies whether to crawl the entire dataset again or to crawl only
+    #   folders that were added since the last crawler run.
+    #
+    #   A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
+    #   again.
+    #
+    #   A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
+    #   that were added since the last crawler run.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
+    #
+    class RecrawlPolicy < Struct.new(
+      :recrawl_behavior)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ResetJobBookmarkRequest
     #   data as a hash:
     #
@@ -13409,6 +13537,13 @@ module Aws::Glue
     #               exclusions: ["Path"],
     #             },
     #           ],
+    #           mongo_db_targets: [
+    #             {
+    #               connection_name: "ConnectionName",
+    #               path: "Path",
+    #               scan_all: false,
+    #             },
+    #           ],
     #           dynamo_db_targets: [
     #             {
     #               path: "Path",
@@ -13430,6 +13565,9 @@ module Aws::Glue
     #           update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
     #           delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
     #         },
+    #         recrawl_policy: {
+    #           recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
+    #         },
     #         configuration: "CrawlerConfiguration",
     #         crawler_security_configuration: "CrawlerSecurityConfiguration",
     #       }
@@ -13481,6 +13619,11 @@ module Aws::Glue
     #   The policy for the crawler's update and deletion behavior.
     #   @return [Types::SchemaChangePolicy]
     #
+    # @!attribute [rw] recrawl_policy
+    #   A policy that specifies whether to crawl the entire dataset again,
+    #   or to crawl only folders that were added since the last crawler run.
+    #   @return [Types::RecrawlPolicy]
+    #
     # @!attribute [rw] configuration
     #   Crawler configuration information. This versioned JSON string allows
     #   users to specify aspects of a crawler's behavior. For more
@@ -13508,6 +13651,7 @@ module Aws::Glue
       :classifiers,
       :table_prefix,
       :schema_change_policy,
+      :recrawl_policy,
       :configuration,
       :crawler_security_configuration)
       SENSITIVE = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-glue
 version: !ruby/object:Gem::Version
-  version: 1.72.0
+  version: 1.77.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-09-30 00:00:00.000000000 Z
+date: 2020-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core