aws-sdk-glue 1.112.0 → 1.115.0

data/lib/aws-sdk-glue/types.rb

@@ -3752,6 +3752,18 @@ module Aws::Glue
     #   * `CONNECTION_URL` - The URL for connecting to a general (non-JDBC)
     #     data source.
     #
+    #   * `SECRET_ID` - The secret ID used for the secret manager of
+    #     credentials.
+    #
+    #   * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
+    #     connection.
+    #
+    #   * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
+    #     connection.
+    #
+    #   * `CONNECTOR_CLASS_NAME` - The connector class name for a
+    #     MARKETPLACE or CUSTOM connection.
+    #
     #   * `KAFKA_BOOTSTRAP_SERVERS` - A comma-separated list of host and
     #     port pairs that are the addresses of the Apache Kafka brokers in a
     #     Kafka cluster to which a Kafka client will connect to and
@@ -3768,18 +3780,6 @@ module Aws::Glue
     #     algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
     #     Default value is "false".
     #
-    #   * `SECRET_ID` - The secret ID used for the secret manager of
-    #     credentials.
-    #
-    #   * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
-    #     connection.
-    #
-    #   * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
-    #     connection.
-    #
-    #   * `CONNECTOR_CLASS_NAME` - The connector class name for a
-    #     MARKETPLACE or CUSTOM connection.
-    #
     #   * `KAFKA_CLIENT_KEYSTORE` - The Amazon S3 location of the client
     #     keystore file for Kafka client side authentication (Optional).
     #
@@ -3797,6 +3797,45 @@ module Aws::Glue
     #   * `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD` - The encrypted version of
     #     the Kafka client key password (if the user has the Glue encrypt
     #     passwords setting selected).
+    #
+    #   * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
+    #     are the two supported [SASL Mechanisms][1].
+    #
+    #   * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
+    #     authenticate with the "SCRAM-SHA-512" mechanism.
+    #
+    #   * `KAFKA_SASL_SCRAM_PASSWORD` - A plaintext password used to
+    #     authenticate with the "SCRAM-SHA-512" mechanism.
+    #
+    #   * `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD` - The encrypted version of
+    #     the Kafka SASL SCRAM password (if the user has the Glue encrypt
+    #     passwords setting selected).
+    #
+    #   * `KAFKA_SASL_GSSAPI_KEYTAB` - The S3 location of a Kerberos
+    #     `keytab` file. A keytab stores long-term keys for one or more
+    #     principals. For more information, see [MIT Kerberos Documentation:
+    #     Keytab][2].
+    #
+    #   * `KAFKA_SASL_GSSAPI_KRB5_CONF` - The S3 location of a Kerberos
+    #     `krb5.conf` file. A krb5.conf stores Kerberos configuration
+    #     information, such as the location of the KDC server. For more
+    #     information, see [MIT Kerberos Documentation: krb5.conf][3].
+    #
+    #   * `KAFKA_SASL_GSSAPI_SERVICE` - The Kerberos service name, as set
+    #     with `sasl.kerberos.service.name` in your [Kafka
+    #     Configuration][4].
+    #
+    #   * `KAFKA_SASL_GSSAPI_PRINCIPAL` - The name of the Kerberos princial
+    #     used by Glue. For more information, see [Kafka Documentation:
+    #     Configuring Kafka Brokers][5].
+    #
+    #
+    #
+    #   [1]: https://www.iana.org/assignments/sasl-mechanisms/sasl-mechanisms.xhtml
+    #   [2]: https://web.mit.edu/kerberos/krb5-latest/doc/basic/keytab_def.html
+    #   [3]: https://web.mit.edu/kerberos/krb5-1.12/doc/admin/conf_files/krb5_conf.html
+    #   [4]: https://kafka.apache.org/documentation/#brokerconfigs_sasl.kerberos.service.name
+    #   [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
     #   @return [Hash<String,String>]
     #
     # @!attribute [rw] physical_connection_requirements
@@ -4124,8 +4163,8 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] lake_formation_configuration
-    #   Specifies whether the crawler should use AWS Lake Formation
-    #   credentials for the crawler instead of the IAM role credentials.
+    #   Specifies whether the crawler should use Lake Formation credentials
+    #   for the crawler instead of the IAM role credentials.
     #   @return [Types::LakeFormationConfiguration]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -4155,6 +4194,67 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # Contains the information for a run of a crawler.
+    #
+    # @!attribute [rw] crawl_id
+    #   A UUID identifier for each crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] state
+    #   The state of the crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] start_time
+    #   The date and time on which the crawl started.
+    #   @return [Time]
+    #
+    # @!attribute [rw] end_time
+    #   The date and time on which the crawl ended.
+    #   @return [Time]
+    #
+    # @!attribute [rw] summary
+    #   A run summary for the specific crawl in JSON. Contains the catalog
+    #   tables and partitions that were added, updated, or deleted.
+    #   @return [String]
+    #
+    # @!attribute [rw] error_message
+    #   If an error occurred, the error message associated with the crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] log_group
+    #   The log group associated with the crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] log_stream
+    #   The log stream associated with the crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] message_prefix
+    #   The prefix for a CloudWatch message about this crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] dpu_hour
+    #   The number of data processing units (DPU) used in hours for the
+    #   crawl.
+    #   @return [Float]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerHistory AWS API Documentation
+    #
+    class CrawlerHistory < Struct.new(
+      :crawl_id,
+      :state,
+      :start_time,
+      :end_time,
+      :summary,
+      :error_message,
+      :log_group,
+      :log_stream,
+      :message_prefix,
+      :dpu_hour)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # Metrics for a specified crawler.
     #
     # @!attribute [rw] crawler_name
@@ -4352,6 +4452,64 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # A list of fields, comparators and value that you can use to filter the
+    # crawler runs for a specified crawler.
+    #
+    # @note When making an API call, you may pass CrawlsFilter
+    #   data as a hash:
+    #
+    #       {
+    #         field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
+    #         filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
+    #         field_value: "GenericString",
+    #       }
+    #
+    # @!attribute [rw] field_name
+    #   A key used to filter the crawler runs for a specified crawler. Valid
+    #   values for each of the field names are:
+    #
+    #   * `CRAWL_ID`\: A string representing the UUID identifier for a
+    #     crawl.
+    #
+    #   * `STATE`\: A string representing the state of the crawl.
+    #
+    #   * `START_TIME` and `END_TIME`\: The epoch timestamp in milliseconds.
+    #
+    #   * `DPU_HOUR`\: The number of data processing unit (DPU) hours used
+    #     for the crawl.
+    #   @return [String]
+    #
+    # @!attribute [rw] filter_operator
+    #   A defined comparator that operates on the value. The available
+    #   operators are:
+    #
+    #   * `GT`\: Greater than.
+    #
+    #   * `GE`\: Greater than or equal to.
+    #
+    #   * `LT`\: Less than.
+    #
+    #   * `LE`\: Less than or equal to.
+    #
+    #   * `EQ`\: Equal to.
+    #
+    #   * `NE`\: Not equal to.
+    #   @return [String]
+    #
+    # @!attribute [rw] field_value
+    #   The value provided for comparison on the crawl field.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlsFilter AWS API Documentation
+    #
+    class CrawlsFilter < Struct.new(
+      :field_name,
+      :filter_operator,
+      :field_value)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass CreateBlueprintRequest
     #   data as a hash:
     #
@@ -4652,7 +4810,7 @@ module Aws::Glue
     #   @return [Types::LineageConfiguration]
     #
     # @!attribute [rw] lake_formation_configuration
-    #   Specifies AWS Lake Formation configuration settings for the crawler.
+    #   Specifies Lake Formation configuration settings for the crawler.
     #   @return [Types::LakeFormationConfiguration]
     #
     # @!attribute [rw] configuration
@@ -4841,6 +4999,9 @@ module Aws::Glue
     #             database_name: "NameString",
     #           },
     #         },
+    #         tags: {
+    #           "TagKey" => "TagValue",
+    #         },
     #       }
     #
     # @!attribute [rw] catalog_id
@@ -4852,11 +5013,16 @@ module Aws::Glue
     #   The metadata for the database.
     #   @return [Types::DatabaseInput]
     #
+    # @!attribute [rw] tags
+    #   The tags you assign to the database.
+    #   @return [Hash<String,String>]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
     #
     class CreateDatabaseRequest < Struct.new(
       :catalog_id,
-      :database_input)
+      :database_input,
+      :tags)
       SENSITIVE = []
       include Aws::Structure
     end
@@ -4876,7 +5042,7 @@ module Aws::Glue
     #         public_key: "GenericString",
     #         public_keys: ["GenericString"],
     #         number_of_nodes: 1,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         glue_version: "GlueVersionString",
     #         number_of_workers: 1,
     #         extra_python_libs_s3_path: "GenericString",
@@ -5254,7 +5420,7 @@ module Aws::Glue
     #         },
     #         glue_version: "GlueVersionString",
     #         number_of_workers: 1,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         code_gen_configuration_nodes: {
     #           "NodeId" => {
     #             athena_connector_source: {
@@ -5958,6 +6124,11 @@ module Aws::Glue
     #   You can specify arguments here that your own job-execution script
     #   consumes, as well as arguments that Glue itself consumes.
     #
+    #   Job arguments may be logged. Do not pass plaintext secrets as
+    #   arguments. Retrieve secrets from a Glue Connection, Secrets Manager
+    #   or other secret management mechanism if you intend to keep them
+    #   within the Job.
+    #
     #   For information about how to specify and consume your own Job
     #   arguments, see the [Calling Glue APIs in Python][1] topic in the
     #   developer guide.
@@ -5989,7 +6160,7 @@ module Aws::Glue
     #   This parameter is deprecated. Use `MaxCapacity` instead.
     #
     #   The number of Glue data processing units (DPUs) to allocate to this
-    #   Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
+    #   Job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
     #   is a relative measure of processing power that consists of 4 vCPUs
     #   of compute capacity and 16 GB of memory. For more information, see
     #   the [Glue pricing page][1].
@@ -6024,8 +6195,8 @@ module Aws::Glue
     #
     #   * When you specify an Apache Spark ETL job
     #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
-    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
-    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
+    #     of 2 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #   For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -6076,14 +6247,11 @@ module Aws::Glue
     # @!attribute [rw] number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
     #   when a job runs.
-    #
-    #   The maximum number of workers you can define are 299 for `G.1X`, and
-    #   149 for `G.2X`.
     #   @return [Integer]
     #
     # @!attribute [rw] worker_type
     #   The type of predefined worker that is allocated when a job runs.
-    #   Accepts a value of Standard, G.1X, or G.2X.
+    #   Accepts a value of Standard, G.1X, G.2X, or G.025X.
     #
     #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
     #     of memory and a 50GB disk, and 2 executors per worker.
@@ -6095,6 +6263,12 @@ module Aws::Glue
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
     #     GB of memory, 128 GB disk), and provides 1 executor per worker. We
     #     recommend this worker type for memory-intensive jobs.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] code_gen_configuration_nodes
@@ -6201,7 +6375,7 @@ module Aws::Glue
     #         role: "RoleString", # required
     #         glue_version: "GlueVersionString",
     #         max_capacity: 1.0,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         number_of_workers: 1,
     #         timeout: 1,
     #         max_retries: 1,
@@ -6952,7 +7126,7 @@ module Aws::Glue
     #         },
     #         max_capacity: 1.0,
     #         number_of_workers: 1,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         security_configuration: "NameString",
     #         glue_version: "GlueVersionString",
     #         tags: {
@@ -6994,18 +7168,37 @@ module Aws::Glue
     #   @return [Types::ConnectionsList]
     #
     # @!attribute [rw] max_capacity
-    #   The number of AWS Glue data processing units (DPUs) that can be
+    #   The number of Glue data processing units (DPUs) that can be
     #   allocated when the job runs. A DPU is a relative measure of
     #   processing power that consists of 4 vCPUs of compute capacity and 16
     #   GB memory.
     #   @return [Float]
     #
     # @!attribute [rw] number_of_workers
-    #   The number of workers to use for the session.
+    #   The number of workers of a defined `WorkerType` to use for the
+    #   session.
     #   @return [Integer]
     #
     # @!attribute [rw] worker_type
-    #   The Worker Type. Can be one of G.1X, G.2X, Standard
+    #   The type of predefined worker that is allocated to use for the
+    #   session. Accepts a value of Standard, G.1X, G.2X, or G.025X.
+    #
+    #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
+    #     of memory and a 50GB disk, and 2 executors per worker.
+    #
+    #   * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPU, 16
+    #     GB of memory, 64 GB disk), and provides 1 executor per worker. We
+    #     recommend this worker type for memory-intensive jobs.
+    #
+    #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
+    #     GB of memory, 128 GB disk), and provides 1 executor per worker. We
+    #     recommend this worker type for memory-intensive jobs.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] security_configuration
@@ -7015,7 +7208,7 @@ module Aws::Glue
     #
     # @!attribute [rw] glue_version
     #   The Glue version determines the versions of Apache Spark and Python
-    #   that AWS Glue supports. The GlueVersion must be greater than 2.0.
+    #   that Glue supports. The GlueVersion must be greater than 2.0.
     #   @return [String]
     #
     # @!attribute [rw] tags
@@ -9558,8 +9751,8 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # An edge represents a directed connection between two components on a
-    # workflow graph.
+    # An edge represents a directed connection between two Glue components
+    # that are part of the workflow the edge belongs to.
     #
     # @!attribute [rw] source_id
     #   The unique of the node within the workflow where the edge starts.
@@ -10504,8 +10697,8 @@ module Aws::Glue
     #
     # @!attribute [rw] hide_password
     #   Allows you to retrieve the connection metadata without returning the
-    #   password. For instance, the AWS Glue console uses this flag to
-    #   retrieve the connection, and does not display the password. Set this
+    #   password. For instance, the Glue console uses this flag to retrieve
+    #   the connection, and does not display the password. Set this
     #   parameter when the caller might not have permission to use the KMS
     #   key to decrypt the password, but it does have permission to access
     #   the rest of the connection properties.
@@ -10587,8 +10780,8 @@ module Aws::Glue
     #
     # @!attribute [rw] hide_password
     #   Allows you to retrieve the connection metadata without returning the
-    #   password. For instance, the AWS Glue console uses this flag to
-    #   retrieve the connection, and does not display the password. Set this
+    #   password. For instance, the Glue console uses this flag to retrieve
+    #   the connection, and does not display the password. Set this
     #   parameter when the caller might not have permission to use the KMS
     #   key to decrypt the password, but it does have permission to access
     #   the rest of the connection properties.
@@ -13962,7 +14155,10 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # The blueprint is in an invalid state to perform a requested operation.
+    #
     # @!attribute [rw] message
+    #   A message describing the problem.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
@@ -14446,7 +14642,7 @@ module Aws::Glue
     #   This field is deprecated. Use `MaxCapacity` instead.
     #
     #   The number of Glue data processing units (DPUs) allocated to runs of
-    #   this job. You can allocate from 2 to 100 DPUs; the default is 10. A
+    #   this job. You can allocate a minimum of 2 DPUs; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4
     #   vCPUs of compute capacity and 16 GB of memory. For more information,
     #   see the [Glue pricing page][1].
@@ -14484,8 +14680,8 @@ module Aws::Glue
     #
     #   * When you specify an Apache Spark ETL job
     #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
-    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
-    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
+    #     of 2 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #   For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -14499,7 +14695,7 @@ module Aws::Glue
     #
     # @!attribute [rw] worker_type
     #   The type of predefined worker that is allocated when a job runs.
-    #   Accepts a value of Standard, G.1X, or G.2X.
+    #   Accepts a value of Standard, G.1X, G.2X, or G.025X.
     #
     #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
     #     of memory and a 50GB disk, and 2 executors per worker.
@@ -14511,14 +14707,17 @@ module Aws::Glue
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
     #     GB of memory, 128 GB disk), and provides 1 executor per worker. We
     #     recommend this worker type for memory-intensive jobs.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
     #   when a job runs.
-    #
-    #   The maximum number of workers you can define are 299 for `G.1X`, and
-    #   149 for `G.2X`.
     #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
@@ -14820,7 +15019,7 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
+    #     (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
     #     DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
@@ -14831,7 +15030,7 @@ module Aws::Glue
     #
     # @!attribute [rw] worker_type
     #   The type of predefined worker that is allocated when a job runs.
-    #   Accepts a value of Standard, G.1X, or G.2X.
+    #   Accepts a value of Standard, G.1X, G.2X, or G.025X.
     #
     #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
     #     of memory and a 50GB disk, and 2 executors per worker.
@@ -14841,14 +15040,17 @@ module Aws::Glue
     #
     #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
     #     memory and a 128GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
     #   when a job runs.
-    #
-    #   The maximum number of workers you can define are 299 for `G.1X`, and
-    #   149 for `G.2X`.
     #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
@@ -14960,7 +15162,7 @@ module Aws::Glue
     #         allocated_capacity: 1,
     #         timeout: 1,
     #         max_capacity: 1.0,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         number_of_workers: 1,
     #         security_configuration: "NameString",
     #         notification_property: {
@@ -15696,7 +15898,7 @@ module Aws::Glue
     #   This field is deprecated. Use `MaxCapacity` instead.
     #
     #   The number of Glue data processing units (DPUs) to allocate to this
-    #   job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU
+    #   job. You can allocate a minimum of 2 DPUs; the default is 10. A DPU
     #   is a relative measure of processing power that consists of 4 vCPUs
     #   of compute capacity and 16 GB of memory. For more information, see
     #   the [Glue pricing page][1].
@@ -15731,8 +15933,8 @@ module Aws::Glue
     #
     #   * When you specify an Apache Spark ETL job
     #     (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
-    #     (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
-    #     100 DPUs. The default is 10 DPUs. This job type cannot have a
+    #     (`JobCommand.Name`="gluestreaming"), you can allocate a minimum
+    #     of 2 DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
     #   For Glue version 2.0 jobs, you cannot instead specify a `Maximum
@@ -15746,7 +15948,7 @@ module Aws::Glue
     #
     # @!attribute [rw] worker_type
     #   The type of predefined worker that is allocated when a job runs.
-    #   Accepts a value of Standard, G.1X, or G.2X.
+    #   Accepts a value of Standard, G.1X, G.2X, or G.025X.
     #
     #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
     #     of memory and a 50GB disk, and 2 executors per worker.
@@ -15758,14 +15960,17 @@ module Aws::Glue
     #   * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
     #     GB of memory, 128 GB disk), and provides 1 executor per worker. We
     #     recommend this worker type for memory-intensive jobs.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
     #   when a job runs.
-    #
-    #   The maximum number of workers you can define are 299 for `G.1X`, and
-    #   149 for `G.2X`.
     #   @return [Integer]
     #
     # @!attribute [rw] security_configuration
@@ -16246,7 +16451,7 @@ module Aws::Glue
       include Aws::Structure
     end
 
-    # Specifies AWS Lake Formation configuration settings for the crawler.
+    # Specifies Lake Formation configuration settings for the crawler.
     #
     # @note When making an API call, you may pass LakeFormationConfiguration
     #   data as a hash:
@@ -16257,8 +16462,8 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] use_lake_formation_credentials
-    #   Specifies whether to use AWS Lake Formation credentials for the
-    #   crawler instead of the IAM role credentials.
+    #   Specifies whether to use Lake Formation credentials for the crawler
+    #   instead of the IAM role credentials.
     #   @return [Boolean]
     #
     # @!attribute [rw] account_id
@@ -16480,6 +16685,70 @@ module Aws::Glue
       include Aws::Structure
     end
 
+    # @note When making an API call, you may pass ListCrawlsRequest
+    #   data as a hash:
+    #
+    #       {
+    #         crawler_name: "NameString", # required
+    #         max_results: 1,
+    #         filters: [
+    #           {
+    #             field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
+    #             filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
+    #             field_value: "GenericString",
+    #           },
+    #         ],
+    #         next_token: "Token",
+    #       }
+    #
+    # @!attribute [rw] crawler_name
+    #   The name of the crawler whose runs you want to retrieve.
+    #   @return [String]
+    #
+    # @!attribute [rw] max_results
+    #   The maximum number of results to return. The default is 20, and
+    #   maximum is 100.
+    #   @return [Integer]
+    #
+    # @!attribute [rw] filters
+    #   Filters the crawls by the criteria you specify in a list of
+    #   `CrawlsFilter` objects.
+    #   @return [Array<Types::CrawlsFilter>]
+    #
+    # @!attribute [rw] next_token
+    #   A continuation token, if this is a continuation call.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsRequest AWS API Documentation
+    #
+    class ListCrawlsRequest < Struct.new(
+      :crawler_name,
+      :max_results,
+      :filters,
+      :next_token)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
+    # @!attribute [rw] crawls
+    #   A list of `CrawlerHistory` objects representing the crawl runs that
+    #   meet your criteria.
+    #   @return [Array<Types::CrawlerHistory>]
+    #
+    # @!attribute [rw] next_token
+    #   A continuation token for paginating the returned list of tokens,
+    #   returned if the current segment of the list is not the last.
+    #   @return [String]
+    #
+    # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsResponse AWS API Documentation
+    #
+    class ListCrawlsResponse < Struct.new(
+      :crawls,
+      :next_token)
+      SENSITIVE = []
+      include Aws::Structure
+    end
+
     # @note When making an API call, you may pass ListCustomEntityTypesRequest
     #   data as a hash:
     #
@@ -16914,7 +17183,7 @@ module Aws::Glue
     end
 
     # @!attribute [rw] ids
-    #   Returns the Id of the session.
+    #   Returns the ID of the session.
     #   @return [Array<String>]
     #
     # @!attribute [rw] sessions
@@ -16954,6 +17223,7 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] next_token
+    #   A continuation token, if this is a continuation call.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
@@ -16971,6 +17241,7 @@ module Aws::Glue
     #   @return [Array<Types::Statement>]
     #
     # @!attribute [rw] next_token
+    #   A continuation token, if not all statements have yet been returned.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
@@ -21102,7 +21373,7 @@ module Aws::Glue
     #   @return [Float]
     #
     # @!attribute [rw] max_capacity
-    #   The number of AWS Glue data processing units (DPUs) that can be
+    #   The number of Glue data processing units (DPUs) that can be
     #   allocated when the job runs. A DPU is a relative measure of
     #   processing power that consists of 4 vCPUs of compute capacity and 16
     #   GB memory.
@@ -21115,7 +21386,7 @@ module Aws::Glue
     #
     # @!attribute [rw] glue_version
     #   The Glue version determines the versions of Apache Spark and Python
-    #   that AWS Glue supports. The GlueVersion must be greater than 2.0.
+    #   that Glue supports. The GlueVersion must be greater than 2.0.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
@@ -21149,7 +21420,7 @@ module Aws::Glue
     #       }
     #
     # @!attribute [rw] name
-    #   Specifies the name of the SessionCommand.Can be 'glueetl' or
+    #   Specifies the name of the SessionCommand. Can be 'glueetl' or
     #   'gluestreaming'.
     #   @return [String]
     #
@@ -21735,7 +22006,7 @@ module Aws::Glue
     #         notification_property: {
     #           notify_delay_after: 1,
     #         },
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         number_of_workers: 1,
     #       }
     #
@@ -21754,6 +22025,11 @@ module Aws::Glue
     #   You can specify arguments here that your own job-execution script
     #   consumes, as well as arguments that Glue itself consumes.
     #
+    #   Job arguments may be logged. Do not pass plaintext secrets as
+    #   arguments. Retrieve secrets from a Glue Connection, Secrets Manager
+    #   or other secret management mechanism if you intend to keep them
+    #   within the Job.
+    #
     #   For information about how to specify and consume your own Job
     #   arguments, see the [Calling Glue APIs in Python][1] topic in the
     #   developer guide.
@@ -21772,7 +22048,7 @@ module Aws::Glue
     #   This field is deprecated. Use `MaxCapacity` instead.
     #
     #   The number of Glue data processing units (DPUs) to allocate to this
-    #   JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
+    #   JobRun. You can allocate a minimum of 2 DPUs; the default is 10. A
     #   DPU is a relative measure of processing power that consists of 4
     #   vCPUs of compute capacity and 16 GB of memory. For more information,
     #   see the [Glue pricing page][1].
@@ -21806,7 +22082,7 @@ module Aws::Glue
     #     0.0625 or 1 DPU. The default is 0.0625 DPU.
     #
     #   * When you specify an Apache Spark ETL job
-    #     (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
+    #     (`JobCommand.Name`="glueetl"), you can allocate a minimum of 2
     #     DPUs. The default is 10 DPUs. This job type cannot have a
     #     fractional DPU allocation.
     #
@@ -21826,7 +22102,7 @@ module Aws::Glue
     #
     # @!attribute [rw] worker_type
     #   The type of predefined worker that is allocated when a job runs.
-    #   Accepts a value of Standard, G.1X, or G.2X.
+    #   Accepts a value of Standard, G.1X, G.2X, or G.025X.
     #
     #   * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
     #     of memory and a 50GB disk, and 2 executors per worker.
@@ -21836,14 +22112,17 @@ module Aws::Glue
     #
     #   * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
     #     memory and a 128GB disk, and 1 executor per worker.
+    #
+    #   * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
+    #     vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per
+    #     worker. We recommend this worker type for low volume streaming
+    #     jobs. This worker type is only available for Glue version 3.0
+    #     streaming jobs.
     #   @return [String]
     #
     # @!attribute [rw] number_of_workers
     #   The number of workers of a defined `workerType` that are allocated
     #   when a job runs.
-    #
-    #   The maximum number of workers you can define are 299 for `G.1X`, and
-    #   149 for `G.2X`.
     #   @return [Integer]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
@@ -22346,6 +22625,8 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] additional_locations
+    #   A list of locations that point to the path where a Delta table is
+    #   located.
     #   @return [Array<String>]
     #
     # @!attribute [rw] input_format
@@ -22583,6 +22864,7 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] version_id
+    #   The ID of the table version.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
@@ -24045,7 +24327,7 @@ module Aws::Glue
     #   @return [Types::LineageConfiguration]
     #
     # @!attribute [rw] lake_formation_configuration
-    #   Specifies AWS Lake Formation configuration settings for the crawler.
+    #   Specifies Lake Formation configuration settings for the crawler.
     #   @return [Types::LakeFormationConfiguration]
     #
     # @!attribute [rw] configuration
@@ -24397,7 +24679,7 @@ module Aws::Glue
     #           allocated_capacity: 1,
     #           timeout: 1,
     #           max_capacity: 1.0,
-    #           worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #           worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #           number_of_workers: 1,
     #           security_configuration: "NameString",
     #           notification_property: {
@@ -25081,6 +25363,7 @@ module Aws::Glue
     #
     # @!attribute [rw] job_update
     #   Specifies the values with which to update the job definition.
+    #   Unspecified configuration is removed or reset to default values.
     #   @return [Types::JobUpdate]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobRequest AWS API Documentation
@@ -25156,7 +25439,7 @@ module Aws::Glue
     #         role: "RoleString",
     #         glue_version: "GlueVersionString",
     #         max_capacity: 1.0,
-    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X
+    #         worker_type: "Standard", # accepts Standard, G.1X, G.2X, G.025X
     #         number_of_workers: 1,
     #         timeout: 1,
     #         max_retries: 1,
@@ -25626,6 +25909,7 @@ module Aws::Glue
     #   @return [String]
     #
     # @!attribute [rw] version_id
+    #   The version ID at which to update the table contents.
     #   @return [String]
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation