aws-sdk-glue 1.203.0 → 1.205.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -141,6 +141,25 @@ module Aws::Glue
141
141
  include Aws::Structure
142
142
  end
143
143
 
144
+ # An object representing a value allowed for a property.
145
+ #
146
+ # @!attribute [rw] description
147
+ # A description of the allowed value.
148
+ # @return [String]
149
+ #
150
+ # @!attribute [rw] value
151
+ # The value allowed for the property.
152
+ # @return [String]
153
+ #
154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
155
+ #
156
+ class AllowedValue < Struct.new(
157
+ :description,
158
+ :value)
159
+ SENSITIVE = []
160
+ include Aws::Structure
161
+ end
162
+
144
163
  # A resource to be created or added already exists.
145
164
  #
146
165
  # @!attribute [rw] message
@@ -491,6 +510,44 @@ module Aws::Glue
491
510
  include Aws::Structure
492
511
  end
493
512
 
513
+ # The authentication configuration for a connection returned by the
514
+ # `DescribeConnectionType` API.
515
+ #
516
+ # @!attribute [rw] authentication_type
517
+ # The type of authentication for a connection.
518
+ # @return [Types::Property]
519
+ #
520
+ # @!attribute [rw] secret_arn
521
+ # The Amazon Resource Name (ARN) for the Secrets Manager.
522
+ # @return [Types::Property]
523
+ #
524
+ # @!attribute [rw] o_auth_2_properties
525
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
526
+ # a `Property` object.
527
+ # @return [Hash<String,Types::Property>]
528
+ #
529
+ # @!attribute [rw] basic_authentication_properties
530
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
531
+ # a `Property` object.
532
+ # @return [Hash<String,Types::Property>]
533
+ #
534
+ # @!attribute [rw] custom_authentication_properties
535
+ # A map of key-value pairs for the custom authentication properties.
536
+ # Each value is a a `Property` object.
537
+ # @return [Hash<String,Types::Property>]
538
+ #
539
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
540
+ #
541
+ class AuthConfiguration < Struct.new(
542
+ :authentication_type,
543
+ :secret_arn,
544
+ :o_auth_2_properties,
545
+ :basic_authentication_properties,
546
+ :custom_authentication_properties)
547
+ SENSITIVE = []
548
+ include Aws::Structure
549
+ end
550
+
494
551
  # A structure containing the authentication configuration.
495
552
  #
496
553
  # @!attribute [rw] authentication_type
@@ -533,13 +590,31 @@ module Aws::Glue
533
590
  # request.
534
591
  # @return [String]
535
592
  #
593
+ # @!attribute [rw] kms_key_arn
594
+ # The ARN of the KMS key used to encrypt the connection. Only taken an
595
+ # as input in the request and stored in the Secret Manager.
596
+ # @return [String]
597
+ #
598
+ # @!attribute [rw] basic_authentication_credentials
599
+ # The credentials used when the authentication type is basic
600
+ # authentication.
601
+ # @return [Types::BasicAuthenticationCredentials]
602
+ #
603
+ # @!attribute [rw] custom_authentication_credentials
604
+ # The credentials used when the authentication type is custom
605
+ # authentication.
606
+ # @return [Hash<String,String>]
607
+ #
536
608
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
537
609
  #
538
610
  class AuthenticationConfigurationInput < Struct.new(
539
611
  :authentication_type,
540
612
  :o_auth_2_properties,
541
- :secret_arn)
542
- SENSITIVE = []
613
+ :secret_arn,
614
+ :kms_key_arn,
615
+ :basic_authentication_credentials,
616
+ :custom_authentication_credentials)
617
+ SENSITIVE = [:custom_authentication_credentials]
543
618
  include Aws::Structure
544
619
  end
545
620
 
@@ -607,6 +682,26 @@ module Aws::Glue
607
682
  include Aws::Structure
608
683
  end
609
684
 
685
+ # For supplying basic auth credentials when not providing a `SecretArn`
686
+ # value.
687
+ #
688
+ # @!attribute [rw] username
689
+ # The username to connect to the data source.
690
+ # @return [String]
691
+ #
692
+ # @!attribute [rw] password
693
+ # The password to connect to the data source.
694
+ # @return [String]
695
+ #
696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
697
+ #
698
+ class BasicAuthenticationCredentials < Struct.new(
699
+ :username,
700
+ :password)
701
+ SENSITIVE = [:password]
702
+ include Aws::Structure
703
+ end
704
+
610
705
  # Specifies a target that uses a Glue Data Catalog table.
611
706
  #
612
707
  # @!attribute [rw] name
@@ -1792,6 +1887,115 @@ module Aws::Glue
1792
1887
  #
1793
1888
  class CancelStatementResponse < Aws::EmptyStructure; end
1794
1889
 
1890
+ # Specifies the supported authentication types returned by the
1891
+ # `DescribeConnectionType` API.
1892
+ #
1893
+ # @!attribute [rw] supported_authentication_types
1894
+ # A list of supported authentication types.
1895
+ # @return [Array<String>]
1896
+ #
1897
+ # @!attribute [rw] supported_data_operations
1898
+ # A list of supported data operations.
1899
+ # @return [Array<String>]
1900
+ #
1901
+ # @!attribute [rw] supported_compute_environments
1902
+ # A list of supported compute environments.
1903
+ # @return [Array<String>]
1904
+ #
1905
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
1906
+ #
1907
+ class Capabilities < Struct.new(
1908
+ :supported_authentication_types,
1909
+ :supported_data_operations,
1910
+ :supported_compute_environments)
1911
+ SENSITIVE = []
1912
+ include Aws::Structure
1913
+ end
1914
+
1915
+ # The catalog object represents a logical grouping of databases in the
1916
+ # Glue Data Catalog or a federated source. You can now create a
1917
+ # Redshift-federated catalog or a catalog containing resource links to
1918
+ # Redshift databases in another account or region.
1919
+ #
1920
+ # @!attribute [rw] catalog_id
1921
+ # The ID of the catalog. To grant access to the default catalog, this
1922
+ # field should not be provided.
1923
+ # @return [String]
1924
+ #
1925
+ # @!attribute [rw] name
1926
+ # The name of the catalog. Cannot be the same as the account ID.
1927
+ # @return [String]
1928
+ #
1929
+ # @!attribute [rw] resource_arn
1930
+ # The Amazon Resource Name (ARN) assigned to the catalog resource.
1931
+ # @return [String]
1932
+ #
1933
+ # @!attribute [rw] description
1934
+ # Description string, not more than 2048 bytes long, matching the URI
1935
+ # address multi-line string pattern. A description of the catalog.
1936
+ # @return [String]
1937
+ #
1938
+ # @!attribute [rw] parameters
1939
+ # A map array of key-value pairs that define parameters and properties
1940
+ # of the catalog.
1941
+ # @return [Hash<String,String>]
1942
+ #
1943
+ # @!attribute [rw] create_time
1944
+ # The time at which the catalog was created.
1945
+ # @return [Time]
1946
+ #
1947
+ # @!attribute [rw] update_time
1948
+ # The time at which the catalog was last updated.
1949
+ # @return [Time]
1950
+ #
1951
+ # @!attribute [rw] target_redshift_catalog
1952
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
1953
+ # database resource linking.
1954
+ # @return [Types::TargetRedshiftCatalog]
1955
+ #
1956
+ # @!attribute [rw] federated_catalog
1957
+ # A `FederatedCatalog` object that points to an entity outside the
1958
+ # Glue Data Catalog.
1959
+ # @return [Types::FederatedCatalog]
1960
+ #
1961
+ # @!attribute [rw] catalog_properties
1962
+ # A `CatalogProperties` object that specifies data lake access
1963
+ # properties and other custom properties.
1964
+ # @return [Types::CatalogPropertiesOutput]
1965
+ #
1966
+ # @!attribute [rw] create_table_default_permissions
1967
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1968
+ # permissions on the table(s) for principals. Used by Amazon Web
1969
+ # Services Lake Formation. Not used in the normal course of Glue
1970
+ # operations.
1971
+ # @return [Array<Types::PrincipalPermissions>]
1972
+ #
1973
+ # @!attribute [rw] create_database_default_permissions
1974
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1975
+ # permissions on the database(s) for principals. Used by Amazon Web
1976
+ # Services Lake Formation. Not used in the normal course of Glue
1977
+ # operations.
1978
+ # @return [Array<Types::PrincipalPermissions>]
1979
+ #
1980
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
1981
+ #
1982
+ class Catalog < Struct.new(
1983
+ :catalog_id,
1984
+ :name,
1985
+ :resource_arn,
1986
+ :description,
1987
+ :parameters,
1988
+ :create_time,
1989
+ :update_time,
1990
+ :target_redshift_catalog,
1991
+ :federated_catalog,
1992
+ :catalog_properties,
1993
+ :create_table_default_permissions,
1994
+ :create_database_default_permissions)
1995
+ SENSITIVE = []
1996
+ include Aws::Structure
1997
+ end
1998
+
1795
1999
  # Specifies a Delta Lake data source that is registered in the Glue Data
1796
2000
  # Catalog.
1797
2001
  #
@@ -1905,6 +2109,62 @@ module Aws::Glue
1905
2109
  include Aws::Structure
1906
2110
  end
1907
2111
 
2112
+ # A structure that describes catalog properties.
2113
+ #
2114
+ # @!attribute [rw] description
2115
+ # Description string, not more than 2048 bytes long, matching the URI
2116
+ # address multi-line string pattern. A description of the catalog.
2117
+ # @return [String]
2118
+ #
2119
+ # @!attribute [rw] federated_catalog
2120
+ # A `FederatedCatalog` object. A `FederatedCatalog` structure that
2121
+ # references an entity outside the Glue Data Catalog, for example a
2122
+ # Redshift database.
2123
+ # @return [Types::FederatedCatalog]
2124
+ #
2125
+ # @!attribute [rw] parameters
2126
+ # A map array of key-value pairs that define the parameters and
2127
+ # properties of the catalog.
2128
+ # @return [Hash<String,String>]
2129
+ #
2130
+ # @!attribute [rw] target_redshift_catalog
2131
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
2132
+ # resource linking.
2133
+ # @return [Types::TargetRedshiftCatalog]
2134
+ #
2135
+ # @!attribute [rw] catalog_properties
2136
+ # A `CatalogProperties` object that specifies data lake access
2137
+ # properties and other custom properties.
2138
+ # @return [Types::CatalogProperties]
2139
+ #
2140
+ # @!attribute [rw] create_table_default_permissions
2141
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2142
+ # permissions on the table(s) for principals. Used by Amazon Web
2143
+ # Services Lake Formation. Typically should be explicitly set as an
2144
+ # empty list.
2145
+ # @return [Array<Types::PrincipalPermissions>]
2146
+ #
2147
+ # @!attribute [rw] create_database_default_permissions
2148
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2149
+ # permissions on the database(s) for principals. Used by Amazon Web
2150
+ # Services Lake Formation. Typically should be explicitly set as an
2151
+ # empty list.
2152
+ # @return [Array<Types::PrincipalPermissions>]
2153
+ #
2154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
2155
+ #
2156
+ class CatalogInput < Struct.new(
2157
+ :description,
2158
+ :federated_catalog,
2159
+ :parameters,
2160
+ :target_redshift_catalog,
2161
+ :catalog_properties,
2162
+ :create_table_default_permissions,
2163
+ :create_database_default_permissions)
2164
+ SENSITIVE = []
2165
+ include Aws::Structure
2166
+ end
2167
+
1908
2168
  # Specifies an Apache Kafka data store in the Data Catalog.
1909
2169
  #
1910
2170
  # @!attribute [rw] name
@@ -1996,6 +2256,52 @@ module Aws::Glue
1996
2256
  include Aws::Structure
1997
2257
  end
1998
2258
 
2259
+ # A structure that specifies data lake access properties and other
2260
+ # custom properties.
2261
+ #
2262
+ # @!attribute [rw] data_lake_access_properties
2263
+ # A `DataLakeAccessProperties` object that specifies properties to
2264
+ # configure data lake access for your catalog resource in the Glue
2265
+ # Data Catalog.
2266
+ # @return [Types::DataLakeAccessProperties]
2267
+ #
2268
+ # @!attribute [rw] custom_properties
2269
+ # Additional key-value properties for the catalog, such as column
2270
+ # statistics optimizations.
2271
+ # @return [Hash<String,String>]
2272
+ #
2273
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
2274
+ #
2275
+ class CatalogProperties < Struct.new(
2276
+ :data_lake_access_properties,
2277
+ :custom_properties)
2278
+ SENSITIVE = []
2279
+ include Aws::Structure
2280
+ end
2281
+
2282
+ # Property attributes that include configuration properties for the
2283
+ # catalog resource.
2284
+ #
2285
+ # @!attribute [rw] data_lake_access_properties
2286
+ # A `DataLakeAccessProperties` object with input properties to
2287
+ # configure data lake access for your catalog resource in the Glue
2288
+ # Data Catalog.
2289
+ # @return [Types::DataLakeAccessPropertiesOutput]
2290
+ #
2291
+ # @!attribute [rw] custom_properties
2292
+ # Additional key-value properties for the catalog, such as column
2293
+ # statistics optimizations.
2294
+ # @return [Hash<String,String>]
2295
+ #
2296
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
2297
+ #
2298
+ class CatalogPropertiesOutput < Struct.new(
2299
+ :data_lake_access_properties,
2300
+ :custom_properties)
2301
+ SENSITIVE = []
2302
+ include Aws::Structure
2303
+ end
2304
+
1999
2305
  # A policy that specifies update behavior for the crawler.
2000
2306
  #
2001
2307
  # @!attribute [rw] enable_update_catalog
@@ -3027,6 +3333,20 @@ module Aws::Glue
3027
3333
  # CloudWatch logs.
3028
3334
  # @return [String]
3029
3335
  #
3336
+ # @!attribute [rw] schedule_type
3337
+ # The type of schedule for a column statistics task. Possible values
3338
+ # may be `CRON` or `AUTO`.
3339
+ # @return [String]
3340
+ #
3341
+ # @!attribute [rw] setting_source
3342
+ # The source of setting the column statistics task. Possible values
3343
+ # may be `CATALOG` or `TABLE`.
3344
+ # @return [String]
3345
+ #
3346
+ # @!attribute [rw] last_execution_attempt
3347
+ # The last `ExecutionAttempt` for the column statistics task run.
3348
+ # @return [Types::ExecutionAttempt]
3349
+ #
3030
3350
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
3031
3351
  #
3032
3352
  class ColumnStatisticsTaskSettings < Struct.new(
@@ -3037,7 +3357,10 @@ module Aws::Glue
3037
3357
  :catalog_id,
3038
3358
  :role,
3039
3359
  :sample_size,
3040
- :security_configuration)
3360
+ :security_configuration,
3361
+ :schedule_type,
3362
+ :setting_source,
3363
+ :last_execution_attempt)
3041
3364
  SENSITIVE = []
3042
3365
  include Aws::Structure
3043
3366
  end
@@ -3071,6 +3394,64 @@ module Aws::Glue
3071
3394
  include Aws::Structure
3072
3395
  end
3073
3396
 
3397
+ # An object containing configuration for a compute environment (such as
3398
+ # Spark, Python or Athena) returned by the `DescribeConnectionType` API.
3399
+ #
3400
+ # @!attribute [rw] name
3401
+ # A name for the compute environment configuration.
3402
+ # @return [String]
3403
+ #
3404
+ # @!attribute [rw] description
3405
+ # A description of the compute environment.
3406
+ # @return [String]
3407
+ #
3408
+ # @!attribute [rw] compute_environment
3409
+ # The type of compute environment.
3410
+ # @return [String]
3411
+ #
3412
+ # @!attribute [rw] supported_authentication_types
3413
+ # The supported authentication types for the compute environment.
3414
+ # @return [Array<String>]
3415
+ #
3416
+ # @!attribute [rw] connection_options
3417
+ # The parameters used as connection options for the compute
3418
+ # environment.
3419
+ # @return [Hash<String,Types::Property>]
3420
+ #
3421
+ # @!attribute [rw] connection_property_name_overrides
3422
+ # The connection property name overrides for the compute environment.
3423
+ # @return [Hash<String,String>]
3424
+ #
3425
+ # @!attribute [rw] connection_option_name_overrides
3426
+ # The connection option name overrides for the compute environment.
3427
+ # @return [Hash<String,String>]
3428
+ #
3429
+ # @!attribute [rw] connection_properties_required_overrides
3430
+ # The connection properties that are required as overrides for the
3431
+ # compute environment.
3432
+ # @return [Array<String>]
3433
+ #
3434
+ # @!attribute [rw] physical_connection_properties_required
3435
+ # Indicates whether `PhysicalConnectionProperties` are required for
3436
+ # the compute environment.
3437
+ # @return [Boolean]
3438
+ #
3439
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
3440
+ #
3441
+ class ComputeEnvironmentConfiguration < Struct.new(
3442
+ :name,
3443
+ :description,
3444
+ :compute_environment,
3445
+ :supported_authentication_types,
3446
+ :connection_options,
3447
+ :connection_property_name_overrides,
3448
+ :connection_option_name_overrides,
3449
+ :connection_properties_required_overrides,
3450
+ :physical_connection_properties_required)
3451
+ SENSITIVE = []
3452
+ include Aws::Structure
3453
+ end
3454
+
3074
3455
  # Two processes are trying to modify a resource simultaneously.
3075
3456
  #
3076
3457
  # @!attribute [rw] message
@@ -3280,7 +3661,8 @@ module Aws::Glue
3280
3661
  # @return [Array<String>]
3281
3662
  #
3282
3663
  # @!attribute [rw] connection_properties
3283
- # These key-value pairs define parameters for the connection:
3664
+ # These key-value pairs define parameters for the connection when
3665
+ # using the version 1 Connection schema:
3284
3666
  #
3285
3667
  # * `HOST` - The host URI: either the fully qualified domain name
3286
3668
  # (FQDN) or the IPv4 address of the database host.
@@ -3459,8 +3841,16 @@ module Aws::Glue
3459
3841
  # [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
3460
3842
  # @return [Hash<String,String>]
3461
3843
  #
3844
+ # @!attribute [rw] spark_properties
3845
+ # Connection properties specific to the Spark compute environment.
3846
+ # @return [Hash<String,String>]
3847
+ #
3462
3848
  # @!attribute [rw] athena_properties
3463
- # This field is not currently used.
3849
+ # Connection properties specific to the Athena compute environment.
3850
+ # @return [Hash<String,String>]
3851
+ #
3852
+ # @!attribute [rw] python_properties
3853
+ # Connection properties specific to the Python compute environment.
3464
3854
  # @return [Hash<String,String>]
3465
3855
  #
3466
3856
  # @!attribute [rw] physical_connection_requirements
@@ -3501,6 +3891,15 @@ module Aws::Glue
3501
3891
  # The authentication properties of the connection.
3502
3892
  # @return [Types::AuthenticationConfiguration]
3503
3893
  #
3894
+ # @!attribute [rw] connection_schema_version
3895
+ # The version of the connection schema for this connection. Version 2
3896
+ # supports properties for specific compute environments.
3897
+ # @return [Integer]
3898
+ #
3899
+ # @!attribute [rw] compatible_compute_environments
3900
+ # A list of compute environments compatible with the connection.
3901
+ # @return [Array<String>]
3902
+ #
3504
3903
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
3505
3904
  #
3506
3905
  class Connection < Struct.new(
@@ -3509,7 +3908,9 @@ module Aws::Glue
3509
3908
  :connection_type,
3510
3909
  :match_criteria,
3511
3910
  :connection_properties,
3911
+ :spark_properties,
3512
3912
  :athena_properties,
3913
+ :python_properties,
3513
3914
  :physical_connection_requirements,
3514
3915
  :creation_time,
3515
3916
  :last_updated_time,
@@ -3517,7 +3918,9 @@ module Aws::Glue
3517
3918
  :status,
3518
3919
  :status_reason,
3519
3920
  :last_connection_validation_time,
3520
- :authentication_configuration)
3921
+ :authentication_configuration,
3922
+ :connection_schema_version,
3923
+ :compatible_compute_environments)
3521
3924
  SENSITIVE = []
3522
3925
  include Aws::Structure
3523
3926
  end
@@ -3585,13 +3988,6 @@ module Aws::Glue
3585
3988
  # * Required: `CONNECTION_URL`.
3586
3989
  #
3587
3990
  # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
3588
- # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
3589
- # authencation.
3590
- #
3591
- # * Requires the `AuthenticationConfiguration` member to be
3592
- # configured.
3593
- #
3594
- # ^
3595
3991
  # * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
3596
3992
  # validation by Amazon Redshift.
3597
3993
  #
@@ -3620,20 +4016,72 @@ module Aws::Glue
3620
4016
  # connector to read from and write to data stores that are not
3621
4017
  # natively supported by Glue.
3622
4018
  #
4019
+ # Additionally, a `ConnectionType` for the following SaaS connectors
4020
+ # is supported:
4021
+ #
4022
+ # * `FACEBOOKADS` - Designates a connection to Facebook Ads.
4023
+ #
4024
+ # * `GOOGLEADS` - Designates a connection to Google Ads.
4025
+ #
4026
+ # * `GOOGLESHEETS` - Designates a connection to Google Sheets.
4027
+ #
4028
+ # * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
4029
+ # 4.
4030
+ #
4031
+ # * `HUBSPOT` - Designates a connection to HubSpot.
4032
+ #
4033
+ # * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
4034
+ #
4035
+ # * `INTERCOM` - Designates a connection to Intercom.
4036
+ #
4037
+ # * `JIRACLOUD` - Designates a connection to Jira Cloud.
4038
+ #
4039
+ # * `MARKETO` - Designates a connection to Adobe Marketo Engage.
4040
+ #
4041
+ # * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
4042
+ #
4043
+ # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
4044
+ # authentication.
4045
+ #
4046
+ # * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
4047
+ # Marketing Cloud.
4048
+ #
4049
+ # * `SALESFORCEPARDOT` - Designates a connection to Salesforce
4050
+ # Marketing Cloud Account Engagement (MCAE).
4051
+ #
4052
+ # * `SAPODATA` - Designates a connection to SAP OData.
4053
+ #
4054
+ # * `SERVICENOW` - Designates a connection to ServiceNow.
4055
+ #
4056
+ # * `SLACK` - Designates a connection to Slack.
4057
+ #
4058
+ # * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
4059
+ #
4060
+ # * `STRIPE` - Designates a connection to Stripe.
4061
+ #
4062
+ # * `ZENDESK` - Designates a connection to Zendesk.
4063
+ #
4064
+ # * `ZOHOCRM` - Designates a connection to Zoho CRM.
4065
+ #
4066
+ # For more information on the connection parameters needed for a
4067
+ # particular connector, see the documentation for the connector in
4068
+ # [Adding an Glue connection][1]in the Glue User Guide.
4069
+ #
3623
4070
  # `SFTP` is not supported.
3624
4071
  #
3625
4072
  # For more information about how optional ConnectionProperties are
3626
4073
  # used to configure features in Glue, consult [Glue connection
3627
- # properties][1].
4074
+ # properties][2].
3628
4075
  #
3629
4076
  # For more information about how optional ConnectionProperties are
3630
4077
  # used to configure features in Glue Studio, consult [Using connectors
3631
- # and connections][2].
4078
+ # and connections][3].
3632
4079
  #
3633
4080
  #
3634
4081
  #
3635
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
3636
- # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
4082
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
4083
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
4084
+ # [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
3637
4085
  # @return [String]
3638
4086
  #
3639
4087
  # @!attribute [rw] match_criteria
@@ -3644,8 +4092,16 @@ module Aws::Glue
3644
4092
  # These key-value pairs define parameters for the connection.
3645
4093
  # @return [Hash<String,String>]
3646
4094
  #
4095
+ # @!attribute [rw] spark_properties
4096
+ # Connection properties specific to the Spark compute environment.
4097
+ # @return [Hash<String,String>]
4098
+ #
3647
4099
  # @!attribute [rw] athena_properties
3648
- # This field is not currently used.
4100
+ # Connection properties specific to the Athena compute environment.
4101
+ # @return [Hash<String,String>]
4102
+ #
4103
+ # @!attribute [rw] python_properties
4104
+ # Connection properties specific to the Python compute environment.
3649
4105
  # @return [Hash<String,String>]
3650
4106
  #
3651
4107
  # @!attribute [rw] physical_connection_requirements
@@ -3655,15 +4111,19 @@ module Aws::Glue
3655
4111
  # @return [Types::PhysicalConnectionRequirements]
3656
4112
  #
3657
4113
  # @!attribute [rw] authentication_configuration
3658
- # The authentication properties of the connection. Used for a
3659
- # Salesforce connection.
4114
+ # The authentication properties of the connection.
3660
4115
  # @return [Types::AuthenticationConfigurationInput]
3661
4116
  #
3662
4117
  # @!attribute [rw] validate_credentials
3663
- # A flag to validate the credentials during create connection. Used
3664
- # for a Salesforce connection. Default is true.
4118
+ # A flag to validate the credentials during create connection. Default
4119
+ # is true.
3665
4120
  # @return [Boolean]
3666
4121
  #
4122
+ # @!attribute [rw] validate_for_compute_environments
4123
+ # The compute environments that the specified connection properties
4124
+ # are validated against.
4125
+ # @return [Array<String>]
4126
+ #
3667
4127
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
3668
4128
  #
3669
4129
  class ConnectionInput < Struct.new(
@@ -3672,10 +4132,13 @@ module Aws::Glue
3672
4132
  :connection_type,
3673
4133
  :match_criteria,
3674
4134
  :connection_properties,
4135
+ :spark_properties,
3675
4136
  :athena_properties,
4137
+ :python_properties,
3676
4138
  :physical_connection_requirements,
3677
4139
  :authentication_configuration,
3678
- :validate_credentials)
4140
+ :validate_credentials,
4141
+ :validate_for_compute_environments)
3679
4142
  SENSITIVE = []
3680
4143
  include Aws::Structure
3681
4144
  end
@@ -3723,6 +4186,32 @@ module Aws::Glue
3723
4186
  include Aws::Structure
3724
4187
  end
3725
4188
 
4189
+ # Brief information about a supported connection type returned by the
4190
+ # `ListConnectionTypes` API.
4191
+ #
4192
+ # @!attribute [rw] connection_type
4193
+ # The name of the connection type.
4194
+ # @return [String]
4195
+ #
4196
+ # @!attribute [rw] description
4197
+ # A description of the connection type.
4198
+ # @return [String]
4199
+ #
4200
+ # @!attribute [rw] capabilities
4201
+ # The supported authentication types, data interface types (compute
4202
+ # environments), and data operations of the connector.
4203
+ # @return [Types::Capabilities]
4204
+ #
4205
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
4206
+ #
4207
+ class ConnectionTypeBrief < Struct.new(
4208
+ :connection_type,
4209
+ :description,
4210
+ :capabilities)
4211
+ SENSITIVE = []
4212
+ include Aws::Structure
4213
+ end
4214
+
3726
4215
  # Specifies the connections used by a job.
3727
4216
  #
3728
4217
  # @!attribute [rw] connections
@@ -4308,19 +4797,48 @@ module Aws::Glue
4308
4797
  include Aws::Structure
4309
4798
  end
4310
4799
 
4311
- # @!attribute [rw] grok_classifier
4312
- # A `GrokClassifier` object specifying the classifier to create.
4313
- # @return [Types::CreateGrokClassifierRequest]
4800
+ # @!attribute [rw] name
4801
+ # The name of the catalog to create.
4802
+ # @return [String]
4314
4803
  #
4315
- # @!attribute [rw] xml_classifier
4316
- # An `XMLClassifier` object specifying the classifier to create.
4317
- # @return [Types::CreateXMLClassifierRequest]
4804
+ # @!attribute [rw] catalog_input
4805
+ # A `CatalogInput` object that defines the metadata for the catalog.
4806
+ # @return [Types::CatalogInput]
4318
4807
  #
4319
- # @!attribute [rw] json_classifier
4320
- # A `JsonClassifier` object specifying the classifier to create.
4321
- # @return [Types::CreateJsonClassifierRequest]
4808
+ # @!attribute [rw] tags
4809
+ # A map array of key-value pairs, not more than 50 pairs. Each key is
4810
+ # a UTF-8 string, not less than 1 or more than 128 bytes long. Each
4811
+ # value is a UTF-8 string, not more than 256 bytes long. The tags you
4812
+ # assign to the catalog.
4813
+ # @return [Hash<String,String>]
4322
4814
  #
4323
- # @!attribute [rw] csv_classifier
4815
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
4816
+ #
4817
+ class CreateCatalogRequest < Struct.new(
4818
+ :name,
4819
+ :catalog_input,
4820
+ :tags)
4821
+ SENSITIVE = []
4822
+ include Aws::Structure
4823
+ end
4824
+
4825
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
4826
+ #
4827
+ class CreateCatalogResponse < Aws::EmptyStructure; end
4828
+
4829
+ # @!attribute [rw] grok_classifier
4830
+ # A `GrokClassifier` object specifying the classifier to create.
4831
+ # @return [Types::CreateGrokClassifierRequest]
4832
+ #
4833
+ # @!attribute [rw] xml_classifier
4834
+ # An `XMLClassifier` object specifying the classifier to create.
4835
+ # @return [Types::CreateXMLClassifierRequest]
4836
+ #
4837
+ # @!attribute [rw] json_classifier
4838
+ # A `JsonClassifier` object specifying the classifier to create.
4839
+ # @return [Types::CreateJsonClassifierRequest]
4840
+ #
4841
+ # @!attribute [rw] csv_classifier
4324
4842
  # A `CsvClassifier` object specifying the classifier to create.
4325
4843
  # @return [Types::CreateCsvClassifierRequest]
4326
4844
  #
@@ -5059,6 +5577,219 @@ module Aws::Glue
5059
5577
  include Aws::Structure
5060
5578
  end
5061
5579
 
5580
+ # @!attribute [rw] integration_name
5581
+ # A unique name for an integration in Glue.
5582
+ # @return [String]
5583
+ #
5584
+ # @!attribute [rw] source_arn
5585
+ # The ARN of the source resource for the integration.
5586
+ # @return [String]
5587
+ #
5588
+ # @!attribute [rw] target_arn
5589
+ # The ARN of the target resource for the integration.
5590
+ # @return [String]
5591
+ #
5592
+ # @!attribute [rw] description
5593
+ # A description of the integration.
5594
+ # @return [String]
5595
+ #
5596
+ # @!attribute [rw] data_filter
5597
+ # Selects source tables for the integration using Maxwell filter
5598
+ # syntax.
5599
+ # @return [String]
5600
+ #
5601
+ # @!attribute [rw] kms_key_id
5602
+ # The ARN of a KMS key used for encrypting the channel.
5603
+ # @return [String]
5604
+ #
5605
+ # @!attribute [rw] additional_encryption_context
5606
+ # An optional set of non-secret key–value pairs that contains
5607
+ # additional contextual information for encryption. This can only be
5608
+ # provided if `KMSKeyId` is provided.
5609
+ # @return [Hash<String,String>]
5610
+ #
5611
+ # @!attribute [rw] tags
5612
+ # Metadata assigned to the resource consisting of a list of key-value
5613
+ # pairs.
5614
+ # @return [Array<Types::Tag>]
5615
+ #
5616
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
5617
+ #
5618
+ class CreateIntegrationRequest < Struct.new(
5619
+ :integration_name,
5620
+ :source_arn,
5621
+ :target_arn,
5622
+ :description,
5623
+ :data_filter,
5624
+ :kms_key_id,
5625
+ :additional_encryption_context,
5626
+ :tags)
5627
+ SENSITIVE = []
5628
+ include Aws::Structure
5629
+ end
5630
+
5631
+ # @!attribute [rw] resource_arn
5632
+ # The connection ARN of the source, or the database ARN of the target.
5633
+ # @return [String]
5634
+ #
5635
+ # @!attribute [rw] source_processing_properties
5636
+ # The resource properties associated with the integration source.
5637
+ # @return [Types::SourceProcessingProperties]
5638
+ #
5639
+ # @!attribute [rw] target_processing_properties
5640
+ # The resource properties associated with the integration target.
5641
+ # @return [Types::TargetProcessingProperties]
5642
+ #
5643
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
5644
+ #
5645
+ class CreateIntegrationResourcePropertyRequest < Struct.new(
5646
+ :resource_arn,
5647
+ :source_processing_properties,
5648
+ :target_processing_properties)
5649
+ SENSITIVE = []
5650
+ include Aws::Structure
5651
+ end
5652
+
5653
+ # @!attribute [rw] resource_arn
5654
+ # The connection ARN of the source, or the database ARN of the target.
5655
+ # @return [String]
5656
+ #
5657
+ # @!attribute [rw] source_processing_properties
5658
+ # The resource properties associated with the integration source.
5659
+ # @return [Types::SourceProcessingProperties]
5660
+ #
5661
+ # @!attribute [rw] target_processing_properties
5662
+ # The resource properties associated with the integration target.
5663
+ # @return [Types::TargetProcessingProperties]
5664
+ #
5665
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
5666
+ #
5667
+ class CreateIntegrationResourcePropertyResponse < Struct.new(
5668
+ :resource_arn,
5669
+ :source_processing_properties,
5670
+ :target_processing_properties)
5671
+ SENSITIVE = []
5672
+ include Aws::Structure
5673
+ end
5674
+
5675
+ # @!attribute [rw] source_arn
5676
+ # The ARN of the source resource for the integration.
5677
+ # @return [String]
5678
+ #
5679
+ # @!attribute [rw] target_arn
5680
+ # The ARN of the target resource for the integration.
5681
+ # @return [String]
5682
+ #
5683
+ # @!attribute [rw] integration_name
5684
+ # A unique name for an integration in Glue.
5685
+ # @return [String]
5686
+ #
5687
+ # @!attribute [rw] description
5688
+ # A description of the integration.
5689
+ # @return [String]
5690
+ #
5691
+ # @!attribute [rw] integration_arn
5692
+ # The Amazon Resource Name (ARN) for the created integration.
5693
+ # @return [String]
5694
+ #
5695
+ # @!attribute [rw] kms_key_id
5696
+ # The ARN of a KMS key used for encrypting the channel.
5697
+ # @return [String]
5698
+ #
5699
+ # @!attribute [rw] additional_encryption_context
5700
+ # An optional set of non-secret key–value pairs that contains
5701
+ # additional contextual information for encryption.
5702
+ # @return [Hash<String,String>]
5703
+ #
5704
+ # @!attribute [rw] tags
5705
+ # Metadata assigned to the resource consisting of a list of key-value
5706
+ # pairs.
5707
+ # @return [Array<Types::Tag>]
5708
+ #
5709
+ # @!attribute [rw] status
5710
+ # The status of the integration being created.
5711
+ #
5712
+ # The possible statuses are:
5713
+ #
5714
+ # * CREATING: The integration is being created.
5715
+ #
5716
+ # * ACTIVE: The integration creation succeeds.
5717
+ #
5718
+ # * MODIFYING: The integration is being modified.
5719
+ #
5720
+ # * FAILED: The integration creation fails.
5721
+ #
5722
+ # * DELETING: The integration is deleted.
5723
+ #
5724
+ # * SYNCING: The integration is synchronizing.
5725
+ #
5726
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
5727
+ # synchronization.
5728
+ # @return [String]
5729
+ #
5730
+ # @!attribute [rw] create_time
5731
+ # The time when the integration was created, in UTC.
5732
+ # @return [Time]
5733
+ #
5734
+ # @!attribute [rw] errors
5735
+ # A list of errors associated with the integration creation.
5736
+ # @return [Array<Types::IntegrationError>]
5737
+ #
5738
+ # @!attribute [rw] data_filter
5739
+ # Selects source tables for the integration using Maxwell filter
5740
+ # syntax.
5741
+ # @return [String]
5742
+ #
5743
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
5744
+ #
5745
+ class CreateIntegrationResponse < Struct.new(
5746
+ :source_arn,
5747
+ :target_arn,
5748
+ :integration_name,
5749
+ :description,
5750
+ :integration_arn,
5751
+ :kms_key_id,
5752
+ :additional_encryption_context,
5753
+ :tags,
5754
+ :status,
5755
+ :create_time,
5756
+ :errors,
5757
+ :data_filter)
5758
+ SENSITIVE = []
5759
+ include Aws::Structure
5760
+ end
5761
+
5762
+ # @!attribute [rw] resource_arn
5763
+ # The connection ARN of the source, or the database ARN of the target.
5764
+ # @return [String]
5765
+ #
5766
+ # @!attribute [rw] table_name
5767
+ # The name of the table to be replicated.
5768
+ # @return [String]
5769
+ #
5770
+ # @!attribute [rw] source_table_config
5771
+ # A structure for the source table configuration.
5772
+ # @return [Types::SourceTableConfig]
5773
+ #
5774
+ # @!attribute [rw] target_table_config
5775
+ # A structure for the target table configuration.
5776
+ # @return [Types::TargetTableConfig]
5777
+ #
5778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
5779
+ #
5780
+ class CreateIntegrationTablePropertiesRequest < Struct.new(
5781
+ :resource_arn,
5782
+ :table_name,
5783
+ :source_table_config,
5784
+ :target_table_config)
5785
+ SENSITIVE = []
5786
+ include Aws::Structure
5787
+ end
5788
+
5789
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
5790
+ #
5791
+ class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
5792
+
5062
5793
  # @!attribute [rw] name
5063
5794
  # The name you assign to this job definition. It must be unique in
5064
5795
  # your account.
@@ -5269,46 +6000,45 @@ module Aws::Glue
5269
6000
  # Accepts the value Z.2X for Ray jobs.
5270
6001
  #
5271
6002
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
5272
- # GB of memory) with 84GB disk (approximately 34GB free), and
5273
- # provides 1 executor per worker. We recommend this worker type for
5274
- # workloads such as data transforms, joins, and queries, to offers a
5275
- # scalable and cost effective way to run most jobs.
6003
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
6004
+ # We recommend this worker type for workloads such as data
6005
+ # transforms, joins, and queries, to offers a scalable and cost
6006
+ # effective way to run most jobs.
5276
6007
  #
5277
6008
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
5278
- # GB of memory) with 128GB disk (approximately 77GB free), and
5279
- # provides 1 executor per worker. We recommend this worker type for
5280
- # workloads such as data transforms, joins, and queries, to offers a
5281
- # scalable and cost effective way to run most jobs.
6009
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
6010
+ # We recommend this worker type for workloads such as data
6011
+ # transforms, joins, and queries, to offers a scalable and cost
6012
+ # effective way to run most jobs.
5282
6013
  #
5283
6014
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
5284
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
5285
- # provides 1 executor per worker. We recommend this worker type for
5286
- # jobs whose workloads contain your most demanding transforms,
5287
- # aggregations, joins, and queries. This worker type is available
5288
- # only for Glue version 3.0 or later Spark ETL jobs in the following
5289
- # Amazon Web Services Regions: US East (Ohio), US East (N.
5290
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
5291
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
5292
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
6015
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
6016
+ # worker. We recommend this worker type for jobs whose workloads
6017
+ # contain your most demanding transforms, aggregations, joins, and
6018
+ # queries. This worker type is available only for Glue version 3.0
6019
+ # or later Spark ETL jobs in the following Amazon Web Services
6020
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
6021
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
6022
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
6023
+ # and Europe (Stockholm).
5293
6024
  #
5294
6025
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
5295
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
5296
- # provides 1 executor per worker. We recommend this worker type for
5297
- # jobs whose workloads contain your most demanding transforms,
5298
- # aggregations, joins, and queries. This worker type is available
5299
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
5300
- # Amazon Web Services Regions as supported for the `G.4X` worker
5301
- # type.
6026
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
6027
+ # worker. We recommend this worker type for jobs whose workloads
6028
+ # contain your most demanding transforms, aggregations, joins, and
6029
+ # queries. This worker type is available only for Glue version 3.0
6030
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
6031
+ # as supported for the `G.4X` worker type.
5302
6032
  #
5303
6033
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
5304
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
5305
- # and provides 1 executor per worker. We recommend this worker type
5306
- # for low volume streaming jobs. This worker type is only available
5307
- # for Glue version 3.0 streaming jobs.
6034
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
6035
+ # worker. We recommend this worker type for low volume streaming
6036
+ # jobs. This worker type is only available for Glue version 3.0 or
6037
+ # later streaming jobs.
5308
6038
  #
5309
6039
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
5310
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
5311
- # provides up to 8 Ray workers based on the autoscaler.
6040
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
6041
+ # workers based on the autoscaler.
5312
6042
  # @return [String]
5313
6043
  #
5314
6044
  # @!attribute [rw] code_gen_configuration_nodes
@@ -6023,40 +6753,39 @@ module Aws::Glue
6023
6753
  # the value Z.2X for Ray notebooks.
6024
6754
  #
6025
6755
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
6026
- # GB of memory) with 84GB disk (approximately 34GB free), and
6027
- # provides 1 executor per worker. We recommend this worker type for
6028
- # workloads such as data transforms, joins, and queries, to offers a
6029
- # scalable and cost effective way to run most jobs.
6756
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
6757
+ # We recommend this worker type for workloads such as data
6758
+ # transforms, joins, and queries, to offers a scalable and cost
6759
+ # effective way to run most jobs.
6030
6760
  #
6031
6761
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
6032
- # GB of memory) with 128GB disk (approximately 77GB free), and
6033
- # provides 1 executor per worker. We recommend this worker type for
6034
- # workloads such as data transforms, joins, and queries, to offers a
6035
- # scalable and cost effective way to run most jobs.
6762
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
6763
+ # We recommend this worker type for workloads such as data
6764
+ # transforms, joins, and queries, to offers a scalable and cost
6765
+ # effective way to run most jobs.
6036
6766
  #
6037
6767
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
6038
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
6039
- # provides 1 executor per worker. We recommend this worker type for
6040
- # jobs whose workloads contain your most demanding transforms,
6041
- # aggregations, joins, and queries. This worker type is available
6042
- # only for Glue version 3.0 or later Spark ETL jobs in the following
6043
- # Amazon Web Services Regions: US East (Ohio), US East (N.
6044
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
6045
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
6046
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
6768
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
6769
+ # worker. We recommend this worker type for jobs whose workloads
6770
+ # contain your most demanding transforms, aggregations, joins, and
6771
+ # queries. This worker type is available only for Glue version 3.0
6772
+ # or later Spark ETL jobs in the following Amazon Web Services
6773
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
6774
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
6775
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
6776
+ # and Europe (Stockholm).
6047
6777
  #
6048
6778
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
6049
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
6050
- # provides 1 executor per worker. We recommend this worker type for
6051
- # jobs whose workloads contain your most demanding transforms,
6052
- # aggregations, joins, and queries. This worker type is available
6053
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
6054
- # Amazon Web Services Regions as supported for the `G.4X` worker
6055
- # type.
6779
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
6780
+ # worker. We recommend this worker type for jobs whose workloads
6781
+ # contain your most demanding transforms, aggregations, joins, and
6782
+ # queries. This worker type is available only for Glue version 3.0
6783
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
6784
+ # as supported for the `G.4X` worker type.
6056
6785
  #
6057
6786
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
6058
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
6059
- # provides up to 8 Ray workers based on the autoscaler.
6787
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
6788
+ # workers based on the autoscaler.
6060
6789
  # @return [String]
6061
6790
  #
6062
6791
  # @!attribute [rw] security_configuration
@@ -6362,6 +7091,11 @@ module Aws::Glue
6362
7091
  # @!attribute [rw] default_run_properties
6363
7092
  # A collection of properties to be used as part of each execution of
6364
7093
  # the workflow.
7094
+ #
7095
+ # Run properties may be logged. Do not pass plaintext secrets as
7096
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
7097
+ # Services Secrets Manager or other secret management mechanism if you
7098
+ # intend to use them within the workflow run.
6365
7099
  # @return [Hash<String,String>]
6366
7100
  #
6367
7101
  # @!attribute [rw] tags
@@ -6648,6 +7382,97 @@ module Aws::Glue
6648
7382
  include Aws::Structure
6649
7383
  end
6650
7384
 
7385
+ # Input properties to configure data lake access for your catalog
7386
+ # resource in the Glue Data Catalog.
7387
+ #
7388
+ # @!attribute [rw] data_lake_access
7389
+ # Turns on or off data lake access for Apache Spark applications that
7390
+ # access Amazon Redshift databases in the Data Catalog from any
7391
+ # non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
7392
+ # @return [Boolean]
7393
+ #
7394
+ # @!attribute [rw] data_transfer_role
7395
+ # A role that will be assumed by Glue for transferring data into/out
7396
+ # of the staging bucket during a query.
7397
+ # @return [String]
7398
+ #
7399
+ # @!attribute [rw] kms_key
7400
+ # An encryption key that will be used for the staging bucket that will
7401
+ # be created along with the catalog.
7402
+ # @return [String]
7403
+ #
7404
+ # @!attribute [rw] catalog_type
7405
+ # Specifies a federated catalog type for the native catalog resource.
7406
+ # The currently supported type is `aws:redshift`.
7407
+ # @return [String]
7408
+ #
7409
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
7410
+ #
7411
+ class DataLakeAccessProperties < Struct.new(
7412
+ :data_lake_access,
7413
+ :data_transfer_role,
7414
+ :kms_key,
7415
+ :catalog_type)
7416
+ SENSITIVE = []
7417
+ include Aws::Structure
7418
+ end
7419
+
7420
+ # The output properties of the data lake access configuration for your
7421
+ # catalog resource in the Glue Data Catalog.
7422
+ #
7423
+ # @!attribute [rw] data_lake_access
7424
+ # Turns on or off data lake access for Apache Spark applications that
7425
+ # access Amazon Redshift databases in the Data Catalog.
7426
+ # @return [Boolean]
7427
+ #
7428
+ # @!attribute [rw] data_transfer_role
7429
+ # A role that will be assumed by Glue for transferring data into/out
7430
+ # of the staging bucket during a query.
7431
+ # @return [String]
7432
+ #
7433
+ # @!attribute [rw] kms_key
7434
+ # An encryption key that will be used for the staging bucket that will
7435
+ # be created along with the catalog.
7436
+ # @return [String]
7437
+ #
7438
+ # @!attribute [rw] managed_workgroup_name
7439
+ # The managed Redshift Serverless compute name that is created for
7440
+ # your catalog resource.
7441
+ # @return [String]
7442
+ #
7443
+ # @!attribute [rw] managed_workgroup_status
7444
+ # The managed Redshift Serverless compute status.
7445
+ # @return [String]
7446
+ #
7447
+ # @!attribute [rw] redshift_database_name
7448
+ # The default Redshift database resource name in the managed compute.
7449
+ # @return [String]
7450
+ #
7451
+ # @!attribute [rw] status_message
7452
+ # A message that gives more detailed information about the managed
7453
+ # workgroup status.
7454
+ # @return [String]
7455
+ #
7456
+ # @!attribute [rw] catalog_type
7457
+ # Specifies a federated catalog type for the native catalog resource.
7458
+ # The currently supported type is `aws:redshift`.
7459
+ # @return [String]
7460
+ #
7461
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
7462
+ #
7463
+ class DataLakeAccessPropertiesOutput < Struct.new(
7464
+ :data_lake_access,
7465
+ :data_transfer_role,
7466
+ :kms_key,
7467
+ :managed_workgroup_name,
7468
+ :managed_workgroup_status,
7469
+ :redshift_database_name,
7470
+ :status_message,
7471
+ :catalog_type)
7472
+ SENSITIVE = []
7473
+ include Aws::Structure
7474
+ end
7475
+
6651
7476
  # The Lake Formation principal.
6652
7477
  #
6653
7478
  # @!attribute [rw] data_lake_principal_identifier
@@ -6691,6 +7516,31 @@ module Aws::Glue
6691
7516
  include Aws::Structure
6692
7517
  end
6693
7518
 
7519
+ # Specifies how Data Quality assets in your account should be encrypted.
7520
+ #
7521
+ # @!attribute [rw] data_quality_encryption_mode
7522
+ # The encryption mode to use for encrypting Data Quality assets. These
7523
+ # assets include data quality rulesets, results, statistics, anomaly
7524
+ # detection models and observations.
7525
+ #
7526
+ # Valid values are `SSEKMS` for encryption using a customer-managed
7527
+ # KMS key, or `DISABLED`.
7528
+ # @return [String]
7529
+ #
7530
+ # @!attribute [rw] kms_key_arn
7531
+ # The Amazon Resource Name (ARN) of the KMS key to be used to encrypt
7532
+ # the data.
7533
+ # @return [String]
7534
+ #
7535
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityEncryption AWS API Documentation
7536
+ #
7537
+ class DataQualityEncryption < Struct.new(
7538
+ :data_quality_encryption_mode,
7539
+ :kms_key_arn)
7540
+ SENSITIVE = []
7541
+ include Aws::Structure
7542
+ end
7543
+
6694
7544
  # Additional run options you can specify for an evaluation run.
6695
7545
  #
6696
7546
  # @!attribute [rw] cloud_watch_metrics_enabled
@@ -7483,6 +8333,22 @@ module Aws::Glue
7483
8333
  include Aws::Structure
7484
8334
  end
7485
8335
 
8336
+ # @!attribute [rw] catalog_id
8337
+ # The ID of the catalog.
8338
+ # @return [String]
8339
+ #
8340
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
8341
+ #
8342
+ class DeleteCatalogRequest < Struct.new(
8343
+ :catalog_id)
8344
+ SENSITIVE = []
8345
+ include Aws::Structure
8346
+ end
8347
+
8348
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
8349
+ #
8350
+ class DeleteCatalogResponse < Aws::EmptyStructure; end
8351
+
7486
8352
  # @!attribute [rw] name
7487
8353
  # Name of the classifier to remove.
7488
8354
  # @return [String]
@@ -7708,82 +8574,202 @@ module Aws::Glue
7708
8574
  #
7709
8575
  class DeleteDevEndpointResponse < Aws::EmptyStructure; end
7710
8576
 
7711
- # @!attribute [rw] job_name
7712
- # The name of the job definition to delete.
8577
+ # @!attribute [rw] integration_identifier
8578
+ # The Amazon Resource Name (ARN) for the integration.
7713
8579
  # @return [String]
7714
8580
  #
7715
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobRequest AWS API Documentation
8581
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
7716
8582
  #
7717
- class DeleteJobRequest < Struct.new(
7718
- :job_name)
8583
+ class DeleteIntegrationRequest < Struct.new(
8584
+ :integration_identifier)
7719
8585
  SENSITIVE = []
7720
8586
  include Aws::Structure
7721
8587
  end
7722
8588
 
7723
- # @!attribute [rw] job_name
7724
- # The name of the job definition that was deleted.
8589
+ # @!attribute [rw] source_arn
8590
+ # The ARN of the source for the integration.
7725
8591
  # @return [String]
7726
8592
  #
7727
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobResponse AWS API Documentation
7728
- #
7729
- class DeleteJobResponse < Struct.new(
7730
- :job_name)
7731
- SENSITIVE = []
7732
- include Aws::Structure
7733
- end
7734
-
7735
- # @!attribute [rw] transform_id
7736
- # The unique identifier of the transform to delete.
8593
+ # @!attribute [rw] target_arn
8594
+ # The ARN of the target for the integration.
7737
8595
  # @return [String]
7738
8596
  #
7739
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
7740
- #
7741
- class DeleteMLTransformRequest < Struct.new(
7742
- :transform_id)
7743
- SENSITIVE = []
7744
- include Aws::Structure
7745
- end
7746
-
7747
- # @!attribute [rw] transform_id
7748
- # The unique identifier of the transform that was deleted.
8597
+ # @!attribute [rw] integration_name
8598
+ # A unique name for an integration in Glue.
7749
8599
  # @return [String]
7750
8600
  #
7751
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
7752
- #
7753
- class DeleteMLTransformResponse < Struct.new(
7754
- :transform_id)
7755
- SENSITIVE = []
7756
- include Aws::Structure
7757
- end
7758
-
7759
- # @!attribute [rw] catalog_id
7760
- # The catalog ID where the table resides.
8601
+ # @!attribute [rw] description
8602
+ # A description of the integration.
7761
8603
  # @return [String]
7762
8604
  #
7763
- # @!attribute [rw] database_name
7764
- # Specifies the name of a database from which you want to delete a
7765
- # partition index.
8605
+ # @!attribute [rw] integration_arn
8606
+ # The Amazon Resource Name (ARN) for the integration.
7766
8607
  # @return [String]
7767
8608
  #
7768
- # @!attribute [rw] table_name
7769
- # Specifies the name of a table from which you want to delete a
7770
- # partition index.
8609
+ # @!attribute [rw] kms_key_id
8610
+ # The ARN of a KMS key used for encrypting the channel.
7771
8611
  # @return [String]
7772
8612
  #
7773
- # @!attribute [rw] index_name
7774
- # The name of the partition index to be deleted.
7775
- # @return [String]
8613
+ # @!attribute [rw] additional_encryption_context
8614
+ # An optional set of non-secret key–value pairs that contains
8615
+ # additional contextual information for encryption.
8616
+ # @return [Hash<String,String>]
7776
8617
  #
7777
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
8618
+ # @!attribute [rw] tags
8619
+ # Metadata assigned to the resource consisting of a list of key-value
8620
+ # pairs.
8621
+ # @return [Array<Types::Tag>]
7778
8622
  #
7779
- class DeletePartitionIndexRequest < Struct.new(
7780
- :catalog_id,
7781
- :database_name,
7782
- :table_name,
7783
- :index_name)
7784
- SENSITIVE = []
7785
- include Aws::Structure
7786
- end
8623
+ # @!attribute [rw] status
8624
+ # The status of the integration being deleted.
8625
+ #
8626
+ # The possible statuses are:
8627
+ #
8628
+ # * CREATING: The integration is being created.
8629
+ #
8630
+ # * ACTIVE: The integration creation succeeds.
8631
+ #
8632
+ # * MODIFYING: The integration is being modified.
8633
+ #
8634
+ # * FAILED: The integration creation fails.
8635
+ #
8636
+ # * DELETING: The integration is deleted.
8637
+ #
8638
+ # * SYNCING: The integration is synchronizing.
8639
+ #
8640
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
8641
+ # synchronization.
8642
+ # @return [String]
8643
+ #
8644
+ # @!attribute [rw] create_time
8645
+ # The time when the integration was created, in UTC.
8646
+ # @return [Time]
8647
+ #
8648
+ # @!attribute [rw] errors
8649
+ # A list of errors associated with the integration.
8650
+ # @return [Array<Types::IntegrationError>]
8651
+ #
8652
+ # @!attribute [rw] data_filter
8653
+ # Selects source tables for the integration using Maxwell filter
8654
+ # syntax.
8655
+ # @return [String]
8656
+ #
8657
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
8658
+ #
8659
+ class DeleteIntegrationResponse < Struct.new(
8660
+ :source_arn,
8661
+ :target_arn,
8662
+ :integration_name,
8663
+ :description,
8664
+ :integration_arn,
8665
+ :kms_key_id,
8666
+ :additional_encryption_context,
8667
+ :tags,
8668
+ :status,
8669
+ :create_time,
8670
+ :errors,
8671
+ :data_filter)
8672
+ SENSITIVE = []
8673
+ include Aws::Structure
8674
+ end
8675
+
8676
+ # @!attribute [rw] resource_arn
8677
+ # The connection ARN of the source, or the database ARN of the target.
8678
+ # @return [String]
8679
+ #
8680
+ # @!attribute [rw] table_name
8681
+ # The name of the table to be replicated.
8682
+ # @return [String]
8683
+ #
8684
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
8685
+ #
8686
+ class DeleteIntegrationTablePropertiesRequest < Struct.new(
8687
+ :resource_arn,
8688
+ :table_name)
8689
+ SENSITIVE = []
8690
+ include Aws::Structure
8691
+ end
8692
+
8693
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
8694
+ #
8695
+ class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
8696
+
8697
+ # @!attribute [rw] job_name
8698
+ # The name of the job definition to delete.
8699
+ # @return [String]
8700
+ #
8701
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobRequest AWS API Documentation
8702
+ #
8703
+ class DeleteJobRequest < Struct.new(
8704
+ :job_name)
8705
+ SENSITIVE = []
8706
+ include Aws::Structure
8707
+ end
8708
+
8709
+ # @!attribute [rw] job_name
8710
+ # The name of the job definition that was deleted.
8711
+ # @return [String]
8712
+ #
8713
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobResponse AWS API Documentation
8714
+ #
8715
+ class DeleteJobResponse < Struct.new(
8716
+ :job_name)
8717
+ SENSITIVE = []
8718
+ include Aws::Structure
8719
+ end
8720
+
8721
+ # @!attribute [rw] transform_id
8722
+ # The unique identifier of the transform to delete.
8723
+ # @return [String]
8724
+ #
8725
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
8726
+ #
8727
+ class DeleteMLTransformRequest < Struct.new(
8728
+ :transform_id)
8729
+ SENSITIVE = []
8730
+ include Aws::Structure
8731
+ end
8732
+
8733
+ # @!attribute [rw] transform_id
8734
+ # The unique identifier of the transform that was deleted.
8735
+ # @return [String]
8736
+ #
8737
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
8738
+ #
8739
+ class DeleteMLTransformResponse < Struct.new(
8740
+ :transform_id)
8741
+ SENSITIVE = []
8742
+ include Aws::Structure
8743
+ end
8744
+
8745
+ # @!attribute [rw] catalog_id
8746
+ # The catalog ID where the table resides.
8747
+ # @return [String]
8748
+ #
8749
+ # @!attribute [rw] database_name
8750
+ # Specifies the name of a database from which you want to delete a
8751
+ # partition index.
8752
+ # @return [String]
8753
+ #
8754
+ # @!attribute [rw] table_name
8755
+ # Specifies the name of a table from which you want to delete a
8756
+ # partition index.
8757
+ # @return [String]
8758
+ #
8759
+ # @!attribute [rw] index_name
8760
+ # The name of the partition index to be deleted.
8761
+ # @return [String]
8762
+ #
8763
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
8764
+ #
8765
+ class DeletePartitionIndexRequest < Struct.new(
8766
+ :catalog_id,
8767
+ :database_name,
8768
+ :table_name,
8769
+ :index_name)
8770
+ SENSITIVE = []
8771
+ include Aws::Structure
8772
+ end
7787
8773
 
7788
8774
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
7789
8775
  #
@@ -8220,6 +9206,237 @@ module Aws::Glue
8220
9206
  include Aws::Structure
8221
9207
  end
8222
9208
 
9209
+ # @!attribute [rw] connection_type
9210
+ # The name of the connection type to be described.
9211
+ # @return [String]
9212
+ #
9213
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
9214
+ #
9215
+ class DescribeConnectionTypeRequest < Struct.new(
9216
+ :connection_type)
9217
+ SENSITIVE = []
9218
+ include Aws::Structure
9219
+ end
9220
+
9221
+ # @!attribute [rw] connection_type
9222
+ # The name of the connection type.
9223
+ # @return [String]
9224
+ #
9225
+ # @!attribute [rw] description
9226
+ # A description of the connection type.
9227
+ # @return [String]
9228
+ #
9229
+ # @!attribute [rw] capabilities
9230
+ # The supported authentication types, data interface types (compute
9231
+ # environments), and data operations of the connector.
9232
+ # @return [Types::Capabilities]
9233
+ #
9234
+ # @!attribute [rw] connection_properties
9235
+ # Connection properties which are common across compute environments.
9236
+ # @return [Hash<String,Types::Property>]
9237
+ #
9238
+ # @!attribute [rw] connection_options
9239
+ # Returns properties that can be set when creating a connection in the
9240
+ # `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
9241
+ # parameters that can be set in a Spark ETL script in the connection
9242
+ # options map passed to a dataframe.
9243
+ # @return [Hash<String,Types::Property>]
9244
+ #
9245
+ # @!attribute [rw] authentication_configuration
9246
+ # The type of authentication used for the connection.
9247
+ # @return [Types::AuthConfiguration]
9248
+ #
9249
+ # @!attribute [rw] compute_environment_configurations
9250
+ # The compute environments that are supported by the connection.
9251
+ # @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
9252
+ #
9253
+ # @!attribute [rw] physical_connection_requirements
9254
+ # Physical requirements for a connection, such as VPC, Subnet and
9255
+ # Security Group specifications.
9256
+ # @return [Hash<String,Types::Property>]
9257
+ #
9258
+ # @!attribute [rw] athena_connection_properties
9259
+ # Connection properties specific to the Athena compute environment.
9260
+ # @return [Hash<String,Types::Property>]
9261
+ #
9262
+ # @!attribute [rw] python_connection_properties
9263
+ # Connection properties specific to the Python compute environment.
9264
+ # @return [Hash<String,Types::Property>]
9265
+ #
9266
+ # @!attribute [rw] spark_connection_properties
9267
+ # Connection properties specific to the Spark compute environment.
9268
+ # @return [Hash<String,Types::Property>]
9269
+ #
9270
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
9271
+ #
9272
+ class DescribeConnectionTypeResponse < Struct.new(
9273
+ :connection_type,
9274
+ :description,
9275
+ :capabilities,
9276
+ :connection_properties,
9277
+ :connection_options,
9278
+ :authentication_configuration,
9279
+ :compute_environment_configurations,
9280
+ :physical_connection_requirements,
9281
+ :athena_connection_properties,
9282
+ :python_connection_properties,
9283
+ :spark_connection_properties)
9284
+ SENSITIVE = []
9285
+ include Aws::Structure
9286
+ end
9287
+
9288
+ # @!attribute [rw] connection_name
9289
+ # The name of the connection that contains the connection type
9290
+ # credentials.
9291
+ # @return [String]
9292
+ #
9293
+ # @!attribute [rw] catalog_id
9294
+ # The catalog ID of the catalog that contains the connection. This can
9295
+ # be null, By default, the Amazon Web Services Account ID is the
9296
+ # catalog ID.
9297
+ # @return [String]
9298
+ #
9299
+ # @!attribute [rw] entity_name
9300
+ # The name of the entity that you want to describe from the connection
9301
+ # type.
9302
+ # @return [String]
9303
+ #
9304
+ # @!attribute [rw] next_token
9305
+ # A continuation token, included if this is a continuation call.
9306
+ # @return [String]
9307
+ #
9308
+ # @!attribute [rw] data_store_api_version
9309
+ # The version of the API used for the data store.
9310
+ # @return [String]
9311
+ #
9312
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
9313
+ #
9314
+ class DescribeEntityRequest < Struct.new(
9315
+ :connection_name,
9316
+ :catalog_id,
9317
+ :entity_name,
9318
+ :next_token,
9319
+ :data_store_api_version)
9320
+ SENSITIVE = []
9321
+ include Aws::Structure
9322
+ end
9323
+
9324
+ # @!attribute [rw] fields
9325
+ # Describes the fields for that connector entity. This is the list of
9326
+ # `Field` objects. `Field` is very similar to column in a database.
9327
+ # The `Field` object has information about different properties
9328
+ # associated with fields in the connector.
9329
+ # @return [Array<Types::Field>]
9330
+ #
9331
+ # @!attribute [rw] next_token
9332
+ # A continuation token, present if the current segment is not the
9333
+ # last.
9334
+ # @return [String]
9335
+ #
9336
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
9337
+ #
9338
+ class DescribeEntityResponse < Struct.new(
9339
+ :fields,
9340
+ :next_token)
9341
+ SENSITIVE = []
9342
+ include Aws::Structure
9343
+ end
9344
+
9345
+ # @!attribute [rw] integration_arn
9346
+ # The Amazon Resource Name (ARN) of the integration.
9347
+ # @return [String]
9348
+ #
9349
+ # @!attribute [rw] marker
9350
+ # A token to specify where to start paginating. This is the marker
9351
+ # from a previously truncated response.
9352
+ # @return [String]
9353
+ #
9354
+ # @!attribute [rw] max_records
9355
+ # The total number of items to return in the output.
9356
+ # @return [Integer]
9357
+ #
9358
+ # @!attribute [rw] target_arn
9359
+ # The Amazon Resource Name (ARN) of the target resource in the
9360
+ # integration.
9361
+ # @return [String]
9362
+ #
9363
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
9364
+ #
9365
+ class DescribeInboundIntegrationsRequest < Struct.new(
9366
+ :integration_arn,
9367
+ :marker,
9368
+ :max_records,
9369
+ :target_arn)
9370
+ SENSITIVE = []
9371
+ include Aws::Structure
9372
+ end
9373
+
9374
+ # @!attribute [rw] inbound_integrations
9375
+ # A list of inbound integrations.
9376
+ # @return [Array<Types::InboundIntegration>]
9377
+ #
9378
+ # @!attribute [rw] marker
9379
+ # A value that indicates the starting point for the next set of
9380
+ # response records in a subsequent request.
9381
+ # @return [String]
9382
+ #
9383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
9384
+ #
9385
+ class DescribeInboundIntegrationsResponse < Struct.new(
9386
+ :inbound_integrations,
9387
+ :marker)
9388
+ SENSITIVE = []
9389
+ include Aws::Structure
9390
+ end
9391
+
9392
+ # @!attribute [rw] integration_identifier
9393
+ # The Amazon Resource Name (ARN) for the integration.
9394
+ # @return [String]
9395
+ #
9396
+ # @!attribute [rw] marker
9397
+ # A value that indicates the starting point for the next set of
9398
+ # response records in a subsequent request.
9399
+ # @return [String]
9400
+ #
9401
+ # @!attribute [rw] max_records
9402
+ # The total number of items to return in the output.
9403
+ # @return [Integer]
9404
+ #
9405
+ # @!attribute [rw] filters
9406
+ # A list of key and values, to filter down the results. Supported keys
9407
+ # are "Status", "IntegrationName", and "SourceArn".
9408
+ # IntegrationName is limited to only one value.
9409
+ # @return [Array<Types::IntegrationFilter>]
9410
+ #
9411
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
9412
+ #
9413
+ class DescribeIntegrationsRequest < Struct.new(
9414
+ :integration_identifier,
9415
+ :marker,
9416
+ :max_records,
9417
+ :filters)
9418
+ SENSITIVE = []
9419
+ include Aws::Structure
9420
+ end
9421
+
9422
+ # @!attribute [rw] integrations
9423
+ # A list of zero-ETL integrations.
9424
+ # @return [Array<Types::Integration>]
9425
+ #
9426
+ # @!attribute [rw] marker
9427
+ # A value that indicates the starting point for the next set of
9428
+ # response records in a subsequent request.
9429
+ # @return [String]
9430
+ #
9431
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
9432
+ #
9433
+ class DescribeIntegrationsResponse < Struct.new(
9434
+ :integrations,
9435
+ :marker)
9436
+ SENSITIVE = []
9437
+ include Aws::Structure
9438
+ end
9439
+
8223
9440
  # A development endpoint where a developer can remotely debug extract,
8224
9441
  # transform, and load (ETL) scripts.
8225
9442
  #
@@ -8915,12 +10132,61 @@ module Aws::Glue
8915
10132
  # The encryption configuration for job bookmarks.
8916
10133
  # @return [Types::JobBookmarksEncryption]
8917
10134
  #
10135
+ # @!attribute [rw] data_quality_encryption
10136
+ # The encryption configuration for Glue Data Quality assets.
10137
+ # @return [Types::DataQualityEncryption]
10138
+ #
8918
10139
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
8919
10140
  #
8920
10141
  class EncryptionConfiguration < Struct.new(
8921
10142
  :s3_encryption,
8922
10143
  :cloud_watch_encryption,
8923
- :job_bookmarks_encryption)
10144
+ :job_bookmarks_encryption,
10145
+ :data_quality_encryption)
10146
+ SENSITIVE = []
10147
+ include Aws::Structure
10148
+ end
10149
+
10150
+ # An entity supported by a given `ConnectionType`.
10151
+ #
10152
+ # @!attribute [rw] entity_name
10153
+ # The name of the entity.
10154
+ # @return [String]
10155
+ #
10156
+ # @!attribute [rw] label
10157
+ # Label used for the entity.
10158
+ # @return [String]
10159
+ #
10160
+ # @!attribute [rw] is_parent_entity
10161
+ # A Boolean value which helps to determine whether there are sub
10162
+ # objects that can be listed.
10163
+ # @return [Boolean]
10164
+ #
10165
+ # @!attribute [rw] description
10166
+ # A description of the entity.
10167
+ # @return [String]
10168
+ #
10169
+ # @!attribute [rw] category
10170
+ # The type of entities that are present in the response. This value
10171
+ # depends on the source connection. For example this is `SObjects` for
10172
+ # Salesforce and `databases` or `schemas` or `tables` for sources like
10173
+ # Amazon Redshift.
10174
+ # @return [String]
10175
+ #
10176
+ # @!attribute [rw] custom_properties
10177
+ # An optional map of keys which may be returned for an entity by a
10178
+ # connector.
10179
+ # @return [Hash<String,String>]
10180
+ #
10181
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
10182
+ #
10183
+ class Entity < Struct.new(
10184
+ :entity_name,
10185
+ :label,
10186
+ :is_parent_entity,
10187
+ :description,
10188
+ :category,
10189
+ :custom_properties)
8924
10190
  SENSITIVE = []
8925
10191
  include Aws::Structure
8926
10192
  end
@@ -9111,6 +10377,36 @@ module Aws::Glue
9111
10377
  include Aws::Structure
9112
10378
  end
9113
10379
 
10380
+ # A run attempt for a column statistics task run.
10381
+ #
10382
+ # @!attribute [rw] status
10383
+ # The status of the last column statistics task run.
10384
+ # @return [String]
10385
+ #
10386
+ # @!attribute [rw] column_statistics_task_run_id
10387
+ # A task run ID for the last column statistics task run.
10388
+ # @return [String]
10389
+ #
10390
+ # @!attribute [rw] execution_timestamp
10391
+ # A timestamp when the last column statistics task run occurred.
10392
+ # @return [Time]
10393
+ #
10394
+ # @!attribute [rw] error_message
10395
+ # An error message associated with the last column statistics task
10396
+ # run.
10397
+ # @return [String]
10398
+ #
10399
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
10400
+ #
10401
+ class ExecutionAttempt < Struct.new(
10402
+ :status,
10403
+ :column_statistics_task_run_id,
10404
+ :execution_timestamp,
10405
+ :error_message)
10406
+ SENSITIVE = []
10407
+ include Aws::Structure
10408
+ end
10409
+
9114
10410
  # An execution property of a job.
9115
10411
  #
9116
10412
  # @!attribute [rw] max_concurrent_runs
@@ -9142,6 +10438,26 @@ module Aws::Glue
9142
10438
  include Aws::Structure
9143
10439
  end
9144
10440
 
10441
+ # A catalog that points to an entity outside the Glue Data Catalog.
10442
+ #
10443
+ # @!attribute [rw] identifier
10444
+ # A unique identifier for the federated catalog.
10445
+ # @return [String]
10446
+ #
10447
+ # @!attribute [rw] connection_name
10448
+ # The name of the connection to an external data source, for example a
10449
+ # Redshift-federated catalog.
10450
+ # @return [String]
10451
+ #
10452
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
10453
+ #
10454
+ class FederatedCatalog < Struct.new(
10455
+ :identifier,
10456
+ :connection_name)
10457
+ SENSITIVE = []
10458
+ include Aws::Structure
10459
+ end
10460
+
9145
10461
  # A database that points to an entity outside the Glue Data Catalog.
9146
10462
  #
9147
10463
  # @!attribute [rw] identifier
@@ -9237,6 +10553,115 @@ module Aws::Glue
9237
10553
  include Aws::Structure
9238
10554
  end
9239
10555
 
10556
+ # The `Field` object has information about the different properties
10557
+ # associated with a field in the connector.
10558
+ #
10559
+ # @!attribute [rw] field_name
10560
+ # A unique identifier for the field.
10561
+ # @return [String]
10562
+ #
10563
+ # @!attribute [rw] label
10564
+ # A readable label used for the field.
10565
+ # @return [String]
10566
+ #
10567
+ # @!attribute [rw] description
10568
+ # A description of the field.
10569
+ # @return [String]
10570
+ #
10571
+ # @!attribute [rw] field_type
10572
+ # The type of data in the field.
10573
+ # @return [String]
10574
+ #
10575
+ # @!attribute [rw] is_primary_key
10576
+ # Indicates whether this field can used as a primary key for the given
10577
+ # entity.
10578
+ # @return [Boolean]
10579
+ #
10580
+ # @!attribute [rw] is_nullable
10581
+ # Indicates whether this field can be nullable or not.
10582
+ # @return [Boolean]
10583
+ #
10584
+ # @!attribute [rw] is_retrievable
10585
+ # Indicates whether this field can be added in Select clause of SQL
10586
+ # query or whether it is retrievable or not.
10587
+ # @return [Boolean]
10588
+ #
10589
+ # @!attribute [rw] is_filterable
10590
+ # Indicates whether this field can used in a filter clause (`WHERE`
10591
+ # clause) of a SQL statement when querying data.
10592
+ # @return [Boolean]
10593
+ #
10594
+ # @!attribute [rw] is_partitionable
10595
+ # Indicates whether a given field can be used in partitioning the
10596
+ # query made to SaaS.
10597
+ # @return [Boolean]
10598
+ #
10599
+ # @!attribute [rw] is_createable
10600
+ # Indicates whether this field can be created as part of a destination
10601
+ # write.
10602
+ # @return [Boolean]
10603
+ #
10604
+ # @!attribute [rw] is_updateable
10605
+ # Indicates whether this field can be updated as part of a destination
10606
+ # write.
10607
+ # @return [Boolean]
10608
+ #
10609
+ # @!attribute [rw] is_upsertable
10610
+ # Indicates whether this field can be upserted as part of a
10611
+ # destination write.
10612
+ # @return [Boolean]
10613
+ #
10614
+ # @!attribute [rw] is_default_on_create
10615
+ # Indicates whether this field is populated automatically when the
10616
+ # object is created, such as a created at timestamp.
10617
+ # @return [Boolean]
10618
+ #
10619
+ # @!attribute [rw] supported_values
10620
+ # A list of supported values for the field.
10621
+ # @return [Array<String>]
10622
+ #
10623
+ # @!attribute [rw] supported_filter_operators
10624
+ # Indicates the support filter operators for this field.
10625
+ # @return [Array<String>]
10626
+ #
10627
+ # @!attribute [rw] parent_field
10628
+ # A parent field name for a nested field.
10629
+ # @return [String]
10630
+ #
10631
+ # @!attribute [rw] native_data_type
10632
+ # The data type returned by the SaaS API, such as “picklist” or
10633
+ # “textarea” from Salesforce.
10634
+ # @return [String]
10635
+ #
10636
+ # @!attribute [rw] custom_properties
10637
+ # Optional map of keys which may be returned.
10638
+ # @return [Hash<String,String>]
10639
+ #
10640
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
10641
+ #
10642
+ class Field < Struct.new(
10643
+ :field_name,
10644
+ :label,
10645
+ :description,
10646
+ :field_type,
10647
+ :is_primary_key,
10648
+ :is_nullable,
10649
+ :is_retrievable,
10650
+ :is_filterable,
10651
+ :is_partitionable,
10652
+ :is_createable,
10653
+ :is_updateable,
10654
+ :is_upsertable,
10655
+ :is_default_on_create,
10656
+ :supported_values,
10657
+ :supported_filter_operators,
10658
+ :parent_field,
10659
+ :native_data_type,
10660
+ :custom_properties)
10661
+ SENSITIVE = []
10662
+ include Aws::Structure
10663
+ end
10664
+
9240
10665
  # Specifies a transform that locates records in the dataset that have
9241
10666
  # missing values and adds a new field with a value determined by
9242
10667
  # imputation. The input data set is used to train the machine learning
@@ -9644,6 +11069,83 @@ module Aws::Glue
9644
11069
  include Aws::Structure
9645
11070
  end
9646
11071
 
11072
+ # @!attribute [rw] catalog_id
11073
+ # The ID of the parent catalog in which the catalog resides. If none
11074
+ # is provided, the Amazon Web Services Account Number is used by
11075
+ # default.
11076
+ # @return [String]
11077
+ #
11078
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
11079
+ #
11080
+ class GetCatalogRequest < Struct.new(
11081
+ :catalog_id)
11082
+ SENSITIVE = []
11083
+ include Aws::Structure
11084
+ end
11085
+
11086
+ # @!attribute [rw] catalog
11087
+ # A `Catalog` object. The definition of the specified catalog in the
11088
+ # Glue Data Catalog.
11089
+ # @return [Types::Catalog]
11090
+ #
11091
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
11092
+ #
11093
+ class GetCatalogResponse < Struct.new(
11094
+ :catalog)
11095
+ SENSITIVE = []
11096
+ include Aws::Structure
11097
+ end
11098
+
11099
+ # @!attribute [rw] parent_catalog_id
11100
+ # The ID of the parent catalog in which the catalog resides. If none
11101
+ # is provided, the Amazon Web Services Account Number is used by
11102
+ # default.
11103
+ # @return [String]
11104
+ #
11105
+ # @!attribute [rw] next_token
11106
+ # A continuation token, if this is a continuation call.
11107
+ # @return [String]
11108
+ #
11109
+ # @!attribute [rw] max_results
11110
+ # The maximum number of catalogs to return in one response.
11111
+ # @return [Integer]
11112
+ #
11113
+ # @!attribute [rw] recursive
11114
+ # When specified as true, iterates through the account and returns all
11115
+ # catalog resources (including top-level resources and child
11116
+ # resources)
11117
+ # @return [Boolean]
11118
+ #
11119
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
11120
+ #
11121
+ class GetCatalogsRequest < Struct.new(
11122
+ :parent_catalog_id,
11123
+ :next_token,
11124
+ :max_results,
11125
+ :recursive)
11126
+ SENSITIVE = []
11127
+ include Aws::Structure
11128
+ end
11129
+
11130
+ # @!attribute [rw] catalog_list
11131
+ # An array of `Catalog` objects. A list of `Catalog` objects from the
11132
+ # specified parent catalog.
11133
+ # @return [Array<Types::Catalog>]
11134
+ #
11135
+ # @!attribute [rw] next_token
11136
+ # A continuation token for paginating the returned list of tokens,
11137
+ # returned if the current segment of the list is not the last.
11138
+ # @return [String]
11139
+ #
11140
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
11141
+ #
11142
+ class GetCatalogsResponse < Struct.new(
11143
+ :catalog_list,
11144
+ :next_token)
11145
+ SENSITIVE = []
11146
+ include Aws::Structure
11147
+ end
11148
+
9647
11149
  # @!attribute [rw] name
9648
11150
  # Name of the classifier to retrieve.
9649
11151
  # @return [String]
@@ -9916,12 +11418,18 @@ module Aws::Glue
9916
11418
  # the rest of the connection properties.
9917
11419
  # @return [Boolean]
9918
11420
  #
11421
+ # @!attribute [rw] apply_override_for_compute_environment
11422
+ # For connections that may be used in multiple services, specifies
11423
+ # returning properties for the specified compute environment.
11424
+ # @return [String]
11425
+ #
9919
11426
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
9920
11427
  #
9921
11428
  class GetConnectionRequest < Struct.new(
9922
11429
  :catalog_id,
9923
11430
  :name,
9924
- :hide_password)
11431
+ :hide_password,
11432
+ :apply_override_for_compute_environment)
9925
11433
  SENSITIVE = []
9926
11434
  include Aws::Structure
9927
11435
  end
@@ -9950,11 +11458,16 @@ module Aws::Glue
9950
11458
  # The type of connections to return. Currently, SFTP is not supported.
9951
11459
  # @return [String]
9952
11460
  #
11461
+ # @!attribute [rw] connection_schema_version
11462
+ # Denotes if the connection was created with schema version 1 or 2.
11463
+ # @return [Integer]
11464
+ #
9953
11465
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
9954
11466
  #
9955
11467
  class GetConnectionsFilter < Struct.new(
9956
11468
  :match_criteria,
9957
- :connection_type)
11469
+ :connection_type,
11470
+ :connection_schema_version)
9958
11471
  SENSITIVE = []
9959
11472
  include Aws::Structure
9960
11473
  end
@@ -10713,86 +12226,243 @@ module Aws::Glue
10713
12226
  # The Python script to transform.
10714
12227
  # @return [String]
10715
12228
  #
10716
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphRequest AWS API Documentation
12229
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphRequest AWS API Documentation
12230
+ #
12231
+ class GetDataflowGraphRequest < Struct.new(
12232
+ :python_script)
12233
+ SENSITIVE = []
12234
+ include Aws::Structure
12235
+ end
12236
+
12237
+ # @!attribute [rw] dag_nodes
12238
+ # A list of the nodes in the resulting DAG.
12239
+ # @return [Array<Types::CodeGenNode>]
12240
+ #
12241
+ # @!attribute [rw] dag_edges
12242
+ # A list of the edges in the resulting DAG.
12243
+ # @return [Array<Types::CodeGenEdge>]
12244
+ #
12245
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12246
+ #
12247
+ class GetDataflowGraphResponse < Struct.new(
12248
+ :dag_nodes,
12249
+ :dag_edges)
12250
+ SENSITIVE = []
12251
+ include Aws::Structure
12252
+ end
12253
+
12254
+ # @!attribute [rw] endpoint_name
12255
+ # Name of the `DevEndpoint` to retrieve information for.
12256
+ # @return [String]
12257
+ #
12258
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12259
+ #
12260
+ class GetDevEndpointRequest < Struct.new(
12261
+ :endpoint_name)
12262
+ SENSITIVE = []
12263
+ include Aws::Structure
12264
+ end
12265
+
12266
+ # @!attribute [rw] dev_endpoint
12267
+ # A `DevEndpoint` definition.
12268
+ # @return [Types::DevEndpoint]
12269
+ #
12270
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12271
+ #
12272
+ class GetDevEndpointResponse < Struct.new(
12273
+ :dev_endpoint)
12274
+ SENSITIVE = []
12275
+ include Aws::Structure
12276
+ end
12277
+
12278
+ # @!attribute [rw] max_results
12279
+ # The maximum size of information to return.
12280
+ # @return [Integer]
12281
+ #
12282
+ # @!attribute [rw] next_token
12283
+ # A continuation token, if this is a continuation call.
12284
+ # @return [String]
12285
+ #
12286
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12287
+ #
12288
+ class GetDevEndpointsRequest < Struct.new(
12289
+ :max_results,
12290
+ :next_token)
12291
+ SENSITIVE = []
12292
+ include Aws::Structure
12293
+ end
12294
+
12295
+ # @!attribute [rw] dev_endpoints
12296
+ # A list of `DevEndpoint` definitions.
12297
+ # @return [Array<Types::DevEndpoint>]
12298
+ #
12299
+ # @!attribute [rw] next_token
12300
+ # A continuation token, if not all `DevEndpoint` definitions have yet
12301
+ # been returned.
12302
+ # @return [String]
12303
+ #
12304
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12305
+ #
12306
+ class GetDevEndpointsResponse < Struct.new(
12307
+ :dev_endpoints,
12308
+ :next_token)
12309
+ SENSITIVE = []
12310
+ include Aws::Structure
12311
+ end
12312
+
12313
+ # @!attribute [rw] connection_name
12314
+ # The name of the connection that contains the connection type
12315
+ # credentials.
12316
+ # @return [String]
12317
+ #
12318
+ # @!attribute [rw] catalog_id
12319
+ # The catalog ID of the catalog that contains the connection. This can
12320
+ # be null, By default, the Amazon Web Services Account ID is the
12321
+ # catalog ID.
12322
+ # @return [String]
12323
+ #
12324
+ # @!attribute [rw] entity_name
12325
+ # Name of the entity that we want to query the preview data from the
12326
+ # given connection type.
12327
+ # @return [String]
12328
+ #
12329
+ # @!attribute [rw] next_token
12330
+ # A continuation token, included if this is a continuation call.
12331
+ # @return [String]
12332
+ #
12333
+ # @!attribute [rw] data_store_api_version
12334
+ # The API version of the SaaS connector.
12335
+ # @return [String]
12336
+ #
12337
+ # @!attribute [rw] connection_options
12338
+ # Connector options that are required to query the data.
12339
+ # @return [Hash<String,String>]
12340
+ #
12341
+ # @!attribute [rw] filter_predicate
12342
+ # A filter predicate that you can apply in the query request.
12343
+ # @return [String]
12344
+ #
12345
+ # @!attribute [rw] limit
12346
+ # Limits the number of records fetched with the request.
12347
+ # @return [Integer]
12348
+ #
12349
+ # @!attribute [rw] order_by
12350
+ # A parameter that orders the response preview data.
12351
+ # @return [String]
12352
+ #
12353
+ # @!attribute [rw] selected_fields
12354
+ # List of fields that we want to fetch as part of preview data.
12355
+ # @return [Array<String>]
10717
12356
  #
10718
- class GetDataflowGraphRequest < Struct.new(
10719
- :python_script)
12357
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
12358
+ #
12359
+ class GetEntityRecordsRequest < Struct.new(
12360
+ :connection_name,
12361
+ :catalog_id,
12362
+ :entity_name,
12363
+ :next_token,
12364
+ :data_store_api_version,
12365
+ :connection_options,
12366
+ :filter_predicate,
12367
+ :limit,
12368
+ :order_by,
12369
+ :selected_fields)
10720
12370
  SENSITIVE = []
10721
12371
  include Aws::Structure
10722
12372
  end
10723
12373
 
10724
- # @!attribute [rw] dag_nodes
10725
- # A list of the nodes in the resulting DAG.
10726
- # @return [Array<Types::CodeGenNode>]
12374
+ # @!attribute [rw] records
12375
+ # A list of the requested objects.
12376
+ # @return [Array<Hash,Array,String,Numeric,Boolean>]
10727
12377
  #
10728
- # @!attribute [rw] dag_edges
10729
- # A list of the edges in the resulting DAG.
10730
- # @return [Array<Types::CodeGenEdge>]
12378
+ # @!attribute [rw] next_token
12379
+ # A continuation token, present if the current segment is not the
12380
+ # last.
12381
+ # @return [String]
10731
12382
  #
10732
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
10733
12384
  #
10734
- class GetDataflowGraphResponse < Struct.new(
10735
- :dag_nodes,
10736
- :dag_edges)
10737
- SENSITIVE = []
12385
+ class GetEntityRecordsResponse < Struct.new(
12386
+ :records,
12387
+ :next_token)
12388
+ SENSITIVE = [:records]
10738
12389
  include Aws::Structure
10739
12390
  end
10740
12391
 
10741
- # @!attribute [rw] endpoint_name
10742
- # Name of the `DevEndpoint` to retrieve information for.
12392
+ # @!attribute [rw] resource_arn
12393
+ # The connection ARN of the source, or the database ARN of the target.
10743
12394
  # @return [String]
10744
12395
  #
10745
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12396
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
10746
12397
  #
10747
- class GetDevEndpointRequest < Struct.new(
10748
- :endpoint_name)
12398
+ class GetIntegrationResourcePropertyRequest < Struct.new(
12399
+ :resource_arn)
10749
12400
  SENSITIVE = []
10750
12401
  include Aws::Structure
10751
12402
  end
10752
12403
 
10753
- # @!attribute [rw] dev_endpoint
10754
- # A `DevEndpoint` definition.
10755
- # @return [Types::DevEndpoint]
12404
+ # @!attribute [rw] resource_arn
12405
+ # The connection ARN of the source, or the database ARN of the target.
12406
+ # @return [String]
10756
12407
  #
10757
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12408
+ # @!attribute [rw] source_processing_properties
12409
+ # The resource properties associated with the integration source.
12410
+ # @return [Types::SourceProcessingProperties]
10758
12411
  #
10759
- class GetDevEndpointResponse < Struct.new(
10760
- :dev_endpoint)
12412
+ # @!attribute [rw] target_processing_properties
12413
+ # The resource properties associated with the integration target.
12414
+ # @return [Types::TargetProcessingProperties]
12415
+ #
12416
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
12417
+ #
12418
+ class GetIntegrationResourcePropertyResponse < Struct.new(
12419
+ :resource_arn,
12420
+ :source_processing_properties,
12421
+ :target_processing_properties)
10761
12422
  SENSITIVE = []
10762
12423
  include Aws::Structure
10763
12424
  end
10764
12425
 
10765
- # @!attribute [rw] max_results
10766
- # The maximum size of information to return.
10767
- # @return [Integer]
12426
+ # @!attribute [rw] resource_arn
12427
+ # The connection ARN of the source, or the database ARN of the target.
12428
+ # @return [String]
10768
12429
  #
10769
- # @!attribute [rw] next_token
10770
- # A continuation token, if this is a continuation call.
12430
+ # @!attribute [rw] table_name
12431
+ # The name of the table to be replicated.
10771
12432
  # @return [String]
10772
12433
  #
10773
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12434
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
10774
12435
  #
10775
- class GetDevEndpointsRequest < Struct.new(
10776
- :max_results,
10777
- :next_token)
12436
+ class GetIntegrationTablePropertiesRequest < Struct.new(
12437
+ :resource_arn,
12438
+ :table_name)
10778
12439
  SENSITIVE = []
10779
12440
  include Aws::Structure
10780
12441
  end
10781
12442
 
10782
- # @!attribute [rw] dev_endpoints
10783
- # A list of `DevEndpoint` definitions.
10784
- # @return [Array<Types::DevEndpoint>]
12443
+ # @!attribute [rw] resource_arn
12444
+ # The connection ARN of the source, or the database ARN of the target.
12445
+ # @return [String]
10785
12446
  #
10786
- # @!attribute [rw] next_token
10787
- # A continuation token, if not all `DevEndpoint` definitions have yet
10788
- # been returned.
12447
+ # @!attribute [rw] table_name
12448
+ # The name of the table to be replicated.
10789
12449
  # @return [String]
10790
12450
  #
10791
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12451
+ # @!attribute [rw] source_table_config
12452
+ # A structure for the source table configuration.
12453
+ # @return [Types::SourceTableConfig]
10792
12454
  #
10793
- class GetDevEndpointsResponse < Struct.new(
10794
- :dev_endpoints,
10795
- :next_token)
12455
+ # @!attribute [rw] target_table_config
12456
+ # A structure for the target table configuration.
12457
+ # @return [Types::TargetTableConfig]
12458
+ #
12459
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
12460
+ #
12461
+ class GetIntegrationTablePropertiesResponse < Struct.new(
12462
+ :resource_arn,
12463
+ :table_name,
12464
+ :source_table_config,
12465
+ :target_table_config)
10796
12466
  SENSITIVE = []
10797
12467
  include Aws::Structure
10798
12468
  end
@@ -13709,130 +15379,386 @@ module Aws::Glue
13709
15379
  # Specifies an Apache Iceberg data source where Iceberg tables are
13710
15380
  # stored in Amazon S3.
13711
15381
  #
13712
- # @!attribute [rw] paths
13713
- # One or more Amazon S3 paths that contains Iceberg metadata folders
13714
- # as `s3://bucket/prefix`.
13715
- # @return [Array<String>]
15382
+ # @!attribute [rw] paths
15383
+ # One or more Amazon S3 paths that contains Iceberg metadata folders
15384
+ # as `s3://bucket/prefix`.
15385
+ # @return [Array<String>]
15386
+ #
15387
+ # @!attribute [rw] connection_name
15388
+ # The name of the connection to use to connect to the Iceberg target.
15389
+ # @return [String]
15390
+ #
15391
+ # @!attribute [rw] exclusions
15392
+ # A list of glob patterns used to exclude from the crawl. For more
15393
+ # information, see [Catalog Tables with a Crawler][1].
15394
+ #
15395
+ #
15396
+ #
15397
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
15398
+ # @return [Array<String>]
15399
+ #
15400
+ # @!attribute [rw] maximum_traversal_depth
15401
+ # The maximum depth of Amazon S3 paths that the crawler can traverse
15402
+ # to discover the Iceberg metadata folder in your Amazon S3 path. Used
15403
+ # to limit the crawler run time.
15404
+ # @return [Integer]
15405
+ #
15406
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15407
+ #
15408
+ class IcebergTarget < Struct.new(
15409
+ :paths,
15410
+ :connection_name,
15411
+ :exclusions,
15412
+ :maximum_traversal_depth)
15413
+ SENSITIVE = []
15414
+ include Aws::Structure
15415
+ end
15416
+
15417
+ # The same unique identifier was associated with two different records.
15418
+ #
15419
+ # @!attribute [rw] message
15420
+ # A message describing the problem.
15421
+ # @return [String]
15422
+ #
15423
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15424
+ #
15425
+ class IdempotentParameterMismatchException < Struct.new(
15426
+ :message)
15427
+ SENSITIVE = []
15428
+ include Aws::Structure
15429
+ end
15430
+
15431
+ # The blueprint is in an invalid state to perform a requested operation.
15432
+ #
15433
+ # @!attribute [rw] message
15434
+ # A message describing the problem.
15435
+ # @return [String]
15436
+ #
15437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15438
+ #
15439
+ class IllegalBlueprintStateException < Struct.new(
15440
+ :message)
15441
+ SENSITIVE = []
15442
+ include Aws::Structure
15443
+ end
15444
+
15445
+ # The session is in an invalid state to perform a requested operation.
15446
+ #
15447
+ # @!attribute [rw] message
15448
+ # A message describing the problem.
15449
+ # @return [String]
15450
+ #
15451
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15452
+ #
15453
+ class IllegalSessionStateException < Struct.new(
15454
+ :message)
15455
+ SENSITIVE = []
15456
+ include Aws::Structure
15457
+ end
15458
+
15459
+ # The workflow is in an invalid state to perform a requested operation.
15460
+ #
15461
+ # @!attribute [rw] message
15462
+ # A message describing the problem.
15463
+ # @return [String]
15464
+ #
15465
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15466
+ #
15467
+ class IllegalWorkflowStateException < Struct.new(
15468
+ :message)
15469
+ SENSITIVE = []
15470
+ include Aws::Structure
15471
+ end
15472
+
15473
+ # @!attribute [rw] catalog_id
15474
+ # The ID of the catalog to import. Currently, this should be the
15475
+ # Amazon Web Services account ID.
15476
+ # @return [String]
15477
+ #
15478
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15479
+ #
15480
+ class ImportCatalogToGlueRequest < Struct.new(
15481
+ :catalog_id)
15482
+ SENSITIVE = []
15483
+ include Aws::Structure
15484
+ end
15485
+
15486
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15487
+ #
15488
+ class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15489
+
15490
+ # Specifies configuration properties for an importing labels task run.
15491
+ #
15492
+ # @!attribute [rw] input_s3_path
15493
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
15494
+ # will import the labels.
15495
+ # @return [String]
15496
+ #
15497
+ # @!attribute [rw] replace
15498
+ # Indicates whether to overwrite your existing labels.
15499
+ # @return [Boolean]
15500
+ #
15501
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15502
+ #
15503
+ class ImportLabelsTaskRunProperties < Struct.new(
15504
+ :input_s3_path,
15505
+ :replace)
15506
+ SENSITIVE = []
15507
+ include Aws::Structure
15508
+ end
15509
+
15510
+ # A structure for an integration that writes data into a resource.
15511
+ #
15512
+ # @!attribute [rw] source_arn
15513
+ # The ARN of the source resource for the integration.
15514
+ # @return [String]
15515
+ #
15516
+ # @!attribute [rw] target_arn
15517
+ # The ARN of the target resource for the integration.
15518
+ # @return [String]
15519
+ #
15520
+ # @!attribute [rw] integration_arn
15521
+ # The ARN of the zero-ETL integration.
15522
+ # @return [String]
15523
+ #
15524
+ # @!attribute [rw] status
15525
+ # The possible statuses are:
15526
+ #
15527
+ # * CREATING: The integration is being created.
15528
+ #
15529
+ # * ACTIVE: The integration creation succeeds.
15530
+ #
15531
+ # * MODIFYING: The integration is being modified.
15532
+ #
15533
+ # * FAILED: The integration creation fails.
15534
+ #
15535
+ # * DELETING: The integration is deleted.
15536
+ #
15537
+ # * SYNCING: The integration is synchronizing.
15538
+ #
15539
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15540
+ # synchronization.
15541
+ # @return [String]
15542
+ #
15543
+ # @!attribute [rw] create_time
15544
+ # The time that the integration was created, in UTC.
15545
+ # @return [Time]
15546
+ #
15547
+ # @!attribute [rw] errors
15548
+ # A list of errors associated with the integration.
15549
+ # @return [Array<Types::IntegrationError>]
15550
+ #
15551
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
15552
+ #
15553
+ class InboundIntegration < Struct.new(
15554
+ :source_arn,
15555
+ :target_arn,
15556
+ :integration_arn,
15557
+ :status,
15558
+ :create_time,
15559
+ :errors)
15560
+ SENSITIVE = []
15561
+ include Aws::Structure
15562
+ end
15563
+
15564
+ # Describes a zero-ETL integration.
15565
+ #
15566
+ # @!attribute [rw] source_arn
15567
+ # The ARN for the source of the integration.
15568
+ # @return [String]
15569
+ #
15570
+ # @!attribute [rw] target_arn
15571
+ # The ARN for the target of the integration.
15572
+ # @return [String]
15573
+ #
15574
+ # @!attribute [rw] description
15575
+ # A description for the integration.
15576
+ # @return [String]
15577
+ #
15578
+ # @!attribute [rw] integration_name
15579
+ # A unique name for the integration.
15580
+ # @return [String]
15581
+ #
15582
+ # @!attribute [rw] integration_arn
15583
+ # The Amazon Resource Name (ARN) for the integration.
15584
+ # @return [String]
15585
+ #
15586
+ # @!attribute [rw] kms_key_id
15587
+ # The ARN of a KMS key used for encrypting the channel.
15588
+ # @return [String]
15589
+ #
15590
+ # @!attribute [rw] additional_encryption_context
15591
+ # An optional set of non-secret key–value pairs that contains
15592
+ # additional contextual information for encryption. This can only be
15593
+ # provided if `KMSKeyId` is provided.
15594
+ # @return [Hash<String,String>]
15595
+ #
15596
+ # @!attribute [rw] tags
15597
+ # Metadata assigned to the resource consisting of a list of key-value
15598
+ # pairs.
15599
+ # @return [Array<Types::Tag>]
15600
+ #
15601
+ # @!attribute [rw] status
15602
+ # The possible statuses are:
15603
+ #
15604
+ # * CREATING: The integration is being created.
15605
+ #
15606
+ # * ACTIVE: The integration creation succeeds.
13716
15607
  #
13717
- # @!attribute [rw] connection_name
13718
- # The name of the connection to use to connect to the Iceberg target.
13719
- # @return [String]
15608
+ # * MODIFYING: The integration is being modified.
13720
15609
  #
13721
- # @!attribute [rw] exclusions
13722
- # A list of glob patterns used to exclude from the crawl. For more
13723
- # information, see [Catalog Tables with a Crawler][1].
15610
+ # * FAILED: The integration creation fails.
13724
15611
  #
15612
+ # * DELETING: The integration is deleted.
13725
15613
  #
15614
+ # * SYNCING: The integration is synchronizing.
13726
15615
  #
13727
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
13728
- # @return [Array<String>]
15616
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15617
+ # synchronization.
15618
+ # @return [String]
13729
15619
  #
13730
- # @!attribute [rw] maximum_traversal_depth
13731
- # The maximum depth of Amazon S3 paths that the crawler can traverse
13732
- # to discover the Iceberg metadata folder in your Amazon S3 path. Used
13733
- # to limit the crawler run time.
13734
- # @return [Integer]
15620
+ # @!attribute [rw] create_time
15621
+ # The time that the integration was created, in UTC.
15622
+ # @return [Time]
13735
15623
  #
13736
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15624
+ # @!attribute [rw] errors
15625
+ # A list of errors associated with the integration.
15626
+ # @return [Array<Types::IntegrationError>]
13737
15627
  #
13738
- class IcebergTarget < Struct.new(
13739
- :paths,
13740
- :connection_name,
13741
- :exclusions,
13742
- :maximum_traversal_depth)
15628
+ # @!attribute [rw] data_filter
15629
+ # Selects source tables for the integration using Maxwell filter
15630
+ # syntax.
15631
+ # @return [String]
15632
+ #
15633
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
15634
+ #
15635
+ class Integration < Struct.new(
15636
+ :source_arn,
15637
+ :target_arn,
15638
+ :description,
15639
+ :integration_name,
15640
+ :integration_arn,
15641
+ :kms_key_id,
15642
+ :additional_encryption_context,
15643
+ :tags,
15644
+ :status,
15645
+ :create_time,
15646
+ :errors,
15647
+ :data_filter)
13743
15648
  SENSITIVE = []
13744
15649
  include Aws::Structure
13745
15650
  end
13746
15651
 
13747
- # The same unique identifier was associated with two different records.
15652
+ # The requested operation conflicts with another operation.
13748
15653
  #
13749
15654
  # @!attribute [rw] message
13750
15655
  # A message describing the problem.
13751
15656
  # @return [String]
13752
15657
  #
13753
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15658
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
13754
15659
  #
13755
- class IdempotentParameterMismatchException < Struct.new(
15660
+ class IntegrationConflictOperationFault < Struct.new(
13756
15661
  :message)
13757
15662
  SENSITIVE = []
13758
15663
  include Aws::Structure
13759
15664
  end
13760
15665
 
13761
- # The blueprint is in an invalid state to perform a requested operation.
15666
+ # An error associated with a zero-ETL integration.
13762
15667
  #
13763
- # @!attribute [rw] message
13764
- # A message describing the problem.
15668
+ # @!attribute [rw] error_code
15669
+ # The code associated with this error.
13765
15670
  # @return [String]
13766
15671
  #
13767
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15672
+ # @!attribute [rw] error_message
15673
+ # A message describing the error.
15674
+ # @return [String]
13768
15675
  #
13769
- class IllegalBlueprintStateException < Struct.new(
13770
- :message)
15676
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
15677
+ #
15678
+ class IntegrationError < Struct.new(
15679
+ :error_code,
15680
+ :error_message)
13771
15681
  SENSITIVE = []
13772
15682
  include Aws::Structure
13773
15683
  end
13774
15684
 
13775
- # The session is in an invalid state to perform a requested operation.
15685
+ # A filter that can be used when invoking a `DescribeIntegrations`
15686
+ # request.
13776
15687
  #
13777
- # @!attribute [rw] message
13778
- # A message describing the problem.
15688
+ # @!attribute [rw] name
15689
+ # The name of the filter.
13779
15690
  # @return [String]
13780
15691
  #
13781
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15692
+ # @!attribute [rw] values
15693
+ # A list of filter values.
15694
+ # @return [Array<String>]
13782
15695
  #
13783
- class IllegalSessionStateException < Struct.new(
13784
- :message)
15696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
15697
+ #
15698
+ class IntegrationFilter < Struct.new(
15699
+ :name,
15700
+ :values)
13785
15701
  SENSITIVE = []
13786
15702
  include Aws::Structure
13787
15703
  end
13788
15704
 
13789
- # The workflow is in an invalid state to perform a requested operation.
15705
+ # The specified integration could not be found.
13790
15706
  #
13791
15707
  # @!attribute [rw] message
13792
15708
  # A message describing the problem.
13793
15709
  # @return [String]
13794
15710
  #
13795
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15711
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
13796
15712
  #
13797
- class IllegalWorkflowStateException < Struct.new(
15713
+ class IntegrationNotFoundFault < Struct.new(
13798
15714
  :message)
13799
15715
  SENSITIVE = []
13800
15716
  include Aws::Structure
13801
15717
  end
13802
15718
 
13803
- # @!attribute [rw] catalog_id
13804
- # The ID of the catalog to import. Currently, this should be the
13805
- # Amazon Web Services account ID.
15719
+ # A structure that describes how data is partitioned on the target.
15720
+ #
15721
+ # @!attribute [rw] field_name
15722
+ # The field name used to partition data on the target.
13806
15723
  # @return [String]
13807
15724
  #
13808
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15725
+ # @!attribute [rw] function_spec
15726
+ # Specifies a function used to partition data on the target.
15727
+ # @return [String]
13809
15728
  #
13810
- class ImportCatalogToGlueRequest < Struct.new(
13811
- :catalog_id)
15729
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
15730
+ #
15731
+ class IntegrationPartition < Struct.new(
15732
+ :field_name,
15733
+ :function_spec)
13812
15734
  SENSITIVE = []
13813
15735
  include Aws::Structure
13814
15736
  end
13815
15737
 
13816
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15738
+ # The data processed through your integration exceeded your quota.
13817
15739
  #
13818
- class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15740
+ # @!attribute [rw] message
15741
+ # A message describing the problem.
15742
+ # @return [String]
15743
+ #
15744
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
15745
+ #
15746
+ class IntegrationQuotaExceededFault < Struct.new(
15747
+ :message)
15748
+ SENSITIVE = []
15749
+ include Aws::Structure
15750
+ end
13819
15751
 
13820
- # Specifies configuration properties for an importing labels task run.
15752
+ # An internal server error occurred.
13821
15753
  #
13822
- # @!attribute [rw] input_s3_path
13823
- # The Amazon Simple Storage Service (Amazon S3) path from where you
13824
- # will import the labels.
15754
+ # @!attribute [rw] message
15755
+ # A message describing the problem.
13825
15756
  # @return [String]
13826
15757
  #
13827
- # @!attribute [rw] replace
13828
- # Indicates whether to overwrite your existing labels.
13829
- # @return [Boolean]
13830
- #
13831
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15758
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
13832
15759
  #
13833
- class ImportLabelsTaskRunProperties < Struct.new(
13834
- :input_s3_path,
13835
- :replace)
15760
+ class InternalServerException < Struct.new(
15761
+ :message)
13836
15762
  SENSITIVE = []
13837
15763
  include Aws::Structure
13838
15764
  end
@@ -13871,6 +15797,20 @@ module Aws::Glue
13871
15797
  include Aws::Structure
13872
15798
  end
13873
15799
 
15800
+ # The integration is in an invalid state.
15801
+ #
15802
+ # @!attribute [rw] message
15803
+ # A message describing the problem.
15804
+ # @return [String]
15805
+ #
15806
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
15807
+ #
15808
+ class InvalidIntegrationStateFault < Struct.new(
15809
+ :message)
15810
+ SENSITIVE = []
15811
+ include Aws::Structure
15812
+ end
15813
+
13874
15814
  # An error that indicates your data is in an invalid state.
13875
15815
  #
13876
15816
  # @!attribute [rw] message
@@ -14272,46 +16212,45 @@ module Aws::Glue
14272
16212
  # Accepts the value Z.2X for Ray jobs.
14273
16213
  #
14274
16214
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
14275
- # GB of memory) with 84GB disk (approximately 34GB free), and
14276
- # provides 1 executor per worker. We recommend this worker type for
14277
- # workloads such as data transforms, joins, and queries, to offers a
14278
- # scalable and cost effective way to run most jobs.
16215
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
16216
+ # We recommend this worker type for workloads such as data
16217
+ # transforms, joins, and queries, to offers a scalable and cost
16218
+ # effective way to run most jobs.
14279
16219
  #
14280
16220
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
14281
- # GB of memory) with 128GB disk (approximately 77GB free), and
14282
- # provides 1 executor per worker. We recommend this worker type for
14283
- # workloads such as data transforms, joins, and queries, to offers a
14284
- # scalable and cost effective way to run most jobs.
16221
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
16222
+ # We recommend this worker type for workloads such as data
16223
+ # transforms, joins, and queries, to offers a scalable and cost
16224
+ # effective way to run most jobs.
14285
16225
  #
14286
16226
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
14287
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
14288
- # provides 1 executor per worker. We recommend this worker type for
14289
- # jobs whose workloads contain your most demanding transforms,
14290
- # aggregations, joins, and queries. This worker type is available
14291
- # only for Glue version 3.0 or later Spark ETL jobs in the following
14292
- # Amazon Web Services Regions: US East (Ohio), US East (N.
14293
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
14294
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
14295
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
16227
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
16228
+ # worker. We recommend this worker type for jobs whose workloads
16229
+ # contain your most demanding transforms, aggregations, joins, and
16230
+ # queries. This worker type is available only for Glue version 3.0
16231
+ # or later Spark ETL jobs in the following Amazon Web Services
16232
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
16233
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
16234
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
16235
+ # and Europe (Stockholm).
14296
16236
  #
14297
16237
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
14298
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
14299
- # provides 1 executor per worker. We recommend this worker type for
14300
- # jobs whose workloads contain your most demanding transforms,
14301
- # aggregations, joins, and queries. This worker type is available
14302
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
14303
- # Amazon Web Services Regions as supported for the `G.4X` worker
14304
- # type.
16238
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
16239
+ # worker. We recommend this worker type for jobs whose workloads
16240
+ # contain your most demanding transforms, aggregations, joins, and
16241
+ # queries. This worker type is available only for Glue version 3.0
16242
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
16243
+ # as supported for the `G.4X` worker type.
14305
16244
  #
14306
16245
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
14307
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
14308
- # and provides 1 executor per worker. We recommend this worker type
14309
- # for low volume streaming jobs. This worker type is only available
14310
- # for Glue version 3.0 streaming jobs.
16246
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
16247
+ # worker. We recommend this worker type for low volume streaming
16248
+ # jobs. This worker type is only available for Glue version 3.0 or
16249
+ # later streaming jobs.
14311
16250
  #
14312
16251
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
14313
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
14314
- # provides up to 8 Ray workers based on the autoscaler.
16252
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
16253
+ # workers based on the autoscaler.
14315
16254
  # @return [String]
14316
16255
  #
14317
16256
  # @!attribute [rw] number_of_workers
@@ -14723,46 +16662,45 @@ module Aws::Glue
14723
16662
  # Accepts the value Z.2X for Ray jobs.
14724
16663
  #
14725
16664
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
14726
- # GB of memory) with 84GB disk (approximately 34GB free), and
14727
- # provides 1 executor per worker. We recommend this worker type for
14728
- # workloads such as data transforms, joins, and queries, to offers a
14729
- # scalable and cost effective way to run most jobs.
16665
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
16666
+ # We recommend this worker type for workloads such as data
16667
+ # transforms, joins, and queries, to offers a scalable and cost
16668
+ # effective way to run most jobs.
14730
16669
  #
14731
16670
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
14732
- # GB of memory) with 128GB disk (approximately 77GB free), and
14733
- # provides 1 executor per worker. We recommend this worker type for
14734
- # workloads such as data transforms, joins, and queries, to offers a
14735
- # scalable and cost effective way to run most jobs.
16671
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
16672
+ # We recommend this worker type for workloads such as data
16673
+ # transforms, joins, and queries, to offers a scalable and cost
16674
+ # effective way to run most jobs.
14736
16675
  #
14737
16676
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
14738
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
14739
- # provides 1 executor per worker. We recommend this worker type for
14740
- # jobs whose workloads contain your most demanding transforms,
14741
- # aggregations, joins, and queries. This worker type is available
14742
- # only for Glue version 3.0 or later Spark ETL jobs in the following
14743
- # Amazon Web Services Regions: US East (Ohio), US East (N.
14744
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
14745
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
14746
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
16677
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
16678
+ # worker. We recommend this worker type for jobs whose workloads
16679
+ # contain your most demanding transforms, aggregations, joins, and
16680
+ # queries. This worker type is available only for Glue version 3.0
16681
+ # or later Spark ETL jobs in the following Amazon Web Services
16682
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
16683
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
16684
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
16685
+ # and Europe (Stockholm).
14747
16686
  #
14748
16687
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
14749
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
14750
- # provides 1 executor per worker. We recommend this worker type for
14751
- # jobs whose workloads contain your most demanding transforms,
14752
- # aggregations, joins, and queries. This worker type is available
14753
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
14754
- # Amazon Web Services Regions as supported for the `G.4X` worker
14755
- # type.
16688
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
16689
+ # worker. We recommend this worker type for jobs whose workloads
16690
+ # contain your most demanding transforms, aggregations, joins, and
16691
+ # queries. This worker type is available only for Glue version 3.0
16692
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
16693
+ # as supported for the `G.4X` worker type.
14756
16694
  #
14757
16695
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
14758
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
14759
- # and provides 1 executor per worker. We recommend this worker type
14760
- # for low volume streaming jobs. This worker type is only available
14761
- # for Glue version 3.0 streaming jobs.
16696
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
16697
+ # worker. We recommend this worker type for low volume streaming
16698
+ # jobs. This worker type is only available for Glue version 3.0 or
16699
+ # later streaming jobs.
14762
16700
  #
14763
16701
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
14764
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
14765
- # provides up to 8 Ray workers based on the autoscaler.
16702
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
16703
+ # workers based on the autoscaler.
14766
16704
  # @return [String]
14767
16705
  #
14768
16706
  # @!attribute [rw] number_of_workers
@@ -15061,46 +16999,45 @@ module Aws::Glue
15061
16999
  # Accepts the value Z.2X for Ray jobs.
15062
17000
  #
15063
17001
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
15064
- # GB of memory) with 84GB disk (approximately 34GB free), and
15065
- # provides 1 executor per worker. We recommend this worker type for
15066
- # workloads such as data transforms, joins, and queries, to offers a
15067
- # scalable and cost effective way to run most jobs.
17002
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
17003
+ # We recommend this worker type for workloads such as data
17004
+ # transforms, joins, and queries, to offers a scalable and cost
17005
+ # effective way to run most jobs.
15068
17006
  #
15069
17007
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
15070
- # GB of memory) with 128GB disk (approximately 77GB free), and
15071
- # provides 1 executor per worker. We recommend this worker type for
15072
- # workloads such as data transforms, joins, and queries, to offers a
15073
- # scalable and cost effective way to run most jobs.
17008
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
17009
+ # We recommend this worker type for workloads such as data
17010
+ # transforms, joins, and queries, to offers a scalable and cost
17011
+ # effective way to run most jobs.
15074
17012
  #
15075
17013
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
15076
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
15077
- # provides 1 executor per worker. We recommend this worker type for
15078
- # jobs whose workloads contain your most demanding transforms,
15079
- # aggregations, joins, and queries. This worker type is available
15080
- # only for Glue version 3.0 or later Spark ETL jobs in the following
15081
- # Amazon Web Services Regions: US East (Ohio), US East (N.
15082
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
15083
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
15084
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
17014
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
17015
+ # worker. We recommend this worker type for jobs whose workloads
17016
+ # contain your most demanding transforms, aggregations, joins, and
17017
+ # queries. This worker type is available only for Glue version 3.0
17018
+ # or later Spark ETL jobs in the following Amazon Web Services
17019
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
17020
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
17021
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
17022
+ # and Europe (Stockholm).
15085
17023
  #
15086
17024
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
15087
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
15088
- # provides 1 executor per worker. We recommend this worker type for
15089
- # jobs whose workloads contain your most demanding transforms,
15090
- # aggregations, joins, and queries. This worker type is available
15091
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
15092
- # Amazon Web Services Regions as supported for the `G.4X` worker
15093
- # type.
17025
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
17026
+ # worker. We recommend this worker type for jobs whose workloads
17027
+ # contain your most demanding transforms, aggregations, joins, and
17028
+ # queries. This worker type is available only for Glue version 3.0
17029
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
17030
+ # as supported for the `G.4X` worker type.
15094
17031
  #
15095
17032
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
15096
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
15097
- # and provides 1 executor per worker. We recommend this worker type
15098
- # for low volume streaming jobs. This worker type is only available
15099
- # for Glue version 3.0 streaming jobs.
17033
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
17034
+ # worker. We recommend this worker type for low volume streaming
17035
+ # jobs. This worker type is only available for Glue version 3.0 or
17036
+ # later streaming jobs.
15100
17037
  #
15101
17038
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
15102
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
15103
- # provides up to 8 Ray workers based on the autoscaler.
17039
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
17040
+ # workers based on the autoscaler.
15104
17041
  # @return [String]
15105
17042
  #
15106
17043
  # @!attribute [rw] number_of_workers
@@ -15296,6 +17233,20 @@ module Aws::Glue
15296
17233
  include Aws::Structure
15297
17234
  end
15298
17235
 
17236
+ # The KMS key specified is not accessible.
17237
+ #
17238
+ # @!attribute [rw] message
17239
+ # A message describing the problem.
17240
+ # @return [String]
17241
+ #
17242
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
17243
+ #
17244
+ class KMSKeyNotAccessibleFault < Struct.new(
17245
+ :message)
17246
+ SENSITIVE = []
17247
+ include Aws::Structure
17248
+ end
17249
+
15299
17250
  # Additional options for streaming.
15300
17251
  #
15301
17252
  # @!attribute [rw] bootstrap_servers
@@ -15828,6 +17779,41 @@ module Aws::Glue
15828
17779
  include Aws::Structure
15829
17780
  end
15830
17781
 
17782
+ # @!attribute [rw] max_results
17783
+ # The maximum number of results to return.
17784
+ # @return [Integer]
17785
+ #
17786
+ # @!attribute [rw] next_token
17787
+ # A continuation token, if this is a continuation call.
17788
+ # @return [String]
17789
+ #
17790
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
17791
+ #
17792
+ class ListConnectionTypesRequest < Struct.new(
17793
+ :max_results,
17794
+ :next_token)
17795
+ SENSITIVE = []
17796
+ include Aws::Structure
17797
+ end
17798
+
17799
+ # @!attribute [rw] connection_types
17800
+ # A list of `ConnectionTypeBrief` objects containing brief information
17801
+ # about the supported connection types.
17802
+ # @return [Array<Types::ConnectionTypeBrief>]
17803
+ #
17804
+ # @!attribute [rw] next_token
17805
+ # A continuation token, if the current list segment is not the last.
17806
+ # @return [String]
17807
+ #
17808
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
17809
+ #
17810
+ class ListConnectionTypesResponse < Struct.new(
17811
+ :connection_types,
17812
+ :next_token)
17813
+ SENSITIVE = []
17814
+ include Aws::Structure
17815
+ end
17816
+
15831
17817
  # @!attribute [rw] max_results
15832
17818
  # The maximum size of a list to return.
15833
17819
  # @return [Integer]
@@ -16257,6 +18243,61 @@ module Aws::Glue
16257
18243
  include Aws::Structure
16258
18244
  end
16259
18245
 
18246
+ # @!attribute [rw] connection_name
18247
+ # A name for the connection that has required credentials to query any
18248
+ # connection type.
18249
+ # @return [String]
18250
+ #
18251
+ # @!attribute [rw] catalog_id
18252
+ # The catalog ID of the catalog that contains the connection. This can
18253
+ # be null, By default, the Amazon Web Services Account ID is the
18254
+ # catalog ID.
18255
+ # @return [String]
18256
+ #
18257
+ # @!attribute [rw] parent_entity_name
18258
+ # Name of the parent entity for which you want to list the children.
18259
+ # This parameter takes a fully-qualified path of the entity in order
18260
+ # to list the child entities.
18261
+ # @return [String]
18262
+ #
18263
+ # @!attribute [rw] next_token
18264
+ # A continuation token, included if this is a continuation call.
18265
+ # @return [String]
18266
+ #
18267
+ # @!attribute [rw] data_store_api_version
18268
+ # The API version of the SaaS connector.
18269
+ # @return [String]
18270
+ #
18271
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
18272
+ #
18273
+ class ListEntitiesRequest < Struct.new(
18274
+ :connection_name,
18275
+ :catalog_id,
18276
+ :parent_entity_name,
18277
+ :next_token,
18278
+ :data_store_api_version)
18279
+ SENSITIVE = []
18280
+ include Aws::Structure
18281
+ end
18282
+
18283
+ # @!attribute [rw] entities
18284
+ # A list of `Entity` objects.
18285
+ # @return [Array<Types::Entity>]
18286
+ #
18287
+ # @!attribute [rw] next_token
18288
+ # A continuation token, present if the current segment is not the
18289
+ # last.
18290
+ # @return [String]
18291
+ #
18292
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
18293
+ #
18294
+ class ListEntitiesResponse < Struct.new(
18295
+ :entities,
18296
+ :next_token)
18297
+ SENSITIVE = []
18298
+ include Aws::Structure
18299
+ end
18300
+
16260
18301
  # @!attribute [rw] next_token
16261
18302
  # A continuation token, if this is a continuation request.
16262
18303
  # @return [String]
@@ -17259,49 +19300,164 @@ module Aws::Glue
17259
19300
  # The name of the data source.
17260
19301
  # @return [String]
17261
19302
  #
17262
- # @!attribute [rw] database
17263
- # The name of the database to read from.
19303
+ # @!attribute [rw] database
19304
+ # The name of the database to read from.
19305
+ # @return [String]
19306
+ #
19307
+ # @!attribute [rw] table
19308
+ # The name of the table in the database to read from.
19309
+ # @return [String]
19310
+ #
19311
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19312
+ #
19313
+ class MicrosoftSQLServerCatalogSource < Struct.new(
19314
+ :name,
19315
+ :database,
19316
+ :table)
19317
+ SENSITIVE = []
19318
+ include Aws::Structure
19319
+ end
19320
+
19321
+ # Specifies a target that uses Microsoft SQL.
19322
+ #
19323
+ # @!attribute [rw] name
19324
+ # The name of the data target.
19325
+ # @return [String]
19326
+ #
19327
+ # @!attribute [rw] inputs
19328
+ # The nodes that are inputs to the data target.
19329
+ # @return [Array<String>]
19330
+ #
19331
+ # @!attribute [rw] database
19332
+ # The name of the database to write to.
19333
+ # @return [String]
19334
+ #
19335
+ # @!attribute [rw] table
19336
+ # The name of the table in the database to write to.
19337
+ # @return [String]
19338
+ #
19339
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19340
+ #
19341
+ class MicrosoftSQLServerCatalogTarget < Struct.new(
19342
+ :name,
19343
+ :inputs,
19344
+ :database,
19345
+ :table)
19346
+ SENSITIVE = []
19347
+ include Aws::Structure
19348
+ end
19349
+
19350
+ # @!attribute [rw] integration_identifier
19351
+ # The Amazon Resource Name (ARN) for the integration.
19352
+ # @return [String]
19353
+ #
19354
+ # @!attribute [rw] description
19355
+ # A description of the integration.
19356
+ # @return [String]
19357
+ #
19358
+ # @!attribute [rw] data_filter
19359
+ # Selects source tables for the integration using Maxwell filter
19360
+ # syntax.
19361
+ # @return [String]
19362
+ #
19363
+ # @!attribute [rw] integration_name
19364
+ # A unique name for an integration in Glue.
19365
+ # @return [String]
19366
+ #
19367
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
19368
+ #
19369
+ class ModifyIntegrationRequest < Struct.new(
19370
+ :integration_identifier,
19371
+ :description,
19372
+ :data_filter,
19373
+ :integration_name)
19374
+ SENSITIVE = []
19375
+ include Aws::Structure
19376
+ end
19377
+
19378
+ # @!attribute [rw] source_arn
19379
+ # The ARN of the source for the integration.
19380
+ # @return [String]
19381
+ #
19382
+ # @!attribute [rw] target_arn
19383
+ # The ARN of the target for the integration.
19384
+ # @return [String]
19385
+ #
19386
+ # @!attribute [rw] integration_name
19387
+ # A unique name for an integration in Glue.
19388
+ # @return [String]
19389
+ #
19390
+ # @!attribute [rw] description
19391
+ # A description of the integration.
19392
+ # @return [String]
19393
+ #
19394
+ # @!attribute [rw] integration_arn
19395
+ # The Amazon Resource Name (ARN) for the integration.
17264
19396
  # @return [String]
17265
19397
  #
17266
- # @!attribute [rw] table
17267
- # The name of the table in the database to read from.
19398
+ # @!attribute [rw] kms_key_id
19399
+ # The ARN of a KMS key used for encrypting the channel.
17268
19400
  # @return [String]
17269
19401
  #
17270
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19402
+ # @!attribute [rw] additional_encryption_context
19403
+ # An optional set of non-secret key–value pairs that contains
19404
+ # additional contextual information for encryption.
19405
+ # @return [Hash<String,String>]
17271
19406
  #
17272
- class MicrosoftSQLServerCatalogSource < Struct.new(
17273
- :name,
17274
- :database,
17275
- :table)
17276
- SENSITIVE = []
17277
- include Aws::Structure
17278
- end
17279
-
17280
- # Specifies a target that uses Microsoft SQL.
19407
+ # @!attribute [rw] tags
19408
+ # Metadata assigned to the resource consisting of a list of key-value
19409
+ # pairs.
19410
+ # @return [Array<Types::Tag>]
17281
19411
  #
17282
- # @!attribute [rw] name
17283
- # The name of the data target.
17284
- # @return [String]
19412
+ # @!attribute [rw] status
19413
+ # The status of the integration being modified.
17285
19414
  #
17286
- # @!attribute [rw] inputs
17287
- # The nodes that are inputs to the data target.
17288
- # @return [Array<String>]
19415
+ # The possible statuses are:
17289
19416
  #
17290
- # @!attribute [rw] database
17291
- # The name of the database to write to.
19417
+ # * CREATING: The integration is being created.
19418
+ #
19419
+ # * ACTIVE: The integration creation succeeds.
19420
+ #
19421
+ # * MODIFYING: The integration is being modified.
19422
+ #
19423
+ # * FAILED: The integration creation fails.
19424
+ #
19425
+ # * DELETING: The integration is deleted.
19426
+ #
19427
+ # * SYNCING: The integration is synchronizing.
19428
+ #
19429
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
19430
+ # synchronization.
17292
19431
  # @return [String]
17293
19432
  #
17294
- # @!attribute [rw] table
17295
- # The name of the table in the database to write to.
19433
+ # @!attribute [rw] create_time
19434
+ # The time when the integration was created, in UTC.
19435
+ # @return [Time]
19436
+ #
19437
+ # @!attribute [rw] errors
19438
+ # A list of errors associated with the integration modification.
19439
+ # @return [Array<Types::IntegrationError>]
19440
+ #
19441
+ # @!attribute [rw] data_filter
19442
+ # Selects source tables for the integration using Maxwell filter
19443
+ # syntax.
17296
19444
  # @return [String]
17297
19445
  #
17298
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19446
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
17299
19447
  #
17300
- class MicrosoftSQLServerCatalogTarget < Struct.new(
17301
- :name,
17302
- :inputs,
17303
- :database,
17304
- :table)
19448
+ class ModifyIntegrationResponse < Struct.new(
19449
+ :source_arn,
19450
+ :target_arn,
19451
+ :integration_name,
19452
+ :description,
19453
+ :integration_arn,
19454
+ :kms_key_id,
19455
+ :additional_encryption_context,
19456
+ :tags,
19457
+ :status,
19458
+ :create_time,
19459
+ :errors,
19460
+ :data_filter)
17305
19461
  SENSITIVE = []
17306
19462
  include Aws::Structure
17307
19463
  end
@@ -17527,6 +19683,38 @@ module Aws::Glue
17527
19683
  include Aws::Structure
17528
19684
  end
17529
19685
 
19686
+ # The credentials used when the authentication type is OAuth2
19687
+ # authentication.
19688
+ #
19689
+ # @!attribute [rw] user_managed_client_application_client_secret
19690
+ # The client application client secret if the client application is
19691
+ # user managed.
19692
+ # @return [String]
19693
+ #
19694
+ # @!attribute [rw] access_token
19695
+ # The access token used when the authentication type is OAuth2.
19696
+ # @return [String]
19697
+ #
19698
+ # @!attribute [rw] refresh_token
19699
+ # The refresh token used when the authentication type is OAuth2.
19700
+ # @return [String]
19701
+ #
19702
+ # @!attribute [rw] jwt_token
19703
+ # The JSON Web Token (JWT) used when the authentication type is
19704
+ # OAuth2.
19705
+ # @return [String]
19706
+ #
19707
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
19708
+ #
19709
+ class OAuth2Credentials < Struct.new(
19710
+ :user_managed_client_application_client_secret,
19711
+ :access_token,
19712
+ :refresh_token,
19713
+ :jwt_token)
19714
+ SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
19715
+ include Aws::Structure
19716
+ end
19717
+
17530
19718
  # A structure containing properties for OAuth2 authentication.
17531
19719
  #
17532
19720
  # @!attribute [rw] o_auth_2_grant_type
@@ -17586,6 +19774,11 @@ module Aws::Glue
17586
19774
  # `AUTHORIZATION_CODE` grant type.
17587
19775
  # @return [Types::AuthorizationCodeProperties]
17588
19776
  #
19777
+ # @!attribute [rw] o_auth_2_credentials
19778
+ # The credentials used when the authentication type is OAuth2
19779
+ # authentication.
19780
+ # @return [Types::OAuth2Credentials]
19781
+ #
17589
19782
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
17590
19783
  #
17591
19784
  class OAuth2PropertiesInput < Struct.new(
@@ -17593,7 +19786,8 @@ module Aws::Glue
17593
19786
  :o_auth_2_client_application,
17594
19787
  :token_url,
17595
19788
  :token_url_parameters_map,
17596
- :authorization_code_properties)
19789
+ :authorization_code_properties,
19790
+ :o_auth_2_credentials)
17597
19791
  SENSITIVE = []
17598
19792
  include Aws::Structure
17599
19793
  end
@@ -18211,6 +20405,51 @@ module Aws::Glue
18211
20405
  include Aws::Structure
18212
20406
  end
18213
20407
 
20408
+ # An object that defines a connection type for a compute environment.
20409
+ #
20410
+ # @!attribute [rw] name
20411
+ # The name of the property.
20412
+ # @return [String]
20413
+ #
20414
+ # @!attribute [rw] description
20415
+ # A description of the property.
20416
+ # @return [String]
20417
+ #
20418
+ # @!attribute [rw] required
20419
+ # Indicates whether the property is required.
20420
+ # @return [Boolean]
20421
+ #
20422
+ # @!attribute [rw] default_value
20423
+ # The default value for the property.
20424
+ # @return [String]
20425
+ #
20426
+ # @!attribute [rw] property_types
20427
+ # Describes the type of property.
20428
+ # @return [Array<String>]
20429
+ #
20430
+ # @!attribute [rw] allowed_values
20431
+ # A list of `AllowedValue` objects representing the values allowed for
20432
+ # the property.
20433
+ # @return [Array<Types::AllowedValue>]
20434
+ #
20435
+ # @!attribute [rw] data_operation_scopes
20436
+ # Indicates which data operations are applicable to the property.
20437
+ # @return [Array<String>]
20438
+ #
20439
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
20440
+ #
20441
+ class Property < Struct.new(
20442
+ :name,
20443
+ :description,
20444
+ :required,
20445
+ :default_value,
20446
+ :property_types,
20447
+ :allowed_values,
20448
+ :data_operation_scopes)
20449
+ SENSITIVE = []
20450
+ include Aws::Structure
20451
+ end
20452
+
18214
20453
  # Defines a property predicate.
18215
20454
  #
18216
20455
  # @!attribute [rw] key
@@ -18427,6 +20666,11 @@ module Aws::Glue
18427
20666
  #
18428
20667
  # @!attribute [rw] run_properties
18429
20668
  # The properties to put for the specified run.
20669
+ #
20670
+ # Run properties may be logged. Do not pass plaintext secrets as
20671
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
20672
+ # Services Secrets Manager or other secret management mechanism if you
20673
+ # intend to use them within the workflow run.
18430
20674
  # @return [Hash<String,String>]
18431
20675
  #
18432
20676
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
@@ -19010,6 +21254,20 @@ module Aws::Glue
19010
21254
  include Aws::Structure
19011
21255
  end
19012
21256
 
21257
+ # The resource could not be found.
21258
+ #
21259
+ # @!attribute [rw] message
21260
+ # A message describing the problem.
21261
+ # @return [String]
21262
+ #
21263
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
21264
+ #
21265
+ class ResourceNotFoundException < Struct.new(
21266
+ :message)
21267
+ SENSITIVE = []
21268
+ include Aws::Structure
21269
+ end
21270
+
19013
21271
  # A resource was not ready for a transaction.
19014
21272
  #
19015
21273
  # @!attribute [rw] message
@@ -21058,6 +23316,49 @@ module Aws::Glue
21058
23316
  include Aws::Structure
21059
23317
  end
21060
23318
 
23319
+ # The resource properties associated with the integration source.
23320
+ #
23321
+ # @!attribute [rw] role_arn
23322
+ # The IAM role to access the Glue connection.
23323
+ # @return [String]
23324
+ #
23325
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
23326
+ #
23327
+ class SourceProcessingProperties < Struct.new(
23328
+ :role_arn)
23329
+ SENSITIVE = []
23330
+ include Aws::Structure
23331
+ end
23332
+
23333
+ # Properties used by the source leg to process data from the source.
23334
+ #
23335
+ # @!attribute [rw] fields
23336
+ # A list of fields used for column-level filtering.
23337
+ # @return [Array<String>]
23338
+ #
23339
+ # @!attribute [rw] filter_predicate
23340
+ # A condition clause used for row-level filtering.
23341
+ # @return [String]
23342
+ #
23343
+ # @!attribute [rw] primary_key
23344
+ # Unique identifier of a record.
23345
+ # @return [Array<String>]
23346
+ #
23347
+ # @!attribute [rw] record_update_field
23348
+ # Incremental pull timestamp-based field.
23349
+ # @return [String]
23350
+ #
23351
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
23352
+ #
23353
+ class SourceTableConfig < Struct.new(
23354
+ :fields,
23355
+ :filter_predicate,
23356
+ :primary_key,
23357
+ :record_update_field)
23358
+ SENSITIVE = []
23359
+ include Aws::Structure
23360
+ end
23361
+
21061
23362
  # Specifies a connector to an Apache Spark data source.
21062
23363
  #
21063
23364
  # @!attribute [rw] name
@@ -21731,46 +24032,45 @@ module Aws::Glue
21731
24032
  # Accepts the value Z.2X for Ray jobs.
21732
24033
  #
21733
24034
  # * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
21734
- # GB of memory) with 84GB disk (approximately 34GB free), and
21735
- # provides 1 executor per worker. We recommend this worker type for
21736
- # workloads such as data transforms, joins, and queries, to offers a
21737
- # scalable and cost effective way to run most jobs.
24035
+ # GB of memory) with 94GB disk, and provides 1 executor per worker.
24036
+ # We recommend this worker type for workloads such as data
24037
+ # transforms, joins, and queries, to offers a scalable and cost
24038
+ # effective way to run most jobs.
21738
24039
  #
21739
24040
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
21740
- # GB of memory) with 128GB disk (approximately 77GB free), and
21741
- # provides 1 executor per worker. We recommend this worker type for
21742
- # workloads such as data transforms, joins, and queries, to offers a
21743
- # scalable and cost effective way to run most jobs.
24041
+ # GB of memory) with 138GB disk, and provides 1 executor per worker.
24042
+ # We recommend this worker type for workloads such as data
24043
+ # transforms, joins, and queries, to offers a scalable and cost
24044
+ # effective way to run most jobs.
21744
24045
  #
21745
24046
  # * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
21746
- # 64 GB of memory) with 256GB disk (approximately 235GB free), and
21747
- # provides 1 executor per worker. We recommend this worker type for
21748
- # jobs whose workloads contain your most demanding transforms,
21749
- # aggregations, joins, and queries. This worker type is available
21750
- # only for Glue version 3.0 or later Spark ETL jobs in the following
21751
- # Amazon Web Services Regions: US East (Ohio), US East (N.
21752
- # Virginia), US West (Oregon), Asia Pacific (Singapore), Asia
21753
- # Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe
21754
- # (Frankfurt), Europe (Ireland), and Europe (Stockholm).
24047
+ # 64 GB of memory) with 256GB disk, and provides 1 executor per
24048
+ # worker. We recommend this worker type for jobs whose workloads
24049
+ # contain your most demanding transforms, aggregations, joins, and
24050
+ # queries. This worker type is available only for Glue version 3.0
24051
+ # or later Spark ETL jobs in the following Amazon Web Services
24052
+ # Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
24053
+ # Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
24054
+ # (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
24055
+ # and Europe (Stockholm).
21755
24056
  #
21756
24057
  # * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
21757
- # 128 GB of memory) with 512GB disk (approximately 487GB free), and
21758
- # provides 1 executor per worker. We recommend this worker type for
21759
- # jobs whose workloads contain your most demanding transforms,
21760
- # aggregations, joins, and queries. This worker type is available
21761
- # only for Glue version 3.0 or later Spark ETL jobs, in the same
21762
- # Amazon Web Services Regions as supported for the `G.4X` worker
21763
- # type.
24058
+ # 128 GB of memory) with 512GB disk, and provides 1 executor per
24059
+ # worker. We recommend this worker type for jobs whose workloads
24060
+ # contain your most demanding transforms, aggregations, joins, and
24061
+ # queries. This worker type is available only for Glue version 3.0
24062
+ # or later Spark ETL jobs, in the same Amazon Web Services Regions
24063
+ # as supported for the `G.4X` worker type.
21764
24064
  #
21765
24065
  # * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
21766
- # vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free),
21767
- # and provides 1 executor per worker. We recommend this worker type
21768
- # for low volume streaming jobs. This worker type is only available
21769
- # for Glue version 3.0 streaming jobs.
24066
+ # vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
24067
+ # worker. We recommend this worker type for low volume streaming
24068
+ # jobs. This worker type is only available for Glue version 3.0 or
24069
+ # later streaming jobs.
21770
24070
  #
21771
24071
  # * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
21772
- # 64 GB of memory) with 128 GB disk (approximately 120GB free), and
21773
- # provides up to 8 Ray workers based on the autoscaler.
24072
+ # 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
24073
+ # workers based on the autoscaler.
21774
24074
  # @return [String]
21775
24075
  #
21776
24076
  # @!attribute [rw] number_of_workers
@@ -21907,6 +24207,11 @@ module Aws::Glue
21907
24207
  #
21908
24208
  # @!attribute [rw] run_properties
21909
24209
  # The workflow run properties for the new workflow run.
24210
+ #
24211
+ # Run properties may be logged. Do not pass plaintext secrets as
24212
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
24213
+ # Services Secrets Manager or other secret management mechanism if you
24214
+ # intend to use them within the workflow run.
21910
24215
  # @return [Hash<String,String>]
21911
24216
  #
21912
24217
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
@@ -23094,6 +25399,39 @@ module Aws::Glue
23094
25399
  include Aws::Structure
23095
25400
  end
23096
25401
 
25402
+ # The `Tag` object represents a label that you can assign to an Amazon
25403
+ # Web Services resource. Each tag consists of a key and an optional
25404
+ # value, both of which you define.
25405
+ #
25406
+ # For more information about tags, and controlling access to resources
25407
+ # in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
25408
+ # Glue Resource ARNs][2] in the developer guide.
25409
+ #
25410
+ #
25411
+ #
25412
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
25413
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
25414
+ #
25415
+ # @!attribute [rw] key
25416
+ # The tag key. The key is required when you create a tag on an object.
25417
+ # The key is case-sensitive, and must not contain the prefix aws.
25418
+ # @return [String]
25419
+ #
25420
+ # @!attribute [rw] value
25421
+ # The tag value. The value is optional when you create a tag on an
25422
+ # object. The value is case-sensitive, and must not contain the prefix
25423
+ # aws.
25424
+ # @return [String]
25425
+ #
25426
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
25427
+ #
25428
+ class Tag < Struct.new(
25429
+ :key,
25430
+ :value)
25431
+ SENSITIVE = []
25432
+ include Aws::Structure
25433
+ end
25434
+
23097
25435
  # @!attribute [rw] resource_arn
23098
25436
  # The ARN of the Glue resource to which to add the tags. For more
23099
25437
  # information about Glue resource ARNs, see the [Glue ARN string
@@ -23121,6 +25459,90 @@ module Aws::Glue
23121
25459
  #
23122
25460
  class TagResourceResponse < Aws::EmptyStructure; end
23123
25461
 
25462
+ # The resource properties associated with the integration target.
25463
+ #
25464
+ # @!attribute [rw] role_arn
25465
+ # The IAM role to access the Glue database.
25466
+ # @return [String]
25467
+ #
25468
+ # @!attribute [rw] kms_arn
25469
+ # The ARN of the KMS key used for encryption.
25470
+ # @return [String]
25471
+ #
25472
+ # @!attribute [rw] connection_name
25473
+ # The Glue network connection to configure the Glue job running in the
25474
+ # customer VPC.
25475
+ # @return [String]
25476
+ #
25477
+ # @!attribute [rw] event_bus_arn
25478
+ # The ARN of an Eventbridge event bus to receive the integration
25479
+ # status notification.
25480
+ # @return [String]
25481
+ #
25482
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
25483
+ #
25484
+ class TargetProcessingProperties < Struct.new(
25485
+ :role_arn,
25486
+ :kms_arn,
25487
+ :connection_name,
25488
+ :event_bus_arn)
25489
+ SENSITIVE = []
25490
+ include Aws::Structure
25491
+ end
25492
+
25493
+ # A structure that describes a target catalog for resource linking.
25494
+ #
25495
+ # @!attribute [rw] catalog_arn
25496
+ # The Amazon Resource Name (ARN) of the catalog resource.
25497
+ # @return [String]
25498
+ #
25499
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
25500
+ #
25501
+ class TargetRedshiftCatalog < Struct.new(
25502
+ :catalog_arn)
25503
+ SENSITIVE = []
25504
+ include Aws::Structure
25505
+ end
25506
+
25507
+ # The target resource could not be found.
25508
+ #
25509
+ # @!attribute [rw] message
25510
+ # A message describing the problem.
25511
+ # @return [String]
25512
+ #
25513
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
25514
+ #
25515
+ class TargetResourceNotFound < Struct.new(
25516
+ :message)
25517
+ SENSITIVE = []
25518
+ include Aws::Structure
25519
+ end
25520
+
25521
+ # Properties used by the target leg to partition the data on the target.
25522
+ #
25523
+ # @!attribute [rw] unnest_spec
25524
+ # Specifies how nested objects are flattened to top-level elements.
25525
+ # Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
25526
+ # @return [String]
25527
+ #
25528
+ # @!attribute [rw] partition_spec
25529
+ # Determines the file layout on the target.
25530
+ # @return [Array<Types::IntegrationPartition>]
25531
+ #
25532
+ # @!attribute [rw] target_table_name
25533
+ # The optional name of a target table.
25534
+ # @return [String]
25535
+ #
25536
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
25537
+ #
25538
+ class TargetTableConfig < Struct.new(
25539
+ :unnest_spec,
25540
+ :partition_spec,
25541
+ :target_table_name)
25542
+ SENSITIVE = []
25543
+ include Aws::Structure
25544
+ end
25545
+
23124
25546
  # The sampling parameters that are associated with the machine learning
23125
25547
  # transform.
23126
25548
  #
@@ -23316,6 +25738,10 @@ module Aws::Glue
23316
25738
  # testing.
23317
25739
  # @return [String]
23318
25740
  #
25741
+ # @!attribute [rw] catalog_id
25742
+ # The catalog ID where the connection resides.
25743
+ # @return [String]
25744
+ #
23319
25745
  # @!attribute [rw] test_connection_input
23320
25746
  # A structure that is used to specify testing a connection to a
23321
25747
  # service.
@@ -23325,6 +25751,7 @@ module Aws::Glue
23325
25751
  #
23326
25752
  class TestConnectionRequest < Struct.new(
23327
25753
  :connection_name,
25754
+ :catalog_id,
23328
25755
  :test_connection_input)
23329
25756
  SENSITIVE = []
23330
25757
  include Aws::Structure
@@ -23825,6 +26252,28 @@ module Aws::Glue
23825
26252
  include Aws::Structure
23826
26253
  end
23827
26254
 
26255
+ # @!attribute [rw] catalog_id
26256
+ # The ID of the catalog.
26257
+ # @return [String]
26258
+ #
26259
+ # @!attribute [rw] catalog_input
26260
+ # A `CatalogInput` object specifying the new properties of an existing
26261
+ # catalog.
26262
+ # @return [Types::CatalogInput]
26263
+ #
26264
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
26265
+ #
26266
+ class UpdateCatalogRequest < Struct.new(
26267
+ :catalog_id,
26268
+ :catalog_input)
26269
+ SENSITIVE = []
26270
+ include Aws::Structure
26271
+ end
26272
+
26273
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
26274
+ #
26275
+ class UpdateCatalogResponse < Aws::EmptyStructure; end
26276
+
23828
26277
  # @!attribute [rw] grok_classifier
23829
26278
  # A `GrokClassifier` object with updated fields.
23830
26279
  # @return [Types::UpdateGrokClassifierRequest]
@@ -24389,6 +26838,81 @@ module Aws::Glue
24389
26838
  include Aws::Structure
24390
26839
  end
24391
26840
 
26841
+ # @!attribute [rw] resource_arn
26842
+ # The connection ARN of the source, or the database ARN of the target.
26843
+ # @return [String]
26844
+ #
26845
+ # @!attribute [rw] source_processing_properties
26846
+ # The resource properties associated with the integration source.
26847
+ # @return [Types::SourceProcessingProperties]
26848
+ #
26849
+ # @!attribute [rw] target_processing_properties
26850
+ # The resource properties associated with the integration target.
26851
+ # @return [Types::TargetProcessingProperties]
26852
+ #
26853
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
26854
+ #
26855
+ class UpdateIntegrationResourcePropertyRequest < Struct.new(
26856
+ :resource_arn,
26857
+ :source_processing_properties,
26858
+ :target_processing_properties)
26859
+ SENSITIVE = []
26860
+ include Aws::Structure
26861
+ end
26862
+
26863
+ # @!attribute [rw] resource_arn
26864
+ # The connection ARN of the source, or the database ARN of the target.
26865
+ # @return [String]
26866
+ #
26867
+ # @!attribute [rw] source_processing_properties
26868
+ # The resource properties associated with the integration source.
26869
+ # @return [Types::SourceProcessingProperties]
26870
+ #
26871
+ # @!attribute [rw] target_processing_properties
26872
+ # The resource properties associated with the integration target.
26873
+ # @return [Types::TargetProcessingProperties]
26874
+ #
26875
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
26876
+ #
26877
+ class UpdateIntegrationResourcePropertyResponse < Struct.new(
26878
+ :resource_arn,
26879
+ :source_processing_properties,
26880
+ :target_processing_properties)
26881
+ SENSITIVE = []
26882
+ include Aws::Structure
26883
+ end
26884
+
26885
+ # @!attribute [rw] resource_arn
26886
+ # The connection ARN of the source, or the database ARN of the target.
26887
+ # @return [String]
26888
+ #
26889
+ # @!attribute [rw] table_name
26890
+ # The name of the table to be replicated.
26891
+ # @return [String]
26892
+ #
26893
+ # @!attribute [rw] source_table_config
26894
+ # A structure for the source table configuration.
26895
+ # @return [Types::SourceTableConfig]
26896
+ #
26897
+ # @!attribute [rw] target_table_config
26898
+ # A structure for the target table configuration.
26899
+ # @return [Types::TargetTableConfig]
26900
+ #
26901
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
26902
+ #
26903
+ class UpdateIntegrationTablePropertiesRequest < Struct.new(
26904
+ :resource_arn,
26905
+ :table_name,
26906
+ :source_table_config,
26907
+ :target_table_config)
26908
+ SENSITIVE = []
26909
+ include Aws::Structure
26910
+ end
26911
+
26912
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
26913
+ #
26914
+ class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
26915
+
24392
26916
  # @!attribute [rw] job_name
24393
26917
  # The name of the Glue job to be synchronized to or from the remote
24394
26918
  # repository.
@@ -25036,6 +27560,11 @@ module Aws::Glue
25036
27560
  # @!attribute [rw] default_run_properties
25037
27561
  # A collection of properties to be used as part of each execution of
25038
27562
  # the workflow.
27563
+ #
27564
+ # Run properties may be logged. Do not pass plaintext secrets as
27565
+ # properties. Retrieve secrets from a Glue Connection, Amazon Web
27566
+ # Services Secrets Manager or other secret management mechanism if you
27567
+ # intend to use them within the workflow run.
25039
27568
  # @return [Hash<String,String>]
25040
27569
  #
25041
27570
  # @!attribute [rw] max_concurrent_runs