aws-sdk-glue 1.203.0 → 1.204.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -141,6 +141,25 @@ module Aws::Glue
141
141
  include Aws::Structure
142
142
  end
143
143
 
144
+ # An object representing a value allowed for a property.
145
+ #
146
+ # @!attribute [rw] description
147
+ # A description of the allowed value.
148
+ # @return [String]
149
+ #
150
+ # @!attribute [rw] value
151
+ # The value allowed for the property.
152
+ # @return [String]
153
+ #
154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
155
+ #
156
+ class AllowedValue < Struct.new(
157
+ :description,
158
+ :value)
159
+ SENSITIVE = []
160
+ include Aws::Structure
161
+ end
162
+
144
163
  # A resource to be created or added already exists.
145
164
  #
146
165
  # @!attribute [rw] message
@@ -491,6 +510,44 @@ module Aws::Glue
491
510
  include Aws::Structure
492
511
  end
493
512
 
513
+ # The authentication configuration for a connection returned by the
514
+ # `DescribeConnectionType` API.
515
+ #
516
+ # @!attribute [rw] authentication_type
517
+ # The type of authentication for a connection.
518
+ # @return [Types::Property]
519
+ #
520
+ # @!attribute [rw] secret_arn
521
+ # The Amazon Resource Name (ARN) for the Secrets Manager.
522
+ # @return [Types::Property]
523
+ #
524
+ # @!attribute [rw] o_auth_2_properties
525
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
526
+ # a `Property` object.
527
+ # @return [Hash<String,Types::Property>]
528
+ #
529
+ # @!attribute [rw] basic_authentication_properties
530
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
531
+ # a `Property` object.
532
+ # @return [Hash<String,Types::Property>]
533
+ #
534
+ # @!attribute [rw] custom_authentication_properties
535
+ # A map of key-value pairs for the custom authentication properties.
536
+ # Each value is a a `Property` object.
537
+ # @return [Hash<String,Types::Property>]
538
+ #
539
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
540
+ #
541
+ class AuthConfiguration < Struct.new(
542
+ :authentication_type,
543
+ :secret_arn,
544
+ :o_auth_2_properties,
545
+ :basic_authentication_properties,
546
+ :custom_authentication_properties)
547
+ SENSITIVE = []
548
+ include Aws::Structure
549
+ end
550
+
494
551
  # A structure containing the authentication configuration.
495
552
  #
496
553
  # @!attribute [rw] authentication_type
@@ -533,13 +590,31 @@ module Aws::Glue
533
590
  # request.
534
591
  # @return [String]
535
592
  #
593
+ # @!attribute [rw] kms_key_arn
594
+ # The ARN of the KMS key used to encrypt the connection. Only taken an
595
+ # as input in the request and stored in the Secret Manager.
596
+ # @return [String]
597
+ #
598
+ # @!attribute [rw] basic_authentication_credentials
599
+ # The credentials used when the authentication type is basic
600
+ # authentication.
601
+ # @return [Types::BasicAuthenticationCredentials]
602
+ #
603
+ # @!attribute [rw] custom_authentication_credentials
604
+ # The credentials used when the authentication type is custom
605
+ # authentication.
606
+ # @return [Hash<String,String>]
607
+ #
536
608
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
537
609
  #
538
610
  class AuthenticationConfigurationInput < Struct.new(
539
611
  :authentication_type,
540
612
  :o_auth_2_properties,
541
- :secret_arn)
542
- SENSITIVE = []
613
+ :secret_arn,
614
+ :kms_key_arn,
615
+ :basic_authentication_credentials,
616
+ :custom_authentication_credentials)
617
+ SENSITIVE = [:custom_authentication_credentials]
543
618
  include Aws::Structure
544
619
  end
545
620
 
@@ -607,6 +682,26 @@ module Aws::Glue
607
682
  include Aws::Structure
608
683
  end
609
684
 
685
+ # For supplying basic auth credentials when not providing a `SecretArn`
686
+ # value.
687
+ #
688
+ # @!attribute [rw] username
689
+ # The username to connect to the data source.
690
+ # @return [String]
691
+ #
692
+ # @!attribute [rw] password
693
+ # The password to connect to the data source.
694
+ # @return [String]
695
+ #
696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
697
+ #
698
+ class BasicAuthenticationCredentials < Struct.new(
699
+ :username,
700
+ :password)
701
+ SENSITIVE = [:password]
702
+ include Aws::Structure
703
+ end
704
+
610
705
  # Specifies a target that uses a Glue Data Catalog table.
611
706
  #
612
707
  # @!attribute [rw] name
@@ -1792,6 +1887,115 @@ module Aws::Glue
1792
1887
  #
1793
1888
  class CancelStatementResponse < Aws::EmptyStructure; end
1794
1889
 
1890
+ # Specifies the supported authentication types returned by the
1891
+ # `DescribeConnectionType` API.
1892
+ #
1893
+ # @!attribute [rw] supported_authentication_types
1894
+ # A list of supported authentication types.
1895
+ # @return [Array<String>]
1896
+ #
1897
+ # @!attribute [rw] supported_data_operations
1898
+ # A list of supported data operations.
1899
+ # @return [Array<String>]
1900
+ #
1901
+ # @!attribute [rw] supported_compute_environments
1902
+ # A list of supported compute environments.
1903
+ # @return [Array<String>]
1904
+ #
1905
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
1906
+ #
1907
+ class Capabilities < Struct.new(
1908
+ :supported_authentication_types,
1909
+ :supported_data_operations,
1910
+ :supported_compute_environments)
1911
+ SENSITIVE = []
1912
+ include Aws::Structure
1913
+ end
1914
+
1915
+ # The catalog object represents a logical grouping of databases in the
1916
+ # Glue Data Catalog or a federated source. You can now create a
1917
+ # Redshift-federated catalog or a catalog containing resource links to
1918
+ # Redshift databases in another account or region.
1919
+ #
1920
+ # @!attribute [rw] catalog_id
1921
+ # The ID of the catalog. To grant access to the default catalog, this
1922
+ # field should not be provided.
1923
+ # @return [String]
1924
+ #
1925
+ # @!attribute [rw] name
1926
+ # The name of the catalog. Cannot be the same as the account ID.
1927
+ # @return [String]
1928
+ #
1929
+ # @!attribute [rw] resource_arn
1930
+ # The Amazon Resource Name (ARN) assigned to the catalog resource.
1931
+ # @return [String]
1932
+ #
1933
+ # @!attribute [rw] description
1934
+ # Description string, not more than 2048 bytes long, matching the URI
1935
+ # address multi-line string pattern. A description of the catalog.
1936
+ # @return [String]
1937
+ #
1938
+ # @!attribute [rw] parameters
1939
+ # A map array of key-value pairs that define parameters and properties
1940
+ # of the catalog.
1941
+ # @return [Hash<String,String>]
1942
+ #
1943
+ # @!attribute [rw] create_time
1944
+ # The time at which the catalog was created.
1945
+ # @return [Time]
1946
+ #
1947
+ # @!attribute [rw] update_time
1948
+ # The time at which the catalog was last updated.
1949
+ # @return [Time]
1950
+ #
1951
+ # @!attribute [rw] target_redshift_catalog
1952
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
1953
+ # database resource linking.
1954
+ # @return [Types::TargetRedshiftCatalog]
1955
+ #
1956
+ # @!attribute [rw] federated_catalog
1957
+ # A `FederatedCatalog` object that points to an entity outside the
1958
+ # Glue Data Catalog.
1959
+ # @return [Types::FederatedCatalog]
1960
+ #
1961
+ # @!attribute [rw] catalog_properties
1962
+ # A `CatalogProperties` object that specifies data lake access
1963
+ # properties and other custom properties.
1964
+ # @return [Types::CatalogPropertiesOutput]
1965
+ #
1966
+ # @!attribute [rw] create_table_default_permissions
1967
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1968
+ # permissions on the table(s) for principals. Used by Amazon Web
1969
+ # Services Lake Formation. Not used in the normal course of Glue
1970
+ # operations.
1971
+ # @return [Array<Types::PrincipalPermissions>]
1972
+ #
1973
+ # @!attribute [rw] create_database_default_permissions
1974
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1975
+ # permissions on the database(s) for principals. Used by Amazon Web
1976
+ # Services Lake Formation. Not used in the normal course of Glue
1977
+ # operations.
1978
+ # @return [Array<Types::PrincipalPermissions>]
1979
+ #
1980
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
1981
+ #
1982
+ class Catalog < Struct.new(
1983
+ :catalog_id,
1984
+ :name,
1985
+ :resource_arn,
1986
+ :description,
1987
+ :parameters,
1988
+ :create_time,
1989
+ :update_time,
1990
+ :target_redshift_catalog,
1991
+ :federated_catalog,
1992
+ :catalog_properties,
1993
+ :create_table_default_permissions,
1994
+ :create_database_default_permissions)
1995
+ SENSITIVE = []
1996
+ include Aws::Structure
1997
+ end
1998
+
1795
1999
  # Specifies a Delta Lake data source that is registered in the Glue Data
1796
2000
  # Catalog.
1797
2001
  #
@@ -1905,6 +2109,62 @@ module Aws::Glue
1905
2109
  include Aws::Structure
1906
2110
  end
1907
2111
 
2112
+ # A structure that describes catalog properties.
2113
+ #
2114
+ # @!attribute [rw] description
2115
+ # Description string, not more than 2048 bytes long, matching the URI
2116
+ # address multi-line string pattern. A description of the catalog.
2117
+ # @return [String]
2118
+ #
2119
+ # @!attribute [rw] federated_catalog
2120
+ # A `FederatedCatalog` object. A `FederatedCatalog` structure that
2121
+ # references an entity outside the Glue Data Catalog, for example a
2122
+ # Redshift database.
2123
+ # @return [Types::FederatedCatalog]
2124
+ #
2125
+ # @!attribute [rw] parameters
2126
+ # A map array of key-value pairs that define the parameters and
2127
+ # properties of the catalog.
2128
+ # @return [Hash<String,String>]
2129
+ #
2130
+ # @!attribute [rw] target_redshift_catalog
2131
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
2132
+ # resource linking.
2133
+ # @return [Types::TargetRedshiftCatalog]
2134
+ #
2135
+ # @!attribute [rw] catalog_properties
2136
+ # A `CatalogProperties` object that specifies data lake access
2137
+ # properties and other custom properties.
2138
+ # @return [Types::CatalogProperties]
2139
+ #
2140
+ # @!attribute [rw] create_table_default_permissions
2141
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2142
+ # permissions on the table(s) for principals. Used by Amazon Web
2143
+ # Services Lake Formation. Typically should be explicitly set as an
2144
+ # empty list.
2145
+ # @return [Array<Types::PrincipalPermissions>]
2146
+ #
2147
+ # @!attribute [rw] create_database_default_permissions
2148
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2149
+ # permissions on the database(s) for principals. Used by Amazon Web
2150
+ # Services Lake Formation. Typically should be explicitly set as an
2151
+ # empty list.
2152
+ # @return [Array<Types::PrincipalPermissions>]
2153
+ #
2154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
2155
+ #
2156
+ class CatalogInput < Struct.new(
2157
+ :description,
2158
+ :federated_catalog,
2159
+ :parameters,
2160
+ :target_redshift_catalog,
2161
+ :catalog_properties,
2162
+ :create_table_default_permissions,
2163
+ :create_database_default_permissions)
2164
+ SENSITIVE = []
2165
+ include Aws::Structure
2166
+ end
2167
+
1908
2168
  # Specifies an Apache Kafka data store in the Data Catalog.
1909
2169
  #
1910
2170
  # @!attribute [rw] name
@@ -1996,6 +2256,52 @@ module Aws::Glue
1996
2256
  include Aws::Structure
1997
2257
  end
1998
2258
 
2259
+ # A structure that specifies data lake access properties and other
2260
+ # custom properties.
2261
+ #
2262
+ # @!attribute [rw] data_lake_access_properties
2263
+ # A `DataLakeAccessProperties` object that specifies properties to
2264
+ # configure data lake access for your catalog resource in the Glue
2265
+ # Data Catalog.
2266
+ # @return [Types::DataLakeAccessProperties]
2267
+ #
2268
+ # @!attribute [rw] custom_properties
2269
+ # Additional key-value properties for the catalog, such as column
2270
+ # statistics optimizations.
2271
+ # @return [Hash<String,String>]
2272
+ #
2273
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
2274
+ #
2275
+ class CatalogProperties < Struct.new(
2276
+ :data_lake_access_properties,
2277
+ :custom_properties)
2278
+ SENSITIVE = []
2279
+ include Aws::Structure
2280
+ end
2281
+
2282
+ # Property attributes that include configuration properties for the
2283
+ # catalog resource.
2284
+ #
2285
+ # @!attribute [rw] data_lake_access_properties
2286
+ # A `DataLakeAccessProperties` object with input properties to
2287
+ # configure data lake access for your catalog resource in the Glue
2288
+ # Data Catalog.
2289
+ # @return [Types::DataLakeAccessPropertiesOutput]
2290
+ #
2291
+ # @!attribute [rw] custom_properties
2292
+ # Additional key-value properties for the catalog, such as column
2293
+ # statistics optimizations.
2294
+ # @return [Hash<String,String>]
2295
+ #
2296
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
2297
+ #
2298
+ class CatalogPropertiesOutput < Struct.new(
2299
+ :data_lake_access_properties,
2300
+ :custom_properties)
2301
+ SENSITIVE = []
2302
+ include Aws::Structure
2303
+ end
2304
+
1999
2305
  # A policy that specifies update behavior for the crawler.
2000
2306
  #
2001
2307
  # @!attribute [rw] enable_update_catalog
@@ -3027,6 +3333,20 @@ module Aws::Glue
3027
3333
  # CloudWatch logs.
3028
3334
  # @return [String]
3029
3335
  #
3336
+ # @!attribute [rw] schedule_type
3337
+ # The type of schedule for a column statistics task. Possible values
3338
+ # may be `CRON` or `AUTO`.
3339
+ # @return [String]
3340
+ #
3341
+ # @!attribute [rw] setting_source
3342
+ # The source of setting the column statistics task. Possible values
3343
+ # may be `CATALOG` or `TABLE`.
3344
+ # @return [String]
3345
+ #
3346
+ # @!attribute [rw] last_execution_attempt
3347
+ # The last `ExecutionAttempt` for the column statistics task run.
3348
+ # @return [Types::ExecutionAttempt]
3349
+ #
3030
3350
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
3031
3351
  #
3032
3352
  class ColumnStatisticsTaskSettings < Struct.new(
@@ -3037,7 +3357,10 @@ module Aws::Glue
3037
3357
  :catalog_id,
3038
3358
  :role,
3039
3359
  :sample_size,
3040
- :security_configuration)
3360
+ :security_configuration,
3361
+ :schedule_type,
3362
+ :setting_source,
3363
+ :last_execution_attempt)
3041
3364
  SENSITIVE = []
3042
3365
  include Aws::Structure
3043
3366
  end
@@ -3071,6 +3394,64 @@ module Aws::Glue
3071
3394
  include Aws::Structure
3072
3395
  end
3073
3396
 
3397
+ # An object containing configuration for a compute environment (such as
3398
+ # Spark, Python or Athena) returned by the `DescribeConnectionType` API.
3399
+ #
3400
+ # @!attribute [rw] name
3401
+ # A name for the compute environment configuration.
3402
+ # @return [String]
3403
+ #
3404
+ # @!attribute [rw] description
3405
+ # A description of the compute environment.
3406
+ # @return [String]
3407
+ #
3408
+ # @!attribute [rw] compute_environment
3409
+ # The type of compute environment.
3410
+ # @return [String]
3411
+ #
3412
+ # @!attribute [rw] supported_authentication_types
3413
+ # The supported authentication types for the compute environment.
3414
+ # @return [Array<String>]
3415
+ #
3416
+ # @!attribute [rw] connection_options
3417
+ # The parameters used as connection options for the compute
3418
+ # environment.
3419
+ # @return [Hash<String,Types::Property>]
3420
+ #
3421
+ # @!attribute [rw] connection_property_name_overrides
3422
+ # The connection property name overrides for the compute environment.
3423
+ # @return [Hash<String,String>]
3424
+ #
3425
+ # @!attribute [rw] connection_option_name_overrides
3426
+ # The connection option name overrides for the compute environment.
3427
+ # @return [Hash<String,String>]
3428
+ #
3429
+ # @!attribute [rw] connection_properties_required_overrides
3430
+ # The connection properties that are required as overrides for the
3431
+ # compute environment.
3432
+ # @return [Array<String>]
3433
+ #
3434
+ # @!attribute [rw] physical_connection_properties_required
3435
+ # Indicates whether `PhysicalConnectionProperties` are required for
3436
+ # the compute environment.
3437
+ # @return [Boolean]
3438
+ #
3439
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
3440
+ #
3441
+ class ComputeEnvironmentConfiguration < Struct.new(
3442
+ :name,
3443
+ :description,
3444
+ :compute_environment,
3445
+ :supported_authentication_types,
3446
+ :connection_options,
3447
+ :connection_property_name_overrides,
3448
+ :connection_option_name_overrides,
3449
+ :connection_properties_required_overrides,
3450
+ :physical_connection_properties_required)
3451
+ SENSITIVE = []
3452
+ include Aws::Structure
3453
+ end
3454
+
3074
3455
  # Two processes are trying to modify a resource simultaneously.
3075
3456
  #
3076
3457
  # @!attribute [rw] message
@@ -3280,7 +3661,8 @@ module Aws::Glue
3280
3661
  # @return [Array<String>]
3281
3662
  #
3282
3663
  # @!attribute [rw] connection_properties
3283
- # These key-value pairs define parameters for the connection:
3664
+ # These key-value pairs define parameters for the connection when
3665
+ # using the version 1 Connection schema:
3284
3666
  #
3285
3667
  # * `HOST` - The host URI: either the fully qualified domain name
3286
3668
  # (FQDN) or the IPv4 address of the database host.
@@ -3459,8 +3841,16 @@ module Aws::Glue
3459
3841
  # [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
3460
3842
  # @return [Hash<String,String>]
3461
3843
  #
3844
+ # @!attribute [rw] spark_properties
3845
+ # Connection properties specific to the Spark compute environment.
3846
+ # @return [Hash<String,String>]
3847
+ #
3462
3848
  # @!attribute [rw] athena_properties
3463
- # This field is not currently used.
3849
+ # Connection properties specific to the Athena compute environment.
3850
+ # @return [Hash<String,String>]
3851
+ #
3852
+ # @!attribute [rw] python_properties
3853
+ # Connection properties specific to the Python compute environment.
3464
3854
  # @return [Hash<String,String>]
3465
3855
  #
3466
3856
  # @!attribute [rw] physical_connection_requirements
@@ -3501,6 +3891,15 @@ module Aws::Glue
3501
3891
  # The authentication properties of the connection.
3502
3892
  # @return [Types::AuthenticationConfiguration]
3503
3893
  #
3894
+ # @!attribute [rw] connection_schema_version
3895
+ # The version of the connection schema for this connection. Version 2
3896
+ # supports properties for specific compute environments.
3897
+ # @return [Integer]
3898
+ #
3899
+ # @!attribute [rw] compatible_compute_environments
3900
+ # A list of compute environments compatible with the connection.
3901
+ # @return [Array<String>]
3902
+ #
3504
3903
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
3505
3904
  #
3506
3905
  class Connection < Struct.new(
@@ -3509,7 +3908,9 @@ module Aws::Glue
3509
3908
  :connection_type,
3510
3909
  :match_criteria,
3511
3910
  :connection_properties,
3911
+ :spark_properties,
3512
3912
  :athena_properties,
3913
+ :python_properties,
3513
3914
  :physical_connection_requirements,
3514
3915
  :creation_time,
3515
3916
  :last_updated_time,
@@ -3517,7 +3918,9 @@ module Aws::Glue
3517
3918
  :status,
3518
3919
  :status_reason,
3519
3920
  :last_connection_validation_time,
3520
- :authentication_configuration)
3921
+ :authentication_configuration,
3922
+ :connection_schema_version,
3923
+ :compatible_compute_environments)
3521
3924
  SENSITIVE = []
3522
3925
  include Aws::Structure
3523
3926
  end
@@ -3585,13 +3988,6 @@ module Aws::Glue
3585
3988
  # * Required: `CONNECTION_URL`.
3586
3989
  #
3587
3990
  # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
3588
- # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
3589
- # authencation.
3590
- #
3591
- # * Requires the `AuthenticationConfiguration` member to be
3592
- # configured.
3593
- #
3594
- # ^
3595
3991
  # * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
3596
3992
  # validation by Amazon Redshift.
3597
3993
  #
@@ -3620,20 +4016,72 @@ module Aws::Glue
3620
4016
  # connector to read from and write to data stores that are not
3621
4017
  # natively supported by Glue.
3622
4018
  #
4019
+ # Additionally, a `ConnectionType` for the following SaaS connectors
4020
+ # is supported:
4021
+ #
4022
+ # * `FACEBOOKADS` - Designates a connection to Facebook Ads.
4023
+ #
4024
+ # * `GOOGLEADS` - Designates a connection to Google Ads.
4025
+ #
4026
+ # * `GOOGLESHEETS` - Designates a connection to Google Sheets.
4027
+ #
4028
+ # * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
4029
+ # 4.
4030
+ #
4031
+ # * `HUBSPOT` - Designates a connection to HubSpot.
4032
+ #
4033
+ # * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
4034
+ #
4035
+ # * `INTERCOM` - Designates a connection to Intercom.
4036
+ #
4037
+ # * `JIRACLOUD` - Designates a connection to Jira Cloud.
4038
+ #
4039
+ # * `MARKETO` - Designates a connection to Adobe Marketo Engage.
4040
+ #
4041
+ # * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
4042
+ #
4043
+ # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
4044
+ # authentication.
4045
+ #
4046
+ # * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
4047
+ # Marketing Cloud.
4048
+ #
4049
+ # * `SALESFORCEPARDOT` - Designates a connection to Salesforce
4050
+ # Marketing Cloud Account Engagement (MCAE).
4051
+ #
4052
+ # * `SAPODATA` - Designates a connection to SAP OData.
4053
+ #
4054
+ # * `SERVICENOW` - Designates a connection to ServiceNow.
4055
+ #
4056
+ # * `SLACK` - Designates a connection to Slack.
4057
+ #
4058
+ # * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
4059
+ #
4060
+ # * `STRIPE` - Designates a connection to Stripe.
4061
+ #
4062
+ # * `ZENDESK` - Designates a connection to Zendesk.
4063
+ #
4064
+ # * `ZOHOCRM` - Designates a connection to Zoho CRM.
4065
+ #
4066
+ # For more information on the connection parameters needed for a
4067
+ # particular connector, see the documentation for the connector in
4068
+ # [Adding an Glue connection][1]in the Glue User Guide.
4069
+ #
3623
4070
  # `SFTP` is not supported.
3624
4071
  #
3625
4072
  # For more information about how optional ConnectionProperties are
3626
4073
  # used to configure features in Glue, consult [Glue connection
3627
- # properties][1].
4074
+ # properties][2].
3628
4075
  #
3629
4076
  # For more information about how optional ConnectionProperties are
3630
4077
  # used to configure features in Glue Studio, consult [Using connectors
3631
- # and connections][2].
4078
+ # and connections][3].
3632
4079
  #
3633
4080
  #
3634
4081
  #
3635
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
3636
- # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
4082
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
4083
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
4084
+ # [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
3637
4085
  # @return [String]
3638
4086
  #
3639
4087
  # @!attribute [rw] match_criteria
@@ -3644,8 +4092,16 @@ module Aws::Glue
3644
4092
  # These key-value pairs define parameters for the connection.
3645
4093
  # @return [Hash<String,String>]
3646
4094
  #
4095
+ # @!attribute [rw] spark_properties
4096
+ # Connection properties specific to the Spark compute environment.
4097
+ # @return [Hash<String,String>]
4098
+ #
3647
4099
  # @!attribute [rw] athena_properties
3648
- # This field is not currently used.
4100
+ # Connection properties specific to the Athena compute environment.
4101
+ # @return [Hash<String,String>]
4102
+ #
4103
+ # @!attribute [rw] python_properties
4104
+ # Connection properties specific to the Python compute environment.
3649
4105
  # @return [Hash<String,String>]
3650
4106
  #
3651
4107
  # @!attribute [rw] physical_connection_requirements
@@ -3655,15 +4111,19 @@ module Aws::Glue
3655
4111
  # @return [Types::PhysicalConnectionRequirements]
3656
4112
  #
3657
4113
  # @!attribute [rw] authentication_configuration
3658
- # The authentication properties of the connection. Used for a
3659
- # Salesforce connection.
4114
+ # The authentication properties of the connection.
3660
4115
  # @return [Types::AuthenticationConfigurationInput]
3661
4116
  #
3662
4117
  # @!attribute [rw] validate_credentials
3663
- # A flag to validate the credentials during create connection. Used
3664
- # for a Salesforce connection. Default is true.
4118
+ # A flag to validate the credentials during create connection. Default
4119
+ # is true.
3665
4120
  # @return [Boolean]
3666
4121
  #
4122
+ # @!attribute [rw] validate_for_compute_environments
4123
+ # The compute environments that the specified connection properties
4124
+ # are validated against.
4125
+ # @return [Array<String>]
4126
+ #
3667
4127
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
3668
4128
  #
3669
4129
  class ConnectionInput < Struct.new(
@@ -3672,10 +4132,13 @@ module Aws::Glue
3672
4132
  :connection_type,
3673
4133
  :match_criteria,
3674
4134
  :connection_properties,
4135
+ :spark_properties,
3675
4136
  :athena_properties,
4137
+ :python_properties,
3676
4138
  :physical_connection_requirements,
3677
4139
  :authentication_configuration,
3678
- :validate_credentials)
4140
+ :validate_credentials,
4141
+ :validate_for_compute_environments)
3679
4142
  SENSITIVE = []
3680
4143
  include Aws::Structure
3681
4144
  end
@@ -3723,6 +4186,32 @@ module Aws::Glue
3723
4186
  include Aws::Structure
3724
4187
  end
3725
4188
 
4189
+ # Brief information about a supported connection type returned by the
4190
+ # `ListConnectionTypes` API.
4191
+ #
4192
+ # @!attribute [rw] connection_type
4193
+ # The name of the connection type.
4194
+ # @return [String]
4195
+ #
4196
+ # @!attribute [rw] description
4197
+ # A description of the connection type.
4198
+ # @return [String]
4199
+ #
4200
+ # @!attribute [rw] capabilities
4201
+ # The supported authentication types, data interface types (compute
4202
+ # environments), and data operations of the connector.
4203
+ # @return [Types::Capabilities]
4204
+ #
4205
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
4206
+ #
4207
+ class ConnectionTypeBrief < Struct.new(
4208
+ :connection_type,
4209
+ :description,
4210
+ :capabilities)
4211
+ SENSITIVE = []
4212
+ include Aws::Structure
4213
+ end
4214
+
3726
4215
  # Specifies the connections used by a job.
3727
4216
  #
3728
4217
  # @!attribute [rw] connections
@@ -4308,19 +4797,48 @@ module Aws::Glue
4308
4797
  include Aws::Structure
4309
4798
  end
4310
4799
 
4311
- # @!attribute [rw] grok_classifier
4312
- # A `GrokClassifier` object specifying the classifier to create.
4313
- # @return [Types::CreateGrokClassifierRequest]
4800
+ # @!attribute [rw] name
4801
+ # The name of the catalog to create.
4802
+ # @return [String]
4314
4803
  #
4315
- # @!attribute [rw] xml_classifier
4316
- # An `XMLClassifier` object specifying the classifier to create.
4317
- # @return [Types::CreateXMLClassifierRequest]
4804
+ # @!attribute [rw] catalog_input
4805
+ # A `CatalogInput` object that defines the metadata for the catalog.
4806
+ # @return [Types::CatalogInput]
4318
4807
  #
4319
- # @!attribute [rw] json_classifier
4320
- # A `JsonClassifier` object specifying the classifier to create.
4321
- # @return [Types::CreateJsonClassifierRequest]
4808
+ # @!attribute [rw] tags
4809
+ # A map array of key-value pairs, not more than 50 pairs. Each key is
4810
+ # a UTF-8 string, not less than 1 or more than 128 bytes long. Each
4811
+ # value is a UTF-8 string, not more than 256 bytes long. The tags you
4812
+ # assign to the catalog.
4813
+ # @return [Hash<String,String>]
4322
4814
  #
4323
- # @!attribute [rw] csv_classifier
4815
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
4816
+ #
4817
+ class CreateCatalogRequest < Struct.new(
4818
+ :name,
4819
+ :catalog_input,
4820
+ :tags)
4821
+ SENSITIVE = []
4822
+ include Aws::Structure
4823
+ end
4824
+
4825
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
4826
+ #
4827
+ class CreateCatalogResponse < Aws::EmptyStructure; end
4828
+
4829
+ # @!attribute [rw] grok_classifier
4830
+ # A `GrokClassifier` object specifying the classifier to create.
4831
+ # @return [Types::CreateGrokClassifierRequest]
4832
+ #
4833
+ # @!attribute [rw] xml_classifier
4834
+ # An `XMLClassifier` object specifying the classifier to create.
4835
+ # @return [Types::CreateXMLClassifierRequest]
4836
+ #
4837
+ # @!attribute [rw] json_classifier
4838
+ # A `JsonClassifier` object specifying the classifier to create.
4839
+ # @return [Types::CreateJsonClassifierRequest]
4840
+ #
4841
+ # @!attribute [rw] csv_classifier
4324
4842
  # A `CsvClassifier` object specifying the classifier to create.
4325
4843
  # @return [Types::CreateCsvClassifierRequest]
4326
4844
  #
@@ -5059,6 +5577,219 @@ module Aws::Glue
5059
5577
  include Aws::Structure
5060
5578
  end
5061
5579
 
5580
+ # @!attribute [rw] integration_name
5581
+ # A unique name for an integration in Glue.
5582
+ # @return [String]
5583
+ #
5584
+ # @!attribute [rw] source_arn
5585
+ # The ARN of the source resource for the integration.
5586
+ # @return [String]
5587
+ #
5588
+ # @!attribute [rw] target_arn
5589
+ # The ARN of the target resource for the integration.
5590
+ # @return [String]
5591
+ #
5592
+ # @!attribute [rw] description
5593
+ # A description of the integration.
5594
+ # @return [String]
5595
+ #
5596
+ # @!attribute [rw] data_filter
5597
+ # Selects source tables for the integration using Maxwell filter
5598
+ # syntax.
5599
+ # @return [String]
5600
+ #
5601
+ # @!attribute [rw] kms_key_id
5602
+ # The ARN of a KMS key used for encrypting the channel.
5603
+ # @return [String]
5604
+ #
5605
+ # @!attribute [rw] additional_encryption_context
5606
+ # An optional set of non-secret key–value pairs that contains
5607
+ # additional contextual information for encryption. This can only be
5608
+ # provided if `KMSKeyId` is provided.
5609
+ # @return [Hash<String,String>]
5610
+ #
5611
+ # @!attribute [rw] tags
5612
+ # Metadata assigned to the resource consisting of a list of key-value
5613
+ # pairs.
5614
+ # @return [Array<Types::Tag>]
5615
+ #
5616
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
5617
+ #
5618
+ class CreateIntegrationRequest < Struct.new(
5619
+ :integration_name,
5620
+ :source_arn,
5621
+ :target_arn,
5622
+ :description,
5623
+ :data_filter,
5624
+ :kms_key_id,
5625
+ :additional_encryption_context,
5626
+ :tags)
5627
+ SENSITIVE = []
5628
+ include Aws::Structure
5629
+ end
5630
+
5631
+ # @!attribute [rw] resource_arn
5632
+ # The connection ARN of the source, or the database ARN of the target.
5633
+ # @return [String]
5634
+ #
5635
+ # @!attribute [rw] source_processing_properties
5636
+ # The resource properties associated with the integration source.
5637
+ # @return [Types::SourceProcessingProperties]
5638
+ #
5639
+ # @!attribute [rw] target_processing_properties
5640
+ # The resource properties associated with the integration target.
5641
+ # @return [Types::TargetProcessingProperties]
5642
+ #
5643
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
5644
+ #
5645
+ class CreateIntegrationResourcePropertyRequest < Struct.new(
5646
+ :resource_arn,
5647
+ :source_processing_properties,
5648
+ :target_processing_properties)
5649
+ SENSITIVE = []
5650
+ include Aws::Structure
5651
+ end
5652
+
5653
+ # @!attribute [rw] resource_arn
5654
+ # The connection ARN of the source, or the database ARN of the target.
5655
+ # @return [String]
5656
+ #
5657
+ # @!attribute [rw] source_processing_properties
5658
+ # The resource properties associated with the integration source.
5659
+ # @return [Types::SourceProcessingProperties]
5660
+ #
5661
+ # @!attribute [rw] target_processing_properties
5662
+ # The resource properties associated with the integration target.
5663
+ # @return [Types::TargetProcessingProperties]
5664
+ #
5665
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
5666
+ #
5667
+ class CreateIntegrationResourcePropertyResponse < Struct.new(
5668
+ :resource_arn,
5669
+ :source_processing_properties,
5670
+ :target_processing_properties)
5671
+ SENSITIVE = []
5672
+ include Aws::Structure
5673
+ end
5674
+
5675
+ # @!attribute [rw] source_arn
5676
+ # The ARN of the source resource for the integration.
5677
+ # @return [String]
5678
+ #
5679
+ # @!attribute [rw] target_arn
5680
+ # The ARN of the target resource for the integration.
5681
+ # @return [String]
5682
+ #
5683
+ # @!attribute [rw] integration_name
5684
+ # A unique name for an integration in Glue.
5685
+ # @return [String]
5686
+ #
5687
+ # @!attribute [rw] description
5688
+ # A description of the integration.
5689
+ # @return [String]
5690
+ #
5691
+ # @!attribute [rw] integration_arn
5692
+ # The Amazon Resource Name (ARN) for the created integration.
5693
+ # @return [String]
5694
+ #
5695
+ # @!attribute [rw] kms_key_id
5696
+ # The ARN of a KMS key used for encrypting the channel.
5697
+ # @return [String]
5698
+ #
5699
+ # @!attribute [rw] additional_encryption_context
5700
+ # An optional set of non-secret key–value pairs that contains
5701
+ # additional contextual information for encryption.
5702
+ # @return [Hash<String,String>]
5703
+ #
5704
+ # @!attribute [rw] tags
5705
+ # Metadata assigned to the resource consisting of a list of key-value
5706
+ # pairs.
5707
+ # @return [Array<Types::Tag>]
5708
+ #
5709
+ # @!attribute [rw] status
5710
+ # The status of the integration being created.
5711
+ #
5712
+ # The possible statuses are:
5713
+ #
5714
+ # * CREATING: The integration is being created.
5715
+ #
5716
+ # * ACTIVE: The integration creation succeeds.
5717
+ #
5718
+ # * MODIFYING: The integration is being modified.
5719
+ #
5720
+ # * FAILED: The integration creation fails.
5721
+ #
5722
+ # * DELETING: The integration is deleted.
5723
+ #
5724
+ # * SYNCING: The integration is synchronizing.
5725
+ #
5726
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
5727
+ # synchronization.
5728
+ # @return [String]
5729
+ #
5730
+ # @!attribute [rw] create_time
5731
+ # The time when the integration was created, in UTC.
5732
+ # @return [Time]
5733
+ #
5734
+ # @!attribute [rw] errors
5735
+ # A list of errors associated with the integration creation.
5736
+ # @return [Array<Types::IntegrationError>]
5737
+ #
5738
+ # @!attribute [rw] data_filter
5739
+ # Selects source tables for the integration using Maxwell filter
5740
+ # syntax.
5741
+ # @return [String]
5742
+ #
5743
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
5744
+ #
5745
+ class CreateIntegrationResponse < Struct.new(
5746
+ :source_arn,
5747
+ :target_arn,
5748
+ :integration_name,
5749
+ :description,
5750
+ :integration_arn,
5751
+ :kms_key_id,
5752
+ :additional_encryption_context,
5753
+ :tags,
5754
+ :status,
5755
+ :create_time,
5756
+ :errors,
5757
+ :data_filter)
5758
+ SENSITIVE = []
5759
+ include Aws::Structure
5760
+ end
5761
+
5762
+ # @!attribute [rw] resource_arn
5763
+ # The connection ARN of the source, or the database ARN of the target.
5764
+ # @return [String]
5765
+ #
5766
+ # @!attribute [rw] table_name
5767
+ # The name of the table to be replicated.
5768
+ # @return [String]
5769
+ #
5770
+ # @!attribute [rw] source_table_config
5771
+ # A structure for the source table configuration.
5772
+ # @return [Types::SourceTableConfig]
5773
+ #
5774
+ # @!attribute [rw] target_table_config
5775
+ # A structure for the target table configuration.
5776
+ # @return [Types::TargetTableConfig]
5777
+ #
5778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
5779
+ #
5780
+ class CreateIntegrationTablePropertiesRequest < Struct.new(
5781
+ :resource_arn,
5782
+ :table_name,
5783
+ :source_table_config,
5784
+ :target_table_config)
5785
+ SENSITIVE = []
5786
+ include Aws::Structure
5787
+ end
5788
+
5789
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
5790
+ #
5791
+ class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
5792
+
5062
5793
  # @!attribute [rw] name
5063
5794
  # The name you assign to this job definition. It must be unique in
5064
5795
  # your account.
@@ -6648,6 +7379,97 @@ module Aws::Glue
6648
7379
  include Aws::Structure
6649
7380
  end
6650
7381
 
7382
+ # Input properties to configure data lake access for your catalog
7383
+ # resource in the Glue Data Catalog.
7384
+ #
7385
+ # @!attribute [rw] data_lake_access
7386
+ # Turns on or off data lake access for Apache Spark applications that
7387
+ # access Amazon Redshift databases in the Data Catalog from any
7388
+ # non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
7389
+ # @return [Boolean]
7390
+ #
7391
+ # @!attribute [rw] data_transfer_role
7392
+ # A role that will be assumed by Glue for transferring data into/out
7393
+ # of the staging bucket during a query.
7394
+ # @return [String]
7395
+ #
7396
+ # @!attribute [rw] kms_key
7397
+ # An encryption key that will be used for the staging bucket that will
7398
+ # be created along with the catalog.
7399
+ # @return [String]
7400
+ #
7401
+ # @!attribute [rw] catalog_type
7402
+ # Specifies a federated catalog type for the native catalog resource.
7403
+ # The currently supported type is `aws:redshift`.
7404
+ # @return [String]
7405
+ #
7406
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
7407
+ #
7408
+ class DataLakeAccessProperties < Struct.new(
7409
+ :data_lake_access,
7410
+ :data_transfer_role,
7411
+ :kms_key,
7412
+ :catalog_type)
7413
+ SENSITIVE = []
7414
+ include Aws::Structure
7415
+ end
7416
+
7417
+ # The output properties of the data lake access configuration for your
7418
+ # catalog resource in the Glue Data Catalog.
7419
+ #
7420
+ # @!attribute [rw] data_lake_access
7421
+ # Turns on or off data lake access for Apache Spark applications that
7422
+ # access Amazon Redshift databases in the Data Catalog.
7423
+ # @return [Boolean]
7424
+ #
7425
+ # @!attribute [rw] data_transfer_role
7426
+ # A role that will be assumed by Glue for transferring data into/out
7427
+ # of the staging bucket during a query.
7428
+ # @return [String]
7429
+ #
7430
+ # @!attribute [rw] kms_key
7431
+ # An encryption key that will be used for the staging bucket that will
7432
+ # be created along with the catalog.
7433
+ # @return [String]
7434
+ #
7435
+ # @!attribute [rw] managed_workgroup_name
7436
+ # The managed Redshift Serverless compute name that is created for
7437
+ # your catalog resource.
7438
+ # @return [String]
7439
+ #
7440
+ # @!attribute [rw] managed_workgroup_status
7441
+ # The managed Redshift Serverless compute status.
7442
+ # @return [String]
7443
+ #
7444
+ # @!attribute [rw] redshift_database_name
7445
+ # The default Redshift database resource name in the managed compute.
7446
+ # @return [String]
7447
+ #
7448
+ # @!attribute [rw] status_message
7449
+ # A message that gives more detailed information about the managed
7450
+ # workgroup status.
7451
+ # @return [String]
7452
+ #
7453
+ # @!attribute [rw] catalog_type
7454
+ # Specifies a federated catalog type for the native catalog resource.
7455
+ # The currently supported type is `aws:redshift`.
7456
+ # @return [String]
7457
+ #
7458
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
7459
+ #
7460
+ class DataLakeAccessPropertiesOutput < Struct.new(
7461
+ :data_lake_access,
7462
+ :data_transfer_role,
7463
+ :kms_key,
7464
+ :managed_workgroup_name,
7465
+ :managed_workgroup_status,
7466
+ :redshift_database_name,
7467
+ :status_message,
7468
+ :catalog_type)
7469
+ SENSITIVE = []
7470
+ include Aws::Structure
7471
+ end
7472
+
6651
7473
  # The Lake Formation principal.
6652
7474
  #
6653
7475
  # @!attribute [rw] data_lake_principal_identifier
@@ -7483,6 +8305,22 @@ module Aws::Glue
7483
8305
  include Aws::Structure
7484
8306
  end
7485
8307
 
8308
+ # @!attribute [rw] catalog_id
8309
+ # The ID of the catalog.
8310
+ # @return [String]
8311
+ #
8312
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
8313
+ #
8314
+ class DeleteCatalogRequest < Struct.new(
8315
+ :catalog_id)
8316
+ SENSITIVE = []
8317
+ include Aws::Structure
8318
+ end
8319
+
8320
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
8321
+ #
8322
+ class DeleteCatalogResponse < Aws::EmptyStructure; end
8323
+
7486
8324
  # @!attribute [rw] name
7487
8325
  # Name of the classifier to remove.
7488
8326
  # @return [String]
@@ -7708,6 +8546,126 @@ module Aws::Glue
7708
8546
  #
7709
8547
  class DeleteDevEndpointResponse < Aws::EmptyStructure; end
7710
8548
 
8549
+ # @!attribute [rw] integration_identifier
8550
+ # The Amazon Resource Name (ARN) for the integration.
8551
+ # @return [String]
8552
+ #
8553
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
8554
+ #
8555
+ class DeleteIntegrationRequest < Struct.new(
8556
+ :integration_identifier)
8557
+ SENSITIVE = []
8558
+ include Aws::Structure
8559
+ end
8560
+
8561
+ # @!attribute [rw] source_arn
8562
+ # The ARN of the source for the integration.
8563
+ # @return [String]
8564
+ #
8565
+ # @!attribute [rw] target_arn
8566
+ # The ARN of the target for the integration.
8567
+ # @return [String]
8568
+ #
8569
+ # @!attribute [rw] integration_name
8570
+ # A unique name for an integration in Glue.
8571
+ # @return [String]
8572
+ #
8573
+ # @!attribute [rw] description
8574
+ # A description of the integration.
8575
+ # @return [String]
8576
+ #
8577
+ # @!attribute [rw] integration_arn
8578
+ # The Amazon Resource Name (ARN) for the integration.
8579
+ # @return [String]
8580
+ #
8581
+ # @!attribute [rw] kms_key_id
8582
+ # The ARN of a KMS key used for encrypting the channel.
8583
+ # @return [String]
8584
+ #
8585
+ # @!attribute [rw] additional_encryption_context
8586
+ # An optional set of non-secret key–value pairs that contains
8587
+ # additional contextual information for encryption.
8588
+ # @return [Hash<String,String>]
8589
+ #
8590
+ # @!attribute [rw] tags
8591
+ # Metadata assigned to the resource consisting of a list of key-value
8592
+ # pairs.
8593
+ # @return [Array<Types::Tag>]
8594
+ #
8595
+ # @!attribute [rw] status
8596
+ # The status of the integration being deleted.
8597
+ #
8598
+ # The possible statuses are:
8599
+ #
8600
+ # * CREATING: The integration is being created.
8601
+ #
8602
+ # * ACTIVE: The integration creation succeeds.
8603
+ #
8604
+ # * MODIFYING: The integration is being modified.
8605
+ #
8606
+ # * FAILED: The integration creation fails.
8607
+ #
8608
+ # * DELETING: The integration is deleted.
8609
+ #
8610
+ # * SYNCING: The integration is synchronizing.
8611
+ #
8612
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
8613
+ # synchronization.
8614
+ # @return [String]
8615
+ #
8616
+ # @!attribute [rw] create_time
8617
+ # The time when the integration was created, in UTC.
8618
+ # @return [Time]
8619
+ #
8620
+ # @!attribute [rw] errors
8621
+ # A list of errors associated with the integration.
8622
+ # @return [Array<Types::IntegrationError>]
8623
+ #
8624
+ # @!attribute [rw] data_filter
8625
+ # Selects source tables for the integration using Maxwell filter
8626
+ # syntax.
8627
+ # @return [String]
8628
+ #
8629
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
8630
+ #
8631
+ class DeleteIntegrationResponse < Struct.new(
8632
+ :source_arn,
8633
+ :target_arn,
8634
+ :integration_name,
8635
+ :description,
8636
+ :integration_arn,
8637
+ :kms_key_id,
8638
+ :additional_encryption_context,
8639
+ :tags,
8640
+ :status,
8641
+ :create_time,
8642
+ :errors,
8643
+ :data_filter)
8644
+ SENSITIVE = []
8645
+ include Aws::Structure
8646
+ end
8647
+
8648
+ # @!attribute [rw] resource_arn
8649
+ # The connection ARN of the source, or the database ARN of the target.
8650
+ # @return [String]
8651
+ #
8652
+ # @!attribute [rw] table_name
8653
+ # The name of the table to be replicated.
8654
+ # @return [String]
8655
+ #
8656
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
8657
+ #
8658
+ class DeleteIntegrationTablePropertiesRequest < Struct.new(
8659
+ :resource_arn,
8660
+ :table_name)
8661
+ SENSITIVE = []
8662
+ include Aws::Structure
8663
+ end
8664
+
8665
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
8666
+ #
8667
+ class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
8668
+
7711
8669
  # @!attribute [rw] job_name
7712
8670
  # The name of the job definition to delete.
7713
8671
  # @return [String]
@@ -8220,11 +9178,242 @@ module Aws::Glue
8220
9178
  include Aws::Structure
8221
9179
  end
8222
9180
 
8223
- # A development endpoint where a developer can remotely debug extract,
8224
- # transform, and load (ETL) scripts.
8225
- #
8226
- # @!attribute [rw] endpoint_name
8227
- # The name of the `DevEndpoint`.
9181
+ # @!attribute [rw] connection_type
9182
+ # The name of the connection type to be described.
9183
+ # @return [String]
9184
+ #
9185
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
9186
+ #
9187
+ class DescribeConnectionTypeRequest < Struct.new(
9188
+ :connection_type)
9189
+ SENSITIVE = []
9190
+ include Aws::Structure
9191
+ end
9192
+
9193
+ # @!attribute [rw] connection_type
9194
+ # The name of the connection type.
9195
+ # @return [String]
9196
+ #
9197
+ # @!attribute [rw] description
9198
+ # A description of the connection type.
9199
+ # @return [String]
9200
+ #
9201
+ # @!attribute [rw] capabilities
9202
+ # The supported authentication types, data interface types (compute
9203
+ # environments), and data operations of the connector.
9204
+ # @return [Types::Capabilities]
9205
+ #
9206
+ # @!attribute [rw] connection_properties
9207
+ # Connection properties which are common across compute environments.
9208
+ # @return [Hash<String,Types::Property>]
9209
+ #
9210
+ # @!attribute [rw] connection_options
9211
+ # Returns properties that can be set when creating a connection in the
9212
+ # `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
9213
+ # parameters that can be set in a Spark ETL script in the connection
9214
+ # options map passed to a dataframe.
9215
+ # @return [Hash<String,Types::Property>]
9216
+ #
9217
+ # @!attribute [rw] authentication_configuration
9218
+ # The type of authentication used for the connection.
9219
+ # @return [Types::AuthConfiguration]
9220
+ #
9221
+ # @!attribute [rw] compute_environment_configurations
9222
+ # The compute environments that are supported by the connection.
9223
+ # @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
9224
+ #
9225
+ # @!attribute [rw] physical_connection_requirements
9226
+ # Physical requirements for a connection, such as VPC, Subnet and
9227
+ # Security Group specifications.
9228
+ # @return [Hash<String,Types::Property>]
9229
+ #
9230
+ # @!attribute [rw] athena_connection_properties
9231
+ # Connection properties specific to the Athena compute environment.
9232
+ # @return [Hash<String,Types::Property>]
9233
+ #
9234
+ # @!attribute [rw] python_connection_properties
9235
+ # Connection properties specific to the Python compute environment.
9236
+ # @return [Hash<String,Types::Property>]
9237
+ #
9238
+ # @!attribute [rw] spark_connection_properties
9239
+ # Connection properties specific to the Spark compute environment.
9240
+ # @return [Hash<String,Types::Property>]
9241
+ #
9242
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
9243
+ #
9244
+ class DescribeConnectionTypeResponse < Struct.new(
9245
+ :connection_type,
9246
+ :description,
9247
+ :capabilities,
9248
+ :connection_properties,
9249
+ :connection_options,
9250
+ :authentication_configuration,
9251
+ :compute_environment_configurations,
9252
+ :physical_connection_requirements,
9253
+ :athena_connection_properties,
9254
+ :python_connection_properties,
9255
+ :spark_connection_properties)
9256
+ SENSITIVE = []
9257
+ include Aws::Structure
9258
+ end
9259
+
9260
+ # @!attribute [rw] connection_name
9261
+ # The name of the connection that contains the connection type
9262
+ # credentials.
9263
+ # @return [String]
9264
+ #
9265
+ # @!attribute [rw] catalog_id
9266
+ # The catalog ID of the catalog that contains the connection. This can
9267
+ # be null, By default, the Amazon Web Services Account ID is the
9268
+ # catalog ID.
9269
+ # @return [String]
9270
+ #
9271
+ # @!attribute [rw] entity_name
9272
+ # The name of the entity that you want to describe from the connection
9273
+ # type.
9274
+ # @return [String]
9275
+ #
9276
+ # @!attribute [rw] next_token
9277
+ # A continuation token, included if this is a continuation call.
9278
+ # @return [String]
9279
+ #
9280
+ # @!attribute [rw] data_store_api_version
9281
+ # The version of the API used for the data store.
9282
+ # @return [String]
9283
+ #
9284
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
9285
+ #
9286
+ class DescribeEntityRequest < Struct.new(
9287
+ :connection_name,
9288
+ :catalog_id,
9289
+ :entity_name,
9290
+ :next_token,
9291
+ :data_store_api_version)
9292
+ SENSITIVE = []
9293
+ include Aws::Structure
9294
+ end
9295
+
9296
+ # @!attribute [rw] fields
9297
+ # Describes the fields for that connector entity. This is the list of
9298
+ # `Field` objects. `Field` is very similar to column in a database.
9299
+ # The `Field` object has information about different properties
9300
+ # associated with fields in the connector.
9301
+ # @return [Array<Types::Field>]
9302
+ #
9303
+ # @!attribute [rw] next_token
9304
+ # A continuation token, present if the current segment is not the
9305
+ # last.
9306
+ # @return [String]
9307
+ #
9308
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
9309
+ #
9310
+ class DescribeEntityResponse < Struct.new(
9311
+ :fields,
9312
+ :next_token)
9313
+ SENSITIVE = []
9314
+ include Aws::Structure
9315
+ end
9316
+
9317
+ # @!attribute [rw] integration_arn
9318
+ # The Amazon Resource Name (ARN) of the integration.
9319
+ # @return [String]
9320
+ #
9321
+ # @!attribute [rw] marker
9322
+ # A token to specify where to start paginating. This is the marker
9323
+ # from a previously truncated response.
9324
+ # @return [String]
9325
+ #
9326
+ # @!attribute [rw] max_records
9327
+ # The total number of items to return in the output.
9328
+ # @return [Integer]
9329
+ #
9330
+ # @!attribute [rw] target_arn
9331
+ # The Amazon Resource Name (ARN) of the target resource in the
9332
+ # integration.
9333
+ # @return [String]
9334
+ #
9335
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
9336
+ #
9337
+ class DescribeInboundIntegrationsRequest < Struct.new(
9338
+ :integration_arn,
9339
+ :marker,
9340
+ :max_records,
9341
+ :target_arn)
9342
+ SENSITIVE = []
9343
+ include Aws::Structure
9344
+ end
9345
+
9346
+ # @!attribute [rw] inbound_integrations
9347
+ # A list of inbound integrations.
9348
+ # @return [Array<Types::InboundIntegration>]
9349
+ #
9350
+ # @!attribute [rw] marker
9351
+ # A value that indicates the starting point for the next set of
9352
+ # response records in a subsequent request.
9353
+ # @return [String]
9354
+ #
9355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
9356
+ #
9357
+ class DescribeInboundIntegrationsResponse < Struct.new(
9358
+ :inbound_integrations,
9359
+ :marker)
9360
+ SENSITIVE = []
9361
+ include Aws::Structure
9362
+ end
9363
+
9364
+ # @!attribute [rw] integration_identifier
9365
+ # The Amazon Resource Name (ARN) for the integration.
9366
+ # @return [String]
9367
+ #
9368
+ # @!attribute [rw] marker
9369
+ # A value that indicates the starting point for the next set of
9370
+ # response records in a subsequent request.
9371
+ # @return [String]
9372
+ #
9373
+ # @!attribute [rw] max_records
9374
+ # The total number of items to return in the output.
9375
+ # @return [Integer]
9376
+ #
9377
+ # @!attribute [rw] filters
9378
+ # A list of key and values, to filter down the results. Supported keys
9379
+ # are "Status", "IntegrationName", and "SourceArn".
9380
+ # IntegrationName is limited to only one value.
9381
+ # @return [Array<Types::IntegrationFilter>]
9382
+ #
9383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
9384
+ #
9385
+ class DescribeIntegrationsRequest < Struct.new(
9386
+ :integration_identifier,
9387
+ :marker,
9388
+ :max_records,
9389
+ :filters)
9390
+ SENSITIVE = []
9391
+ include Aws::Structure
9392
+ end
9393
+
9394
+ # @!attribute [rw] integrations
9395
+ # A list of zero-ETL integrations.
9396
+ # @return [Array<Types::Integration>]
9397
+ #
9398
+ # @!attribute [rw] marker
9399
+ # A value that indicates the starting point for the next set of
9400
+ # response records in a subsequent request.
9401
+ # @return [String]
9402
+ #
9403
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
9404
+ #
9405
+ class DescribeIntegrationsResponse < Struct.new(
9406
+ :integrations,
9407
+ :marker)
9408
+ SENSITIVE = []
9409
+ include Aws::Structure
9410
+ end
9411
+
9412
+ # A development endpoint where a developer can remotely debug extract,
9413
+ # transform, and load (ETL) scripts.
9414
+ #
9415
+ # @!attribute [rw] endpoint_name
9416
+ # The name of the `DevEndpoint`.
8228
9417
  # @return [String]
8229
9418
  #
8230
9419
  # @!attribute [rw] role_arn
@@ -8925,6 +10114,50 @@ module Aws::Glue
8925
10114
  include Aws::Structure
8926
10115
  end
8927
10116
 
10117
+ # An entity supported by a given `ConnectionType`.
10118
+ #
10119
+ # @!attribute [rw] entity_name
10120
+ # The name of the entity.
10121
+ # @return [String]
10122
+ #
10123
+ # @!attribute [rw] label
10124
+ # Label used for the entity.
10125
+ # @return [String]
10126
+ #
10127
+ # @!attribute [rw] is_parent_entity
10128
+ # A Boolean value which helps to determine whether there are sub
10129
+ # objects that can be listed.
10130
+ # @return [Boolean]
10131
+ #
10132
+ # @!attribute [rw] description
10133
+ # A description of the entity.
10134
+ # @return [String]
10135
+ #
10136
+ # @!attribute [rw] category
10137
+ # The type of entities that are present in the response. This value
10138
+ # depends on the source connection. For example this is `SObjects` for
10139
+ # Salesforce and `databases` or `schemas` or `tables` for sources like
10140
+ # Amazon Redshift.
10141
+ # @return [String]
10142
+ #
10143
+ # @!attribute [rw] custom_properties
10144
+ # An optional map of keys which may be returned for an entity by a
10145
+ # connector.
10146
+ # @return [Hash<String,String>]
10147
+ #
10148
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
10149
+ #
10150
+ class Entity < Struct.new(
10151
+ :entity_name,
10152
+ :label,
10153
+ :is_parent_entity,
10154
+ :description,
10155
+ :category,
10156
+ :custom_properties)
10157
+ SENSITIVE = []
10158
+ include Aws::Structure
10159
+ end
10160
+
8928
10161
  # A specified entity does not exist
8929
10162
  #
8930
10163
  # @!attribute [rw] message
@@ -9111,6 +10344,36 @@ module Aws::Glue
9111
10344
  include Aws::Structure
9112
10345
  end
9113
10346
 
10347
+ # A run attempt for a column statistics task run.
10348
+ #
10349
+ # @!attribute [rw] status
10350
+ # The status of the last column statistics task run.
10351
+ # @return [String]
10352
+ #
10353
+ # @!attribute [rw] column_statistics_task_run_id
10354
+ # A task run ID for the last column statistics task run.
10355
+ # @return [String]
10356
+ #
10357
+ # @!attribute [rw] execution_timestamp
10358
+ # A timestamp when the last column statistics task run occurred.
10359
+ # @return [Time]
10360
+ #
10361
+ # @!attribute [rw] error_message
10362
+ # An error message associated with the last column statistics task
10363
+ # run.
10364
+ # @return [String]
10365
+ #
10366
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
10367
+ #
10368
+ class ExecutionAttempt < Struct.new(
10369
+ :status,
10370
+ :column_statistics_task_run_id,
10371
+ :execution_timestamp,
10372
+ :error_message)
10373
+ SENSITIVE = []
10374
+ include Aws::Structure
10375
+ end
10376
+
9114
10377
  # An execution property of a job.
9115
10378
  #
9116
10379
  # @!attribute [rw] max_concurrent_runs
@@ -9142,6 +10405,26 @@ module Aws::Glue
9142
10405
  include Aws::Structure
9143
10406
  end
9144
10407
 
10408
+ # A catalog that points to an entity outside the Glue Data Catalog.
10409
+ #
10410
+ # @!attribute [rw] identifier
10411
+ # A unique identifier for the federated catalog.
10412
+ # @return [String]
10413
+ #
10414
+ # @!attribute [rw] connection_name
10415
+ # The name of the connection to an external data source, for example a
10416
+ # Redshift-federated catalog.
10417
+ # @return [String]
10418
+ #
10419
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
10420
+ #
10421
+ class FederatedCatalog < Struct.new(
10422
+ :identifier,
10423
+ :connection_name)
10424
+ SENSITIVE = []
10425
+ include Aws::Structure
10426
+ end
10427
+
9145
10428
  # A database that points to an entity outside the Glue Data Catalog.
9146
10429
  #
9147
10430
  # @!attribute [rw] identifier
@@ -9237,6 +10520,115 @@ module Aws::Glue
9237
10520
  include Aws::Structure
9238
10521
  end
9239
10522
 
10523
+ # The `Field` object has information about the different properties
10524
+ # associated with a field in the connector.
10525
+ #
10526
+ # @!attribute [rw] field_name
10527
+ # A unique identifier for the field.
10528
+ # @return [String]
10529
+ #
10530
+ # @!attribute [rw] label
10531
+ # A readable label used for the field.
10532
+ # @return [String]
10533
+ #
10534
+ # @!attribute [rw] description
10535
+ # A description of the field.
10536
+ # @return [String]
10537
+ #
10538
+ # @!attribute [rw] field_type
10539
+ # The type of data in the field.
10540
+ # @return [String]
10541
+ #
10542
+ # @!attribute [rw] is_primary_key
10543
+ # Indicates whether this field can used as a primary key for the given
10544
+ # entity.
10545
+ # @return [Boolean]
10546
+ #
10547
+ # @!attribute [rw] is_nullable
10548
+ # Indicates whether this field can be nullable or not.
10549
+ # @return [Boolean]
10550
+ #
10551
+ # @!attribute [rw] is_retrievable
10552
+ # Indicates whether this field can be added in Select clause of SQL
10553
+ # query or whether it is retrievable or not.
10554
+ # @return [Boolean]
10555
+ #
10556
+ # @!attribute [rw] is_filterable
10557
+ # Indicates whether this field can used in a filter clause (`WHERE`
10558
+ # clause) of a SQL statement when querying data.
10559
+ # @return [Boolean]
10560
+ #
10561
+ # @!attribute [rw] is_partitionable
10562
+ # Indicates whether a given field can be used in partitioning the
10563
+ # query made to SaaS.
10564
+ # @return [Boolean]
10565
+ #
10566
+ # @!attribute [rw] is_createable
10567
+ # Indicates whether this field can be created as part of a destination
10568
+ # write.
10569
+ # @return [Boolean]
10570
+ #
10571
+ # @!attribute [rw] is_updateable
10572
+ # Indicates whether this field can be updated as part of a destination
10573
+ # write.
10574
+ # @return [Boolean]
10575
+ #
10576
+ # @!attribute [rw] is_upsertable
10577
+ # Indicates whether this field can be upserted as part of a
10578
+ # destination write.
10579
+ # @return [Boolean]
10580
+ #
10581
+ # @!attribute [rw] is_default_on_create
10582
+ # Indicates whether this field is populated automatically when the
10583
+ # object is created, such as a created at timestamp.
10584
+ # @return [Boolean]
10585
+ #
10586
+ # @!attribute [rw] supported_values
10587
+ # A list of supported values for the field.
10588
+ # @return [Array<String>]
10589
+ #
10590
+ # @!attribute [rw] supported_filter_operators
10591
+ # Indicates the support filter operators for this field.
10592
+ # @return [Array<String>]
10593
+ #
10594
+ # @!attribute [rw] parent_field
10595
+ # A parent field name for a nested field.
10596
+ # @return [String]
10597
+ #
10598
+ # @!attribute [rw] native_data_type
10599
+ # The data type returned by the SaaS API, such as “picklist” or
10600
+ # “textarea” from Salesforce.
10601
+ # @return [String]
10602
+ #
10603
+ # @!attribute [rw] custom_properties
10604
+ # Optional map of keys which may be returned.
10605
+ # @return [Hash<String,String>]
10606
+ #
10607
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
10608
+ #
10609
+ class Field < Struct.new(
10610
+ :field_name,
10611
+ :label,
10612
+ :description,
10613
+ :field_type,
10614
+ :is_primary_key,
10615
+ :is_nullable,
10616
+ :is_retrievable,
10617
+ :is_filterable,
10618
+ :is_partitionable,
10619
+ :is_createable,
10620
+ :is_updateable,
10621
+ :is_upsertable,
10622
+ :is_default_on_create,
10623
+ :supported_values,
10624
+ :supported_filter_operators,
10625
+ :parent_field,
10626
+ :native_data_type,
10627
+ :custom_properties)
10628
+ SENSITIVE = []
10629
+ include Aws::Structure
10630
+ end
10631
+
9240
10632
  # Specifies a transform that locates records in the dataset that have
9241
10633
  # missing values and adds a new field with a value determined by
9242
10634
  # imputation. The input data set is used to train the machine learning
@@ -9644,6 +11036,83 @@ module Aws::Glue
9644
11036
  include Aws::Structure
9645
11037
  end
9646
11038
 
11039
+ # @!attribute [rw] catalog_id
11040
+ # The ID of the parent catalog in which the catalog resides. If none
11041
+ # is provided, the Amazon Web Services Account Number is used by
11042
+ # default.
11043
+ # @return [String]
11044
+ #
11045
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
11046
+ #
11047
+ class GetCatalogRequest < Struct.new(
11048
+ :catalog_id)
11049
+ SENSITIVE = []
11050
+ include Aws::Structure
11051
+ end
11052
+
11053
+ # @!attribute [rw] catalog
11054
+ # A `Catalog` object. The definition of the specified catalog in the
11055
+ # Glue Data Catalog.
11056
+ # @return [Types::Catalog]
11057
+ #
11058
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
11059
+ #
11060
+ class GetCatalogResponse < Struct.new(
11061
+ :catalog)
11062
+ SENSITIVE = []
11063
+ include Aws::Structure
11064
+ end
11065
+
11066
+ # @!attribute [rw] parent_catalog_id
11067
+ # The ID of the parent catalog in which the catalog resides. If none
11068
+ # is provided, the Amazon Web Services Account Number is used by
11069
+ # default.
11070
+ # @return [String]
11071
+ #
11072
+ # @!attribute [rw] next_token
11073
+ # A continuation token, if this is a continuation call.
11074
+ # @return [String]
11075
+ #
11076
+ # @!attribute [rw] max_results
11077
+ # The maximum number of catalogs to return in one response.
11078
+ # @return [Integer]
11079
+ #
11080
+ # @!attribute [rw] recursive
11081
+ # When specified as true, iterates through the account and returns all
11082
+ # catalog resources (including top-level resources and child
11083
+ # resources)
11084
+ # @return [Boolean]
11085
+ #
11086
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
11087
+ #
11088
+ class GetCatalogsRequest < Struct.new(
11089
+ :parent_catalog_id,
11090
+ :next_token,
11091
+ :max_results,
11092
+ :recursive)
11093
+ SENSITIVE = []
11094
+ include Aws::Structure
11095
+ end
11096
+
11097
+ # @!attribute [rw] catalog_list
11098
+ # An array of `Catalog` objects. A list of `Catalog` objects from the
11099
+ # specified parent catalog.
11100
+ # @return [Array<Types::Catalog>]
11101
+ #
11102
+ # @!attribute [rw] next_token
11103
+ # A continuation token for paginating the returned list of tokens,
11104
+ # returned if the current segment of the list is not the last.
11105
+ # @return [String]
11106
+ #
11107
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
11108
+ #
11109
+ class GetCatalogsResponse < Struct.new(
11110
+ :catalog_list,
11111
+ :next_token)
11112
+ SENSITIVE = []
11113
+ include Aws::Structure
11114
+ end
11115
+
9647
11116
  # @!attribute [rw] name
9648
11117
  # Name of the classifier to retrieve.
9649
11118
  # @return [String]
@@ -9916,12 +11385,18 @@ module Aws::Glue
9916
11385
  # the rest of the connection properties.
9917
11386
  # @return [Boolean]
9918
11387
  #
11388
+ # @!attribute [rw] apply_override_for_compute_environment
11389
+ # For connections that may be used in multiple services, specifies
11390
+ # returning properties for the specified compute environment.
11391
+ # @return [String]
11392
+ #
9919
11393
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
9920
11394
  #
9921
11395
  class GetConnectionRequest < Struct.new(
9922
11396
  :catalog_id,
9923
11397
  :name,
9924
- :hide_password)
11398
+ :hide_password,
11399
+ :apply_override_for_compute_environment)
9925
11400
  SENSITIVE = []
9926
11401
  include Aws::Structure
9927
11402
  end
@@ -9950,11 +11425,16 @@ module Aws::Glue
9950
11425
  # The type of connections to return. Currently, SFTP is not supported.
9951
11426
  # @return [String]
9952
11427
  #
11428
+ # @!attribute [rw] connection_schema_version
11429
+ # Denotes if the connection was created with schema version 1 or 2.
11430
+ # @return [Integer]
11431
+ #
9953
11432
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
9954
11433
  #
9955
11434
  class GetConnectionsFilter < Struct.new(
9956
11435
  :match_criteria,
9957
- :connection_type)
11436
+ :connection_type,
11437
+ :connection_schema_version)
9958
11438
  SENSITIVE = []
9959
11439
  include Aws::Structure
9960
11440
  end
@@ -10729,70 +12209,227 @@ module Aws::Glue
10729
12209
  # A list of the edges in the resulting DAG.
10730
12210
  # @return [Array<Types::CodeGenEdge>]
10731
12211
  #
10732
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12213
+ #
12214
+ class GetDataflowGraphResponse < Struct.new(
12215
+ :dag_nodes,
12216
+ :dag_edges)
12217
+ SENSITIVE = []
12218
+ include Aws::Structure
12219
+ end
12220
+
12221
+ # @!attribute [rw] endpoint_name
12222
+ # Name of the `DevEndpoint` to retrieve information for.
12223
+ # @return [String]
12224
+ #
12225
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12226
+ #
12227
+ class GetDevEndpointRequest < Struct.new(
12228
+ :endpoint_name)
12229
+ SENSITIVE = []
12230
+ include Aws::Structure
12231
+ end
12232
+
12233
+ # @!attribute [rw] dev_endpoint
12234
+ # A `DevEndpoint` definition.
12235
+ # @return [Types::DevEndpoint]
12236
+ #
12237
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12238
+ #
12239
+ class GetDevEndpointResponse < Struct.new(
12240
+ :dev_endpoint)
12241
+ SENSITIVE = []
12242
+ include Aws::Structure
12243
+ end
12244
+
12245
+ # @!attribute [rw] max_results
12246
+ # The maximum size of information to return.
12247
+ # @return [Integer]
12248
+ #
12249
+ # @!attribute [rw] next_token
12250
+ # A continuation token, if this is a continuation call.
12251
+ # @return [String]
12252
+ #
12253
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12254
+ #
12255
+ class GetDevEndpointsRequest < Struct.new(
12256
+ :max_results,
12257
+ :next_token)
12258
+ SENSITIVE = []
12259
+ include Aws::Structure
12260
+ end
12261
+
12262
+ # @!attribute [rw] dev_endpoints
12263
+ # A list of `DevEndpoint` definitions.
12264
+ # @return [Array<Types::DevEndpoint>]
12265
+ #
12266
+ # @!attribute [rw] next_token
12267
+ # A continuation token, if not all `DevEndpoint` definitions have yet
12268
+ # been returned.
12269
+ # @return [String]
12270
+ #
12271
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12272
+ #
12273
+ class GetDevEndpointsResponse < Struct.new(
12274
+ :dev_endpoints,
12275
+ :next_token)
12276
+ SENSITIVE = []
12277
+ include Aws::Structure
12278
+ end
12279
+
12280
+ # @!attribute [rw] connection_name
12281
+ # The name of the connection that contains the connection type
12282
+ # credentials.
12283
+ # @return [String]
12284
+ #
12285
+ # @!attribute [rw] catalog_id
12286
+ # The catalog ID of the catalog that contains the connection. This can
12287
+ # be null, By default, the Amazon Web Services Account ID is the
12288
+ # catalog ID.
12289
+ # @return [String]
12290
+ #
12291
+ # @!attribute [rw] entity_name
12292
+ # Name of the entity that we want to query the preview data from the
12293
+ # given connection type.
12294
+ # @return [String]
12295
+ #
12296
+ # @!attribute [rw] next_token
12297
+ # A continuation token, included if this is a continuation call.
12298
+ # @return [String]
12299
+ #
12300
+ # @!attribute [rw] data_store_api_version
12301
+ # The API version of the SaaS connector.
12302
+ # @return [String]
12303
+ #
12304
+ # @!attribute [rw] connection_options
12305
+ # Connector options that are required to query the data.
12306
+ # @return [Hash<String,String>]
12307
+ #
12308
+ # @!attribute [rw] filter_predicate
12309
+ # A filter predicate that you can apply in the query request.
12310
+ # @return [String]
12311
+ #
12312
+ # @!attribute [rw] limit
12313
+ # Limits the number of records fetched with the request.
12314
+ # @return [Integer]
12315
+ #
12316
+ # @!attribute [rw] order_by
12317
+ # A parameter that orders the response preview data.
12318
+ # @return [String]
12319
+ #
12320
+ # @!attribute [rw] selected_fields
12321
+ # List of fields that we want to fetch as part of preview data.
12322
+ # @return [Array<String>]
12323
+ #
12324
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
12325
+ #
12326
+ class GetEntityRecordsRequest < Struct.new(
12327
+ :connection_name,
12328
+ :catalog_id,
12329
+ :entity_name,
12330
+ :next_token,
12331
+ :data_store_api_version,
12332
+ :connection_options,
12333
+ :filter_predicate,
12334
+ :limit,
12335
+ :order_by,
12336
+ :selected_fields)
12337
+ SENSITIVE = []
12338
+ include Aws::Structure
12339
+ end
12340
+
12341
+ # @!attribute [rw] records
12342
+ # A list of the requested objects.
12343
+ # @return [Array<Hash,Array,String,Numeric,Boolean>]
12344
+ #
12345
+ # @!attribute [rw] next_token
12346
+ # A continuation token, present if the current segment is not the
12347
+ # last.
12348
+ # @return [String]
12349
+ #
12350
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
10733
12351
  #
10734
- class GetDataflowGraphResponse < Struct.new(
10735
- :dag_nodes,
10736
- :dag_edges)
10737
- SENSITIVE = []
12352
+ class GetEntityRecordsResponse < Struct.new(
12353
+ :records,
12354
+ :next_token)
12355
+ SENSITIVE = [:records]
10738
12356
  include Aws::Structure
10739
12357
  end
10740
12358
 
10741
- # @!attribute [rw] endpoint_name
10742
- # Name of the `DevEndpoint` to retrieve information for.
12359
+ # @!attribute [rw] resource_arn
12360
+ # The connection ARN of the source, or the database ARN of the target.
10743
12361
  # @return [String]
10744
12362
  #
10745
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12363
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
10746
12364
  #
10747
- class GetDevEndpointRequest < Struct.new(
10748
- :endpoint_name)
12365
+ class GetIntegrationResourcePropertyRequest < Struct.new(
12366
+ :resource_arn)
10749
12367
  SENSITIVE = []
10750
12368
  include Aws::Structure
10751
12369
  end
10752
12370
 
10753
- # @!attribute [rw] dev_endpoint
10754
- # A `DevEndpoint` definition.
10755
- # @return [Types::DevEndpoint]
12371
+ # @!attribute [rw] resource_arn
12372
+ # The connection ARN of the source, or the database ARN of the target.
12373
+ # @return [String]
10756
12374
  #
10757
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12375
+ # @!attribute [rw] source_processing_properties
12376
+ # The resource properties associated with the integration source.
12377
+ # @return [Types::SourceProcessingProperties]
10758
12378
  #
10759
- class GetDevEndpointResponse < Struct.new(
10760
- :dev_endpoint)
12379
+ # @!attribute [rw] target_processing_properties
12380
+ # The resource properties associated with the integration target.
12381
+ # @return [Types::TargetProcessingProperties]
12382
+ #
12383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
12384
+ #
12385
+ class GetIntegrationResourcePropertyResponse < Struct.new(
12386
+ :resource_arn,
12387
+ :source_processing_properties,
12388
+ :target_processing_properties)
10761
12389
  SENSITIVE = []
10762
12390
  include Aws::Structure
10763
12391
  end
10764
12392
 
10765
- # @!attribute [rw] max_results
10766
- # The maximum size of information to return.
10767
- # @return [Integer]
12393
+ # @!attribute [rw] resource_arn
12394
+ # The connection ARN of the source, or the database ARN of the target.
12395
+ # @return [String]
10768
12396
  #
10769
- # @!attribute [rw] next_token
10770
- # A continuation token, if this is a continuation call.
12397
+ # @!attribute [rw] table_name
12398
+ # The name of the table to be replicated.
10771
12399
  # @return [String]
10772
12400
  #
10773
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12401
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
10774
12402
  #
10775
- class GetDevEndpointsRequest < Struct.new(
10776
- :max_results,
10777
- :next_token)
12403
+ class GetIntegrationTablePropertiesRequest < Struct.new(
12404
+ :resource_arn,
12405
+ :table_name)
10778
12406
  SENSITIVE = []
10779
12407
  include Aws::Structure
10780
12408
  end
10781
12409
 
10782
- # @!attribute [rw] dev_endpoints
10783
- # A list of `DevEndpoint` definitions.
10784
- # @return [Array<Types::DevEndpoint>]
12410
+ # @!attribute [rw] resource_arn
12411
+ # The connection ARN of the source, or the database ARN of the target.
12412
+ # @return [String]
10785
12413
  #
10786
- # @!attribute [rw] next_token
10787
- # A continuation token, if not all `DevEndpoint` definitions have yet
10788
- # been returned.
12414
+ # @!attribute [rw] table_name
12415
+ # The name of the table to be replicated.
10789
12416
  # @return [String]
10790
12417
  #
10791
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12418
+ # @!attribute [rw] source_table_config
12419
+ # A structure for the source table configuration.
12420
+ # @return [Types::SourceTableConfig]
10792
12421
  #
10793
- class GetDevEndpointsResponse < Struct.new(
10794
- :dev_endpoints,
10795
- :next_token)
12422
+ # @!attribute [rw] target_table_config
12423
+ # A structure for the target table configuration.
12424
+ # @return [Types::TargetTableConfig]
12425
+ #
12426
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
12427
+ #
12428
+ class GetIntegrationTablePropertiesResponse < Struct.new(
12429
+ :resource_arn,
12430
+ :table_name,
12431
+ :source_table_config,
12432
+ :target_table_config)
10796
12433
  SENSITIVE = []
10797
12434
  include Aws::Structure
10798
12435
  end
@@ -13686,153 +15323,409 @@ module Aws::Glue
13686
15323
  # The number of manifest lists deleted by the retention job run.
13687
15324
  # @return [Integer]
13688
15325
  #
13689
- # @!attribute [rw] number_of_dpus
13690
- # The number of DPU hours consumed by the job.
13691
- # @return [Integer]
15326
+ # @!attribute [rw] number_of_dpus
15327
+ # The number of DPU hours consumed by the job.
15328
+ # @return [Integer]
15329
+ #
15330
+ # @!attribute [rw] job_duration_in_hour
15331
+ # The duration of the job in hours.
15332
+ # @return [Float]
15333
+ #
15334
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
15335
+ #
15336
+ class IcebergRetentionMetrics < Struct.new(
15337
+ :number_of_data_files_deleted,
15338
+ :number_of_manifest_files_deleted,
15339
+ :number_of_manifest_lists_deleted,
15340
+ :number_of_dpus,
15341
+ :job_duration_in_hour)
15342
+ SENSITIVE = []
15343
+ include Aws::Structure
15344
+ end
15345
+
15346
+ # Specifies an Apache Iceberg data source where Iceberg tables are
15347
+ # stored in Amazon S3.
15348
+ #
15349
+ # @!attribute [rw] paths
15350
+ # One or more Amazon S3 paths that contains Iceberg metadata folders
15351
+ # as `s3://bucket/prefix`.
15352
+ # @return [Array<String>]
15353
+ #
15354
+ # @!attribute [rw] connection_name
15355
+ # The name of the connection to use to connect to the Iceberg target.
15356
+ # @return [String]
15357
+ #
15358
+ # @!attribute [rw] exclusions
15359
+ # A list of glob patterns used to exclude from the crawl. For more
15360
+ # information, see [Catalog Tables with a Crawler][1].
15361
+ #
15362
+ #
15363
+ #
15364
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
15365
+ # @return [Array<String>]
15366
+ #
15367
+ # @!attribute [rw] maximum_traversal_depth
15368
+ # The maximum depth of Amazon S3 paths that the crawler can traverse
15369
+ # to discover the Iceberg metadata folder in your Amazon S3 path. Used
15370
+ # to limit the crawler run time.
15371
+ # @return [Integer]
15372
+ #
15373
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15374
+ #
15375
+ class IcebergTarget < Struct.new(
15376
+ :paths,
15377
+ :connection_name,
15378
+ :exclusions,
15379
+ :maximum_traversal_depth)
15380
+ SENSITIVE = []
15381
+ include Aws::Structure
15382
+ end
15383
+
15384
+ # The same unique identifier was associated with two different records.
15385
+ #
15386
+ # @!attribute [rw] message
15387
+ # A message describing the problem.
15388
+ # @return [String]
15389
+ #
15390
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15391
+ #
15392
+ class IdempotentParameterMismatchException < Struct.new(
15393
+ :message)
15394
+ SENSITIVE = []
15395
+ include Aws::Structure
15396
+ end
15397
+
15398
+ # The blueprint is in an invalid state to perform a requested operation.
15399
+ #
15400
+ # @!attribute [rw] message
15401
+ # A message describing the problem.
15402
+ # @return [String]
15403
+ #
15404
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15405
+ #
15406
+ class IllegalBlueprintStateException < Struct.new(
15407
+ :message)
15408
+ SENSITIVE = []
15409
+ include Aws::Structure
15410
+ end
15411
+
15412
+ # The session is in an invalid state to perform a requested operation.
15413
+ #
15414
+ # @!attribute [rw] message
15415
+ # A message describing the problem.
15416
+ # @return [String]
15417
+ #
15418
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15419
+ #
15420
+ class IllegalSessionStateException < Struct.new(
15421
+ :message)
15422
+ SENSITIVE = []
15423
+ include Aws::Structure
15424
+ end
15425
+
15426
+ # The workflow is in an invalid state to perform a requested operation.
15427
+ #
15428
+ # @!attribute [rw] message
15429
+ # A message describing the problem.
15430
+ # @return [String]
15431
+ #
15432
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15433
+ #
15434
+ class IllegalWorkflowStateException < Struct.new(
15435
+ :message)
15436
+ SENSITIVE = []
15437
+ include Aws::Structure
15438
+ end
15439
+
15440
+ # @!attribute [rw] catalog_id
15441
+ # The ID of the catalog to import. Currently, this should be the
15442
+ # Amazon Web Services account ID.
15443
+ # @return [String]
15444
+ #
15445
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15446
+ #
15447
+ class ImportCatalogToGlueRequest < Struct.new(
15448
+ :catalog_id)
15449
+ SENSITIVE = []
15450
+ include Aws::Structure
15451
+ end
15452
+
15453
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15454
+ #
15455
+ class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15456
+
15457
+ # Specifies configuration properties for an importing labels task run.
15458
+ #
15459
+ # @!attribute [rw] input_s3_path
15460
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
15461
+ # will import the labels.
15462
+ # @return [String]
15463
+ #
15464
+ # @!attribute [rw] replace
15465
+ # Indicates whether to overwrite your existing labels.
15466
+ # @return [Boolean]
15467
+ #
15468
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15469
+ #
15470
+ class ImportLabelsTaskRunProperties < Struct.new(
15471
+ :input_s3_path,
15472
+ :replace)
15473
+ SENSITIVE = []
15474
+ include Aws::Structure
15475
+ end
15476
+
15477
+ # A structure for an integration that writes data into a resource.
15478
+ #
15479
+ # @!attribute [rw] source_arn
15480
+ # The ARN of the source resource for the integration.
15481
+ # @return [String]
15482
+ #
15483
+ # @!attribute [rw] target_arn
15484
+ # The ARN of the target resource for the integration.
15485
+ # @return [String]
15486
+ #
15487
+ # @!attribute [rw] integration_arn
15488
+ # The ARN of the zero-ETL integration.
15489
+ # @return [String]
15490
+ #
15491
+ # @!attribute [rw] status
15492
+ # The possible statuses are:
15493
+ #
15494
+ # * CREATING: The integration is being created.
15495
+ #
15496
+ # * ACTIVE: The integration creation succeeds.
15497
+ #
15498
+ # * MODIFYING: The integration is being modified.
15499
+ #
15500
+ # * FAILED: The integration creation fails.
15501
+ #
15502
+ # * DELETING: The integration is deleted.
15503
+ #
15504
+ # * SYNCING: The integration is synchronizing.
15505
+ #
15506
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15507
+ # synchronization.
15508
+ # @return [String]
15509
+ #
15510
+ # @!attribute [rw] create_time
15511
+ # The time that the integration was created, in UTC.
15512
+ # @return [Time]
15513
+ #
15514
+ # @!attribute [rw] errors
15515
+ # A list of errors associated with the integration.
15516
+ # @return [Array<Types::IntegrationError>]
15517
+ #
15518
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
15519
+ #
15520
+ class InboundIntegration < Struct.new(
15521
+ :source_arn,
15522
+ :target_arn,
15523
+ :integration_arn,
15524
+ :status,
15525
+ :create_time,
15526
+ :errors)
15527
+ SENSITIVE = []
15528
+ include Aws::Structure
15529
+ end
15530
+
15531
+ # Describes a zero-ETL integration.
15532
+ #
15533
+ # @!attribute [rw] source_arn
15534
+ # The ARN for the source of the integration.
15535
+ # @return [String]
15536
+ #
15537
+ # @!attribute [rw] target_arn
15538
+ # The ARN for the target of the integration.
15539
+ # @return [String]
15540
+ #
15541
+ # @!attribute [rw] description
15542
+ # A description for the integration.
15543
+ # @return [String]
15544
+ #
15545
+ # @!attribute [rw] integration_name
15546
+ # A unique name for the integration.
15547
+ # @return [String]
15548
+ #
15549
+ # @!attribute [rw] integration_arn
15550
+ # The Amazon Resource Name (ARN) for the integration.
15551
+ # @return [String]
15552
+ #
15553
+ # @!attribute [rw] kms_key_id
15554
+ # The ARN of a KMS key used for encrypting the channel.
15555
+ # @return [String]
15556
+ #
15557
+ # @!attribute [rw] additional_encryption_context
15558
+ # An optional set of non-secret key–value pairs that contains
15559
+ # additional contextual information for encryption. This can only be
15560
+ # provided if `KMSKeyId` is provided.
15561
+ # @return [Hash<String,String>]
15562
+ #
15563
+ # @!attribute [rw] tags
15564
+ # Metadata assigned to the resource consisting of a list of key-value
15565
+ # pairs.
15566
+ # @return [Array<Types::Tag>]
13692
15567
  #
13693
- # @!attribute [rw] job_duration_in_hour
13694
- # The duration of the job in hours.
13695
- # @return [Float]
15568
+ # @!attribute [rw] status
15569
+ # The possible statuses are:
13696
15570
  #
13697
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
15571
+ # * CREATING: The integration is being created.
13698
15572
  #
13699
- class IcebergRetentionMetrics < Struct.new(
13700
- :number_of_data_files_deleted,
13701
- :number_of_manifest_files_deleted,
13702
- :number_of_manifest_lists_deleted,
13703
- :number_of_dpus,
13704
- :job_duration_in_hour)
13705
- SENSITIVE = []
13706
- include Aws::Structure
13707
- end
13708
-
13709
- # Specifies an Apache Iceberg data source where Iceberg tables are
13710
- # stored in Amazon S3.
15573
+ # * ACTIVE: The integration creation succeeds.
13711
15574
  #
13712
- # @!attribute [rw] paths
13713
- # One or more Amazon S3 paths that contains Iceberg metadata folders
13714
- # as `s3://bucket/prefix`.
13715
- # @return [Array<String>]
15575
+ # * MODIFYING: The integration is being modified.
13716
15576
  #
13717
- # @!attribute [rw] connection_name
13718
- # The name of the connection to use to connect to the Iceberg target.
13719
- # @return [String]
15577
+ # * FAILED: The integration creation fails.
13720
15578
  #
13721
- # @!attribute [rw] exclusions
13722
- # A list of glob patterns used to exclude from the crawl. For more
13723
- # information, see [Catalog Tables with a Crawler][1].
15579
+ # * DELETING: The integration is deleted.
13724
15580
  #
15581
+ # * SYNCING: The integration is synchronizing.
13725
15582
  #
15583
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15584
+ # synchronization.
15585
+ # @return [String]
13726
15586
  #
13727
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
13728
- # @return [Array<String>]
15587
+ # @!attribute [rw] create_time
15588
+ # The time that the integration was created, in UTC.
15589
+ # @return [Time]
13729
15590
  #
13730
- # @!attribute [rw] maximum_traversal_depth
13731
- # The maximum depth of Amazon S3 paths that the crawler can traverse
13732
- # to discover the Iceberg metadata folder in your Amazon S3 path. Used
13733
- # to limit the crawler run time.
13734
- # @return [Integer]
15591
+ # @!attribute [rw] errors
15592
+ # A list of errors associated with the integration.
15593
+ # @return [Array<Types::IntegrationError>]
13735
15594
  #
13736
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15595
+ # @!attribute [rw] data_filter
15596
+ # Selects source tables for the integration using Maxwell filter
15597
+ # syntax.
15598
+ # @return [String]
13737
15599
  #
13738
- class IcebergTarget < Struct.new(
13739
- :paths,
13740
- :connection_name,
13741
- :exclusions,
13742
- :maximum_traversal_depth)
15600
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
15601
+ #
15602
+ class Integration < Struct.new(
15603
+ :source_arn,
15604
+ :target_arn,
15605
+ :description,
15606
+ :integration_name,
15607
+ :integration_arn,
15608
+ :kms_key_id,
15609
+ :additional_encryption_context,
15610
+ :tags,
15611
+ :status,
15612
+ :create_time,
15613
+ :errors,
15614
+ :data_filter)
13743
15615
  SENSITIVE = []
13744
15616
  include Aws::Structure
13745
15617
  end
13746
15618
 
13747
- # The same unique identifier was associated with two different records.
15619
+ # The requested operation conflicts with another operation.
13748
15620
  #
13749
15621
  # @!attribute [rw] message
13750
15622
  # A message describing the problem.
13751
15623
  # @return [String]
13752
15624
  #
13753
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15625
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
13754
15626
  #
13755
- class IdempotentParameterMismatchException < Struct.new(
15627
+ class IntegrationConflictOperationFault < Struct.new(
13756
15628
  :message)
13757
15629
  SENSITIVE = []
13758
15630
  include Aws::Structure
13759
15631
  end
13760
15632
 
13761
- # The blueprint is in an invalid state to perform a requested operation.
15633
+ # An error associated with a zero-ETL integration.
13762
15634
  #
13763
- # @!attribute [rw] message
13764
- # A message describing the problem.
15635
+ # @!attribute [rw] error_code
15636
+ # The code associated with this error.
13765
15637
  # @return [String]
13766
15638
  #
13767
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15639
+ # @!attribute [rw] error_message
15640
+ # A message describing the error.
15641
+ # @return [String]
13768
15642
  #
13769
- class IllegalBlueprintStateException < Struct.new(
13770
- :message)
15643
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
15644
+ #
15645
+ class IntegrationError < Struct.new(
15646
+ :error_code,
15647
+ :error_message)
13771
15648
  SENSITIVE = []
13772
15649
  include Aws::Structure
13773
15650
  end
13774
15651
 
13775
- # The session is in an invalid state to perform a requested operation.
15652
+ # A filter that can be used when invoking a `DescribeIntegrations`
15653
+ # request.
13776
15654
  #
13777
- # @!attribute [rw] message
13778
- # A message describing the problem.
15655
+ # @!attribute [rw] name
15656
+ # The name of the filter.
13779
15657
  # @return [String]
13780
15658
  #
13781
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15659
+ # @!attribute [rw] values
15660
+ # A list of filter values.
15661
+ # @return [Array<String>]
13782
15662
  #
13783
- class IllegalSessionStateException < Struct.new(
13784
- :message)
15663
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
15664
+ #
15665
+ class IntegrationFilter < Struct.new(
15666
+ :name,
15667
+ :values)
13785
15668
  SENSITIVE = []
13786
15669
  include Aws::Structure
13787
15670
  end
13788
15671
 
13789
- # The workflow is in an invalid state to perform a requested operation.
15672
+ # The specified integration could not be found.
13790
15673
  #
13791
15674
  # @!attribute [rw] message
13792
15675
  # A message describing the problem.
13793
15676
  # @return [String]
13794
15677
  #
13795
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15678
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
13796
15679
  #
13797
- class IllegalWorkflowStateException < Struct.new(
15680
+ class IntegrationNotFoundFault < Struct.new(
13798
15681
  :message)
13799
15682
  SENSITIVE = []
13800
15683
  include Aws::Structure
13801
15684
  end
13802
15685
 
13803
- # @!attribute [rw] catalog_id
13804
- # The ID of the catalog to import. Currently, this should be the
13805
- # Amazon Web Services account ID.
15686
+ # A structure that describes how data is partitioned on the target.
15687
+ #
15688
+ # @!attribute [rw] field_name
15689
+ # The field name used to partition data on the target.
13806
15690
  # @return [String]
13807
15691
  #
13808
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15692
+ # @!attribute [rw] function_spec
15693
+ # Specifies a function used to partition data on the target.
15694
+ # @return [String]
13809
15695
  #
13810
- class ImportCatalogToGlueRequest < Struct.new(
13811
- :catalog_id)
15696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
15697
+ #
15698
+ class IntegrationPartition < Struct.new(
15699
+ :field_name,
15700
+ :function_spec)
13812
15701
  SENSITIVE = []
13813
15702
  include Aws::Structure
13814
15703
  end
13815
15704
 
13816
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15705
+ # The data processed through your integration exceeded your quota.
13817
15706
  #
13818
- class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15707
+ # @!attribute [rw] message
15708
+ # A message describing the problem.
15709
+ # @return [String]
15710
+ #
15711
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
15712
+ #
15713
+ class IntegrationQuotaExceededFault < Struct.new(
15714
+ :message)
15715
+ SENSITIVE = []
15716
+ include Aws::Structure
15717
+ end
13819
15718
 
13820
- # Specifies configuration properties for an importing labels task run.
15719
+ # An internal server error occurred.
13821
15720
  #
13822
- # @!attribute [rw] input_s3_path
13823
- # The Amazon Simple Storage Service (Amazon S3) path from where you
13824
- # will import the labels.
15721
+ # @!attribute [rw] message
15722
+ # A message describing the problem.
13825
15723
  # @return [String]
13826
15724
  #
13827
- # @!attribute [rw] replace
13828
- # Indicates whether to overwrite your existing labels.
13829
- # @return [Boolean]
13830
- #
13831
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15725
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
13832
15726
  #
13833
- class ImportLabelsTaskRunProperties < Struct.new(
13834
- :input_s3_path,
13835
- :replace)
15727
+ class InternalServerException < Struct.new(
15728
+ :message)
13836
15729
  SENSITIVE = []
13837
15730
  include Aws::Structure
13838
15731
  end
@@ -13871,6 +15764,20 @@ module Aws::Glue
13871
15764
  include Aws::Structure
13872
15765
  end
13873
15766
 
15767
+ # The integration is in an invalid state.
15768
+ #
15769
+ # @!attribute [rw] message
15770
+ # A message describing the problem.
15771
+ # @return [String]
15772
+ #
15773
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
15774
+ #
15775
+ class InvalidIntegrationStateFault < Struct.new(
15776
+ :message)
15777
+ SENSITIVE = []
15778
+ include Aws::Structure
15779
+ end
15780
+
13874
15781
  # An error that indicates your data is in an invalid state.
13875
15782
  #
13876
15783
  # @!attribute [rw] message
@@ -15296,6 +17203,20 @@ module Aws::Glue
15296
17203
  include Aws::Structure
15297
17204
  end
15298
17205
 
17206
+ # The KMS key specified is not accessible.
17207
+ #
17208
+ # @!attribute [rw] message
17209
+ # A message describing the problem.
17210
+ # @return [String]
17211
+ #
17212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
17213
+ #
17214
+ class KMSKeyNotAccessibleFault < Struct.new(
17215
+ :message)
17216
+ SENSITIVE = []
17217
+ include Aws::Structure
17218
+ end
17219
+
15299
17220
  # Additional options for streaming.
15300
17221
  #
15301
17222
  # @!attribute [rw] bootstrap_servers
@@ -15828,6 +17749,41 @@ module Aws::Glue
15828
17749
  include Aws::Structure
15829
17750
  end
15830
17751
 
17752
+ # @!attribute [rw] max_results
17753
+ # The maximum number of results to return.
17754
+ # @return [Integer]
17755
+ #
17756
+ # @!attribute [rw] next_token
17757
+ # A continuation token, if this is a continuation call.
17758
+ # @return [String]
17759
+ #
17760
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
17761
+ #
17762
+ class ListConnectionTypesRequest < Struct.new(
17763
+ :max_results,
17764
+ :next_token)
17765
+ SENSITIVE = []
17766
+ include Aws::Structure
17767
+ end
17768
+
17769
+ # @!attribute [rw] connection_types
17770
+ # A list of `ConnectionTypeBrief` objects containing brief information
17771
+ # about the supported connection types.
17772
+ # @return [Array<Types::ConnectionTypeBrief>]
17773
+ #
17774
+ # @!attribute [rw] next_token
17775
+ # A continuation token, if the current list segment is not the last.
17776
+ # @return [String]
17777
+ #
17778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
17779
+ #
17780
+ class ListConnectionTypesResponse < Struct.new(
17781
+ :connection_types,
17782
+ :next_token)
17783
+ SENSITIVE = []
17784
+ include Aws::Structure
17785
+ end
17786
+
15831
17787
  # @!attribute [rw] max_results
15832
17788
  # The maximum size of a list to return.
15833
17789
  # @return [Integer]
@@ -16257,6 +18213,61 @@ module Aws::Glue
16257
18213
  include Aws::Structure
16258
18214
  end
16259
18215
 
18216
+ # @!attribute [rw] connection_name
18217
+ # A name for the connection that has required credentials to query any
18218
+ # connection type.
18219
+ # @return [String]
18220
+ #
18221
+ # @!attribute [rw] catalog_id
18222
+ # The catalog ID of the catalog that contains the connection. This can
18223
+ # be null, By default, the Amazon Web Services Account ID is the
18224
+ # catalog ID.
18225
+ # @return [String]
18226
+ #
18227
+ # @!attribute [rw] parent_entity_name
18228
+ # Name of the parent entity for which you want to list the children.
18229
+ # This parameter takes a fully-qualified path of the entity in order
18230
+ # to list the child entities.
18231
+ # @return [String]
18232
+ #
18233
+ # @!attribute [rw] next_token
18234
+ # A continuation token, included if this is a continuation call.
18235
+ # @return [String]
18236
+ #
18237
+ # @!attribute [rw] data_store_api_version
18238
+ # The API version of the SaaS connector.
18239
+ # @return [String]
18240
+ #
18241
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
18242
+ #
18243
+ class ListEntitiesRequest < Struct.new(
18244
+ :connection_name,
18245
+ :catalog_id,
18246
+ :parent_entity_name,
18247
+ :next_token,
18248
+ :data_store_api_version)
18249
+ SENSITIVE = []
18250
+ include Aws::Structure
18251
+ end
18252
+
18253
+ # @!attribute [rw] entities
18254
+ # A list of `Entity` objects.
18255
+ # @return [Array<Types::Entity>]
18256
+ #
18257
+ # @!attribute [rw] next_token
18258
+ # A continuation token, present if the current segment is not the
18259
+ # last.
18260
+ # @return [String]
18261
+ #
18262
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
18263
+ #
18264
+ class ListEntitiesResponse < Struct.new(
18265
+ :entities,
18266
+ :next_token)
18267
+ SENSITIVE = []
18268
+ include Aws::Structure
18269
+ end
18270
+
16260
18271
  # @!attribute [rw] next_token
16261
18272
  # A continuation token, if this is a continuation request.
16262
18273
  # @return [String]
@@ -17267,41 +19278,156 @@ module Aws::Glue
17267
19278
  # The name of the table in the database to read from.
17268
19279
  # @return [String]
17269
19280
  #
17270
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19281
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19282
+ #
19283
+ class MicrosoftSQLServerCatalogSource < Struct.new(
19284
+ :name,
19285
+ :database,
19286
+ :table)
19287
+ SENSITIVE = []
19288
+ include Aws::Structure
19289
+ end
19290
+
19291
+ # Specifies a target that uses Microsoft SQL.
19292
+ #
19293
+ # @!attribute [rw] name
19294
+ # The name of the data target.
19295
+ # @return [String]
19296
+ #
19297
+ # @!attribute [rw] inputs
19298
+ # The nodes that are inputs to the data target.
19299
+ # @return [Array<String>]
19300
+ #
19301
+ # @!attribute [rw] database
19302
+ # The name of the database to write to.
19303
+ # @return [String]
19304
+ #
19305
+ # @!attribute [rw] table
19306
+ # The name of the table in the database to write to.
19307
+ # @return [String]
19308
+ #
19309
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19310
+ #
19311
+ class MicrosoftSQLServerCatalogTarget < Struct.new(
19312
+ :name,
19313
+ :inputs,
19314
+ :database,
19315
+ :table)
19316
+ SENSITIVE = []
19317
+ include Aws::Structure
19318
+ end
19319
+
19320
+ # @!attribute [rw] integration_identifier
19321
+ # The Amazon Resource Name (ARN) for the integration.
19322
+ # @return [String]
19323
+ #
19324
+ # @!attribute [rw] description
19325
+ # A description of the integration.
19326
+ # @return [String]
19327
+ #
19328
+ # @!attribute [rw] data_filter
19329
+ # Selects source tables for the integration using Maxwell filter
19330
+ # syntax.
19331
+ # @return [String]
19332
+ #
19333
+ # @!attribute [rw] integration_name
19334
+ # A unique name for an integration in Glue.
19335
+ # @return [String]
19336
+ #
19337
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
17271
19338
  #
17272
- class MicrosoftSQLServerCatalogSource < Struct.new(
17273
- :name,
17274
- :database,
17275
- :table)
19339
+ class ModifyIntegrationRequest < Struct.new(
19340
+ :integration_identifier,
19341
+ :description,
19342
+ :data_filter,
19343
+ :integration_name)
17276
19344
  SENSITIVE = []
17277
19345
  include Aws::Structure
17278
19346
  end
17279
19347
 
17280
- # Specifies a target that uses Microsoft SQL.
19348
+ # @!attribute [rw] source_arn
19349
+ # The ARN of the source for the integration.
19350
+ # @return [String]
17281
19351
  #
17282
- # @!attribute [rw] name
17283
- # The name of the data target.
19352
+ # @!attribute [rw] target_arn
19353
+ # The ARN of the target for the integration.
17284
19354
  # @return [String]
17285
19355
  #
17286
- # @!attribute [rw] inputs
17287
- # The nodes that are inputs to the data target.
17288
- # @return [Array<String>]
19356
+ # @!attribute [rw] integration_name
19357
+ # A unique name for an integration in Glue.
19358
+ # @return [String]
17289
19359
  #
17290
- # @!attribute [rw] database
17291
- # The name of the database to write to.
19360
+ # @!attribute [rw] description
19361
+ # A description of the integration.
17292
19362
  # @return [String]
17293
19363
  #
17294
- # @!attribute [rw] table
17295
- # The name of the table in the database to write to.
19364
+ # @!attribute [rw] integration_arn
19365
+ # The Amazon Resource Name (ARN) for the integration.
17296
19366
  # @return [String]
17297
19367
  #
17298
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19368
+ # @!attribute [rw] kms_key_id
19369
+ # The ARN of a KMS key used for encrypting the channel.
19370
+ # @return [String]
17299
19371
  #
17300
- class MicrosoftSQLServerCatalogTarget < Struct.new(
17301
- :name,
17302
- :inputs,
17303
- :database,
17304
- :table)
19372
+ # @!attribute [rw] additional_encryption_context
19373
+ # An optional set of non-secret key–value pairs that contains
19374
+ # additional contextual information for encryption.
19375
+ # @return [Hash<String,String>]
19376
+ #
19377
+ # @!attribute [rw] tags
19378
+ # Metadata assigned to the resource consisting of a list of key-value
19379
+ # pairs.
19380
+ # @return [Array<Types::Tag>]
19381
+ #
19382
+ # @!attribute [rw] status
19383
+ # The status of the integration being modified.
19384
+ #
19385
+ # The possible statuses are:
19386
+ #
19387
+ # * CREATING: The integration is being created.
19388
+ #
19389
+ # * ACTIVE: The integration creation succeeds.
19390
+ #
19391
+ # * MODIFYING: The integration is being modified.
19392
+ #
19393
+ # * FAILED: The integration creation fails.
19394
+ #
19395
+ # * DELETING: The integration is deleted.
19396
+ #
19397
+ # * SYNCING: The integration is synchronizing.
19398
+ #
19399
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
19400
+ # synchronization.
19401
+ # @return [String]
19402
+ #
19403
+ # @!attribute [rw] create_time
19404
+ # The time when the integration was created, in UTC.
19405
+ # @return [Time]
19406
+ #
19407
+ # @!attribute [rw] errors
19408
+ # A list of errors associated with the integration modification.
19409
+ # @return [Array<Types::IntegrationError>]
19410
+ #
19411
+ # @!attribute [rw] data_filter
19412
+ # Selects source tables for the integration using Maxwell filter
19413
+ # syntax.
19414
+ # @return [String]
19415
+ #
19416
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
19417
+ #
19418
+ class ModifyIntegrationResponse < Struct.new(
19419
+ :source_arn,
19420
+ :target_arn,
19421
+ :integration_name,
19422
+ :description,
19423
+ :integration_arn,
19424
+ :kms_key_id,
19425
+ :additional_encryption_context,
19426
+ :tags,
19427
+ :status,
19428
+ :create_time,
19429
+ :errors,
19430
+ :data_filter)
17305
19431
  SENSITIVE = []
17306
19432
  include Aws::Structure
17307
19433
  end
@@ -17527,6 +19653,38 @@ module Aws::Glue
17527
19653
  include Aws::Structure
17528
19654
  end
17529
19655
 
19656
+ # The credentials used when the authentication type is OAuth2
19657
+ # authentication.
19658
+ #
19659
+ # @!attribute [rw] user_managed_client_application_client_secret
19660
+ # The client application client secret if the client application is
19661
+ # user managed.
19662
+ # @return [String]
19663
+ #
19664
+ # @!attribute [rw] access_token
19665
+ # The access token used when the authentication type is OAuth2.
19666
+ # @return [String]
19667
+ #
19668
+ # @!attribute [rw] refresh_token
19669
+ # The refresh token used when the authentication type is OAuth2.
19670
+ # @return [String]
19671
+ #
19672
+ # @!attribute [rw] jwt_token
19673
+ # The JSON Web Token (JWT) used when the authentication type is
19674
+ # OAuth2.
19675
+ # @return [String]
19676
+ #
19677
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
19678
+ #
19679
+ class OAuth2Credentials < Struct.new(
19680
+ :user_managed_client_application_client_secret,
19681
+ :access_token,
19682
+ :refresh_token,
19683
+ :jwt_token)
19684
+ SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
19685
+ include Aws::Structure
19686
+ end
19687
+
17530
19688
  # A structure containing properties for OAuth2 authentication.
17531
19689
  #
17532
19690
  # @!attribute [rw] o_auth_2_grant_type
@@ -17586,6 +19744,11 @@ module Aws::Glue
17586
19744
  # `AUTHORIZATION_CODE` grant type.
17587
19745
  # @return [Types::AuthorizationCodeProperties]
17588
19746
  #
19747
+ # @!attribute [rw] o_auth_2_credentials
19748
+ # The credentials used when the authentication type is OAuth2
19749
+ # authentication.
19750
+ # @return [Types::OAuth2Credentials]
19751
+ #
17589
19752
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
17590
19753
  #
17591
19754
  class OAuth2PropertiesInput < Struct.new(
@@ -17593,7 +19756,8 @@ module Aws::Glue
17593
19756
  :o_auth_2_client_application,
17594
19757
  :token_url,
17595
19758
  :token_url_parameters_map,
17596
- :authorization_code_properties)
19759
+ :authorization_code_properties,
19760
+ :o_auth_2_credentials)
17597
19761
  SENSITIVE = []
17598
19762
  include Aws::Structure
17599
19763
  end
@@ -18211,6 +20375,51 @@ module Aws::Glue
18211
20375
  include Aws::Structure
18212
20376
  end
18213
20377
 
20378
+ # An object that defines a connection type for a compute environment.
20379
+ #
20380
+ # @!attribute [rw] name
20381
+ # The name of the property.
20382
+ # @return [String]
20383
+ #
20384
+ # @!attribute [rw] description
20385
+ # A description of the property.
20386
+ # @return [String]
20387
+ #
20388
+ # @!attribute [rw] required
20389
+ # Indicates whether the property is required.
20390
+ # @return [Boolean]
20391
+ #
20392
+ # @!attribute [rw] default_value
20393
+ # The default value for the property.
20394
+ # @return [String]
20395
+ #
20396
+ # @!attribute [rw] property_types
20397
+ # Describes the type of property.
20398
+ # @return [Array<String>]
20399
+ #
20400
+ # @!attribute [rw] allowed_values
20401
+ # A list of `AllowedValue` objects representing the values allowed for
20402
+ # the property.
20403
+ # @return [Array<Types::AllowedValue>]
20404
+ #
20405
+ # @!attribute [rw] data_operation_scopes
20406
+ # Indicates which data operations are applicable to the property.
20407
+ # @return [Array<String>]
20408
+ #
20409
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
20410
+ #
20411
+ class Property < Struct.new(
20412
+ :name,
20413
+ :description,
20414
+ :required,
20415
+ :default_value,
20416
+ :property_types,
20417
+ :allowed_values,
20418
+ :data_operation_scopes)
20419
+ SENSITIVE = []
20420
+ include Aws::Structure
20421
+ end
20422
+
18214
20423
  # Defines a property predicate.
18215
20424
  #
18216
20425
  # @!attribute [rw] key
@@ -19010,6 +21219,20 @@ module Aws::Glue
19010
21219
  include Aws::Structure
19011
21220
  end
19012
21221
 
21222
+ # The resource could not be found.
21223
+ #
21224
+ # @!attribute [rw] message
21225
+ # A message describing the problem.
21226
+ # @return [String]
21227
+ #
21228
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
21229
+ #
21230
+ class ResourceNotFoundException < Struct.new(
21231
+ :message)
21232
+ SENSITIVE = []
21233
+ include Aws::Structure
21234
+ end
21235
+
19013
21236
  # A resource was not ready for a transaction.
19014
21237
  #
19015
21238
  # @!attribute [rw] message
@@ -21058,6 +23281,49 @@ module Aws::Glue
21058
23281
  include Aws::Structure
21059
23282
  end
21060
23283
 
23284
+ # The resource properties associated with the integration source.
23285
+ #
23286
+ # @!attribute [rw] role_arn
23287
+ # The IAM role to access the Glue connection.
23288
+ # @return [String]
23289
+ #
23290
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
23291
+ #
23292
+ class SourceProcessingProperties < Struct.new(
23293
+ :role_arn)
23294
+ SENSITIVE = []
23295
+ include Aws::Structure
23296
+ end
23297
+
23298
+ # Properties used by the source leg to process data from the source.
23299
+ #
23300
+ # @!attribute [rw] fields
23301
+ # A list of fields used for column-level filtering.
23302
+ # @return [Array<String>]
23303
+ #
23304
+ # @!attribute [rw] filter_predicate
23305
+ # A condition clause used for row-level filtering.
23306
+ # @return [String]
23307
+ #
23308
+ # @!attribute [rw] primary_key
23309
+ # Unique identifier of a record.
23310
+ # @return [Array<String>]
23311
+ #
23312
+ # @!attribute [rw] record_update_field
23313
+ # Incremental pull timestamp-based field.
23314
+ # @return [String]
23315
+ #
23316
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
23317
+ #
23318
+ class SourceTableConfig < Struct.new(
23319
+ :fields,
23320
+ :filter_predicate,
23321
+ :primary_key,
23322
+ :record_update_field)
23323
+ SENSITIVE = []
23324
+ include Aws::Structure
23325
+ end
23326
+
21061
23327
  # Specifies a connector to an Apache Spark data source.
21062
23328
  #
21063
23329
  # @!attribute [rw] name
@@ -23094,6 +25360,39 @@ module Aws::Glue
23094
25360
  include Aws::Structure
23095
25361
  end
23096
25362
 
25363
+ # The `Tag` object represents a label that you can assign to an Amazon
25364
+ # Web Services resource. Each tag consists of a key and an optional
25365
+ # value, both of which you define.
25366
+ #
25367
+ # For more information about tags, and controlling access to resources
25368
+ # in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
25369
+ # Glue Resource ARNs][2] in the developer guide.
25370
+ #
25371
+ #
25372
+ #
25373
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
25374
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
25375
+ #
25376
+ # @!attribute [rw] key
25377
+ # The tag key. The key is required when you create a tag on an object.
25378
+ # The key is case-sensitive, and must not contain the prefix aws.
25379
+ # @return [String]
25380
+ #
25381
+ # @!attribute [rw] value
25382
+ # The tag value. The value is optional when you create a tag on an
25383
+ # object. The value is case-sensitive, and must not contain the prefix
25384
+ # aws.
25385
+ # @return [String]
25386
+ #
25387
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
25388
+ #
25389
+ class Tag < Struct.new(
25390
+ :key,
25391
+ :value)
25392
+ SENSITIVE = []
25393
+ include Aws::Structure
25394
+ end
25395
+
23097
25396
  # @!attribute [rw] resource_arn
23098
25397
  # The ARN of the Glue resource to which to add the tags. For more
23099
25398
  # information about Glue resource ARNs, see the [Glue ARN string
@@ -23121,6 +25420,90 @@ module Aws::Glue
23121
25420
  #
23122
25421
  class TagResourceResponse < Aws::EmptyStructure; end
23123
25422
 
25423
+ # The resource properties associated with the integration target.
25424
+ #
25425
+ # @!attribute [rw] role_arn
25426
+ # The IAM role to access the Glue database.
25427
+ # @return [String]
25428
+ #
25429
+ # @!attribute [rw] kms_arn
25430
+ # The ARN of the KMS key used for encryption.
25431
+ # @return [String]
25432
+ #
25433
+ # @!attribute [rw] connection_name
25434
+ # The Glue network connection to configure the Glue job running in the
25435
+ # customer VPC.
25436
+ # @return [String]
25437
+ #
25438
+ # @!attribute [rw] event_bus_arn
25439
+ # The ARN of an Eventbridge event bus to receive the integration
25440
+ # status notification.
25441
+ # @return [String]
25442
+ #
25443
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
25444
+ #
25445
+ class TargetProcessingProperties < Struct.new(
25446
+ :role_arn,
25447
+ :kms_arn,
25448
+ :connection_name,
25449
+ :event_bus_arn)
25450
+ SENSITIVE = []
25451
+ include Aws::Structure
25452
+ end
25453
+
25454
+ # A structure that describes a target catalog for resource linking.
25455
+ #
25456
+ # @!attribute [rw] catalog_arn
25457
+ # The Amazon Resource Name (ARN) of the catalog resource.
25458
+ # @return [String]
25459
+ #
25460
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
25461
+ #
25462
+ class TargetRedshiftCatalog < Struct.new(
25463
+ :catalog_arn)
25464
+ SENSITIVE = []
25465
+ include Aws::Structure
25466
+ end
25467
+
25468
+ # The target resource could not be found.
25469
+ #
25470
+ # @!attribute [rw] message
25471
+ # A message describing the problem.
25472
+ # @return [String]
25473
+ #
25474
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
25475
+ #
25476
+ class TargetResourceNotFound < Struct.new(
25477
+ :message)
25478
+ SENSITIVE = []
25479
+ include Aws::Structure
25480
+ end
25481
+
25482
+ # Properties used by the target leg to partition the data on the target.
25483
+ #
25484
+ # @!attribute [rw] unnest_spec
25485
+ # Specifies how nested objects are flattened to top-level elements.
25486
+ # Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
25487
+ # @return [String]
25488
+ #
25489
+ # @!attribute [rw] partition_spec
25490
+ # Determines the file layout on the target.
25491
+ # @return [Array<Types::IntegrationPartition>]
25492
+ #
25493
+ # @!attribute [rw] target_table_name
25494
+ # The optional name of a target table.
25495
+ # @return [String]
25496
+ #
25497
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
25498
+ #
25499
+ class TargetTableConfig < Struct.new(
25500
+ :unnest_spec,
25501
+ :partition_spec,
25502
+ :target_table_name)
25503
+ SENSITIVE = []
25504
+ include Aws::Structure
25505
+ end
25506
+
23124
25507
  # The sampling parameters that are associated with the machine learning
23125
25508
  # transform.
23126
25509
  #
@@ -23316,6 +25699,10 @@ module Aws::Glue
23316
25699
  # testing.
23317
25700
  # @return [String]
23318
25701
  #
25702
+ # @!attribute [rw] catalog_id
25703
+ # The catalog ID where the connection resides.
25704
+ # @return [String]
25705
+ #
23319
25706
  # @!attribute [rw] test_connection_input
23320
25707
  # A structure that is used to specify testing a connection to a
23321
25708
  # service.
@@ -23325,6 +25712,7 @@ module Aws::Glue
23325
25712
  #
23326
25713
  class TestConnectionRequest < Struct.new(
23327
25714
  :connection_name,
25715
+ :catalog_id,
23328
25716
  :test_connection_input)
23329
25717
  SENSITIVE = []
23330
25718
  include Aws::Structure
@@ -23825,6 +26213,28 @@ module Aws::Glue
23825
26213
  include Aws::Structure
23826
26214
  end
23827
26215
 
26216
+ # @!attribute [rw] catalog_id
26217
+ # The ID of the catalog.
26218
+ # @return [String]
26219
+ #
26220
+ # @!attribute [rw] catalog_input
26221
+ # A `CatalogInput` object specifying the new properties of an existing
26222
+ # catalog.
26223
+ # @return [Types::CatalogInput]
26224
+ #
26225
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
26226
+ #
26227
+ class UpdateCatalogRequest < Struct.new(
26228
+ :catalog_id,
26229
+ :catalog_input)
26230
+ SENSITIVE = []
26231
+ include Aws::Structure
26232
+ end
26233
+
26234
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
26235
+ #
26236
+ class UpdateCatalogResponse < Aws::EmptyStructure; end
26237
+
23828
26238
  # @!attribute [rw] grok_classifier
23829
26239
  # A `GrokClassifier` object with updated fields.
23830
26240
  # @return [Types::UpdateGrokClassifierRequest]
@@ -24389,6 +26799,81 @@ module Aws::Glue
24389
26799
  include Aws::Structure
24390
26800
  end
24391
26801
 
26802
+ # @!attribute [rw] resource_arn
26803
+ # The connection ARN of the source, or the database ARN of the target.
26804
+ # @return [String]
26805
+ #
26806
+ # @!attribute [rw] source_processing_properties
26807
+ # The resource properties associated with the integration source.
26808
+ # @return [Types::SourceProcessingProperties]
26809
+ #
26810
+ # @!attribute [rw] target_processing_properties
26811
+ # The resource properties associated with the integration target.
26812
+ # @return [Types::TargetProcessingProperties]
26813
+ #
26814
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
26815
+ #
26816
+ class UpdateIntegrationResourcePropertyRequest < Struct.new(
26817
+ :resource_arn,
26818
+ :source_processing_properties,
26819
+ :target_processing_properties)
26820
+ SENSITIVE = []
26821
+ include Aws::Structure
26822
+ end
26823
+
26824
+ # @!attribute [rw] resource_arn
26825
+ # The connection ARN of the source, or the database ARN of the target.
26826
+ # @return [String]
26827
+ #
26828
+ # @!attribute [rw] source_processing_properties
26829
+ # The resource properties associated with the integration source.
26830
+ # @return [Types::SourceProcessingProperties]
26831
+ #
26832
+ # @!attribute [rw] target_processing_properties
26833
+ # The resource properties associated with the integration target.
26834
+ # @return [Types::TargetProcessingProperties]
26835
+ #
26836
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
26837
+ #
26838
+ class UpdateIntegrationResourcePropertyResponse < Struct.new(
26839
+ :resource_arn,
26840
+ :source_processing_properties,
26841
+ :target_processing_properties)
26842
+ SENSITIVE = []
26843
+ include Aws::Structure
26844
+ end
26845
+
26846
+ # @!attribute [rw] resource_arn
26847
+ # The connection ARN of the source, or the database ARN of the target.
26848
+ # @return [String]
26849
+ #
26850
+ # @!attribute [rw] table_name
26851
+ # The name of the table to be replicated.
26852
+ # @return [String]
26853
+ #
26854
+ # @!attribute [rw] source_table_config
26855
+ # A structure for the source table configuration.
26856
+ # @return [Types::SourceTableConfig]
26857
+ #
26858
+ # @!attribute [rw] target_table_config
26859
+ # A structure for the target table configuration.
26860
+ # @return [Types::TargetTableConfig]
26861
+ #
26862
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
26863
+ #
26864
+ class UpdateIntegrationTablePropertiesRequest < Struct.new(
26865
+ :resource_arn,
26866
+ :table_name,
26867
+ :source_table_config,
26868
+ :target_table_config)
26869
+ SENSITIVE = []
26870
+ include Aws::Structure
26871
+ end
26872
+
26873
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
26874
+ #
26875
+ class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
26876
+
24392
26877
  # @!attribute [rw] job_name
24393
26878
  # The name of the Glue job to be synchronized to or from the remote
24394
26879
  # repository.