aws-sdk-glue 1.203.0 → 1.204.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -141,6 +141,25 @@ module Aws::Glue
141
141
  include Aws::Structure
142
142
  end
143
143
 
144
+ # An object representing a value allowed for a property.
145
+ #
146
+ # @!attribute [rw] description
147
+ # A description of the allowed value.
148
+ # @return [String]
149
+ #
150
+ # @!attribute [rw] value
151
+ # The value allowed for the property.
152
+ # @return [String]
153
+ #
154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
155
+ #
156
+ class AllowedValue < Struct.new(
157
+ :description,
158
+ :value)
159
+ SENSITIVE = []
160
+ include Aws::Structure
161
+ end
162
+
144
163
  # A resource to be created or added already exists.
145
164
  #
146
165
  # @!attribute [rw] message
@@ -491,6 +510,44 @@ module Aws::Glue
491
510
  include Aws::Structure
492
511
  end
493
512
 
513
+ # The authentication configuration for a connection returned by the
514
+ # `DescribeConnectionType` API.
515
+ #
516
+ # @!attribute [rw] authentication_type
517
+ # The type of authentication for a connection.
518
+ # @return [Types::Property]
519
+ #
520
+ # @!attribute [rw] secret_arn
521
+ # The Amazon Resource Name (ARN) for the Secrets Manager.
522
+ # @return [Types::Property]
523
+ #
524
+ # @!attribute [rw] o_auth_2_properties
525
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
526
+ # a `Property` object.
527
+ # @return [Hash<String,Types::Property>]
528
+ #
529
+ # @!attribute [rw] basic_authentication_properties
530
+ # A map of key-value pairs for the OAuth2 properties. Each value is a
531
+ # a `Property` object.
532
+ # @return [Hash<String,Types::Property>]
533
+ #
534
+ # @!attribute [rw] custom_authentication_properties
535
+ # A map of key-value pairs for the custom authentication properties.
536
+ # Each value is a a `Property` object.
537
+ # @return [Hash<String,Types::Property>]
538
+ #
539
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
540
+ #
541
+ class AuthConfiguration < Struct.new(
542
+ :authentication_type,
543
+ :secret_arn,
544
+ :o_auth_2_properties,
545
+ :basic_authentication_properties,
546
+ :custom_authentication_properties)
547
+ SENSITIVE = []
548
+ include Aws::Structure
549
+ end
550
+
494
551
  # A structure containing the authentication configuration.
495
552
  #
496
553
  # @!attribute [rw] authentication_type
@@ -533,13 +590,31 @@ module Aws::Glue
533
590
  # request.
534
591
  # @return [String]
535
592
  #
593
+ # @!attribute [rw] kms_key_arn
594
+ # The ARN of the KMS key used to encrypt the connection. Only taken an
595
+ # as input in the request and stored in the Secret Manager.
596
+ # @return [String]
597
+ #
598
+ # @!attribute [rw] basic_authentication_credentials
599
+ # The credentials used when the authentication type is basic
600
+ # authentication.
601
+ # @return [Types::BasicAuthenticationCredentials]
602
+ #
603
+ # @!attribute [rw] custom_authentication_credentials
604
+ # The credentials used when the authentication type is custom
605
+ # authentication.
606
+ # @return [Hash<String,String>]
607
+ #
536
608
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
537
609
  #
538
610
  class AuthenticationConfigurationInput < Struct.new(
539
611
  :authentication_type,
540
612
  :o_auth_2_properties,
541
- :secret_arn)
542
- SENSITIVE = []
613
+ :secret_arn,
614
+ :kms_key_arn,
615
+ :basic_authentication_credentials,
616
+ :custom_authentication_credentials)
617
+ SENSITIVE = [:custom_authentication_credentials]
543
618
  include Aws::Structure
544
619
  end
545
620
 
@@ -607,6 +682,26 @@ module Aws::Glue
607
682
  include Aws::Structure
608
683
  end
609
684
 
685
+ # For supplying basic auth credentials when not providing a `SecretArn`
686
+ # value.
687
+ #
688
+ # @!attribute [rw] username
689
+ # The username to connect to the data source.
690
+ # @return [String]
691
+ #
692
+ # @!attribute [rw] password
693
+ # The password to connect to the data source.
694
+ # @return [String]
695
+ #
696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
697
+ #
698
+ class BasicAuthenticationCredentials < Struct.new(
699
+ :username,
700
+ :password)
701
+ SENSITIVE = [:password]
702
+ include Aws::Structure
703
+ end
704
+
610
705
  # Specifies a target that uses a Glue Data Catalog table.
611
706
  #
612
707
  # @!attribute [rw] name
@@ -1792,6 +1887,115 @@ module Aws::Glue
1792
1887
  #
1793
1888
  class CancelStatementResponse < Aws::EmptyStructure; end
1794
1889
 
1890
+ # Specifies the supported authentication types returned by the
1891
+ # `DescribeConnectionType` API.
1892
+ #
1893
+ # @!attribute [rw] supported_authentication_types
1894
+ # A list of supported authentication types.
1895
+ # @return [Array<String>]
1896
+ #
1897
+ # @!attribute [rw] supported_data_operations
1898
+ # A list of supported data operations.
1899
+ # @return [Array<String>]
1900
+ #
1901
+ # @!attribute [rw] supported_compute_environments
1902
+ # A list of supported compute environments.
1903
+ # @return [Array<String>]
1904
+ #
1905
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
1906
+ #
1907
+ class Capabilities < Struct.new(
1908
+ :supported_authentication_types,
1909
+ :supported_data_operations,
1910
+ :supported_compute_environments)
1911
+ SENSITIVE = []
1912
+ include Aws::Structure
1913
+ end
1914
+
1915
+ # The catalog object represents a logical grouping of databases in the
1916
+ # Glue Data Catalog or a federated source. You can now create a
1917
+ # Redshift-federated catalog or a catalog containing resource links to
1918
+ # Redshift databases in another account or region.
1919
+ #
1920
+ # @!attribute [rw] catalog_id
1921
+ # The ID of the catalog. To grant access to the default catalog, this
1922
+ # field should not be provided.
1923
+ # @return [String]
1924
+ #
1925
+ # @!attribute [rw] name
1926
+ # The name of the catalog. Cannot be the same as the account ID.
1927
+ # @return [String]
1928
+ #
1929
+ # @!attribute [rw] resource_arn
1930
+ # The Amazon Resource Name (ARN) assigned to the catalog resource.
1931
+ # @return [String]
1932
+ #
1933
+ # @!attribute [rw] description
1934
+ # Description string, not more than 2048 bytes long, matching the URI
1935
+ # address multi-line string pattern. A description of the catalog.
1936
+ # @return [String]
1937
+ #
1938
+ # @!attribute [rw] parameters
1939
+ # A map array of key-value pairs that define parameters and properties
1940
+ # of the catalog.
1941
+ # @return [Hash<String,String>]
1942
+ #
1943
+ # @!attribute [rw] create_time
1944
+ # The time at which the catalog was created.
1945
+ # @return [Time]
1946
+ #
1947
+ # @!attribute [rw] update_time
1948
+ # The time at which the catalog was last updated.
1949
+ # @return [Time]
1950
+ #
1951
+ # @!attribute [rw] target_redshift_catalog
1952
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
1953
+ # database resource linking.
1954
+ # @return [Types::TargetRedshiftCatalog]
1955
+ #
1956
+ # @!attribute [rw] federated_catalog
1957
+ # A `FederatedCatalog` object that points to an entity outside the
1958
+ # Glue Data Catalog.
1959
+ # @return [Types::FederatedCatalog]
1960
+ #
1961
+ # @!attribute [rw] catalog_properties
1962
+ # A `CatalogProperties` object that specifies data lake access
1963
+ # properties and other custom properties.
1964
+ # @return [Types::CatalogPropertiesOutput]
1965
+ #
1966
+ # @!attribute [rw] create_table_default_permissions
1967
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1968
+ # permissions on the table(s) for principals. Used by Amazon Web
1969
+ # Services Lake Formation. Not used in the normal course of Glue
1970
+ # operations.
1971
+ # @return [Array<Types::PrincipalPermissions>]
1972
+ #
1973
+ # @!attribute [rw] create_database_default_permissions
1974
+ # An array of `PrincipalPermissions` objects. Creates a set of default
1975
+ # permissions on the database(s) for principals. Used by Amazon Web
1976
+ # Services Lake Formation. Not used in the normal course of Glue
1977
+ # operations.
1978
+ # @return [Array<Types::PrincipalPermissions>]
1979
+ #
1980
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
1981
+ #
1982
+ class Catalog < Struct.new(
1983
+ :catalog_id,
1984
+ :name,
1985
+ :resource_arn,
1986
+ :description,
1987
+ :parameters,
1988
+ :create_time,
1989
+ :update_time,
1990
+ :target_redshift_catalog,
1991
+ :federated_catalog,
1992
+ :catalog_properties,
1993
+ :create_table_default_permissions,
1994
+ :create_database_default_permissions)
1995
+ SENSITIVE = []
1996
+ include Aws::Structure
1997
+ end
1998
+
1795
1999
  # Specifies a Delta Lake data source that is registered in the Glue Data
1796
2000
  # Catalog.
1797
2001
  #
@@ -1905,6 +2109,62 @@ module Aws::Glue
1905
2109
  include Aws::Structure
1906
2110
  end
1907
2111
 
2112
+ # A structure that describes catalog properties.
2113
+ #
2114
+ # @!attribute [rw] description
2115
+ # Description string, not more than 2048 bytes long, matching the URI
2116
+ # address multi-line string pattern. A description of the catalog.
2117
+ # @return [String]
2118
+ #
2119
+ # @!attribute [rw] federated_catalog
2120
+ # A `FederatedCatalog` object. A `FederatedCatalog` structure that
2121
+ # references an entity outside the Glue Data Catalog, for example a
2122
+ # Redshift database.
2123
+ # @return [Types::FederatedCatalog]
2124
+ #
2125
+ # @!attribute [rw] parameters
2126
+ # A map array of key-value pairs that define the parameters and
2127
+ # properties of the catalog.
2128
+ # @return [Hash<String,String>]
2129
+ #
2130
+ # @!attribute [rw] target_redshift_catalog
2131
+ # A `TargetRedshiftCatalog` object that describes a target catalog for
2132
+ # resource linking.
2133
+ # @return [Types::TargetRedshiftCatalog]
2134
+ #
2135
+ # @!attribute [rw] catalog_properties
2136
+ # A `CatalogProperties` object that specifies data lake access
2137
+ # properties and other custom properties.
2138
+ # @return [Types::CatalogProperties]
2139
+ #
2140
+ # @!attribute [rw] create_table_default_permissions
2141
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2142
+ # permissions on the table(s) for principals. Used by Amazon Web
2143
+ # Services Lake Formation. Typically should be explicitly set as an
2144
+ # empty list.
2145
+ # @return [Array<Types::PrincipalPermissions>]
2146
+ #
2147
+ # @!attribute [rw] create_database_default_permissions
2148
+ # An array of `PrincipalPermissions` objects. Creates a set of default
2149
+ # permissions on the database(s) for principals. Used by Amazon Web
2150
+ # Services Lake Formation. Typically should be explicitly set as an
2151
+ # empty list.
2152
+ # @return [Array<Types::PrincipalPermissions>]
2153
+ #
2154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
2155
+ #
2156
+ class CatalogInput < Struct.new(
2157
+ :description,
2158
+ :federated_catalog,
2159
+ :parameters,
2160
+ :target_redshift_catalog,
2161
+ :catalog_properties,
2162
+ :create_table_default_permissions,
2163
+ :create_database_default_permissions)
2164
+ SENSITIVE = []
2165
+ include Aws::Structure
2166
+ end
2167
+
1908
2168
  # Specifies an Apache Kafka data store in the Data Catalog.
1909
2169
  #
1910
2170
  # @!attribute [rw] name
@@ -1996,6 +2256,52 @@ module Aws::Glue
1996
2256
  include Aws::Structure
1997
2257
  end
1998
2258
 
2259
+ # A structure that specifies data lake access properties and other
2260
+ # custom properties.
2261
+ #
2262
+ # @!attribute [rw] data_lake_access_properties
2263
+ # A `DataLakeAccessProperties` object that specifies properties to
2264
+ # configure data lake access for your catalog resource in the Glue
2265
+ # Data Catalog.
2266
+ # @return [Types::DataLakeAccessProperties]
2267
+ #
2268
+ # @!attribute [rw] custom_properties
2269
+ # Additional key-value properties for the catalog, such as column
2270
+ # statistics optimizations.
2271
+ # @return [Hash<String,String>]
2272
+ #
2273
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
2274
+ #
2275
+ class CatalogProperties < Struct.new(
2276
+ :data_lake_access_properties,
2277
+ :custom_properties)
2278
+ SENSITIVE = []
2279
+ include Aws::Structure
2280
+ end
2281
+
2282
+ # Property attributes that include configuration properties for the
2283
+ # catalog resource.
2284
+ #
2285
+ # @!attribute [rw] data_lake_access_properties
2286
+ # A `DataLakeAccessProperties` object with input properties to
2287
+ # configure data lake access for your catalog resource in the Glue
2288
+ # Data Catalog.
2289
+ # @return [Types::DataLakeAccessPropertiesOutput]
2290
+ #
2291
+ # @!attribute [rw] custom_properties
2292
+ # Additional key-value properties for the catalog, such as column
2293
+ # statistics optimizations.
2294
+ # @return [Hash<String,String>]
2295
+ #
2296
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
2297
+ #
2298
+ class CatalogPropertiesOutput < Struct.new(
2299
+ :data_lake_access_properties,
2300
+ :custom_properties)
2301
+ SENSITIVE = []
2302
+ include Aws::Structure
2303
+ end
2304
+
1999
2305
  # A policy that specifies update behavior for the crawler.
2000
2306
  #
2001
2307
  # @!attribute [rw] enable_update_catalog
@@ -3027,6 +3333,20 @@ module Aws::Glue
3027
3333
  # CloudWatch logs.
3028
3334
  # @return [String]
3029
3335
  #
3336
+ # @!attribute [rw] schedule_type
3337
+ # The type of schedule for a column statistics task. Possible values
3338
+ # may be `CRON` or `AUTO`.
3339
+ # @return [String]
3340
+ #
3341
+ # @!attribute [rw] setting_source
3342
+ # The source of setting the column statistics task. Possible values
3343
+ # may be `CATALOG` or `TABLE`.
3344
+ # @return [String]
3345
+ #
3346
+ # @!attribute [rw] last_execution_attempt
3347
+ # The last `ExecutionAttempt` for the column statistics task run.
3348
+ # @return [Types::ExecutionAttempt]
3349
+ #
3030
3350
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
3031
3351
  #
3032
3352
  class ColumnStatisticsTaskSettings < Struct.new(
@@ -3037,7 +3357,10 @@ module Aws::Glue
3037
3357
  :catalog_id,
3038
3358
  :role,
3039
3359
  :sample_size,
3040
- :security_configuration)
3360
+ :security_configuration,
3361
+ :schedule_type,
3362
+ :setting_source,
3363
+ :last_execution_attempt)
3041
3364
  SENSITIVE = []
3042
3365
  include Aws::Structure
3043
3366
  end
@@ -3071,6 +3394,64 @@ module Aws::Glue
3071
3394
  include Aws::Structure
3072
3395
  end
3073
3396
 
3397
+ # An object containing configuration for a compute environment (such as
3398
+ # Spark, Python or Athena) returned by the `DescribeConnectionType` API.
3399
+ #
3400
+ # @!attribute [rw] name
3401
+ # A name for the compute environment configuration.
3402
+ # @return [String]
3403
+ #
3404
+ # @!attribute [rw] description
3405
+ # A description of the compute environment.
3406
+ # @return [String]
3407
+ #
3408
+ # @!attribute [rw] compute_environment
3409
+ # The type of compute environment.
3410
+ # @return [String]
3411
+ #
3412
+ # @!attribute [rw] supported_authentication_types
3413
+ # The supported authentication types for the compute environment.
3414
+ # @return [Array<String>]
3415
+ #
3416
+ # @!attribute [rw] connection_options
3417
+ # The parameters used as connection options for the compute
3418
+ # environment.
3419
+ # @return [Hash<String,Types::Property>]
3420
+ #
3421
+ # @!attribute [rw] connection_property_name_overrides
3422
+ # The connection property name overrides for the compute environment.
3423
+ # @return [Hash<String,String>]
3424
+ #
3425
+ # @!attribute [rw] connection_option_name_overrides
3426
+ # The connection option name overrides for the compute environment.
3427
+ # @return [Hash<String,String>]
3428
+ #
3429
+ # @!attribute [rw] connection_properties_required_overrides
3430
+ # The connection properties that are required as overrides for the
3431
+ # compute environment.
3432
+ # @return [Array<String>]
3433
+ #
3434
+ # @!attribute [rw] physical_connection_properties_required
3435
+ # Indicates whether `PhysicalConnectionProperties` are required for
3436
+ # the compute environment.
3437
+ # @return [Boolean]
3438
+ #
3439
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
3440
+ #
3441
+ class ComputeEnvironmentConfiguration < Struct.new(
3442
+ :name,
3443
+ :description,
3444
+ :compute_environment,
3445
+ :supported_authentication_types,
3446
+ :connection_options,
3447
+ :connection_property_name_overrides,
3448
+ :connection_option_name_overrides,
3449
+ :connection_properties_required_overrides,
3450
+ :physical_connection_properties_required)
3451
+ SENSITIVE = []
3452
+ include Aws::Structure
3453
+ end
3454
+
3074
3455
  # Two processes are trying to modify a resource simultaneously.
3075
3456
  #
3076
3457
  # @!attribute [rw] message
@@ -3280,7 +3661,8 @@ module Aws::Glue
3280
3661
  # @return [Array<String>]
3281
3662
  #
3282
3663
  # @!attribute [rw] connection_properties
3283
- # These key-value pairs define parameters for the connection:
3664
+ # These key-value pairs define parameters for the connection when
3665
+ # using the version 1 Connection schema:
3284
3666
  #
3285
3667
  # * `HOST` - The host URI: either the fully qualified domain name
3286
3668
  # (FQDN) or the IPv4 address of the database host.
@@ -3459,8 +3841,16 @@ module Aws::Glue
3459
3841
  # [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
3460
3842
  # @return [Hash<String,String>]
3461
3843
  #
3844
+ # @!attribute [rw] spark_properties
3845
+ # Connection properties specific to the Spark compute environment.
3846
+ # @return [Hash<String,String>]
3847
+ #
3462
3848
  # @!attribute [rw] athena_properties
3463
- # This field is not currently used.
3849
+ # Connection properties specific to the Athena compute environment.
3850
+ # @return [Hash<String,String>]
3851
+ #
3852
+ # @!attribute [rw] python_properties
3853
+ # Connection properties specific to the Python compute environment.
3464
3854
  # @return [Hash<String,String>]
3465
3855
  #
3466
3856
  # @!attribute [rw] physical_connection_requirements
@@ -3501,6 +3891,15 @@ module Aws::Glue
3501
3891
  # The authentication properties of the connection.
3502
3892
  # @return [Types::AuthenticationConfiguration]
3503
3893
  #
3894
+ # @!attribute [rw] connection_schema_version
3895
+ # The version of the connection schema for this connection. Version 2
3896
+ # supports properties for specific compute environments.
3897
+ # @return [Integer]
3898
+ #
3899
+ # @!attribute [rw] compatible_compute_environments
3900
+ # A list of compute environments compatible with the connection.
3901
+ # @return [Array<String>]
3902
+ #
3504
3903
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
3505
3904
  #
3506
3905
  class Connection < Struct.new(
@@ -3509,7 +3908,9 @@ module Aws::Glue
3509
3908
  :connection_type,
3510
3909
  :match_criteria,
3511
3910
  :connection_properties,
3911
+ :spark_properties,
3512
3912
  :athena_properties,
3913
+ :python_properties,
3513
3914
  :physical_connection_requirements,
3514
3915
  :creation_time,
3515
3916
  :last_updated_time,
@@ -3517,7 +3918,9 @@ module Aws::Glue
3517
3918
  :status,
3518
3919
  :status_reason,
3519
3920
  :last_connection_validation_time,
3520
- :authentication_configuration)
3921
+ :authentication_configuration,
3922
+ :connection_schema_version,
3923
+ :compatible_compute_environments)
3521
3924
  SENSITIVE = []
3522
3925
  include Aws::Structure
3523
3926
  end
@@ -3585,13 +3988,6 @@ module Aws::Glue
3585
3988
  # * Required: `CONNECTION_URL`.
3586
3989
  #
3587
3990
  # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
3588
- # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
3589
- # authencation.
3590
- #
3591
- # * Requires the `AuthenticationConfiguration` member to be
3592
- # configured.
3593
- #
3594
- # ^
3595
3991
  # * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
3596
3992
  # validation by Amazon Redshift.
3597
3993
  #
@@ -3620,20 +4016,72 @@ module Aws::Glue
3620
4016
  # connector to read from and write to data stores that are not
3621
4017
  # natively supported by Glue.
3622
4018
  #
4019
+ # Additionally, a `ConnectionType` for the following SaaS connectors
4020
+ # is supported:
4021
+ #
4022
+ # * `FACEBOOKADS` - Designates a connection to Facebook Ads.
4023
+ #
4024
+ # * `GOOGLEADS` - Designates a connection to Google Ads.
4025
+ #
4026
+ # * `GOOGLESHEETS` - Designates a connection to Google Sheets.
4027
+ #
4028
+ # * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
4029
+ # 4.
4030
+ #
4031
+ # * `HUBSPOT` - Designates a connection to HubSpot.
4032
+ #
4033
+ # * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
4034
+ #
4035
+ # * `INTERCOM` - Designates a connection to Intercom.
4036
+ #
4037
+ # * `JIRACLOUD` - Designates a connection to Jira Cloud.
4038
+ #
4039
+ # * `MARKETO` - Designates a connection to Adobe Marketo Engage.
4040
+ #
4041
+ # * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
4042
+ #
4043
+ # * `SALESFORCE` - Designates a connection to Salesforce using OAuth
4044
+ # authentication.
4045
+ #
4046
+ # * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
4047
+ # Marketing Cloud.
4048
+ #
4049
+ # * `SALESFORCEPARDOT` - Designates a connection to Salesforce
4050
+ # Marketing Cloud Account Engagement (MCAE).
4051
+ #
4052
+ # * `SAPODATA` - Designates a connection to SAP OData.
4053
+ #
4054
+ # * `SERVICENOW` - Designates a connection to ServiceNow.
4055
+ #
4056
+ # * `SLACK` - Designates a connection to Slack.
4057
+ #
4058
+ # * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
4059
+ #
4060
+ # * `STRIPE` - Designates a connection to Stripe.
4061
+ #
4062
+ # * `ZENDESK` - Designates a connection to Zendesk.
4063
+ #
4064
+ # * `ZOHOCRM` - Designates a connection to Zoho CRM.
4065
+ #
4066
+ # For more information on the connection parameters needed for a
4067
+ # particular connector, see the documentation for the connector in
4068
+ # [Adding an Glue connection][1]in the Glue User Guide.
4069
+ #
3623
4070
  # `SFTP` is not supported.
3624
4071
  #
3625
4072
  # For more information about how optional ConnectionProperties are
3626
4073
  # used to configure features in Glue, consult [Glue connection
3627
- # properties][1].
4074
+ # properties][2].
3628
4075
  #
3629
4076
  # For more information about how optional ConnectionProperties are
3630
4077
  # used to configure features in Glue Studio, consult [Using connectors
3631
- # and connections][2].
4078
+ # and connections][3].
3632
4079
  #
3633
4080
  #
3634
4081
  #
3635
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
3636
- # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
4082
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
4083
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
4084
+ # [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
3637
4085
  # @return [String]
3638
4086
  #
3639
4087
  # @!attribute [rw] match_criteria
@@ -3644,8 +4092,16 @@ module Aws::Glue
3644
4092
  # These key-value pairs define parameters for the connection.
3645
4093
  # @return [Hash<String,String>]
3646
4094
  #
4095
+ # @!attribute [rw] spark_properties
4096
+ # Connection properties specific to the Spark compute environment.
4097
+ # @return [Hash<String,String>]
4098
+ #
3647
4099
  # @!attribute [rw] athena_properties
3648
- # This field is not currently used.
4100
+ # Connection properties specific to the Athena compute environment.
4101
+ # @return [Hash<String,String>]
4102
+ #
4103
+ # @!attribute [rw] python_properties
4104
+ # Connection properties specific to the Python compute environment.
3649
4105
  # @return [Hash<String,String>]
3650
4106
  #
3651
4107
  # @!attribute [rw] physical_connection_requirements
@@ -3655,15 +4111,19 @@ module Aws::Glue
3655
4111
  # @return [Types::PhysicalConnectionRequirements]
3656
4112
  #
3657
4113
  # @!attribute [rw] authentication_configuration
3658
- # The authentication properties of the connection. Used for a
3659
- # Salesforce connection.
4114
+ # The authentication properties of the connection.
3660
4115
  # @return [Types::AuthenticationConfigurationInput]
3661
4116
  #
3662
4117
  # @!attribute [rw] validate_credentials
3663
- # A flag to validate the credentials during create connection. Used
3664
- # for a Salesforce connection. Default is true.
4118
+ # A flag to validate the credentials during create connection. Default
4119
+ # is true.
3665
4120
  # @return [Boolean]
3666
4121
  #
4122
+ # @!attribute [rw] validate_for_compute_environments
4123
+ # The compute environments that the specified connection properties
4124
+ # are validated against.
4125
+ # @return [Array<String>]
4126
+ #
3667
4127
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
3668
4128
  #
3669
4129
  class ConnectionInput < Struct.new(
@@ -3672,10 +4132,13 @@ module Aws::Glue
3672
4132
  :connection_type,
3673
4133
  :match_criteria,
3674
4134
  :connection_properties,
4135
+ :spark_properties,
3675
4136
  :athena_properties,
4137
+ :python_properties,
3676
4138
  :physical_connection_requirements,
3677
4139
  :authentication_configuration,
3678
- :validate_credentials)
4140
+ :validate_credentials,
4141
+ :validate_for_compute_environments)
3679
4142
  SENSITIVE = []
3680
4143
  include Aws::Structure
3681
4144
  end
@@ -3723,6 +4186,32 @@ module Aws::Glue
3723
4186
  include Aws::Structure
3724
4187
  end
3725
4188
 
4189
+ # Brief information about a supported connection type returned by the
4190
+ # `ListConnectionTypes` API.
4191
+ #
4192
+ # @!attribute [rw] connection_type
4193
+ # The name of the connection type.
4194
+ # @return [String]
4195
+ #
4196
+ # @!attribute [rw] description
4197
+ # A description of the connection type.
4198
+ # @return [String]
4199
+ #
4200
+ # @!attribute [rw] capabilities
4201
+ # The supported authentication types, data interface types (compute
4202
+ # environments), and data operations of the connector.
4203
+ # @return [Types::Capabilities]
4204
+ #
4205
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
4206
+ #
4207
+ class ConnectionTypeBrief < Struct.new(
4208
+ :connection_type,
4209
+ :description,
4210
+ :capabilities)
4211
+ SENSITIVE = []
4212
+ include Aws::Structure
4213
+ end
4214
+
3726
4215
  # Specifies the connections used by a job.
3727
4216
  #
3728
4217
  # @!attribute [rw] connections
@@ -4308,19 +4797,48 @@ module Aws::Glue
4308
4797
  include Aws::Structure
4309
4798
  end
4310
4799
 
4311
- # @!attribute [rw] grok_classifier
4312
- # A `GrokClassifier` object specifying the classifier to create.
4313
- # @return [Types::CreateGrokClassifierRequest]
4800
+ # @!attribute [rw] name
4801
+ # The name of the catalog to create.
4802
+ # @return [String]
4314
4803
  #
4315
- # @!attribute [rw] xml_classifier
4316
- # An `XMLClassifier` object specifying the classifier to create.
4317
- # @return [Types::CreateXMLClassifierRequest]
4804
+ # @!attribute [rw] catalog_input
4805
+ # A `CatalogInput` object that defines the metadata for the catalog.
4806
+ # @return [Types::CatalogInput]
4318
4807
  #
4319
- # @!attribute [rw] json_classifier
4320
- # A `JsonClassifier` object specifying the classifier to create.
4321
- # @return [Types::CreateJsonClassifierRequest]
4808
+ # @!attribute [rw] tags
4809
+ # A map array of key-value pairs, not more than 50 pairs. Each key is
4810
+ # a UTF-8 string, not less than 1 or more than 128 bytes long. Each
4811
+ # value is a UTF-8 string, not more than 256 bytes long. The tags you
4812
+ # assign to the catalog.
4813
+ # @return [Hash<String,String>]
4322
4814
  #
4323
- # @!attribute [rw] csv_classifier
4815
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
4816
+ #
4817
+ class CreateCatalogRequest < Struct.new(
4818
+ :name,
4819
+ :catalog_input,
4820
+ :tags)
4821
+ SENSITIVE = []
4822
+ include Aws::Structure
4823
+ end
4824
+
4825
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
4826
+ #
4827
+ class CreateCatalogResponse < Aws::EmptyStructure; end
4828
+
4829
+ # @!attribute [rw] grok_classifier
4830
+ # A `GrokClassifier` object specifying the classifier to create.
4831
+ # @return [Types::CreateGrokClassifierRequest]
4832
+ #
4833
+ # @!attribute [rw] xml_classifier
4834
+ # An `XMLClassifier` object specifying the classifier to create.
4835
+ # @return [Types::CreateXMLClassifierRequest]
4836
+ #
4837
+ # @!attribute [rw] json_classifier
4838
+ # A `JsonClassifier` object specifying the classifier to create.
4839
+ # @return [Types::CreateJsonClassifierRequest]
4840
+ #
4841
+ # @!attribute [rw] csv_classifier
4324
4842
  # A `CsvClassifier` object specifying the classifier to create.
4325
4843
  # @return [Types::CreateCsvClassifierRequest]
4326
4844
  #
@@ -5059,6 +5577,219 @@ module Aws::Glue
5059
5577
  include Aws::Structure
5060
5578
  end
5061
5579
 
5580
+ # @!attribute [rw] integration_name
5581
+ # A unique name for an integration in Glue.
5582
+ # @return [String]
5583
+ #
5584
+ # @!attribute [rw] source_arn
5585
+ # The ARN of the source resource for the integration.
5586
+ # @return [String]
5587
+ #
5588
+ # @!attribute [rw] target_arn
5589
+ # The ARN of the target resource for the integration.
5590
+ # @return [String]
5591
+ #
5592
+ # @!attribute [rw] description
5593
+ # A description of the integration.
5594
+ # @return [String]
5595
+ #
5596
+ # @!attribute [rw] data_filter
5597
+ # Selects source tables for the integration using Maxwell filter
5598
+ # syntax.
5599
+ # @return [String]
5600
+ #
5601
+ # @!attribute [rw] kms_key_id
5602
+ # The ARN of a KMS key used for encrypting the channel.
5603
+ # @return [String]
5604
+ #
5605
+ # @!attribute [rw] additional_encryption_context
5606
+ # An optional set of non-secret key–value pairs that contains
5607
+ # additional contextual information for encryption. This can only be
5608
+ # provided if `KMSKeyId` is provided.
5609
+ # @return [Hash<String,String>]
5610
+ #
5611
+ # @!attribute [rw] tags
5612
+ # Metadata assigned to the resource consisting of a list of key-value
5613
+ # pairs.
5614
+ # @return [Array<Types::Tag>]
5615
+ #
5616
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
5617
+ #
5618
+ class CreateIntegrationRequest < Struct.new(
5619
+ :integration_name,
5620
+ :source_arn,
5621
+ :target_arn,
5622
+ :description,
5623
+ :data_filter,
5624
+ :kms_key_id,
5625
+ :additional_encryption_context,
5626
+ :tags)
5627
+ SENSITIVE = []
5628
+ include Aws::Structure
5629
+ end
5630
+
5631
+ # @!attribute [rw] resource_arn
5632
+ # The connection ARN of the source, or the database ARN of the target.
5633
+ # @return [String]
5634
+ #
5635
+ # @!attribute [rw] source_processing_properties
5636
+ # The resource properties associated with the integration source.
5637
+ # @return [Types::SourceProcessingProperties]
5638
+ #
5639
+ # @!attribute [rw] target_processing_properties
5640
+ # The resource properties associated with the integration target.
5641
+ # @return [Types::TargetProcessingProperties]
5642
+ #
5643
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
5644
+ #
5645
+ class CreateIntegrationResourcePropertyRequest < Struct.new(
5646
+ :resource_arn,
5647
+ :source_processing_properties,
5648
+ :target_processing_properties)
5649
+ SENSITIVE = []
5650
+ include Aws::Structure
5651
+ end
5652
+
5653
+ # @!attribute [rw] resource_arn
5654
+ # The connection ARN of the source, or the database ARN of the target.
5655
+ # @return [String]
5656
+ #
5657
+ # @!attribute [rw] source_processing_properties
5658
+ # The resource properties associated with the integration source.
5659
+ # @return [Types::SourceProcessingProperties]
5660
+ #
5661
+ # @!attribute [rw] target_processing_properties
5662
+ # The resource properties associated with the integration target.
5663
+ # @return [Types::TargetProcessingProperties]
5664
+ #
5665
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
5666
+ #
5667
+ class CreateIntegrationResourcePropertyResponse < Struct.new(
5668
+ :resource_arn,
5669
+ :source_processing_properties,
5670
+ :target_processing_properties)
5671
+ SENSITIVE = []
5672
+ include Aws::Structure
5673
+ end
5674
+
5675
+ # @!attribute [rw] source_arn
5676
+ # The ARN of the source resource for the integration.
5677
+ # @return [String]
5678
+ #
5679
+ # @!attribute [rw] target_arn
5680
+ # The ARN of the target resource for the integration.
5681
+ # @return [String]
5682
+ #
5683
+ # @!attribute [rw] integration_name
5684
+ # A unique name for an integration in Glue.
5685
+ # @return [String]
5686
+ #
5687
+ # @!attribute [rw] description
5688
+ # A description of the integration.
5689
+ # @return [String]
5690
+ #
5691
+ # @!attribute [rw] integration_arn
5692
+ # The Amazon Resource Name (ARN) for the created integration.
5693
+ # @return [String]
5694
+ #
5695
+ # @!attribute [rw] kms_key_id
5696
+ # The ARN of a KMS key used for encrypting the channel.
5697
+ # @return [String]
5698
+ #
5699
+ # @!attribute [rw] additional_encryption_context
5700
+ # An optional set of non-secret key–value pairs that contains
5701
+ # additional contextual information for encryption.
5702
+ # @return [Hash<String,String>]
5703
+ #
5704
+ # @!attribute [rw] tags
5705
+ # Metadata assigned to the resource consisting of a list of key-value
5706
+ # pairs.
5707
+ # @return [Array<Types::Tag>]
5708
+ #
5709
+ # @!attribute [rw] status
5710
+ # The status of the integration being created.
5711
+ #
5712
+ # The possible statuses are:
5713
+ #
5714
+ # * CREATING: The integration is being created.
5715
+ #
5716
+ # * ACTIVE: The integration creation succeeds.
5717
+ #
5718
+ # * MODIFYING: The integration is being modified.
5719
+ #
5720
+ # * FAILED: The integration creation fails.
5721
+ #
5722
+ # * DELETING: The integration is deleted.
5723
+ #
5724
+ # * SYNCING: The integration is synchronizing.
5725
+ #
5726
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
5727
+ # synchronization.
5728
+ # @return [String]
5729
+ #
5730
+ # @!attribute [rw] create_time
5731
+ # The time when the integration was created, in UTC.
5732
+ # @return [Time]
5733
+ #
5734
+ # @!attribute [rw] errors
5735
+ # A list of errors associated with the integration creation.
5736
+ # @return [Array<Types::IntegrationError>]
5737
+ #
5738
+ # @!attribute [rw] data_filter
5739
+ # Selects source tables for the integration using Maxwell filter
5740
+ # syntax.
5741
+ # @return [String]
5742
+ #
5743
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
5744
+ #
5745
+ class CreateIntegrationResponse < Struct.new(
5746
+ :source_arn,
5747
+ :target_arn,
5748
+ :integration_name,
5749
+ :description,
5750
+ :integration_arn,
5751
+ :kms_key_id,
5752
+ :additional_encryption_context,
5753
+ :tags,
5754
+ :status,
5755
+ :create_time,
5756
+ :errors,
5757
+ :data_filter)
5758
+ SENSITIVE = []
5759
+ include Aws::Structure
5760
+ end
5761
+
5762
+ # @!attribute [rw] resource_arn
5763
+ # The connection ARN of the source, or the database ARN of the target.
5764
+ # @return [String]
5765
+ #
5766
+ # @!attribute [rw] table_name
5767
+ # The name of the table to be replicated.
5768
+ # @return [String]
5769
+ #
5770
+ # @!attribute [rw] source_table_config
5771
+ # A structure for the source table configuration.
5772
+ # @return [Types::SourceTableConfig]
5773
+ #
5774
+ # @!attribute [rw] target_table_config
5775
+ # A structure for the target table configuration.
5776
+ # @return [Types::TargetTableConfig]
5777
+ #
5778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
5779
+ #
5780
+ class CreateIntegrationTablePropertiesRequest < Struct.new(
5781
+ :resource_arn,
5782
+ :table_name,
5783
+ :source_table_config,
5784
+ :target_table_config)
5785
+ SENSITIVE = []
5786
+ include Aws::Structure
5787
+ end
5788
+
5789
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
5790
+ #
5791
+ class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
5792
+
5062
5793
  # @!attribute [rw] name
5063
5794
  # The name you assign to this job definition. It must be unique in
5064
5795
  # your account.
@@ -6648,6 +7379,97 @@ module Aws::Glue
6648
7379
  include Aws::Structure
6649
7380
  end
6650
7381
 
7382
+ # Input properties to configure data lake access for your catalog
7383
+ # resource in the Glue Data Catalog.
7384
+ #
7385
+ # @!attribute [rw] data_lake_access
7386
+ # Turns on or off data lake access for Apache Spark applications that
7387
+ # access Amazon Redshift databases in the Data Catalog from any
7388
+ # non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
7389
+ # @return [Boolean]
7390
+ #
7391
+ # @!attribute [rw] data_transfer_role
7392
+ # A role that will be assumed by Glue for transferring data into/out
7393
+ # of the staging bucket during a query.
7394
+ # @return [String]
7395
+ #
7396
+ # @!attribute [rw] kms_key
7397
+ # An encryption key that will be used for the staging bucket that will
7398
+ # be created along with the catalog.
7399
+ # @return [String]
7400
+ #
7401
+ # @!attribute [rw] catalog_type
7402
+ # Specifies a federated catalog type for the native catalog resource.
7403
+ # The currently supported type is `aws:redshift`.
7404
+ # @return [String]
7405
+ #
7406
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
7407
+ #
7408
+ class DataLakeAccessProperties < Struct.new(
7409
+ :data_lake_access,
7410
+ :data_transfer_role,
7411
+ :kms_key,
7412
+ :catalog_type)
7413
+ SENSITIVE = []
7414
+ include Aws::Structure
7415
+ end
7416
+
7417
+ # The output properties of the data lake access configuration for your
7418
+ # catalog resource in the Glue Data Catalog.
7419
+ #
7420
+ # @!attribute [rw] data_lake_access
7421
+ # Turns on or off data lake access for Apache Spark applications that
7422
+ # access Amazon Redshift databases in the Data Catalog.
7423
+ # @return [Boolean]
7424
+ #
7425
+ # @!attribute [rw] data_transfer_role
7426
+ # A role that will be assumed by Glue for transferring data into/out
7427
+ # of the staging bucket during a query.
7428
+ # @return [String]
7429
+ #
7430
+ # @!attribute [rw] kms_key
7431
+ # An encryption key that will be used for the staging bucket that will
7432
+ # be created along with the catalog.
7433
+ # @return [String]
7434
+ #
7435
+ # @!attribute [rw] managed_workgroup_name
7436
+ # The managed Redshift Serverless compute name that is created for
7437
+ # your catalog resource.
7438
+ # @return [String]
7439
+ #
7440
+ # @!attribute [rw] managed_workgroup_status
7441
+ # The managed Redshift Serverless compute status.
7442
+ # @return [String]
7443
+ #
7444
+ # @!attribute [rw] redshift_database_name
7445
+ # The default Redshift database resource name in the managed compute.
7446
+ # @return [String]
7447
+ #
7448
+ # @!attribute [rw] status_message
7449
+ # A message that gives more detailed information about the managed
7450
+ # workgroup status.
7451
+ # @return [String]
7452
+ #
7453
+ # @!attribute [rw] catalog_type
7454
+ # Specifies a federated catalog type for the native catalog resource.
7455
+ # The currently supported type is `aws:redshift`.
7456
+ # @return [String]
7457
+ #
7458
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
7459
+ #
7460
+ class DataLakeAccessPropertiesOutput < Struct.new(
7461
+ :data_lake_access,
7462
+ :data_transfer_role,
7463
+ :kms_key,
7464
+ :managed_workgroup_name,
7465
+ :managed_workgroup_status,
7466
+ :redshift_database_name,
7467
+ :status_message,
7468
+ :catalog_type)
7469
+ SENSITIVE = []
7470
+ include Aws::Structure
7471
+ end
7472
+
6651
7473
  # The Lake Formation principal.
6652
7474
  #
6653
7475
  # @!attribute [rw] data_lake_principal_identifier
@@ -7483,6 +8305,22 @@ module Aws::Glue
7483
8305
  include Aws::Structure
7484
8306
  end
7485
8307
 
8308
+ # @!attribute [rw] catalog_id
8309
+ # The ID of the catalog.
8310
+ # @return [String]
8311
+ #
8312
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
8313
+ #
8314
+ class DeleteCatalogRequest < Struct.new(
8315
+ :catalog_id)
8316
+ SENSITIVE = []
8317
+ include Aws::Structure
8318
+ end
8319
+
8320
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
8321
+ #
8322
+ class DeleteCatalogResponse < Aws::EmptyStructure; end
8323
+
7486
8324
  # @!attribute [rw] name
7487
8325
  # Name of the classifier to remove.
7488
8326
  # @return [String]
@@ -7708,6 +8546,126 @@ module Aws::Glue
7708
8546
  #
7709
8547
  class DeleteDevEndpointResponse < Aws::EmptyStructure; end
7710
8548
 
8549
+ # @!attribute [rw] integration_identifier
8550
+ # The Amazon Resource Name (ARN) for the integration.
8551
+ # @return [String]
8552
+ #
8553
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
8554
+ #
8555
+ class DeleteIntegrationRequest < Struct.new(
8556
+ :integration_identifier)
8557
+ SENSITIVE = []
8558
+ include Aws::Structure
8559
+ end
8560
+
8561
+ # @!attribute [rw] source_arn
8562
+ # The ARN of the source for the integration.
8563
+ # @return [String]
8564
+ #
8565
+ # @!attribute [rw] target_arn
8566
+ # The ARN of the target for the integration.
8567
+ # @return [String]
8568
+ #
8569
+ # @!attribute [rw] integration_name
8570
+ # A unique name for an integration in Glue.
8571
+ # @return [String]
8572
+ #
8573
+ # @!attribute [rw] description
8574
+ # A description of the integration.
8575
+ # @return [String]
8576
+ #
8577
+ # @!attribute [rw] integration_arn
8578
+ # The Amazon Resource Name (ARN) for the integration.
8579
+ # @return [String]
8580
+ #
8581
+ # @!attribute [rw] kms_key_id
8582
+ # The ARN of a KMS key used for encrypting the channel.
8583
+ # @return [String]
8584
+ #
8585
+ # @!attribute [rw] additional_encryption_context
8586
+ # An optional set of non-secret key–value pairs that contains
8587
+ # additional contextual information for encryption.
8588
+ # @return [Hash<String,String>]
8589
+ #
8590
+ # @!attribute [rw] tags
8591
+ # Metadata assigned to the resource consisting of a list of key-value
8592
+ # pairs.
8593
+ # @return [Array<Types::Tag>]
8594
+ #
8595
+ # @!attribute [rw] status
8596
+ # The status of the integration being deleted.
8597
+ #
8598
+ # The possible statuses are:
8599
+ #
8600
+ # * CREATING: The integration is being created.
8601
+ #
8602
+ # * ACTIVE: The integration creation succeeds.
8603
+ #
8604
+ # * MODIFYING: The integration is being modified.
8605
+ #
8606
+ # * FAILED: The integration creation fails.
8607
+ #
8608
+ # * DELETING: The integration is deleted.
8609
+ #
8610
+ # * SYNCING: The integration is synchronizing.
8611
+ #
8612
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
8613
+ # synchronization.
8614
+ # @return [String]
8615
+ #
8616
+ # @!attribute [rw] create_time
8617
+ # The time when the integration was created, in UTC.
8618
+ # @return [Time]
8619
+ #
8620
+ # @!attribute [rw] errors
8621
+ # A list of errors associated with the integration.
8622
+ # @return [Array<Types::IntegrationError>]
8623
+ #
8624
+ # @!attribute [rw] data_filter
8625
+ # Selects source tables for the integration using Maxwell filter
8626
+ # syntax.
8627
+ # @return [String]
8628
+ #
8629
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
8630
+ #
8631
+ class DeleteIntegrationResponse < Struct.new(
8632
+ :source_arn,
8633
+ :target_arn,
8634
+ :integration_name,
8635
+ :description,
8636
+ :integration_arn,
8637
+ :kms_key_id,
8638
+ :additional_encryption_context,
8639
+ :tags,
8640
+ :status,
8641
+ :create_time,
8642
+ :errors,
8643
+ :data_filter)
8644
+ SENSITIVE = []
8645
+ include Aws::Structure
8646
+ end
8647
+
8648
+ # @!attribute [rw] resource_arn
8649
+ # The connection ARN of the source, or the database ARN of the target.
8650
+ # @return [String]
8651
+ #
8652
+ # @!attribute [rw] table_name
8653
+ # The name of the table to be replicated.
8654
+ # @return [String]
8655
+ #
8656
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
8657
+ #
8658
+ class DeleteIntegrationTablePropertiesRequest < Struct.new(
8659
+ :resource_arn,
8660
+ :table_name)
8661
+ SENSITIVE = []
8662
+ include Aws::Structure
8663
+ end
8664
+
8665
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
8666
+ #
8667
+ class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
8668
+
7711
8669
  # @!attribute [rw] job_name
7712
8670
  # The name of the job definition to delete.
7713
8671
  # @return [String]
@@ -8220,11 +9178,242 @@ module Aws::Glue
8220
9178
  include Aws::Structure
8221
9179
  end
8222
9180
 
8223
- # A development endpoint where a developer can remotely debug extract,
8224
- # transform, and load (ETL) scripts.
8225
- #
8226
- # @!attribute [rw] endpoint_name
8227
- # The name of the `DevEndpoint`.
9181
+ # @!attribute [rw] connection_type
9182
+ # The name of the connection type to be described.
9183
+ # @return [String]
9184
+ #
9185
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
9186
+ #
9187
+ class DescribeConnectionTypeRequest < Struct.new(
9188
+ :connection_type)
9189
+ SENSITIVE = []
9190
+ include Aws::Structure
9191
+ end
9192
+
9193
+ # @!attribute [rw] connection_type
9194
+ # The name of the connection type.
9195
+ # @return [String]
9196
+ #
9197
+ # @!attribute [rw] description
9198
+ # A description of the connection type.
9199
+ # @return [String]
9200
+ #
9201
+ # @!attribute [rw] capabilities
9202
+ # The supported authentication types, data interface types (compute
9203
+ # environments), and data operations of the connector.
9204
+ # @return [Types::Capabilities]
9205
+ #
9206
+ # @!attribute [rw] connection_properties
9207
+ # Connection properties which are common across compute environments.
9208
+ # @return [Hash<String,Types::Property>]
9209
+ #
9210
+ # @!attribute [rw] connection_options
9211
+ # Returns properties that can be set when creating a connection in the
9212
+ # `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
9213
+ # parameters that can be set in a Spark ETL script in the connection
9214
+ # options map passed to a dataframe.
9215
+ # @return [Hash<String,Types::Property>]
9216
+ #
9217
+ # @!attribute [rw] authentication_configuration
9218
+ # The type of authentication used for the connection.
9219
+ # @return [Types::AuthConfiguration]
9220
+ #
9221
+ # @!attribute [rw] compute_environment_configurations
9222
+ # The compute environments that are supported by the connection.
9223
+ # @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
9224
+ #
9225
+ # @!attribute [rw] physical_connection_requirements
9226
+ # Physical requirements for a connection, such as VPC, Subnet and
9227
+ # Security Group specifications.
9228
+ # @return [Hash<String,Types::Property>]
9229
+ #
9230
+ # @!attribute [rw] athena_connection_properties
9231
+ # Connection properties specific to the Athena compute environment.
9232
+ # @return [Hash<String,Types::Property>]
9233
+ #
9234
+ # @!attribute [rw] python_connection_properties
9235
+ # Connection properties specific to the Python compute environment.
9236
+ # @return [Hash<String,Types::Property>]
9237
+ #
9238
+ # @!attribute [rw] spark_connection_properties
9239
+ # Connection properties specific to the Spark compute environment.
9240
+ # @return [Hash<String,Types::Property>]
9241
+ #
9242
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
9243
+ #
9244
+ class DescribeConnectionTypeResponse < Struct.new(
9245
+ :connection_type,
9246
+ :description,
9247
+ :capabilities,
9248
+ :connection_properties,
9249
+ :connection_options,
9250
+ :authentication_configuration,
9251
+ :compute_environment_configurations,
9252
+ :physical_connection_requirements,
9253
+ :athena_connection_properties,
9254
+ :python_connection_properties,
9255
+ :spark_connection_properties)
9256
+ SENSITIVE = []
9257
+ include Aws::Structure
9258
+ end
9259
+
9260
+ # @!attribute [rw] connection_name
9261
+ # The name of the connection that contains the connection type
9262
+ # credentials.
9263
+ # @return [String]
9264
+ #
9265
+ # @!attribute [rw] catalog_id
9266
+ # The catalog ID of the catalog that contains the connection. This can
9267
+ # be null, By default, the Amazon Web Services Account ID is the
9268
+ # catalog ID.
9269
+ # @return [String]
9270
+ #
9271
+ # @!attribute [rw] entity_name
9272
+ # The name of the entity that you want to describe from the connection
9273
+ # type.
9274
+ # @return [String]
9275
+ #
9276
+ # @!attribute [rw] next_token
9277
+ # A continuation token, included if this is a continuation call.
9278
+ # @return [String]
9279
+ #
9280
+ # @!attribute [rw] data_store_api_version
9281
+ # The version of the API used for the data store.
9282
+ # @return [String]
9283
+ #
9284
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
9285
+ #
9286
+ class DescribeEntityRequest < Struct.new(
9287
+ :connection_name,
9288
+ :catalog_id,
9289
+ :entity_name,
9290
+ :next_token,
9291
+ :data_store_api_version)
9292
+ SENSITIVE = []
9293
+ include Aws::Structure
9294
+ end
9295
+
9296
+ # @!attribute [rw] fields
9297
+ # Describes the fields for that connector entity. This is the list of
9298
+ # `Field` objects. `Field` is very similar to column in a database.
9299
+ # The `Field` object has information about different properties
9300
+ # associated with fields in the connector.
9301
+ # @return [Array<Types::Field>]
9302
+ #
9303
+ # @!attribute [rw] next_token
9304
+ # A continuation token, present if the current segment is not the
9305
+ # last.
9306
+ # @return [String]
9307
+ #
9308
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
9309
+ #
9310
+ class DescribeEntityResponse < Struct.new(
9311
+ :fields,
9312
+ :next_token)
9313
+ SENSITIVE = []
9314
+ include Aws::Structure
9315
+ end
9316
+
9317
+ # @!attribute [rw] integration_arn
9318
+ # The Amazon Resource Name (ARN) of the integration.
9319
+ # @return [String]
9320
+ #
9321
+ # @!attribute [rw] marker
9322
+ # A token to specify where to start paginating. This is the marker
9323
+ # from a previously truncated response.
9324
+ # @return [String]
9325
+ #
9326
+ # @!attribute [rw] max_records
9327
+ # The total number of items to return in the output.
9328
+ # @return [Integer]
9329
+ #
9330
+ # @!attribute [rw] target_arn
9331
+ # The Amazon Resource Name (ARN) of the target resource in the
9332
+ # integration.
9333
+ # @return [String]
9334
+ #
9335
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
9336
+ #
9337
+ class DescribeInboundIntegrationsRequest < Struct.new(
9338
+ :integration_arn,
9339
+ :marker,
9340
+ :max_records,
9341
+ :target_arn)
9342
+ SENSITIVE = []
9343
+ include Aws::Structure
9344
+ end
9345
+
9346
+ # @!attribute [rw] inbound_integrations
9347
+ # A list of inbound integrations.
9348
+ # @return [Array<Types::InboundIntegration>]
9349
+ #
9350
+ # @!attribute [rw] marker
9351
+ # A value that indicates the starting point for the next set of
9352
+ # response records in a subsequent request.
9353
+ # @return [String]
9354
+ #
9355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
9356
+ #
9357
+ class DescribeInboundIntegrationsResponse < Struct.new(
9358
+ :inbound_integrations,
9359
+ :marker)
9360
+ SENSITIVE = []
9361
+ include Aws::Structure
9362
+ end
9363
+
9364
+ # @!attribute [rw] integration_identifier
9365
+ # The Amazon Resource Name (ARN) for the integration.
9366
+ # @return [String]
9367
+ #
9368
+ # @!attribute [rw] marker
9369
+ # A value that indicates the starting point for the next set of
9370
+ # response records in a subsequent request.
9371
+ # @return [String]
9372
+ #
9373
+ # @!attribute [rw] max_records
9374
+ # The total number of items to return in the output.
9375
+ # @return [Integer]
9376
+ #
9377
+ # @!attribute [rw] filters
9378
+ # A list of key and values, to filter down the results. Supported keys
9379
+ # are "Status", "IntegrationName", and "SourceArn".
9380
+ # IntegrationName is limited to only one value.
9381
+ # @return [Array<Types::IntegrationFilter>]
9382
+ #
9383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
9384
+ #
9385
+ class DescribeIntegrationsRequest < Struct.new(
9386
+ :integration_identifier,
9387
+ :marker,
9388
+ :max_records,
9389
+ :filters)
9390
+ SENSITIVE = []
9391
+ include Aws::Structure
9392
+ end
9393
+
9394
+ # @!attribute [rw] integrations
9395
+ # A list of zero-ETL integrations.
9396
+ # @return [Array<Types::Integration>]
9397
+ #
9398
+ # @!attribute [rw] marker
9399
+ # A value that indicates the starting point for the next set of
9400
+ # response records in a subsequent request.
9401
+ # @return [String]
9402
+ #
9403
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
9404
+ #
9405
+ class DescribeIntegrationsResponse < Struct.new(
9406
+ :integrations,
9407
+ :marker)
9408
+ SENSITIVE = []
9409
+ include Aws::Structure
9410
+ end
9411
+
9412
+ # A development endpoint where a developer can remotely debug extract,
9413
+ # transform, and load (ETL) scripts.
9414
+ #
9415
+ # @!attribute [rw] endpoint_name
9416
+ # The name of the `DevEndpoint`.
8228
9417
  # @return [String]
8229
9418
  #
8230
9419
  # @!attribute [rw] role_arn
@@ -8925,6 +10114,50 @@ module Aws::Glue
8925
10114
  include Aws::Structure
8926
10115
  end
8927
10116
 
10117
+ # An entity supported by a given `ConnectionType`.
10118
+ #
10119
+ # @!attribute [rw] entity_name
10120
+ # The name of the entity.
10121
+ # @return [String]
10122
+ #
10123
+ # @!attribute [rw] label
10124
+ # Label used for the entity.
10125
+ # @return [String]
10126
+ #
10127
+ # @!attribute [rw] is_parent_entity
10128
+ # A Boolean value which helps to determine whether there are sub
10129
+ # objects that can be listed.
10130
+ # @return [Boolean]
10131
+ #
10132
+ # @!attribute [rw] description
10133
+ # A description of the entity.
10134
+ # @return [String]
10135
+ #
10136
+ # @!attribute [rw] category
10137
+ # The type of entities that are present in the response. This value
10138
+ # depends on the source connection. For example this is `SObjects` for
10139
+ # Salesforce and `databases` or `schemas` or `tables` for sources like
10140
+ # Amazon Redshift.
10141
+ # @return [String]
10142
+ #
10143
+ # @!attribute [rw] custom_properties
10144
+ # An optional map of keys which may be returned for an entity by a
10145
+ # connector.
10146
+ # @return [Hash<String,String>]
10147
+ #
10148
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
10149
+ #
10150
+ class Entity < Struct.new(
10151
+ :entity_name,
10152
+ :label,
10153
+ :is_parent_entity,
10154
+ :description,
10155
+ :category,
10156
+ :custom_properties)
10157
+ SENSITIVE = []
10158
+ include Aws::Structure
10159
+ end
10160
+
8928
10161
  # A specified entity does not exist
8929
10162
  #
8930
10163
  # @!attribute [rw] message
@@ -9111,6 +10344,36 @@ module Aws::Glue
9111
10344
  include Aws::Structure
9112
10345
  end
9113
10346
 
10347
+ # A run attempt for a column statistics task run.
10348
+ #
10349
+ # @!attribute [rw] status
10350
+ # The status of the last column statistics task run.
10351
+ # @return [String]
10352
+ #
10353
+ # @!attribute [rw] column_statistics_task_run_id
10354
+ # A task run ID for the last column statistics task run.
10355
+ # @return [String]
10356
+ #
10357
+ # @!attribute [rw] execution_timestamp
10358
+ # A timestamp when the last column statistics task run occurred.
10359
+ # @return [Time]
10360
+ #
10361
+ # @!attribute [rw] error_message
10362
+ # An error message associated with the last column statistics task
10363
+ # run.
10364
+ # @return [String]
10365
+ #
10366
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
10367
+ #
10368
+ class ExecutionAttempt < Struct.new(
10369
+ :status,
10370
+ :column_statistics_task_run_id,
10371
+ :execution_timestamp,
10372
+ :error_message)
10373
+ SENSITIVE = []
10374
+ include Aws::Structure
10375
+ end
10376
+
9114
10377
  # An execution property of a job.
9115
10378
  #
9116
10379
  # @!attribute [rw] max_concurrent_runs
@@ -9142,6 +10405,26 @@ module Aws::Glue
9142
10405
  include Aws::Structure
9143
10406
  end
9144
10407
 
10408
+ # A catalog that points to an entity outside the Glue Data Catalog.
10409
+ #
10410
+ # @!attribute [rw] identifier
10411
+ # A unique identifier for the federated catalog.
10412
+ # @return [String]
10413
+ #
10414
+ # @!attribute [rw] connection_name
10415
+ # The name of the connection to an external data source, for example a
10416
+ # Redshift-federated catalog.
10417
+ # @return [String]
10418
+ #
10419
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
10420
+ #
10421
+ class FederatedCatalog < Struct.new(
10422
+ :identifier,
10423
+ :connection_name)
10424
+ SENSITIVE = []
10425
+ include Aws::Structure
10426
+ end
10427
+
9145
10428
  # A database that points to an entity outside the Glue Data Catalog.
9146
10429
  #
9147
10430
  # @!attribute [rw] identifier
@@ -9237,6 +10520,115 @@ module Aws::Glue
9237
10520
  include Aws::Structure
9238
10521
  end
9239
10522
 
10523
+ # The `Field` object has information about the different properties
10524
+ # associated with a field in the connector.
10525
+ #
10526
+ # @!attribute [rw] field_name
10527
+ # A unique identifier for the field.
10528
+ # @return [String]
10529
+ #
10530
+ # @!attribute [rw] label
10531
+ # A readable label used for the field.
10532
+ # @return [String]
10533
+ #
10534
+ # @!attribute [rw] description
10535
+ # A description of the field.
10536
+ # @return [String]
10537
+ #
10538
+ # @!attribute [rw] field_type
10539
+ # The type of data in the field.
10540
+ # @return [String]
10541
+ #
10542
+ # @!attribute [rw] is_primary_key
10543
+ # Indicates whether this field can used as a primary key for the given
10544
+ # entity.
10545
+ # @return [Boolean]
10546
+ #
10547
+ # @!attribute [rw] is_nullable
10548
+ # Indicates whether this field can be nullable or not.
10549
+ # @return [Boolean]
10550
+ #
10551
+ # @!attribute [rw] is_retrievable
10552
+ # Indicates whether this field can be added in Select clause of SQL
10553
+ # query or whether it is retrievable or not.
10554
+ # @return [Boolean]
10555
+ #
10556
+ # @!attribute [rw] is_filterable
10557
+ # Indicates whether this field can used in a filter clause (`WHERE`
10558
+ # clause) of a SQL statement when querying data.
10559
+ # @return [Boolean]
10560
+ #
10561
+ # @!attribute [rw] is_partitionable
10562
+ # Indicates whether a given field can be used in partitioning the
10563
+ # query made to SaaS.
10564
+ # @return [Boolean]
10565
+ #
10566
+ # @!attribute [rw] is_createable
10567
+ # Indicates whether this field can be created as part of a destination
10568
+ # write.
10569
+ # @return [Boolean]
10570
+ #
10571
+ # @!attribute [rw] is_updateable
10572
+ # Indicates whether this field can be updated as part of a destination
10573
+ # write.
10574
+ # @return [Boolean]
10575
+ #
10576
+ # @!attribute [rw] is_upsertable
10577
+ # Indicates whether this field can be upserted as part of a
10578
+ # destination write.
10579
+ # @return [Boolean]
10580
+ #
10581
+ # @!attribute [rw] is_default_on_create
10582
+ # Indicates whether this field is populated automatically when the
10583
+ # object is created, such as a created at timestamp.
10584
+ # @return [Boolean]
10585
+ #
10586
+ # @!attribute [rw] supported_values
10587
+ # A list of supported values for the field.
10588
+ # @return [Array<String>]
10589
+ #
10590
+ # @!attribute [rw] supported_filter_operators
10591
+ # Indicates the support filter operators for this field.
10592
+ # @return [Array<String>]
10593
+ #
10594
+ # @!attribute [rw] parent_field
10595
+ # A parent field name for a nested field.
10596
+ # @return [String]
10597
+ #
10598
+ # @!attribute [rw] native_data_type
10599
+ # The data type returned by the SaaS API, such as “picklist” or
10600
+ # “textarea” from Salesforce.
10601
+ # @return [String]
10602
+ #
10603
+ # @!attribute [rw] custom_properties
10604
+ # Optional map of keys which may be returned.
10605
+ # @return [Hash<String,String>]
10606
+ #
10607
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
10608
+ #
10609
+ class Field < Struct.new(
10610
+ :field_name,
10611
+ :label,
10612
+ :description,
10613
+ :field_type,
10614
+ :is_primary_key,
10615
+ :is_nullable,
10616
+ :is_retrievable,
10617
+ :is_filterable,
10618
+ :is_partitionable,
10619
+ :is_createable,
10620
+ :is_updateable,
10621
+ :is_upsertable,
10622
+ :is_default_on_create,
10623
+ :supported_values,
10624
+ :supported_filter_operators,
10625
+ :parent_field,
10626
+ :native_data_type,
10627
+ :custom_properties)
10628
+ SENSITIVE = []
10629
+ include Aws::Structure
10630
+ end
10631
+
9240
10632
  # Specifies a transform that locates records in the dataset that have
9241
10633
  # missing values and adds a new field with a value determined by
9242
10634
  # imputation. The input data set is used to train the machine learning
@@ -9644,6 +11036,83 @@ module Aws::Glue
9644
11036
  include Aws::Structure
9645
11037
  end
9646
11038
 
11039
+ # @!attribute [rw] catalog_id
11040
+ # The ID of the parent catalog in which the catalog resides. If none
11041
+ # is provided, the Amazon Web Services Account Number is used by
11042
+ # default.
11043
+ # @return [String]
11044
+ #
11045
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
11046
+ #
11047
+ class GetCatalogRequest < Struct.new(
11048
+ :catalog_id)
11049
+ SENSITIVE = []
11050
+ include Aws::Structure
11051
+ end
11052
+
11053
+ # @!attribute [rw] catalog
11054
+ # A `Catalog` object. The definition of the specified catalog in the
11055
+ # Glue Data Catalog.
11056
+ # @return [Types::Catalog]
11057
+ #
11058
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
11059
+ #
11060
+ class GetCatalogResponse < Struct.new(
11061
+ :catalog)
11062
+ SENSITIVE = []
11063
+ include Aws::Structure
11064
+ end
11065
+
11066
+ # @!attribute [rw] parent_catalog_id
11067
+ # The ID of the parent catalog in which the catalog resides. If none
11068
+ # is provided, the Amazon Web Services Account Number is used by
11069
+ # default.
11070
+ # @return [String]
11071
+ #
11072
+ # @!attribute [rw] next_token
11073
+ # A continuation token, if this is a continuation call.
11074
+ # @return [String]
11075
+ #
11076
+ # @!attribute [rw] max_results
11077
+ # The maximum number of catalogs to return in one response.
11078
+ # @return [Integer]
11079
+ #
11080
+ # @!attribute [rw] recursive
11081
+ # When specified as true, iterates through the account and returns all
11082
+ # catalog resources (including top-level resources and child
11083
+ # resources)
11084
+ # @return [Boolean]
11085
+ #
11086
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
11087
+ #
11088
+ class GetCatalogsRequest < Struct.new(
11089
+ :parent_catalog_id,
11090
+ :next_token,
11091
+ :max_results,
11092
+ :recursive)
11093
+ SENSITIVE = []
11094
+ include Aws::Structure
11095
+ end
11096
+
11097
+ # @!attribute [rw] catalog_list
11098
+ # An array of `Catalog` objects. A list of `Catalog` objects from the
11099
+ # specified parent catalog.
11100
+ # @return [Array<Types::Catalog>]
11101
+ #
11102
+ # @!attribute [rw] next_token
11103
+ # A continuation token for paginating the returned list of tokens,
11104
+ # returned if the current segment of the list is not the last.
11105
+ # @return [String]
11106
+ #
11107
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
11108
+ #
11109
+ class GetCatalogsResponse < Struct.new(
11110
+ :catalog_list,
11111
+ :next_token)
11112
+ SENSITIVE = []
11113
+ include Aws::Structure
11114
+ end
11115
+
9647
11116
  # @!attribute [rw] name
9648
11117
  # Name of the classifier to retrieve.
9649
11118
  # @return [String]
@@ -9916,12 +11385,18 @@ module Aws::Glue
9916
11385
  # the rest of the connection properties.
9917
11386
  # @return [Boolean]
9918
11387
  #
11388
+ # @!attribute [rw] apply_override_for_compute_environment
11389
+ # For connections that may be used in multiple services, specifies
11390
+ # returning properties for the specified compute environment.
11391
+ # @return [String]
11392
+ #
9919
11393
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
9920
11394
  #
9921
11395
  class GetConnectionRequest < Struct.new(
9922
11396
  :catalog_id,
9923
11397
  :name,
9924
- :hide_password)
11398
+ :hide_password,
11399
+ :apply_override_for_compute_environment)
9925
11400
  SENSITIVE = []
9926
11401
  include Aws::Structure
9927
11402
  end
@@ -9950,11 +11425,16 @@ module Aws::Glue
9950
11425
  # The type of connections to return. Currently, SFTP is not supported.
9951
11426
  # @return [String]
9952
11427
  #
11428
+ # @!attribute [rw] connection_schema_version
11429
+ # Denotes if the connection was created with schema version 1 or 2.
11430
+ # @return [Integer]
11431
+ #
9953
11432
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
9954
11433
  #
9955
11434
  class GetConnectionsFilter < Struct.new(
9956
11435
  :match_criteria,
9957
- :connection_type)
11436
+ :connection_type,
11437
+ :connection_schema_version)
9958
11438
  SENSITIVE = []
9959
11439
  include Aws::Structure
9960
11440
  end
@@ -10729,70 +12209,227 @@ module Aws::Glue
10729
12209
  # A list of the edges in the resulting DAG.
10730
12210
  # @return [Array<Types::CodeGenEdge>]
10731
12211
  #
10732
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
12213
+ #
12214
+ class GetDataflowGraphResponse < Struct.new(
12215
+ :dag_nodes,
12216
+ :dag_edges)
12217
+ SENSITIVE = []
12218
+ include Aws::Structure
12219
+ end
12220
+
12221
+ # @!attribute [rw] endpoint_name
12222
+ # Name of the `DevEndpoint` to retrieve information for.
12223
+ # @return [String]
12224
+ #
12225
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12226
+ #
12227
+ class GetDevEndpointRequest < Struct.new(
12228
+ :endpoint_name)
12229
+ SENSITIVE = []
12230
+ include Aws::Structure
12231
+ end
12232
+
12233
+ # @!attribute [rw] dev_endpoint
12234
+ # A `DevEndpoint` definition.
12235
+ # @return [Types::DevEndpoint]
12236
+ #
12237
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12238
+ #
12239
+ class GetDevEndpointResponse < Struct.new(
12240
+ :dev_endpoint)
12241
+ SENSITIVE = []
12242
+ include Aws::Structure
12243
+ end
12244
+
12245
+ # @!attribute [rw] max_results
12246
+ # The maximum size of information to return.
12247
+ # @return [Integer]
12248
+ #
12249
+ # @!attribute [rw] next_token
12250
+ # A continuation token, if this is a continuation call.
12251
+ # @return [String]
12252
+ #
12253
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12254
+ #
12255
+ class GetDevEndpointsRequest < Struct.new(
12256
+ :max_results,
12257
+ :next_token)
12258
+ SENSITIVE = []
12259
+ include Aws::Structure
12260
+ end
12261
+
12262
+ # @!attribute [rw] dev_endpoints
12263
+ # A list of `DevEndpoint` definitions.
12264
+ # @return [Array<Types::DevEndpoint>]
12265
+ #
12266
+ # @!attribute [rw] next_token
12267
+ # A continuation token, if not all `DevEndpoint` definitions have yet
12268
+ # been returned.
12269
+ # @return [String]
12270
+ #
12271
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12272
+ #
12273
+ class GetDevEndpointsResponse < Struct.new(
12274
+ :dev_endpoints,
12275
+ :next_token)
12276
+ SENSITIVE = []
12277
+ include Aws::Structure
12278
+ end
12279
+
12280
+ # @!attribute [rw] connection_name
12281
+ # The name of the connection that contains the connection type
12282
+ # credentials.
12283
+ # @return [String]
12284
+ #
12285
+ # @!attribute [rw] catalog_id
12286
+ # The catalog ID of the catalog that contains the connection. This can
12287
+ # be null, By default, the Amazon Web Services Account ID is the
12288
+ # catalog ID.
12289
+ # @return [String]
12290
+ #
12291
+ # @!attribute [rw] entity_name
12292
+ # Name of the entity that we want to query the preview data from the
12293
+ # given connection type.
12294
+ # @return [String]
12295
+ #
12296
+ # @!attribute [rw] next_token
12297
+ # A continuation token, included if this is a continuation call.
12298
+ # @return [String]
12299
+ #
12300
+ # @!attribute [rw] data_store_api_version
12301
+ # The API version of the SaaS connector.
12302
+ # @return [String]
12303
+ #
12304
+ # @!attribute [rw] connection_options
12305
+ # Connector options that are required to query the data.
12306
+ # @return [Hash<String,String>]
12307
+ #
12308
+ # @!attribute [rw] filter_predicate
12309
+ # A filter predicate that you can apply in the query request.
12310
+ # @return [String]
12311
+ #
12312
+ # @!attribute [rw] limit
12313
+ # Limits the number of records fetched with the request.
12314
+ # @return [Integer]
12315
+ #
12316
+ # @!attribute [rw] order_by
12317
+ # A parameter that orders the response preview data.
12318
+ # @return [String]
12319
+ #
12320
+ # @!attribute [rw] selected_fields
12321
+ # List of fields that we want to fetch as part of preview data.
12322
+ # @return [Array<String>]
12323
+ #
12324
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
12325
+ #
12326
+ class GetEntityRecordsRequest < Struct.new(
12327
+ :connection_name,
12328
+ :catalog_id,
12329
+ :entity_name,
12330
+ :next_token,
12331
+ :data_store_api_version,
12332
+ :connection_options,
12333
+ :filter_predicate,
12334
+ :limit,
12335
+ :order_by,
12336
+ :selected_fields)
12337
+ SENSITIVE = []
12338
+ include Aws::Structure
12339
+ end
12340
+
12341
+ # @!attribute [rw] records
12342
+ # A list of the requested objects.
12343
+ # @return [Array<Hash,Array,String,Numeric,Boolean>]
12344
+ #
12345
+ # @!attribute [rw] next_token
12346
+ # A continuation token, present if the current segment is not the
12347
+ # last.
12348
+ # @return [String]
12349
+ #
12350
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
10733
12351
  #
10734
- class GetDataflowGraphResponse < Struct.new(
10735
- :dag_nodes,
10736
- :dag_edges)
10737
- SENSITIVE = []
12352
+ class GetEntityRecordsResponse < Struct.new(
12353
+ :records,
12354
+ :next_token)
12355
+ SENSITIVE = [:records]
10738
12356
  include Aws::Structure
10739
12357
  end
10740
12358
 
10741
- # @!attribute [rw] endpoint_name
10742
- # Name of the `DevEndpoint` to retrieve information for.
12359
+ # @!attribute [rw] resource_arn
12360
+ # The connection ARN of the source, or the database ARN of the target.
10743
12361
  # @return [String]
10744
12362
  #
10745
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
12363
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
10746
12364
  #
10747
- class GetDevEndpointRequest < Struct.new(
10748
- :endpoint_name)
12365
+ class GetIntegrationResourcePropertyRequest < Struct.new(
12366
+ :resource_arn)
10749
12367
  SENSITIVE = []
10750
12368
  include Aws::Structure
10751
12369
  end
10752
12370
 
10753
- # @!attribute [rw] dev_endpoint
10754
- # A `DevEndpoint` definition.
10755
- # @return [Types::DevEndpoint]
12371
+ # @!attribute [rw] resource_arn
12372
+ # The connection ARN of the source, or the database ARN of the target.
12373
+ # @return [String]
10756
12374
  #
10757
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
12375
+ # @!attribute [rw] source_processing_properties
12376
+ # The resource properties associated with the integration source.
12377
+ # @return [Types::SourceProcessingProperties]
10758
12378
  #
10759
- class GetDevEndpointResponse < Struct.new(
10760
- :dev_endpoint)
12379
+ # @!attribute [rw] target_processing_properties
12380
+ # The resource properties associated with the integration target.
12381
+ # @return [Types::TargetProcessingProperties]
12382
+ #
12383
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
12384
+ #
12385
+ class GetIntegrationResourcePropertyResponse < Struct.new(
12386
+ :resource_arn,
12387
+ :source_processing_properties,
12388
+ :target_processing_properties)
10761
12389
  SENSITIVE = []
10762
12390
  include Aws::Structure
10763
12391
  end
10764
12392
 
10765
- # @!attribute [rw] max_results
10766
- # The maximum size of information to return.
10767
- # @return [Integer]
12393
+ # @!attribute [rw] resource_arn
12394
+ # The connection ARN of the source, or the database ARN of the target.
12395
+ # @return [String]
10768
12396
  #
10769
- # @!attribute [rw] next_token
10770
- # A continuation token, if this is a continuation call.
12397
+ # @!attribute [rw] table_name
12398
+ # The name of the table to be replicated.
10771
12399
  # @return [String]
10772
12400
  #
10773
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
12401
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
10774
12402
  #
10775
- class GetDevEndpointsRequest < Struct.new(
10776
- :max_results,
10777
- :next_token)
12403
+ class GetIntegrationTablePropertiesRequest < Struct.new(
12404
+ :resource_arn,
12405
+ :table_name)
10778
12406
  SENSITIVE = []
10779
12407
  include Aws::Structure
10780
12408
  end
10781
12409
 
10782
- # @!attribute [rw] dev_endpoints
10783
- # A list of `DevEndpoint` definitions.
10784
- # @return [Array<Types::DevEndpoint>]
12410
+ # @!attribute [rw] resource_arn
12411
+ # The connection ARN of the source, or the database ARN of the target.
12412
+ # @return [String]
10785
12413
  #
10786
- # @!attribute [rw] next_token
10787
- # A continuation token, if not all `DevEndpoint` definitions have yet
10788
- # been returned.
12414
+ # @!attribute [rw] table_name
12415
+ # The name of the table to be replicated.
10789
12416
  # @return [String]
10790
12417
  #
10791
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
12418
+ # @!attribute [rw] source_table_config
12419
+ # A structure for the source table configuration.
12420
+ # @return [Types::SourceTableConfig]
10792
12421
  #
10793
- class GetDevEndpointsResponse < Struct.new(
10794
- :dev_endpoints,
10795
- :next_token)
12422
+ # @!attribute [rw] target_table_config
12423
+ # A structure for the target table configuration.
12424
+ # @return [Types::TargetTableConfig]
12425
+ #
12426
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
12427
+ #
12428
+ class GetIntegrationTablePropertiesResponse < Struct.new(
12429
+ :resource_arn,
12430
+ :table_name,
12431
+ :source_table_config,
12432
+ :target_table_config)
10796
12433
  SENSITIVE = []
10797
12434
  include Aws::Structure
10798
12435
  end
@@ -13686,153 +15323,409 @@ module Aws::Glue
13686
15323
  # The number of manifest lists deleted by the retention job run.
13687
15324
  # @return [Integer]
13688
15325
  #
13689
- # @!attribute [rw] number_of_dpus
13690
- # The number of DPU hours consumed by the job.
13691
- # @return [Integer]
15326
+ # @!attribute [rw] number_of_dpus
15327
+ # The number of DPU hours consumed by the job.
15328
+ # @return [Integer]
15329
+ #
15330
+ # @!attribute [rw] job_duration_in_hour
15331
+ # The duration of the job in hours.
15332
+ # @return [Float]
15333
+ #
15334
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
15335
+ #
15336
+ class IcebergRetentionMetrics < Struct.new(
15337
+ :number_of_data_files_deleted,
15338
+ :number_of_manifest_files_deleted,
15339
+ :number_of_manifest_lists_deleted,
15340
+ :number_of_dpus,
15341
+ :job_duration_in_hour)
15342
+ SENSITIVE = []
15343
+ include Aws::Structure
15344
+ end
15345
+
15346
+ # Specifies an Apache Iceberg data source where Iceberg tables are
15347
+ # stored in Amazon S3.
15348
+ #
15349
+ # @!attribute [rw] paths
15350
+ # One or more Amazon S3 paths that contains Iceberg metadata folders
15351
+ # as `s3://bucket/prefix`.
15352
+ # @return [Array<String>]
15353
+ #
15354
+ # @!attribute [rw] connection_name
15355
+ # The name of the connection to use to connect to the Iceberg target.
15356
+ # @return [String]
15357
+ #
15358
+ # @!attribute [rw] exclusions
15359
+ # A list of glob patterns used to exclude from the crawl. For more
15360
+ # information, see [Catalog Tables with a Crawler][1].
15361
+ #
15362
+ #
15363
+ #
15364
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
15365
+ # @return [Array<String>]
15366
+ #
15367
+ # @!attribute [rw] maximum_traversal_depth
15368
+ # The maximum depth of Amazon S3 paths that the crawler can traverse
15369
+ # to discover the Iceberg metadata folder in your Amazon S3 path. Used
15370
+ # to limit the crawler run time.
15371
+ # @return [Integer]
15372
+ #
15373
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15374
+ #
15375
+ class IcebergTarget < Struct.new(
15376
+ :paths,
15377
+ :connection_name,
15378
+ :exclusions,
15379
+ :maximum_traversal_depth)
15380
+ SENSITIVE = []
15381
+ include Aws::Structure
15382
+ end
15383
+
15384
+ # The same unique identifier was associated with two different records.
15385
+ #
15386
+ # @!attribute [rw] message
15387
+ # A message describing the problem.
15388
+ # @return [String]
15389
+ #
15390
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15391
+ #
15392
+ class IdempotentParameterMismatchException < Struct.new(
15393
+ :message)
15394
+ SENSITIVE = []
15395
+ include Aws::Structure
15396
+ end
15397
+
15398
+ # The blueprint is in an invalid state to perform a requested operation.
15399
+ #
15400
+ # @!attribute [rw] message
15401
+ # A message describing the problem.
15402
+ # @return [String]
15403
+ #
15404
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15405
+ #
15406
+ class IllegalBlueprintStateException < Struct.new(
15407
+ :message)
15408
+ SENSITIVE = []
15409
+ include Aws::Structure
15410
+ end
15411
+
15412
+ # The session is in an invalid state to perform a requested operation.
15413
+ #
15414
+ # @!attribute [rw] message
15415
+ # A message describing the problem.
15416
+ # @return [String]
15417
+ #
15418
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15419
+ #
15420
+ class IllegalSessionStateException < Struct.new(
15421
+ :message)
15422
+ SENSITIVE = []
15423
+ include Aws::Structure
15424
+ end
15425
+
15426
+ # The workflow is in an invalid state to perform a requested operation.
15427
+ #
15428
+ # @!attribute [rw] message
15429
+ # A message describing the problem.
15430
+ # @return [String]
15431
+ #
15432
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15433
+ #
15434
+ class IllegalWorkflowStateException < Struct.new(
15435
+ :message)
15436
+ SENSITIVE = []
15437
+ include Aws::Structure
15438
+ end
15439
+
15440
+ # @!attribute [rw] catalog_id
15441
+ # The ID of the catalog to import. Currently, this should be the
15442
+ # Amazon Web Services account ID.
15443
+ # @return [String]
15444
+ #
15445
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15446
+ #
15447
+ class ImportCatalogToGlueRequest < Struct.new(
15448
+ :catalog_id)
15449
+ SENSITIVE = []
15450
+ include Aws::Structure
15451
+ end
15452
+
15453
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15454
+ #
15455
+ class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15456
+
15457
+ # Specifies configuration properties for an importing labels task run.
15458
+ #
15459
+ # @!attribute [rw] input_s3_path
15460
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
15461
+ # will import the labels.
15462
+ # @return [String]
15463
+ #
15464
+ # @!attribute [rw] replace
15465
+ # Indicates whether to overwrite your existing labels.
15466
+ # @return [Boolean]
15467
+ #
15468
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15469
+ #
15470
+ class ImportLabelsTaskRunProperties < Struct.new(
15471
+ :input_s3_path,
15472
+ :replace)
15473
+ SENSITIVE = []
15474
+ include Aws::Structure
15475
+ end
15476
+
15477
+ # A structure for an integration that writes data into a resource.
15478
+ #
15479
+ # @!attribute [rw] source_arn
15480
+ # The ARN of the source resource for the integration.
15481
+ # @return [String]
15482
+ #
15483
+ # @!attribute [rw] target_arn
15484
+ # The ARN of the target resource for the integration.
15485
+ # @return [String]
15486
+ #
15487
+ # @!attribute [rw] integration_arn
15488
+ # The ARN of the zero-ETL integration.
15489
+ # @return [String]
15490
+ #
15491
+ # @!attribute [rw] status
15492
+ # The possible statuses are:
15493
+ #
15494
+ # * CREATING: The integration is being created.
15495
+ #
15496
+ # * ACTIVE: The integration creation succeeds.
15497
+ #
15498
+ # * MODIFYING: The integration is being modified.
15499
+ #
15500
+ # * FAILED: The integration creation fails.
15501
+ #
15502
+ # * DELETING: The integration is deleted.
15503
+ #
15504
+ # * SYNCING: The integration is synchronizing.
15505
+ #
15506
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15507
+ # synchronization.
15508
+ # @return [String]
15509
+ #
15510
+ # @!attribute [rw] create_time
15511
+ # The time that the integration was created, in UTC.
15512
+ # @return [Time]
15513
+ #
15514
+ # @!attribute [rw] errors
15515
+ # A list of errors associated with the integration.
15516
+ # @return [Array<Types::IntegrationError>]
15517
+ #
15518
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
15519
+ #
15520
+ class InboundIntegration < Struct.new(
15521
+ :source_arn,
15522
+ :target_arn,
15523
+ :integration_arn,
15524
+ :status,
15525
+ :create_time,
15526
+ :errors)
15527
+ SENSITIVE = []
15528
+ include Aws::Structure
15529
+ end
15530
+
15531
+ # Describes a zero-ETL integration.
15532
+ #
15533
+ # @!attribute [rw] source_arn
15534
+ # The ARN for the source of the integration.
15535
+ # @return [String]
15536
+ #
15537
+ # @!attribute [rw] target_arn
15538
+ # The ARN for the target of the integration.
15539
+ # @return [String]
15540
+ #
15541
+ # @!attribute [rw] description
15542
+ # A description for the integration.
15543
+ # @return [String]
15544
+ #
15545
+ # @!attribute [rw] integration_name
15546
+ # A unique name for the integration.
15547
+ # @return [String]
15548
+ #
15549
+ # @!attribute [rw] integration_arn
15550
+ # The Amazon Resource Name (ARN) for the integration.
15551
+ # @return [String]
15552
+ #
15553
+ # @!attribute [rw] kms_key_id
15554
+ # The ARN of a KMS key used for encrypting the channel.
15555
+ # @return [String]
15556
+ #
15557
+ # @!attribute [rw] additional_encryption_context
15558
+ # An optional set of non-secret key–value pairs that contains
15559
+ # additional contextual information for encryption. This can only be
15560
+ # provided if `KMSKeyId` is provided.
15561
+ # @return [Hash<String,String>]
15562
+ #
15563
+ # @!attribute [rw] tags
15564
+ # Metadata assigned to the resource consisting of a list of key-value
15565
+ # pairs.
15566
+ # @return [Array<Types::Tag>]
13692
15567
  #
13693
- # @!attribute [rw] job_duration_in_hour
13694
- # The duration of the job in hours.
13695
- # @return [Float]
15568
+ # @!attribute [rw] status
15569
+ # The possible statuses are:
13696
15570
  #
13697
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
15571
+ # * CREATING: The integration is being created.
13698
15572
  #
13699
- class IcebergRetentionMetrics < Struct.new(
13700
- :number_of_data_files_deleted,
13701
- :number_of_manifest_files_deleted,
13702
- :number_of_manifest_lists_deleted,
13703
- :number_of_dpus,
13704
- :job_duration_in_hour)
13705
- SENSITIVE = []
13706
- include Aws::Structure
13707
- end
13708
-
13709
- # Specifies an Apache Iceberg data source where Iceberg tables are
13710
- # stored in Amazon S3.
15573
+ # * ACTIVE: The integration creation succeeds.
13711
15574
  #
13712
- # @!attribute [rw] paths
13713
- # One or more Amazon S3 paths that contains Iceberg metadata folders
13714
- # as `s3://bucket/prefix`.
13715
- # @return [Array<String>]
15575
+ # * MODIFYING: The integration is being modified.
13716
15576
  #
13717
- # @!attribute [rw] connection_name
13718
- # The name of the connection to use to connect to the Iceberg target.
13719
- # @return [String]
15577
+ # * FAILED: The integration creation fails.
13720
15578
  #
13721
- # @!attribute [rw] exclusions
13722
- # A list of glob patterns used to exclude from the crawl. For more
13723
- # information, see [Catalog Tables with a Crawler][1].
15579
+ # * DELETING: The integration is deleted.
13724
15580
  #
15581
+ # * SYNCING: The integration is synchronizing.
13725
15582
  #
15583
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
15584
+ # synchronization.
15585
+ # @return [String]
13726
15586
  #
13727
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
13728
- # @return [Array<String>]
15587
+ # @!attribute [rw] create_time
15588
+ # The time that the integration was created, in UTC.
15589
+ # @return [Time]
13729
15590
  #
13730
- # @!attribute [rw] maximum_traversal_depth
13731
- # The maximum depth of Amazon S3 paths that the crawler can traverse
13732
- # to discover the Iceberg metadata folder in your Amazon S3 path. Used
13733
- # to limit the crawler run time.
13734
- # @return [Integer]
15591
+ # @!attribute [rw] errors
15592
+ # A list of errors associated with the integration.
15593
+ # @return [Array<Types::IntegrationError>]
13735
15594
  #
13736
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
15595
+ # @!attribute [rw] data_filter
15596
+ # Selects source tables for the integration using Maxwell filter
15597
+ # syntax.
15598
+ # @return [String]
13737
15599
  #
13738
- class IcebergTarget < Struct.new(
13739
- :paths,
13740
- :connection_name,
13741
- :exclusions,
13742
- :maximum_traversal_depth)
15600
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
15601
+ #
15602
+ class Integration < Struct.new(
15603
+ :source_arn,
15604
+ :target_arn,
15605
+ :description,
15606
+ :integration_name,
15607
+ :integration_arn,
15608
+ :kms_key_id,
15609
+ :additional_encryption_context,
15610
+ :tags,
15611
+ :status,
15612
+ :create_time,
15613
+ :errors,
15614
+ :data_filter)
13743
15615
  SENSITIVE = []
13744
15616
  include Aws::Structure
13745
15617
  end
13746
15618
 
13747
- # The same unique identifier was associated with two different records.
15619
+ # The requested operation conflicts with another operation.
13748
15620
  #
13749
15621
  # @!attribute [rw] message
13750
15622
  # A message describing the problem.
13751
15623
  # @return [String]
13752
15624
  #
13753
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
15625
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
13754
15626
  #
13755
- class IdempotentParameterMismatchException < Struct.new(
15627
+ class IntegrationConflictOperationFault < Struct.new(
13756
15628
  :message)
13757
15629
  SENSITIVE = []
13758
15630
  include Aws::Structure
13759
15631
  end
13760
15632
 
13761
- # The blueprint is in an invalid state to perform a requested operation.
15633
+ # An error associated with a zero-ETL integration.
13762
15634
  #
13763
- # @!attribute [rw] message
13764
- # A message describing the problem.
15635
+ # @!attribute [rw] error_code
15636
+ # The code associated with this error.
13765
15637
  # @return [String]
13766
15638
  #
13767
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
15639
+ # @!attribute [rw] error_message
15640
+ # A message describing the error.
15641
+ # @return [String]
13768
15642
  #
13769
- class IllegalBlueprintStateException < Struct.new(
13770
- :message)
15643
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
15644
+ #
15645
+ class IntegrationError < Struct.new(
15646
+ :error_code,
15647
+ :error_message)
13771
15648
  SENSITIVE = []
13772
15649
  include Aws::Structure
13773
15650
  end
13774
15651
 
13775
- # The session is in an invalid state to perform a requested operation.
15652
+ # A filter that can be used when invoking a `DescribeIntegrations`
15653
+ # request.
13776
15654
  #
13777
- # @!attribute [rw] message
13778
- # A message describing the problem.
15655
+ # @!attribute [rw] name
15656
+ # The name of the filter.
13779
15657
  # @return [String]
13780
15658
  #
13781
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
15659
+ # @!attribute [rw] values
15660
+ # A list of filter values.
15661
+ # @return [Array<String>]
13782
15662
  #
13783
- class IllegalSessionStateException < Struct.new(
13784
- :message)
15663
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
15664
+ #
15665
+ class IntegrationFilter < Struct.new(
15666
+ :name,
15667
+ :values)
13785
15668
  SENSITIVE = []
13786
15669
  include Aws::Structure
13787
15670
  end
13788
15671
 
13789
- # The workflow is in an invalid state to perform a requested operation.
15672
+ # The specified integration could not be found.
13790
15673
  #
13791
15674
  # @!attribute [rw] message
13792
15675
  # A message describing the problem.
13793
15676
  # @return [String]
13794
15677
  #
13795
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
15678
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
13796
15679
  #
13797
- class IllegalWorkflowStateException < Struct.new(
15680
+ class IntegrationNotFoundFault < Struct.new(
13798
15681
  :message)
13799
15682
  SENSITIVE = []
13800
15683
  include Aws::Structure
13801
15684
  end
13802
15685
 
13803
- # @!attribute [rw] catalog_id
13804
- # The ID of the catalog to import. Currently, this should be the
13805
- # Amazon Web Services account ID.
15686
+ # A structure that describes how data is partitioned on the target.
15687
+ #
15688
+ # @!attribute [rw] field_name
15689
+ # The field name used to partition data on the target.
13806
15690
  # @return [String]
13807
15691
  #
13808
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
15692
+ # @!attribute [rw] function_spec
15693
+ # Specifies a function used to partition data on the target.
15694
+ # @return [String]
13809
15695
  #
13810
- class ImportCatalogToGlueRequest < Struct.new(
13811
- :catalog_id)
15696
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
15697
+ #
15698
+ class IntegrationPartition < Struct.new(
15699
+ :field_name,
15700
+ :function_spec)
13812
15701
  SENSITIVE = []
13813
15702
  include Aws::Structure
13814
15703
  end
13815
15704
 
13816
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
15705
+ # The data processed through your integration exceeded your quota.
13817
15706
  #
13818
- class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
15707
+ # @!attribute [rw] message
15708
+ # A message describing the problem.
15709
+ # @return [String]
15710
+ #
15711
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
15712
+ #
15713
+ class IntegrationQuotaExceededFault < Struct.new(
15714
+ :message)
15715
+ SENSITIVE = []
15716
+ include Aws::Structure
15717
+ end
13819
15718
 
13820
- # Specifies configuration properties for an importing labels task run.
15719
+ # An internal server error occurred.
13821
15720
  #
13822
- # @!attribute [rw] input_s3_path
13823
- # The Amazon Simple Storage Service (Amazon S3) path from where you
13824
- # will import the labels.
15721
+ # @!attribute [rw] message
15722
+ # A message describing the problem.
13825
15723
  # @return [String]
13826
15724
  #
13827
- # @!attribute [rw] replace
13828
- # Indicates whether to overwrite your existing labels.
13829
- # @return [Boolean]
13830
- #
13831
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
15725
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
13832
15726
  #
13833
- class ImportLabelsTaskRunProperties < Struct.new(
13834
- :input_s3_path,
13835
- :replace)
15727
+ class InternalServerException < Struct.new(
15728
+ :message)
13836
15729
  SENSITIVE = []
13837
15730
  include Aws::Structure
13838
15731
  end
@@ -13871,6 +15764,20 @@ module Aws::Glue
13871
15764
  include Aws::Structure
13872
15765
  end
13873
15766
 
15767
+ # The integration is in an invalid state.
15768
+ #
15769
+ # @!attribute [rw] message
15770
+ # A message describing the problem.
15771
+ # @return [String]
15772
+ #
15773
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
15774
+ #
15775
+ class InvalidIntegrationStateFault < Struct.new(
15776
+ :message)
15777
+ SENSITIVE = []
15778
+ include Aws::Structure
15779
+ end
15780
+
13874
15781
  # An error that indicates your data is in an invalid state.
13875
15782
  #
13876
15783
  # @!attribute [rw] message
@@ -15296,6 +17203,20 @@ module Aws::Glue
15296
17203
  include Aws::Structure
15297
17204
  end
15298
17205
 
17206
+ # The KMS key specified is not accessible.
17207
+ #
17208
+ # @!attribute [rw] message
17209
+ # A message describing the problem.
17210
+ # @return [String]
17211
+ #
17212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
17213
+ #
17214
+ class KMSKeyNotAccessibleFault < Struct.new(
17215
+ :message)
17216
+ SENSITIVE = []
17217
+ include Aws::Structure
17218
+ end
17219
+
15299
17220
  # Additional options for streaming.
15300
17221
  #
15301
17222
  # @!attribute [rw] bootstrap_servers
@@ -15828,6 +17749,41 @@ module Aws::Glue
15828
17749
  include Aws::Structure
15829
17750
  end
15830
17751
 
17752
+ # @!attribute [rw] max_results
17753
+ # The maximum number of results to return.
17754
+ # @return [Integer]
17755
+ #
17756
+ # @!attribute [rw] next_token
17757
+ # A continuation token, if this is a continuation call.
17758
+ # @return [String]
17759
+ #
17760
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
17761
+ #
17762
+ class ListConnectionTypesRequest < Struct.new(
17763
+ :max_results,
17764
+ :next_token)
17765
+ SENSITIVE = []
17766
+ include Aws::Structure
17767
+ end
17768
+
17769
+ # @!attribute [rw] connection_types
17770
+ # A list of `ConnectionTypeBrief` objects containing brief information
17771
+ # about the supported connection types.
17772
+ # @return [Array<Types::ConnectionTypeBrief>]
17773
+ #
17774
+ # @!attribute [rw] next_token
17775
+ # A continuation token, if the current list segment is not the last.
17776
+ # @return [String]
17777
+ #
17778
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
17779
+ #
17780
+ class ListConnectionTypesResponse < Struct.new(
17781
+ :connection_types,
17782
+ :next_token)
17783
+ SENSITIVE = []
17784
+ include Aws::Structure
17785
+ end
17786
+
15831
17787
  # @!attribute [rw] max_results
15832
17788
  # The maximum size of a list to return.
15833
17789
  # @return [Integer]
@@ -16257,6 +18213,61 @@ module Aws::Glue
16257
18213
  include Aws::Structure
16258
18214
  end
16259
18215
 
18216
+ # @!attribute [rw] connection_name
18217
+ # A name for the connection that has required credentials to query any
18218
+ # connection type.
18219
+ # @return [String]
18220
+ #
18221
+ # @!attribute [rw] catalog_id
18222
+ # The catalog ID of the catalog that contains the connection. This can
18223
+ # be null, By default, the Amazon Web Services Account ID is the
18224
+ # catalog ID.
18225
+ # @return [String]
18226
+ #
18227
+ # @!attribute [rw] parent_entity_name
18228
+ # Name of the parent entity for which you want to list the children.
18229
+ # This parameter takes a fully-qualified path of the entity in order
18230
+ # to list the child entities.
18231
+ # @return [String]
18232
+ #
18233
+ # @!attribute [rw] next_token
18234
+ # A continuation token, included if this is a continuation call.
18235
+ # @return [String]
18236
+ #
18237
+ # @!attribute [rw] data_store_api_version
18238
+ # The API version of the SaaS connector.
18239
+ # @return [String]
18240
+ #
18241
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
18242
+ #
18243
+ class ListEntitiesRequest < Struct.new(
18244
+ :connection_name,
18245
+ :catalog_id,
18246
+ :parent_entity_name,
18247
+ :next_token,
18248
+ :data_store_api_version)
18249
+ SENSITIVE = []
18250
+ include Aws::Structure
18251
+ end
18252
+
18253
+ # @!attribute [rw] entities
18254
+ # A list of `Entity` objects.
18255
+ # @return [Array<Types::Entity>]
18256
+ #
18257
+ # @!attribute [rw] next_token
18258
+ # A continuation token, present if the current segment is not the
18259
+ # last.
18260
+ # @return [String]
18261
+ #
18262
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
18263
+ #
18264
+ class ListEntitiesResponse < Struct.new(
18265
+ :entities,
18266
+ :next_token)
18267
+ SENSITIVE = []
18268
+ include Aws::Structure
18269
+ end
18270
+
16260
18271
  # @!attribute [rw] next_token
16261
18272
  # A continuation token, if this is a continuation request.
16262
18273
  # @return [String]
@@ -17267,41 +19278,156 @@ module Aws::Glue
17267
19278
  # The name of the table in the database to read from.
17268
19279
  # @return [String]
17269
19280
  #
17270
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19281
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
19282
+ #
19283
+ class MicrosoftSQLServerCatalogSource < Struct.new(
19284
+ :name,
19285
+ :database,
19286
+ :table)
19287
+ SENSITIVE = []
19288
+ include Aws::Structure
19289
+ end
19290
+
19291
+ # Specifies a target that uses Microsoft SQL.
19292
+ #
19293
+ # @!attribute [rw] name
19294
+ # The name of the data target.
19295
+ # @return [String]
19296
+ #
19297
+ # @!attribute [rw] inputs
19298
+ # The nodes that are inputs to the data target.
19299
+ # @return [Array<String>]
19300
+ #
19301
+ # @!attribute [rw] database
19302
+ # The name of the database to write to.
19303
+ # @return [String]
19304
+ #
19305
+ # @!attribute [rw] table
19306
+ # The name of the table in the database to write to.
19307
+ # @return [String]
19308
+ #
19309
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19310
+ #
19311
+ class MicrosoftSQLServerCatalogTarget < Struct.new(
19312
+ :name,
19313
+ :inputs,
19314
+ :database,
19315
+ :table)
19316
+ SENSITIVE = []
19317
+ include Aws::Structure
19318
+ end
19319
+
19320
+ # @!attribute [rw] integration_identifier
19321
+ # The Amazon Resource Name (ARN) for the integration.
19322
+ # @return [String]
19323
+ #
19324
+ # @!attribute [rw] description
19325
+ # A description of the integration.
19326
+ # @return [String]
19327
+ #
19328
+ # @!attribute [rw] data_filter
19329
+ # Selects source tables for the integration using Maxwell filter
19330
+ # syntax.
19331
+ # @return [String]
19332
+ #
19333
+ # @!attribute [rw] integration_name
19334
+ # A unique name for an integration in Glue.
19335
+ # @return [String]
19336
+ #
19337
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
17271
19338
  #
17272
- class MicrosoftSQLServerCatalogSource < Struct.new(
17273
- :name,
17274
- :database,
17275
- :table)
19339
+ class ModifyIntegrationRequest < Struct.new(
19340
+ :integration_identifier,
19341
+ :description,
19342
+ :data_filter,
19343
+ :integration_name)
17276
19344
  SENSITIVE = []
17277
19345
  include Aws::Structure
17278
19346
  end
17279
19347
 
17280
- # Specifies a target that uses Microsoft SQL.
19348
+ # @!attribute [rw] source_arn
19349
+ # The ARN of the source for the integration.
19350
+ # @return [String]
17281
19351
  #
17282
- # @!attribute [rw] name
17283
- # The name of the data target.
19352
+ # @!attribute [rw] target_arn
19353
+ # The ARN of the target for the integration.
17284
19354
  # @return [String]
17285
19355
  #
17286
- # @!attribute [rw] inputs
17287
- # The nodes that are inputs to the data target.
17288
- # @return [Array<String>]
19356
+ # @!attribute [rw] integration_name
19357
+ # A unique name for an integration in Glue.
19358
+ # @return [String]
17289
19359
  #
17290
- # @!attribute [rw] database
17291
- # The name of the database to write to.
19360
+ # @!attribute [rw] description
19361
+ # A description of the integration.
17292
19362
  # @return [String]
17293
19363
  #
17294
- # @!attribute [rw] table
17295
- # The name of the table in the database to write to.
19364
+ # @!attribute [rw] integration_arn
19365
+ # The Amazon Resource Name (ARN) for the integration.
17296
19366
  # @return [String]
17297
19367
  #
17298
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
19368
+ # @!attribute [rw] kms_key_id
19369
+ # The ARN of a KMS key used for encrypting the channel.
19370
+ # @return [String]
17299
19371
  #
17300
- class MicrosoftSQLServerCatalogTarget < Struct.new(
17301
- :name,
17302
- :inputs,
17303
- :database,
17304
- :table)
19372
+ # @!attribute [rw] additional_encryption_context
19373
+ # An optional set of non-secret key–value pairs that contains
19374
+ # additional contextual information for encryption.
19375
+ # @return [Hash<String,String>]
19376
+ #
19377
+ # @!attribute [rw] tags
19378
+ # Metadata assigned to the resource consisting of a list of key-value
19379
+ # pairs.
19380
+ # @return [Array<Types::Tag>]
19381
+ #
19382
+ # @!attribute [rw] status
19383
+ # The status of the integration being modified.
19384
+ #
19385
+ # The possible statuses are:
19386
+ #
19387
+ # * CREATING: The integration is being created.
19388
+ #
19389
+ # * ACTIVE: The integration creation succeeds.
19390
+ #
19391
+ # * MODIFYING: The integration is being modified.
19392
+ #
19393
+ # * FAILED: The integration creation fails.
19394
+ #
19395
+ # * DELETING: The integration is deleted.
19396
+ #
19397
+ # * SYNCING: The integration is synchronizing.
19398
+ #
19399
+ # * NEEDS\_ATTENTION: The integration needs attention, such as
19400
+ # synchronization.
19401
+ # @return [String]
19402
+ #
19403
+ # @!attribute [rw] create_time
19404
+ # The time when the integration was created, in UTC.
19405
+ # @return [Time]
19406
+ #
19407
+ # @!attribute [rw] errors
19408
+ # A list of errors associated with the integration modification.
19409
+ # @return [Array<Types::IntegrationError>]
19410
+ #
19411
+ # @!attribute [rw] data_filter
19412
+ # Selects source tables for the integration using Maxwell filter
19413
+ # syntax.
19414
+ # @return [String]
19415
+ #
19416
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
19417
+ #
19418
+ class ModifyIntegrationResponse < Struct.new(
19419
+ :source_arn,
19420
+ :target_arn,
19421
+ :integration_name,
19422
+ :description,
19423
+ :integration_arn,
19424
+ :kms_key_id,
19425
+ :additional_encryption_context,
19426
+ :tags,
19427
+ :status,
19428
+ :create_time,
19429
+ :errors,
19430
+ :data_filter)
17305
19431
  SENSITIVE = []
17306
19432
  include Aws::Structure
17307
19433
  end
@@ -17527,6 +19653,38 @@ module Aws::Glue
17527
19653
  include Aws::Structure
17528
19654
  end
17529
19655
 
19656
+ # The credentials used when the authentication type is OAuth2
19657
+ # authentication.
19658
+ #
19659
+ # @!attribute [rw] user_managed_client_application_client_secret
19660
+ # The client application client secret if the client application is
19661
+ # user managed.
19662
+ # @return [String]
19663
+ #
19664
+ # @!attribute [rw] access_token
19665
+ # The access token used when the authentication type is OAuth2.
19666
+ # @return [String]
19667
+ #
19668
+ # @!attribute [rw] refresh_token
19669
+ # The refresh token used when the authentication type is OAuth2.
19670
+ # @return [String]
19671
+ #
19672
+ # @!attribute [rw] jwt_token
19673
+ # The JSON Web Token (JWT) used when the authentication type is
19674
+ # OAuth2.
19675
+ # @return [String]
19676
+ #
19677
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
19678
+ #
19679
+ class OAuth2Credentials < Struct.new(
19680
+ :user_managed_client_application_client_secret,
19681
+ :access_token,
19682
+ :refresh_token,
19683
+ :jwt_token)
19684
+ SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
19685
+ include Aws::Structure
19686
+ end
19687
+
17530
19688
  # A structure containing properties for OAuth2 authentication.
17531
19689
  #
17532
19690
  # @!attribute [rw] o_auth_2_grant_type
@@ -17586,6 +19744,11 @@ module Aws::Glue
17586
19744
  # `AUTHORIZATION_CODE` grant type.
17587
19745
  # @return [Types::AuthorizationCodeProperties]
17588
19746
  #
19747
+ # @!attribute [rw] o_auth_2_credentials
19748
+ # The credentials used when the authentication type is OAuth2
19749
+ # authentication.
19750
+ # @return [Types::OAuth2Credentials]
19751
+ #
17589
19752
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
17590
19753
  #
17591
19754
  class OAuth2PropertiesInput < Struct.new(
@@ -17593,7 +19756,8 @@ module Aws::Glue
17593
19756
  :o_auth_2_client_application,
17594
19757
  :token_url,
17595
19758
  :token_url_parameters_map,
17596
- :authorization_code_properties)
19759
+ :authorization_code_properties,
19760
+ :o_auth_2_credentials)
17597
19761
  SENSITIVE = []
17598
19762
  include Aws::Structure
17599
19763
  end
@@ -18211,6 +20375,51 @@ module Aws::Glue
18211
20375
  include Aws::Structure
18212
20376
  end
18213
20377
 
20378
+ # An object that defines a connection type for a compute environment.
20379
+ #
20380
+ # @!attribute [rw] name
20381
+ # The name of the property.
20382
+ # @return [String]
20383
+ #
20384
+ # @!attribute [rw] description
20385
+ # A description of the property.
20386
+ # @return [String]
20387
+ #
20388
+ # @!attribute [rw] required
20389
+ # Indicates whether the property is required.
20390
+ # @return [Boolean]
20391
+ #
20392
+ # @!attribute [rw] default_value
20393
+ # The default value for the property.
20394
+ # @return [String]
20395
+ #
20396
+ # @!attribute [rw] property_types
20397
+ # Describes the type of property.
20398
+ # @return [Array<String>]
20399
+ #
20400
+ # @!attribute [rw] allowed_values
20401
+ # A list of `AllowedValue` objects representing the values allowed for
20402
+ # the property.
20403
+ # @return [Array<Types::AllowedValue>]
20404
+ #
20405
+ # @!attribute [rw] data_operation_scopes
20406
+ # Indicates which data operations are applicable to the property.
20407
+ # @return [Array<String>]
20408
+ #
20409
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
20410
+ #
20411
+ class Property < Struct.new(
20412
+ :name,
20413
+ :description,
20414
+ :required,
20415
+ :default_value,
20416
+ :property_types,
20417
+ :allowed_values,
20418
+ :data_operation_scopes)
20419
+ SENSITIVE = []
20420
+ include Aws::Structure
20421
+ end
20422
+
18214
20423
  # Defines a property predicate.
18215
20424
  #
18216
20425
  # @!attribute [rw] key
@@ -19010,6 +21219,20 @@ module Aws::Glue
19010
21219
  include Aws::Structure
19011
21220
  end
19012
21221
 
21222
+ # The resource could not be found.
21223
+ #
21224
+ # @!attribute [rw] message
21225
+ # A message describing the problem.
21226
+ # @return [String]
21227
+ #
21228
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
21229
+ #
21230
+ class ResourceNotFoundException < Struct.new(
21231
+ :message)
21232
+ SENSITIVE = []
21233
+ include Aws::Structure
21234
+ end
21235
+
19013
21236
  # A resource was not ready for a transaction.
19014
21237
  #
19015
21238
  # @!attribute [rw] message
@@ -21058,6 +23281,49 @@ module Aws::Glue
21058
23281
  include Aws::Structure
21059
23282
  end
21060
23283
 
23284
+ # The resource properties associated with the integration source.
23285
+ #
23286
+ # @!attribute [rw] role_arn
23287
+ # The IAM role to access the Glue connection.
23288
+ # @return [String]
23289
+ #
23290
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
23291
+ #
23292
+ class SourceProcessingProperties < Struct.new(
23293
+ :role_arn)
23294
+ SENSITIVE = []
23295
+ include Aws::Structure
23296
+ end
23297
+
23298
+ # Properties used by the source leg to process data from the source.
23299
+ #
23300
+ # @!attribute [rw] fields
23301
+ # A list of fields used for column-level filtering.
23302
+ # @return [Array<String>]
23303
+ #
23304
+ # @!attribute [rw] filter_predicate
23305
+ # A condition clause used for row-level filtering.
23306
+ # @return [String]
23307
+ #
23308
+ # @!attribute [rw] primary_key
23309
+ # Unique identifier of a record.
23310
+ # @return [Array<String>]
23311
+ #
23312
+ # @!attribute [rw] record_update_field
23313
+ # Incremental pull timestamp-based field.
23314
+ # @return [String]
23315
+ #
23316
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
23317
+ #
23318
+ class SourceTableConfig < Struct.new(
23319
+ :fields,
23320
+ :filter_predicate,
23321
+ :primary_key,
23322
+ :record_update_field)
23323
+ SENSITIVE = []
23324
+ include Aws::Structure
23325
+ end
23326
+
21061
23327
  # Specifies a connector to an Apache Spark data source.
21062
23328
  #
21063
23329
  # @!attribute [rw] name
@@ -23094,6 +25360,39 @@ module Aws::Glue
23094
25360
  include Aws::Structure
23095
25361
  end
23096
25362
 
25363
+ # The `Tag` object represents a label that you can assign to an Amazon
25364
+ # Web Services resource. Each tag consists of a key and an optional
25365
+ # value, both of which you define.
25366
+ #
25367
+ # For more information about tags, and controlling access to resources
25368
+ # in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
25369
+ # Glue Resource ARNs][2] in the developer guide.
25370
+ #
25371
+ #
25372
+ #
25373
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
25374
+ # [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
25375
+ #
25376
+ # @!attribute [rw] key
25377
+ # The tag key. The key is required when you create a tag on an object.
25378
+ # The key is case-sensitive, and must not contain the prefix aws.
25379
+ # @return [String]
25380
+ #
25381
+ # @!attribute [rw] value
25382
+ # The tag value. The value is optional when you create a tag on an
25383
+ # object. The value is case-sensitive, and must not contain the prefix
25384
+ # aws.
25385
+ # @return [String]
25386
+ #
25387
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
25388
+ #
25389
+ class Tag < Struct.new(
25390
+ :key,
25391
+ :value)
25392
+ SENSITIVE = []
25393
+ include Aws::Structure
25394
+ end
25395
+
23097
25396
  # @!attribute [rw] resource_arn
23098
25397
  # The ARN of the Glue resource to which to add the tags. For more
23099
25398
  # information about Glue resource ARNs, see the [Glue ARN string
@@ -23121,6 +25420,90 @@ module Aws::Glue
23121
25420
  #
23122
25421
  class TagResourceResponse < Aws::EmptyStructure; end
23123
25422
 
25423
+ # The resource properties associated with the integration target.
25424
+ #
25425
+ # @!attribute [rw] role_arn
25426
+ # The IAM role to access the Glue database.
25427
+ # @return [String]
25428
+ #
25429
+ # @!attribute [rw] kms_arn
25430
+ # The ARN of the KMS key used for encryption.
25431
+ # @return [String]
25432
+ #
25433
+ # @!attribute [rw] connection_name
25434
+ # The Glue network connection to configure the Glue job running in the
25435
+ # customer VPC.
25436
+ # @return [String]
25437
+ #
25438
+ # @!attribute [rw] event_bus_arn
25439
+ # The ARN of an Eventbridge event bus to receive the integration
25440
+ # status notification.
25441
+ # @return [String]
25442
+ #
25443
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
25444
+ #
25445
+ class TargetProcessingProperties < Struct.new(
25446
+ :role_arn,
25447
+ :kms_arn,
25448
+ :connection_name,
25449
+ :event_bus_arn)
25450
+ SENSITIVE = []
25451
+ include Aws::Structure
25452
+ end
25453
+
25454
+ # A structure that describes a target catalog for resource linking.
25455
+ #
25456
+ # @!attribute [rw] catalog_arn
25457
+ # The Amazon Resource Name (ARN) of the catalog resource.
25458
+ # @return [String]
25459
+ #
25460
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
25461
+ #
25462
+ class TargetRedshiftCatalog < Struct.new(
25463
+ :catalog_arn)
25464
+ SENSITIVE = []
25465
+ include Aws::Structure
25466
+ end
25467
+
25468
+ # The target resource could not be found.
25469
+ #
25470
+ # @!attribute [rw] message
25471
+ # A message describing the problem.
25472
+ # @return [String]
25473
+ #
25474
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
25475
+ #
25476
+ class TargetResourceNotFound < Struct.new(
25477
+ :message)
25478
+ SENSITIVE = []
25479
+ include Aws::Structure
25480
+ end
25481
+
25482
+ # Properties used by the target leg to partition the data on the target.
25483
+ #
25484
+ # @!attribute [rw] unnest_spec
25485
+ # Specifies how nested objects are flattened to top-level elements.
25486
+ # Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
25487
+ # @return [String]
25488
+ #
25489
+ # @!attribute [rw] partition_spec
25490
+ # Determines the file layout on the target.
25491
+ # @return [Array<Types::IntegrationPartition>]
25492
+ #
25493
+ # @!attribute [rw] target_table_name
25494
+ # The optional name of a target table.
25495
+ # @return [String]
25496
+ #
25497
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
25498
+ #
25499
+ class TargetTableConfig < Struct.new(
25500
+ :unnest_spec,
25501
+ :partition_spec,
25502
+ :target_table_name)
25503
+ SENSITIVE = []
25504
+ include Aws::Structure
25505
+ end
25506
+
23124
25507
  # The sampling parameters that are associated with the machine learning
23125
25508
  # transform.
23126
25509
  #
@@ -23316,6 +25699,10 @@ module Aws::Glue
23316
25699
  # testing.
23317
25700
  # @return [String]
23318
25701
  #
25702
+ # @!attribute [rw] catalog_id
25703
+ # The catalog ID where the connection resides.
25704
+ # @return [String]
25705
+ #
23319
25706
  # @!attribute [rw] test_connection_input
23320
25707
  # A structure that is used to specify testing a connection to a
23321
25708
  # service.
@@ -23325,6 +25712,7 @@ module Aws::Glue
23325
25712
  #
23326
25713
  class TestConnectionRequest < Struct.new(
23327
25714
  :connection_name,
25715
+ :catalog_id,
23328
25716
  :test_connection_input)
23329
25717
  SENSITIVE = []
23330
25718
  include Aws::Structure
@@ -23825,6 +26213,28 @@ module Aws::Glue
23825
26213
  include Aws::Structure
23826
26214
  end
23827
26215
 
26216
+ # @!attribute [rw] catalog_id
26217
+ # The ID of the catalog.
26218
+ # @return [String]
26219
+ #
26220
+ # @!attribute [rw] catalog_input
26221
+ # A `CatalogInput` object specifying the new properties of an existing
26222
+ # catalog.
26223
+ # @return [Types::CatalogInput]
26224
+ #
26225
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
26226
+ #
26227
+ class UpdateCatalogRequest < Struct.new(
26228
+ :catalog_id,
26229
+ :catalog_input)
26230
+ SENSITIVE = []
26231
+ include Aws::Structure
26232
+ end
26233
+
26234
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
26235
+ #
26236
+ class UpdateCatalogResponse < Aws::EmptyStructure; end
26237
+
23828
26238
  # @!attribute [rw] grok_classifier
23829
26239
  # A `GrokClassifier` object with updated fields.
23830
26240
  # @return [Types::UpdateGrokClassifierRequest]
@@ -24389,6 +26799,81 @@ module Aws::Glue
24389
26799
  include Aws::Structure
24390
26800
  end
24391
26801
 
26802
+ # @!attribute [rw] resource_arn
26803
+ # The connection ARN of the source, or the database ARN of the target.
26804
+ # @return [String]
26805
+ #
26806
+ # @!attribute [rw] source_processing_properties
26807
+ # The resource properties associated with the integration source.
26808
+ # @return [Types::SourceProcessingProperties]
26809
+ #
26810
+ # @!attribute [rw] target_processing_properties
26811
+ # The resource properties associated with the integration target.
26812
+ # @return [Types::TargetProcessingProperties]
26813
+ #
26814
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
26815
+ #
26816
+ class UpdateIntegrationResourcePropertyRequest < Struct.new(
26817
+ :resource_arn,
26818
+ :source_processing_properties,
26819
+ :target_processing_properties)
26820
+ SENSITIVE = []
26821
+ include Aws::Structure
26822
+ end
26823
+
26824
+ # @!attribute [rw] resource_arn
26825
+ # The connection ARN of the source, or the database ARN of the target.
26826
+ # @return [String]
26827
+ #
26828
+ # @!attribute [rw] source_processing_properties
26829
+ # The resource properties associated with the integration source.
26830
+ # @return [Types::SourceProcessingProperties]
26831
+ #
26832
+ # @!attribute [rw] target_processing_properties
26833
+ # The resource properties associated with the integration target.
26834
+ # @return [Types::TargetProcessingProperties]
26835
+ #
26836
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
26837
+ #
26838
+ class UpdateIntegrationResourcePropertyResponse < Struct.new(
26839
+ :resource_arn,
26840
+ :source_processing_properties,
26841
+ :target_processing_properties)
26842
+ SENSITIVE = []
26843
+ include Aws::Structure
26844
+ end
26845
+
26846
+ # @!attribute [rw] resource_arn
26847
+ # The connection ARN of the source, or the database ARN of the target.
26848
+ # @return [String]
26849
+ #
26850
+ # @!attribute [rw] table_name
26851
+ # The name of the table to be replicated.
26852
+ # @return [String]
26853
+ #
26854
+ # @!attribute [rw] source_table_config
26855
+ # A structure for the source table configuration.
26856
+ # @return [Types::SourceTableConfig]
26857
+ #
26858
+ # @!attribute [rw] target_table_config
26859
+ # A structure for the target table configuration.
26860
+ # @return [Types::TargetTableConfig]
26861
+ #
26862
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
26863
+ #
26864
+ class UpdateIntegrationTablePropertiesRequest < Struct.new(
26865
+ :resource_arn,
26866
+ :table_name,
26867
+ :source_table_config,
26868
+ :target_table_config)
26869
+ SENSITIVE = []
26870
+ include Aws::Structure
26871
+ end
26872
+
26873
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
26874
+ #
26875
+ class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
26876
+
24392
26877
  # @!attribute [rw] job_name
24393
26878
  # The name of the Glue job to be synchronized to or from the remote
24394
26879
  # repository.