aws-sdk-glue 1.203.0 → 1.205.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +1729 -157
- data/lib/aws-sdk-glue/client_api.rb +1094 -0
- data/lib/aws-sdk-glue/errors.rb +128 -0
- data/lib/aws-sdk-glue/types.rb +2932 -403
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +512 -16
- data/sig/errors.rbs +24 -0
- data/sig/types.rbs +648 -10
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -141,6 +141,25 @@ module Aws::Glue
|
|
141
141
|
include Aws::Structure
|
142
142
|
end
|
143
143
|
|
144
|
+
# An object representing a value allowed for a property.
|
145
|
+
#
|
146
|
+
# @!attribute [rw] description
|
147
|
+
# A description of the allowed value.
|
148
|
+
# @return [String]
|
149
|
+
#
|
150
|
+
# @!attribute [rw] value
|
151
|
+
# The value allowed for the property.
|
152
|
+
# @return [String]
|
153
|
+
#
|
154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
|
155
|
+
#
|
156
|
+
class AllowedValue < Struct.new(
|
157
|
+
:description,
|
158
|
+
:value)
|
159
|
+
SENSITIVE = []
|
160
|
+
include Aws::Structure
|
161
|
+
end
|
162
|
+
|
144
163
|
# A resource to be created or added already exists.
|
145
164
|
#
|
146
165
|
# @!attribute [rw] message
|
@@ -491,6 +510,44 @@ module Aws::Glue
|
|
491
510
|
include Aws::Structure
|
492
511
|
end
|
493
512
|
|
513
|
+
# The authentication configuration for a connection returned by the
|
514
|
+
# `DescribeConnectionType` API.
|
515
|
+
#
|
516
|
+
# @!attribute [rw] authentication_type
|
517
|
+
# The type of authentication for a connection.
|
518
|
+
# @return [Types::Property]
|
519
|
+
#
|
520
|
+
# @!attribute [rw] secret_arn
|
521
|
+
# The Amazon Resource Name (ARN) for the Secrets Manager.
|
522
|
+
# @return [Types::Property]
|
523
|
+
#
|
524
|
+
# @!attribute [rw] o_auth_2_properties
|
525
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
526
|
+
# a `Property` object.
|
527
|
+
# @return [Hash<String,Types::Property>]
|
528
|
+
#
|
529
|
+
# @!attribute [rw] basic_authentication_properties
|
530
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
531
|
+
# a `Property` object.
|
532
|
+
# @return [Hash<String,Types::Property>]
|
533
|
+
#
|
534
|
+
# @!attribute [rw] custom_authentication_properties
|
535
|
+
# A map of key-value pairs for the custom authentication properties.
|
536
|
+
# Each value is a a `Property` object.
|
537
|
+
# @return [Hash<String,Types::Property>]
|
538
|
+
#
|
539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
|
540
|
+
#
|
541
|
+
class AuthConfiguration < Struct.new(
|
542
|
+
:authentication_type,
|
543
|
+
:secret_arn,
|
544
|
+
:o_auth_2_properties,
|
545
|
+
:basic_authentication_properties,
|
546
|
+
:custom_authentication_properties)
|
547
|
+
SENSITIVE = []
|
548
|
+
include Aws::Structure
|
549
|
+
end
|
550
|
+
|
494
551
|
# A structure containing the authentication configuration.
|
495
552
|
#
|
496
553
|
# @!attribute [rw] authentication_type
|
@@ -533,13 +590,31 @@ module Aws::Glue
|
|
533
590
|
# request.
|
534
591
|
# @return [String]
|
535
592
|
#
|
593
|
+
# @!attribute [rw] kms_key_arn
|
594
|
+
# The ARN of the KMS key used to encrypt the connection. Only taken an
|
595
|
+
# as input in the request and stored in the Secret Manager.
|
596
|
+
# @return [String]
|
597
|
+
#
|
598
|
+
# @!attribute [rw] basic_authentication_credentials
|
599
|
+
# The credentials used when the authentication type is basic
|
600
|
+
# authentication.
|
601
|
+
# @return [Types::BasicAuthenticationCredentials]
|
602
|
+
#
|
603
|
+
# @!attribute [rw] custom_authentication_credentials
|
604
|
+
# The credentials used when the authentication type is custom
|
605
|
+
# authentication.
|
606
|
+
# @return [Hash<String,String>]
|
607
|
+
#
|
536
608
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
|
537
609
|
#
|
538
610
|
class AuthenticationConfigurationInput < Struct.new(
|
539
611
|
:authentication_type,
|
540
612
|
:o_auth_2_properties,
|
541
|
-
:secret_arn
|
542
|
-
|
613
|
+
:secret_arn,
|
614
|
+
:kms_key_arn,
|
615
|
+
:basic_authentication_credentials,
|
616
|
+
:custom_authentication_credentials)
|
617
|
+
SENSITIVE = [:custom_authentication_credentials]
|
543
618
|
include Aws::Structure
|
544
619
|
end
|
545
620
|
|
@@ -607,6 +682,26 @@ module Aws::Glue
|
|
607
682
|
include Aws::Structure
|
608
683
|
end
|
609
684
|
|
685
|
+
# For supplying basic auth credentials when not providing a `SecretArn`
|
686
|
+
# value.
|
687
|
+
#
|
688
|
+
# @!attribute [rw] username
|
689
|
+
# The username to connect to the data source.
|
690
|
+
# @return [String]
|
691
|
+
#
|
692
|
+
# @!attribute [rw] password
|
693
|
+
# The password to connect to the data source.
|
694
|
+
# @return [String]
|
695
|
+
#
|
696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
|
697
|
+
#
|
698
|
+
class BasicAuthenticationCredentials < Struct.new(
|
699
|
+
:username,
|
700
|
+
:password)
|
701
|
+
SENSITIVE = [:password]
|
702
|
+
include Aws::Structure
|
703
|
+
end
|
704
|
+
|
610
705
|
# Specifies a target that uses a Glue Data Catalog table.
|
611
706
|
#
|
612
707
|
# @!attribute [rw] name
|
@@ -1792,6 +1887,115 @@ module Aws::Glue
|
|
1792
1887
|
#
|
1793
1888
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1794
1889
|
|
1890
|
+
# Specifies the supported authentication types returned by the
|
1891
|
+
# `DescribeConnectionType` API.
|
1892
|
+
#
|
1893
|
+
# @!attribute [rw] supported_authentication_types
|
1894
|
+
# A list of supported authentication types.
|
1895
|
+
# @return [Array<String>]
|
1896
|
+
#
|
1897
|
+
# @!attribute [rw] supported_data_operations
|
1898
|
+
# A list of supported data operations.
|
1899
|
+
# @return [Array<String>]
|
1900
|
+
#
|
1901
|
+
# @!attribute [rw] supported_compute_environments
|
1902
|
+
# A list of supported compute environments.
|
1903
|
+
# @return [Array<String>]
|
1904
|
+
#
|
1905
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
|
1906
|
+
#
|
1907
|
+
class Capabilities < Struct.new(
|
1908
|
+
:supported_authentication_types,
|
1909
|
+
:supported_data_operations,
|
1910
|
+
:supported_compute_environments)
|
1911
|
+
SENSITIVE = []
|
1912
|
+
include Aws::Structure
|
1913
|
+
end
|
1914
|
+
|
1915
|
+
# The catalog object represents a logical grouping of databases in the
|
1916
|
+
# Glue Data Catalog or a federated source. You can now create a
|
1917
|
+
# Redshift-federated catalog or a catalog containing resource links to
|
1918
|
+
# Redshift databases in another account or region.
|
1919
|
+
#
|
1920
|
+
# @!attribute [rw] catalog_id
|
1921
|
+
# The ID of the catalog. To grant access to the default catalog, this
|
1922
|
+
# field should not be provided.
|
1923
|
+
# @return [String]
|
1924
|
+
#
|
1925
|
+
# @!attribute [rw] name
|
1926
|
+
# The name of the catalog. Cannot be the same as the account ID.
|
1927
|
+
# @return [String]
|
1928
|
+
#
|
1929
|
+
# @!attribute [rw] resource_arn
|
1930
|
+
# The Amazon Resource Name (ARN) assigned to the catalog resource.
|
1931
|
+
# @return [String]
|
1932
|
+
#
|
1933
|
+
# @!attribute [rw] description
|
1934
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
1935
|
+
# address multi-line string pattern. A description of the catalog.
|
1936
|
+
# @return [String]
|
1937
|
+
#
|
1938
|
+
# @!attribute [rw] parameters
|
1939
|
+
# A map array of key-value pairs that define parameters and properties
|
1940
|
+
# of the catalog.
|
1941
|
+
# @return [Hash<String,String>]
|
1942
|
+
#
|
1943
|
+
# @!attribute [rw] create_time
|
1944
|
+
# The time at which the catalog was created.
|
1945
|
+
# @return [Time]
|
1946
|
+
#
|
1947
|
+
# @!attribute [rw] update_time
|
1948
|
+
# The time at which the catalog was last updated.
|
1949
|
+
# @return [Time]
|
1950
|
+
#
|
1951
|
+
# @!attribute [rw] target_redshift_catalog
|
1952
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
1953
|
+
# database resource linking.
|
1954
|
+
# @return [Types::TargetRedshiftCatalog]
|
1955
|
+
#
|
1956
|
+
# @!attribute [rw] federated_catalog
|
1957
|
+
# A `FederatedCatalog` object that points to an entity outside the
|
1958
|
+
# Glue Data Catalog.
|
1959
|
+
# @return [Types::FederatedCatalog]
|
1960
|
+
#
|
1961
|
+
# @!attribute [rw] catalog_properties
|
1962
|
+
# A `CatalogProperties` object that specifies data lake access
|
1963
|
+
# properties and other custom properties.
|
1964
|
+
# @return [Types::CatalogPropertiesOutput]
|
1965
|
+
#
|
1966
|
+
# @!attribute [rw] create_table_default_permissions
|
1967
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1968
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
1969
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1970
|
+
# operations.
|
1971
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1972
|
+
#
|
1973
|
+
# @!attribute [rw] create_database_default_permissions
|
1974
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1975
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
1976
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1977
|
+
# operations.
|
1978
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1979
|
+
#
|
1980
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
|
1981
|
+
#
|
1982
|
+
class Catalog < Struct.new(
|
1983
|
+
:catalog_id,
|
1984
|
+
:name,
|
1985
|
+
:resource_arn,
|
1986
|
+
:description,
|
1987
|
+
:parameters,
|
1988
|
+
:create_time,
|
1989
|
+
:update_time,
|
1990
|
+
:target_redshift_catalog,
|
1991
|
+
:federated_catalog,
|
1992
|
+
:catalog_properties,
|
1993
|
+
:create_table_default_permissions,
|
1994
|
+
:create_database_default_permissions)
|
1995
|
+
SENSITIVE = []
|
1996
|
+
include Aws::Structure
|
1997
|
+
end
|
1998
|
+
|
1795
1999
|
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1796
2000
|
# Catalog.
|
1797
2001
|
#
|
@@ -1905,6 +2109,62 @@ module Aws::Glue
|
|
1905
2109
|
include Aws::Structure
|
1906
2110
|
end
|
1907
2111
|
|
2112
|
+
# A structure that describes catalog properties.
|
2113
|
+
#
|
2114
|
+
# @!attribute [rw] description
|
2115
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
2116
|
+
# address multi-line string pattern. A description of the catalog.
|
2117
|
+
# @return [String]
|
2118
|
+
#
|
2119
|
+
# @!attribute [rw] federated_catalog
|
2120
|
+
# A `FederatedCatalog` object. A `FederatedCatalog` structure that
|
2121
|
+
# references an entity outside the Glue Data Catalog, for example a
|
2122
|
+
# Redshift database.
|
2123
|
+
# @return [Types::FederatedCatalog]
|
2124
|
+
#
|
2125
|
+
# @!attribute [rw] parameters
|
2126
|
+
# A map array of key-value pairs that define the parameters and
|
2127
|
+
# properties of the catalog.
|
2128
|
+
# @return [Hash<String,String>]
|
2129
|
+
#
|
2130
|
+
# @!attribute [rw] target_redshift_catalog
|
2131
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
2132
|
+
# resource linking.
|
2133
|
+
# @return [Types::TargetRedshiftCatalog]
|
2134
|
+
#
|
2135
|
+
# @!attribute [rw] catalog_properties
|
2136
|
+
# A `CatalogProperties` object that specifies data lake access
|
2137
|
+
# properties and other custom properties.
|
2138
|
+
# @return [Types::CatalogProperties]
|
2139
|
+
#
|
2140
|
+
# @!attribute [rw] create_table_default_permissions
|
2141
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2142
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
2143
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2144
|
+
# empty list.
|
2145
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2146
|
+
#
|
2147
|
+
# @!attribute [rw] create_database_default_permissions
|
2148
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2149
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
2150
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2151
|
+
# empty list.
|
2152
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2153
|
+
#
|
2154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
|
2155
|
+
#
|
2156
|
+
class CatalogInput < Struct.new(
|
2157
|
+
:description,
|
2158
|
+
:federated_catalog,
|
2159
|
+
:parameters,
|
2160
|
+
:target_redshift_catalog,
|
2161
|
+
:catalog_properties,
|
2162
|
+
:create_table_default_permissions,
|
2163
|
+
:create_database_default_permissions)
|
2164
|
+
SENSITIVE = []
|
2165
|
+
include Aws::Structure
|
2166
|
+
end
|
2167
|
+
|
1908
2168
|
# Specifies an Apache Kafka data store in the Data Catalog.
|
1909
2169
|
#
|
1910
2170
|
# @!attribute [rw] name
|
@@ -1996,6 +2256,52 @@ module Aws::Glue
|
|
1996
2256
|
include Aws::Structure
|
1997
2257
|
end
|
1998
2258
|
|
2259
|
+
# A structure that specifies data lake access properties and other
|
2260
|
+
# custom properties.
|
2261
|
+
#
|
2262
|
+
# @!attribute [rw] data_lake_access_properties
|
2263
|
+
# A `DataLakeAccessProperties` object that specifies properties to
|
2264
|
+
# configure data lake access for your catalog resource in the Glue
|
2265
|
+
# Data Catalog.
|
2266
|
+
# @return [Types::DataLakeAccessProperties]
|
2267
|
+
#
|
2268
|
+
# @!attribute [rw] custom_properties
|
2269
|
+
# Additional key-value properties for the catalog, such as column
|
2270
|
+
# statistics optimizations.
|
2271
|
+
# @return [Hash<String,String>]
|
2272
|
+
#
|
2273
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
|
2274
|
+
#
|
2275
|
+
class CatalogProperties < Struct.new(
|
2276
|
+
:data_lake_access_properties,
|
2277
|
+
:custom_properties)
|
2278
|
+
SENSITIVE = []
|
2279
|
+
include Aws::Structure
|
2280
|
+
end
|
2281
|
+
|
2282
|
+
# Property attributes that include configuration properties for the
|
2283
|
+
# catalog resource.
|
2284
|
+
#
|
2285
|
+
# @!attribute [rw] data_lake_access_properties
|
2286
|
+
# A `DataLakeAccessProperties` object with input properties to
|
2287
|
+
# configure data lake access for your catalog resource in the Glue
|
2288
|
+
# Data Catalog.
|
2289
|
+
# @return [Types::DataLakeAccessPropertiesOutput]
|
2290
|
+
#
|
2291
|
+
# @!attribute [rw] custom_properties
|
2292
|
+
# Additional key-value properties for the catalog, such as column
|
2293
|
+
# statistics optimizations.
|
2294
|
+
# @return [Hash<String,String>]
|
2295
|
+
#
|
2296
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
|
2297
|
+
#
|
2298
|
+
class CatalogPropertiesOutput < Struct.new(
|
2299
|
+
:data_lake_access_properties,
|
2300
|
+
:custom_properties)
|
2301
|
+
SENSITIVE = []
|
2302
|
+
include Aws::Structure
|
2303
|
+
end
|
2304
|
+
|
1999
2305
|
# A policy that specifies update behavior for the crawler.
|
2000
2306
|
#
|
2001
2307
|
# @!attribute [rw] enable_update_catalog
|
@@ -3027,6 +3333,20 @@ module Aws::Glue
|
|
3027
3333
|
# CloudWatch logs.
|
3028
3334
|
# @return [String]
|
3029
3335
|
#
|
3336
|
+
# @!attribute [rw] schedule_type
|
3337
|
+
# The type of schedule for a column statistics task. Possible values
|
3338
|
+
# may be `CRON` or `AUTO`.
|
3339
|
+
# @return [String]
|
3340
|
+
#
|
3341
|
+
# @!attribute [rw] setting_source
|
3342
|
+
# The source of setting the column statistics task. Possible values
|
3343
|
+
# may be `CATALOG` or `TABLE`.
|
3344
|
+
# @return [String]
|
3345
|
+
#
|
3346
|
+
# @!attribute [rw] last_execution_attempt
|
3347
|
+
# The last `ExecutionAttempt` for the column statistics task run.
|
3348
|
+
# @return [Types::ExecutionAttempt]
|
3349
|
+
#
|
3030
3350
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
|
3031
3351
|
#
|
3032
3352
|
class ColumnStatisticsTaskSettings < Struct.new(
|
@@ -3037,7 +3357,10 @@ module Aws::Glue
|
|
3037
3357
|
:catalog_id,
|
3038
3358
|
:role,
|
3039
3359
|
:sample_size,
|
3040
|
-
:security_configuration
|
3360
|
+
:security_configuration,
|
3361
|
+
:schedule_type,
|
3362
|
+
:setting_source,
|
3363
|
+
:last_execution_attempt)
|
3041
3364
|
SENSITIVE = []
|
3042
3365
|
include Aws::Structure
|
3043
3366
|
end
|
@@ -3071,6 +3394,64 @@ module Aws::Glue
|
|
3071
3394
|
include Aws::Structure
|
3072
3395
|
end
|
3073
3396
|
|
3397
|
+
# An object containing configuration for a compute environment (such as
|
3398
|
+
# Spark, Python or Athena) returned by the `DescribeConnectionType` API.
|
3399
|
+
#
|
3400
|
+
# @!attribute [rw] name
|
3401
|
+
# A name for the compute environment configuration.
|
3402
|
+
# @return [String]
|
3403
|
+
#
|
3404
|
+
# @!attribute [rw] description
|
3405
|
+
# A description of the compute environment.
|
3406
|
+
# @return [String]
|
3407
|
+
#
|
3408
|
+
# @!attribute [rw] compute_environment
|
3409
|
+
# The type of compute environment.
|
3410
|
+
# @return [String]
|
3411
|
+
#
|
3412
|
+
# @!attribute [rw] supported_authentication_types
|
3413
|
+
# The supported authentication types for the compute environment.
|
3414
|
+
# @return [Array<String>]
|
3415
|
+
#
|
3416
|
+
# @!attribute [rw] connection_options
|
3417
|
+
# The parameters used as connection options for the compute
|
3418
|
+
# environment.
|
3419
|
+
# @return [Hash<String,Types::Property>]
|
3420
|
+
#
|
3421
|
+
# @!attribute [rw] connection_property_name_overrides
|
3422
|
+
# The connection property name overrides for the compute environment.
|
3423
|
+
# @return [Hash<String,String>]
|
3424
|
+
#
|
3425
|
+
# @!attribute [rw] connection_option_name_overrides
|
3426
|
+
# The connection option name overrides for the compute environment.
|
3427
|
+
# @return [Hash<String,String>]
|
3428
|
+
#
|
3429
|
+
# @!attribute [rw] connection_properties_required_overrides
|
3430
|
+
# The connection properties that are required as overrides for the
|
3431
|
+
# compute environment.
|
3432
|
+
# @return [Array<String>]
|
3433
|
+
#
|
3434
|
+
# @!attribute [rw] physical_connection_properties_required
|
3435
|
+
# Indicates whether `PhysicalConnectionProperties` are required for
|
3436
|
+
# the compute environment.
|
3437
|
+
# @return [Boolean]
|
3438
|
+
#
|
3439
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
|
3440
|
+
#
|
3441
|
+
class ComputeEnvironmentConfiguration < Struct.new(
|
3442
|
+
:name,
|
3443
|
+
:description,
|
3444
|
+
:compute_environment,
|
3445
|
+
:supported_authentication_types,
|
3446
|
+
:connection_options,
|
3447
|
+
:connection_property_name_overrides,
|
3448
|
+
:connection_option_name_overrides,
|
3449
|
+
:connection_properties_required_overrides,
|
3450
|
+
:physical_connection_properties_required)
|
3451
|
+
SENSITIVE = []
|
3452
|
+
include Aws::Structure
|
3453
|
+
end
|
3454
|
+
|
3074
3455
|
# Two processes are trying to modify a resource simultaneously.
|
3075
3456
|
#
|
3076
3457
|
# @!attribute [rw] message
|
@@ -3280,7 +3661,8 @@ module Aws::Glue
|
|
3280
3661
|
# @return [Array<String>]
|
3281
3662
|
#
|
3282
3663
|
# @!attribute [rw] connection_properties
|
3283
|
-
# These key-value pairs define parameters for the connection
|
3664
|
+
# These key-value pairs define parameters for the connection when
|
3665
|
+
# using the version 1 Connection schema:
|
3284
3666
|
#
|
3285
3667
|
# * `HOST` - The host URI: either the fully qualified domain name
|
3286
3668
|
# (FQDN) or the IPv4 address of the database host.
|
@@ -3459,8 +3841,16 @@ module Aws::Glue
|
|
3459
3841
|
# [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
|
3460
3842
|
# @return [Hash<String,String>]
|
3461
3843
|
#
|
3844
|
+
# @!attribute [rw] spark_properties
|
3845
|
+
# Connection properties specific to the Spark compute environment.
|
3846
|
+
# @return [Hash<String,String>]
|
3847
|
+
#
|
3462
3848
|
# @!attribute [rw] athena_properties
|
3463
|
-
#
|
3849
|
+
# Connection properties specific to the Athena compute environment.
|
3850
|
+
# @return [Hash<String,String>]
|
3851
|
+
#
|
3852
|
+
# @!attribute [rw] python_properties
|
3853
|
+
# Connection properties specific to the Python compute environment.
|
3464
3854
|
# @return [Hash<String,String>]
|
3465
3855
|
#
|
3466
3856
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3501,6 +3891,15 @@ module Aws::Glue
|
|
3501
3891
|
# The authentication properties of the connection.
|
3502
3892
|
# @return [Types::AuthenticationConfiguration]
|
3503
3893
|
#
|
3894
|
+
# @!attribute [rw] connection_schema_version
|
3895
|
+
# The version of the connection schema for this connection. Version 2
|
3896
|
+
# supports properties for specific compute environments.
|
3897
|
+
# @return [Integer]
|
3898
|
+
#
|
3899
|
+
# @!attribute [rw] compatible_compute_environments
|
3900
|
+
# A list of compute environments compatible with the connection.
|
3901
|
+
# @return [Array<String>]
|
3902
|
+
#
|
3504
3903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
|
3505
3904
|
#
|
3506
3905
|
class Connection < Struct.new(
|
@@ -3509,7 +3908,9 @@ module Aws::Glue
|
|
3509
3908
|
:connection_type,
|
3510
3909
|
:match_criteria,
|
3511
3910
|
:connection_properties,
|
3911
|
+
:spark_properties,
|
3512
3912
|
:athena_properties,
|
3913
|
+
:python_properties,
|
3513
3914
|
:physical_connection_requirements,
|
3514
3915
|
:creation_time,
|
3515
3916
|
:last_updated_time,
|
@@ -3517,7 +3918,9 @@ module Aws::Glue
|
|
3517
3918
|
:status,
|
3518
3919
|
:status_reason,
|
3519
3920
|
:last_connection_validation_time,
|
3520
|
-
:authentication_configuration
|
3921
|
+
:authentication_configuration,
|
3922
|
+
:connection_schema_version,
|
3923
|
+
:compatible_compute_environments)
|
3521
3924
|
SENSITIVE = []
|
3522
3925
|
include Aws::Structure
|
3523
3926
|
end
|
@@ -3585,13 +3988,6 @@ module Aws::Glue
|
|
3585
3988
|
# * Required: `CONNECTION_URL`.
|
3586
3989
|
#
|
3587
3990
|
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
3588
|
-
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
3589
|
-
# authencation.
|
3590
|
-
#
|
3591
|
-
# * Requires the `AuthenticationConfiguration` member to be
|
3592
|
-
# configured.
|
3593
|
-
#
|
3594
|
-
# ^
|
3595
3991
|
# * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
|
3596
3992
|
# validation by Amazon Redshift.
|
3597
3993
|
#
|
@@ -3620,20 +4016,72 @@ module Aws::Glue
|
|
3620
4016
|
# connector to read from and write to data stores that are not
|
3621
4017
|
# natively supported by Glue.
|
3622
4018
|
#
|
4019
|
+
# Additionally, a `ConnectionType` for the following SaaS connectors
|
4020
|
+
# is supported:
|
4021
|
+
#
|
4022
|
+
# * `FACEBOOKADS` - Designates a connection to Facebook Ads.
|
4023
|
+
#
|
4024
|
+
# * `GOOGLEADS` - Designates a connection to Google Ads.
|
4025
|
+
#
|
4026
|
+
# * `GOOGLESHEETS` - Designates a connection to Google Sheets.
|
4027
|
+
#
|
4028
|
+
# * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
|
4029
|
+
# 4.
|
4030
|
+
#
|
4031
|
+
# * `HUBSPOT` - Designates a connection to HubSpot.
|
4032
|
+
#
|
4033
|
+
# * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
|
4034
|
+
#
|
4035
|
+
# * `INTERCOM` - Designates a connection to Intercom.
|
4036
|
+
#
|
4037
|
+
# * `JIRACLOUD` - Designates a connection to Jira Cloud.
|
4038
|
+
#
|
4039
|
+
# * `MARKETO` - Designates a connection to Adobe Marketo Engage.
|
4040
|
+
#
|
4041
|
+
# * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
|
4042
|
+
#
|
4043
|
+
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
4044
|
+
# authentication.
|
4045
|
+
#
|
4046
|
+
# * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
|
4047
|
+
# Marketing Cloud.
|
4048
|
+
#
|
4049
|
+
# * `SALESFORCEPARDOT` - Designates a connection to Salesforce
|
4050
|
+
# Marketing Cloud Account Engagement (MCAE).
|
4051
|
+
#
|
4052
|
+
# * `SAPODATA` - Designates a connection to SAP OData.
|
4053
|
+
#
|
4054
|
+
# * `SERVICENOW` - Designates a connection to ServiceNow.
|
4055
|
+
#
|
4056
|
+
# * `SLACK` - Designates a connection to Slack.
|
4057
|
+
#
|
4058
|
+
# * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
|
4059
|
+
#
|
4060
|
+
# * `STRIPE` - Designates a connection to Stripe.
|
4061
|
+
#
|
4062
|
+
# * `ZENDESK` - Designates a connection to Zendesk.
|
4063
|
+
#
|
4064
|
+
# * `ZOHOCRM` - Designates a connection to Zoho CRM.
|
4065
|
+
#
|
4066
|
+
# For more information on the connection parameters needed for a
|
4067
|
+
# particular connector, see the documentation for the connector in
|
4068
|
+
# [Adding an Glue connection][1]in the Glue User Guide.
|
4069
|
+
#
|
3623
4070
|
# `SFTP` is not supported.
|
3624
4071
|
#
|
3625
4072
|
# For more information about how optional ConnectionProperties are
|
3626
4073
|
# used to configure features in Glue, consult [Glue connection
|
3627
|
-
# properties][
|
4074
|
+
# properties][2].
|
3628
4075
|
#
|
3629
4076
|
# For more information about how optional ConnectionProperties are
|
3630
4077
|
# used to configure features in Glue Studio, consult [Using connectors
|
3631
|
-
# and connections][
|
4078
|
+
# and connections][3].
|
3632
4079
|
#
|
3633
4080
|
#
|
3634
4081
|
#
|
3635
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/
|
3636
|
-
# [2]: https://docs.aws.amazon.com/glue/latest/
|
4082
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
|
4083
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
4084
|
+
# [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
3637
4085
|
# @return [String]
|
3638
4086
|
#
|
3639
4087
|
# @!attribute [rw] match_criteria
|
@@ -3644,8 +4092,16 @@ module Aws::Glue
|
|
3644
4092
|
# These key-value pairs define parameters for the connection.
|
3645
4093
|
# @return [Hash<String,String>]
|
3646
4094
|
#
|
4095
|
+
# @!attribute [rw] spark_properties
|
4096
|
+
# Connection properties specific to the Spark compute environment.
|
4097
|
+
# @return [Hash<String,String>]
|
4098
|
+
#
|
3647
4099
|
# @!attribute [rw] athena_properties
|
3648
|
-
#
|
4100
|
+
# Connection properties specific to the Athena compute environment.
|
4101
|
+
# @return [Hash<String,String>]
|
4102
|
+
#
|
4103
|
+
# @!attribute [rw] python_properties
|
4104
|
+
# Connection properties specific to the Python compute environment.
|
3649
4105
|
# @return [Hash<String,String>]
|
3650
4106
|
#
|
3651
4107
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3655,15 +4111,19 @@ module Aws::Glue
|
|
3655
4111
|
# @return [Types::PhysicalConnectionRequirements]
|
3656
4112
|
#
|
3657
4113
|
# @!attribute [rw] authentication_configuration
|
3658
|
-
# The authentication properties of the connection.
|
3659
|
-
# Salesforce connection.
|
4114
|
+
# The authentication properties of the connection.
|
3660
4115
|
# @return [Types::AuthenticationConfigurationInput]
|
3661
4116
|
#
|
3662
4117
|
# @!attribute [rw] validate_credentials
|
3663
|
-
# A flag to validate the credentials during create connection.
|
3664
|
-
#
|
4118
|
+
# A flag to validate the credentials during create connection. Default
|
4119
|
+
# is true.
|
3665
4120
|
# @return [Boolean]
|
3666
4121
|
#
|
4122
|
+
# @!attribute [rw] validate_for_compute_environments
|
4123
|
+
# The compute environments that the specified connection properties
|
4124
|
+
# are validated against.
|
4125
|
+
# @return [Array<String>]
|
4126
|
+
#
|
3667
4127
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
3668
4128
|
#
|
3669
4129
|
class ConnectionInput < Struct.new(
|
@@ -3672,10 +4132,13 @@ module Aws::Glue
|
|
3672
4132
|
:connection_type,
|
3673
4133
|
:match_criteria,
|
3674
4134
|
:connection_properties,
|
4135
|
+
:spark_properties,
|
3675
4136
|
:athena_properties,
|
4137
|
+
:python_properties,
|
3676
4138
|
:physical_connection_requirements,
|
3677
4139
|
:authentication_configuration,
|
3678
|
-
:validate_credentials
|
4140
|
+
:validate_credentials,
|
4141
|
+
:validate_for_compute_environments)
|
3679
4142
|
SENSITIVE = []
|
3680
4143
|
include Aws::Structure
|
3681
4144
|
end
|
@@ -3723,6 +4186,32 @@ module Aws::Glue
|
|
3723
4186
|
include Aws::Structure
|
3724
4187
|
end
|
3725
4188
|
|
4189
|
+
# Brief information about a supported connection type returned by the
|
4190
|
+
# `ListConnectionTypes` API.
|
4191
|
+
#
|
4192
|
+
# @!attribute [rw] connection_type
|
4193
|
+
# The name of the connection type.
|
4194
|
+
# @return [String]
|
4195
|
+
#
|
4196
|
+
# @!attribute [rw] description
|
4197
|
+
# A description of the connection type.
|
4198
|
+
# @return [String]
|
4199
|
+
#
|
4200
|
+
# @!attribute [rw] capabilities
|
4201
|
+
# The supported authentication types, data interface types (compute
|
4202
|
+
# environments), and data operations of the connector.
|
4203
|
+
# @return [Types::Capabilities]
|
4204
|
+
#
|
4205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
|
4206
|
+
#
|
4207
|
+
class ConnectionTypeBrief < Struct.new(
|
4208
|
+
:connection_type,
|
4209
|
+
:description,
|
4210
|
+
:capabilities)
|
4211
|
+
SENSITIVE = []
|
4212
|
+
include Aws::Structure
|
4213
|
+
end
|
4214
|
+
|
3726
4215
|
# Specifies the connections used by a job.
|
3727
4216
|
#
|
3728
4217
|
# @!attribute [rw] connections
|
@@ -4308,19 +4797,48 @@ module Aws::Glue
|
|
4308
4797
|
include Aws::Structure
|
4309
4798
|
end
|
4310
4799
|
|
4311
|
-
# @!attribute [rw]
|
4312
|
-
#
|
4313
|
-
# @return [
|
4800
|
+
# @!attribute [rw] name
|
4801
|
+
# The name of the catalog to create.
|
4802
|
+
# @return [String]
|
4314
4803
|
#
|
4315
|
-
# @!attribute [rw]
|
4316
|
-
#
|
4317
|
-
# @return [Types::
|
4804
|
+
# @!attribute [rw] catalog_input
|
4805
|
+
# A `CatalogInput` object that defines the metadata for the catalog.
|
4806
|
+
# @return [Types::CatalogInput]
|
4318
4807
|
#
|
4319
|
-
# @!attribute [rw]
|
4320
|
-
# A
|
4321
|
-
#
|
4808
|
+
# @!attribute [rw] tags
|
4809
|
+
# A map array of key-value pairs, not more than 50 pairs. Each key is
|
4810
|
+
# a UTF-8 string, not less than 1 or more than 128 bytes long. Each
|
4811
|
+
# value is a UTF-8 string, not more than 256 bytes long. The tags you
|
4812
|
+
# assign to the catalog.
|
4813
|
+
# @return [Hash<String,String>]
|
4322
4814
|
#
|
4323
|
-
#
|
4815
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
|
4816
|
+
#
|
4817
|
+
class CreateCatalogRequest < Struct.new(
|
4818
|
+
:name,
|
4819
|
+
:catalog_input,
|
4820
|
+
:tags)
|
4821
|
+
SENSITIVE = []
|
4822
|
+
include Aws::Structure
|
4823
|
+
end
|
4824
|
+
|
4825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
|
4826
|
+
#
|
4827
|
+
class CreateCatalogResponse < Aws::EmptyStructure; end
|
4828
|
+
|
4829
|
+
# @!attribute [rw] grok_classifier
|
4830
|
+
# A `GrokClassifier` object specifying the classifier to create.
|
4831
|
+
# @return [Types::CreateGrokClassifierRequest]
|
4832
|
+
#
|
4833
|
+
# @!attribute [rw] xml_classifier
|
4834
|
+
# An `XMLClassifier` object specifying the classifier to create.
|
4835
|
+
# @return [Types::CreateXMLClassifierRequest]
|
4836
|
+
#
|
4837
|
+
# @!attribute [rw] json_classifier
|
4838
|
+
# A `JsonClassifier` object specifying the classifier to create.
|
4839
|
+
# @return [Types::CreateJsonClassifierRequest]
|
4840
|
+
#
|
4841
|
+
# @!attribute [rw] csv_classifier
|
4324
4842
|
# A `CsvClassifier` object specifying the classifier to create.
|
4325
4843
|
# @return [Types::CreateCsvClassifierRequest]
|
4326
4844
|
#
|
@@ -5059,6 +5577,219 @@ module Aws::Glue
|
|
5059
5577
|
include Aws::Structure
|
5060
5578
|
end
|
5061
5579
|
|
5580
|
+
# @!attribute [rw] integration_name
|
5581
|
+
# A unique name for an integration in Glue.
|
5582
|
+
# @return [String]
|
5583
|
+
#
|
5584
|
+
# @!attribute [rw] source_arn
|
5585
|
+
# The ARN of the source resource for the integration.
|
5586
|
+
# @return [String]
|
5587
|
+
#
|
5588
|
+
# @!attribute [rw] target_arn
|
5589
|
+
# The ARN of the target resource for the integration.
|
5590
|
+
# @return [String]
|
5591
|
+
#
|
5592
|
+
# @!attribute [rw] description
|
5593
|
+
# A description of the integration.
|
5594
|
+
# @return [String]
|
5595
|
+
#
|
5596
|
+
# @!attribute [rw] data_filter
|
5597
|
+
# Selects source tables for the integration using Maxwell filter
|
5598
|
+
# syntax.
|
5599
|
+
# @return [String]
|
5600
|
+
#
|
5601
|
+
# @!attribute [rw] kms_key_id
|
5602
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5603
|
+
# @return [String]
|
5604
|
+
#
|
5605
|
+
# @!attribute [rw] additional_encryption_context
|
5606
|
+
# An optional set of non-secret key–value pairs that contains
|
5607
|
+
# additional contextual information for encryption. This can only be
|
5608
|
+
# provided if `KMSKeyId` is provided.
|
5609
|
+
# @return [Hash<String,String>]
|
5610
|
+
#
|
5611
|
+
# @!attribute [rw] tags
|
5612
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5613
|
+
# pairs.
|
5614
|
+
# @return [Array<Types::Tag>]
|
5615
|
+
#
|
5616
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
|
5617
|
+
#
|
5618
|
+
class CreateIntegrationRequest < Struct.new(
|
5619
|
+
:integration_name,
|
5620
|
+
:source_arn,
|
5621
|
+
:target_arn,
|
5622
|
+
:description,
|
5623
|
+
:data_filter,
|
5624
|
+
:kms_key_id,
|
5625
|
+
:additional_encryption_context,
|
5626
|
+
:tags)
|
5627
|
+
SENSITIVE = []
|
5628
|
+
include Aws::Structure
|
5629
|
+
end
|
5630
|
+
|
5631
|
+
# @!attribute [rw] resource_arn
|
5632
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5633
|
+
# @return [String]
|
5634
|
+
#
|
5635
|
+
# @!attribute [rw] source_processing_properties
|
5636
|
+
# The resource properties associated with the integration source.
|
5637
|
+
# @return [Types::SourceProcessingProperties]
|
5638
|
+
#
|
5639
|
+
# @!attribute [rw] target_processing_properties
|
5640
|
+
# The resource properties associated with the integration target.
|
5641
|
+
# @return [Types::TargetProcessingProperties]
|
5642
|
+
#
|
5643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
|
5644
|
+
#
|
5645
|
+
class CreateIntegrationResourcePropertyRequest < Struct.new(
|
5646
|
+
:resource_arn,
|
5647
|
+
:source_processing_properties,
|
5648
|
+
:target_processing_properties)
|
5649
|
+
SENSITIVE = []
|
5650
|
+
include Aws::Structure
|
5651
|
+
end
|
5652
|
+
|
5653
|
+
# @!attribute [rw] resource_arn
|
5654
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5655
|
+
# @return [String]
|
5656
|
+
#
|
5657
|
+
# @!attribute [rw] source_processing_properties
|
5658
|
+
# The resource properties associated with the integration source.
|
5659
|
+
# @return [Types::SourceProcessingProperties]
|
5660
|
+
#
|
5661
|
+
# @!attribute [rw] target_processing_properties
|
5662
|
+
# The resource properties associated with the integration target.
|
5663
|
+
# @return [Types::TargetProcessingProperties]
|
5664
|
+
#
|
5665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
|
5666
|
+
#
|
5667
|
+
class CreateIntegrationResourcePropertyResponse < Struct.new(
|
5668
|
+
:resource_arn,
|
5669
|
+
:source_processing_properties,
|
5670
|
+
:target_processing_properties)
|
5671
|
+
SENSITIVE = []
|
5672
|
+
include Aws::Structure
|
5673
|
+
end
|
5674
|
+
|
5675
|
+
# @!attribute [rw] source_arn
|
5676
|
+
# The ARN of the source resource for the integration.
|
5677
|
+
# @return [String]
|
5678
|
+
#
|
5679
|
+
# @!attribute [rw] target_arn
|
5680
|
+
# The ARN of the target resource for the integration.
|
5681
|
+
# @return [String]
|
5682
|
+
#
|
5683
|
+
# @!attribute [rw] integration_name
|
5684
|
+
# A unique name for an integration in Glue.
|
5685
|
+
# @return [String]
|
5686
|
+
#
|
5687
|
+
# @!attribute [rw] description
|
5688
|
+
# A description of the integration.
|
5689
|
+
# @return [String]
|
5690
|
+
#
|
5691
|
+
# @!attribute [rw] integration_arn
|
5692
|
+
# The Amazon Resource Name (ARN) for the created integration.
|
5693
|
+
# @return [String]
|
5694
|
+
#
|
5695
|
+
# @!attribute [rw] kms_key_id
|
5696
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5697
|
+
# @return [String]
|
5698
|
+
#
|
5699
|
+
# @!attribute [rw] additional_encryption_context
|
5700
|
+
# An optional set of non-secret key–value pairs that contains
|
5701
|
+
# additional contextual information for encryption.
|
5702
|
+
# @return [Hash<String,String>]
|
5703
|
+
#
|
5704
|
+
# @!attribute [rw] tags
|
5705
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5706
|
+
# pairs.
|
5707
|
+
# @return [Array<Types::Tag>]
|
5708
|
+
#
|
5709
|
+
# @!attribute [rw] status
|
5710
|
+
# The status of the integration being created.
|
5711
|
+
#
|
5712
|
+
# The possible statuses are:
|
5713
|
+
#
|
5714
|
+
# * CREATING: The integration is being created.
|
5715
|
+
#
|
5716
|
+
# * ACTIVE: The integration creation succeeds.
|
5717
|
+
#
|
5718
|
+
# * MODIFYING: The integration is being modified.
|
5719
|
+
#
|
5720
|
+
# * FAILED: The integration creation fails.
|
5721
|
+
#
|
5722
|
+
# * DELETING: The integration is deleted.
|
5723
|
+
#
|
5724
|
+
# * SYNCING: The integration is synchronizing.
|
5725
|
+
#
|
5726
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
5727
|
+
# synchronization.
|
5728
|
+
# @return [String]
|
5729
|
+
#
|
5730
|
+
# @!attribute [rw] create_time
|
5731
|
+
# The time when the integration was created, in UTC.
|
5732
|
+
# @return [Time]
|
5733
|
+
#
|
5734
|
+
# @!attribute [rw] errors
|
5735
|
+
# A list of errors associated with the integration creation.
|
5736
|
+
# @return [Array<Types::IntegrationError>]
|
5737
|
+
#
|
5738
|
+
# @!attribute [rw] data_filter
|
5739
|
+
# Selects source tables for the integration using Maxwell filter
|
5740
|
+
# syntax.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
|
5744
|
+
#
|
5745
|
+
class CreateIntegrationResponse < Struct.new(
|
5746
|
+
:source_arn,
|
5747
|
+
:target_arn,
|
5748
|
+
:integration_name,
|
5749
|
+
:description,
|
5750
|
+
:integration_arn,
|
5751
|
+
:kms_key_id,
|
5752
|
+
:additional_encryption_context,
|
5753
|
+
:tags,
|
5754
|
+
:status,
|
5755
|
+
:create_time,
|
5756
|
+
:errors,
|
5757
|
+
:data_filter)
|
5758
|
+
SENSITIVE = []
|
5759
|
+
include Aws::Structure
|
5760
|
+
end
|
5761
|
+
|
5762
|
+
# @!attribute [rw] resource_arn
|
5763
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5764
|
+
# @return [String]
|
5765
|
+
#
|
5766
|
+
# @!attribute [rw] table_name
|
5767
|
+
# The name of the table to be replicated.
|
5768
|
+
# @return [String]
|
5769
|
+
#
|
5770
|
+
# @!attribute [rw] source_table_config
|
5771
|
+
# A structure for the source table configuration.
|
5772
|
+
# @return [Types::SourceTableConfig]
|
5773
|
+
#
|
5774
|
+
# @!attribute [rw] target_table_config
|
5775
|
+
# A structure for the target table configuration.
|
5776
|
+
# @return [Types::TargetTableConfig]
|
5777
|
+
#
|
5778
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
|
5779
|
+
#
|
5780
|
+
class CreateIntegrationTablePropertiesRequest < Struct.new(
|
5781
|
+
:resource_arn,
|
5782
|
+
:table_name,
|
5783
|
+
:source_table_config,
|
5784
|
+
:target_table_config)
|
5785
|
+
SENSITIVE = []
|
5786
|
+
include Aws::Structure
|
5787
|
+
end
|
5788
|
+
|
5789
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
|
5790
|
+
#
|
5791
|
+
class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
5792
|
+
|
5062
5793
|
# @!attribute [rw] name
|
5063
5794
|
# The name you assign to this job definition. It must be unique in
|
5064
5795
|
# your account.
|
@@ -5269,46 +6000,45 @@ module Aws::Glue
|
|
5269
6000
|
# Accepts the value Z.2X for Ray jobs.
|
5270
6001
|
#
|
5271
6002
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
5272
|
-
# GB of memory) with
|
5273
|
-
#
|
5274
|
-
#
|
5275
|
-
#
|
6003
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
6004
|
+
# We recommend this worker type for workloads such as data
|
6005
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6006
|
+
# effective way to run most jobs.
|
5276
6007
|
#
|
5277
6008
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
5278
|
-
# GB of memory) with
|
5279
|
-
#
|
5280
|
-
#
|
5281
|
-
#
|
6009
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
6010
|
+
# We recommend this worker type for workloads such as data
|
6011
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6012
|
+
# effective way to run most jobs.
|
5282
6013
|
#
|
5283
6014
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
5284
|
-
# 64 GB of memory) with 256GB disk
|
5285
|
-
#
|
5286
|
-
#
|
5287
|
-
#
|
5288
|
-
#
|
5289
|
-
#
|
5290
|
-
#
|
5291
|
-
#
|
5292
|
-
#
|
6015
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
6016
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6017
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6018
|
+
# queries. This worker type is available only for Glue version 3.0
|
6019
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
6020
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
6021
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
6022
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
6023
|
+
# and Europe (Stockholm).
|
5293
6024
|
#
|
5294
6025
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
5295
|
-
# 128 GB of memory) with 512GB disk
|
5296
|
-
#
|
5297
|
-
#
|
5298
|
-
#
|
5299
|
-
#
|
5300
|
-
#
|
5301
|
-
# type.
|
6026
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
6027
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6028
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6029
|
+
# queries. This worker type is available only for Glue version 3.0
|
6030
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
6031
|
+
# as supported for the `G.4X` worker type.
|
5302
6032
|
#
|
5303
6033
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
5304
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
5305
|
-
#
|
5306
|
-
#
|
5307
|
-
#
|
6034
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
6035
|
+
# worker. We recommend this worker type for low volume streaming
|
6036
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
6037
|
+
# later streaming jobs.
|
5308
6038
|
#
|
5309
6039
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
5310
|
-
# 64 GB of memory) with 128 GB disk
|
5311
|
-
#
|
6040
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
6041
|
+
# workers based on the autoscaler.
|
5312
6042
|
# @return [String]
|
5313
6043
|
#
|
5314
6044
|
# @!attribute [rw] code_gen_configuration_nodes
|
@@ -6023,40 +6753,39 @@ module Aws::Glue
|
|
6023
6753
|
# the value Z.2X for Ray notebooks.
|
6024
6754
|
#
|
6025
6755
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
6026
|
-
# GB of memory) with
|
6027
|
-
#
|
6028
|
-
#
|
6029
|
-
#
|
6756
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
6757
|
+
# We recommend this worker type for workloads such as data
|
6758
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6759
|
+
# effective way to run most jobs.
|
6030
6760
|
#
|
6031
6761
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
6032
|
-
# GB of memory) with
|
6033
|
-
#
|
6034
|
-
#
|
6035
|
-
#
|
6762
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
6763
|
+
# We recommend this worker type for workloads such as data
|
6764
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
6765
|
+
# effective way to run most jobs.
|
6036
6766
|
#
|
6037
6767
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
6038
|
-
# 64 GB of memory) with 256GB disk
|
6039
|
-
#
|
6040
|
-
#
|
6041
|
-
#
|
6042
|
-
#
|
6043
|
-
#
|
6044
|
-
#
|
6045
|
-
#
|
6046
|
-
#
|
6768
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
6769
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6770
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6771
|
+
# queries. This worker type is available only for Glue version 3.0
|
6772
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
6773
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
6774
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
6775
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
6776
|
+
# and Europe (Stockholm).
|
6047
6777
|
#
|
6048
6778
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
6049
|
-
# 128 GB of memory) with 512GB disk
|
6050
|
-
#
|
6051
|
-
#
|
6052
|
-
#
|
6053
|
-
#
|
6054
|
-
#
|
6055
|
-
# type.
|
6779
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
6780
|
+
# worker. We recommend this worker type for jobs whose workloads
|
6781
|
+
# contain your most demanding transforms, aggregations, joins, and
|
6782
|
+
# queries. This worker type is available only for Glue version 3.0
|
6783
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
6784
|
+
# as supported for the `G.4X` worker type.
|
6056
6785
|
#
|
6057
6786
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
6058
|
-
# 64 GB of memory) with 128 GB disk
|
6059
|
-
#
|
6787
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
6788
|
+
# workers based on the autoscaler.
|
6060
6789
|
# @return [String]
|
6061
6790
|
#
|
6062
6791
|
# @!attribute [rw] security_configuration
|
@@ -6362,6 +7091,11 @@ module Aws::Glue
|
|
6362
7091
|
# @!attribute [rw] default_run_properties
|
6363
7092
|
# A collection of properties to be used as part of each execution of
|
6364
7093
|
# the workflow.
|
7094
|
+
#
|
7095
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
7096
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
7097
|
+
# Services Secrets Manager or other secret management mechanism if you
|
7098
|
+
# intend to use them within the workflow run.
|
6365
7099
|
# @return [Hash<String,String>]
|
6366
7100
|
#
|
6367
7101
|
# @!attribute [rw] tags
|
@@ -6648,6 +7382,97 @@ module Aws::Glue
|
|
6648
7382
|
include Aws::Structure
|
6649
7383
|
end
|
6650
7384
|
|
7385
|
+
# Input properties to configure data lake access for your catalog
|
7386
|
+
# resource in the Glue Data Catalog.
|
7387
|
+
#
|
7388
|
+
# @!attribute [rw] data_lake_access
|
7389
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7390
|
+
# access Amazon Redshift databases in the Data Catalog from any
|
7391
|
+
# non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
|
7392
|
+
# @return [Boolean]
|
7393
|
+
#
|
7394
|
+
# @!attribute [rw] data_transfer_role
|
7395
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7396
|
+
# of the staging bucket during a query.
|
7397
|
+
# @return [String]
|
7398
|
+
#
|
7399
|
+
# @!attribute [rw] kms_key
|
7400
|
+
# An encryption key that will be used for the staging bucket that will
|
7401
|
+
# be created along with the catalog.
|
7402
|
+
# @return [String]
|
7403
|
+
#
|
7404
|
+
# @!attribute [rw] catalog_type
|
7405
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7406
|
+
# The currently supported type is `aws:redshift`.
|
7407
|
+
# @return [String]
|
7408
|
+
#
|
7409
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
|
7410
|
+
#
|
7411
|
+
class DataLakeAccessProperties < Struct.new(
|
7412
|
+
:data_lake_access,
|
7413
|
+
:data_transfer_role,
|
7414
|
+
:kms_key,
|
7415
|
+
:catalog_type)
|
7416
|
+
SENSITIVE = []
|
7417
|
+
include Aws::Structure
|
7418
|
+
end
|
7419
|
+
|
7420
|
+
# The output properties of the data lake access configuration for your
|
7421
|
+
# catalog resource in the Glue Data Catalog.
|
7422
|
+
#
|
7423
|
+
# @!attribute [rw] data_lake_access
|
7424
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7425
|
+
# access Amazon Redshift databases in the Data Catalog.
|
7426
|
+
# @return [Boolean]
|
7427
|
+
#
|
7428
|
+
# @!attribute [rw] data_transfer_role
|
7429
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7430
|
+
# of the staging bucket during a query.
|
7431
|
+
# @return [String]
|
7432
|
+
#
|
7433
|
+
# @!attribute [rw] kms_key
|
7434
|
+
# An encryption key that will be used for the staging bucket that will
|
7435
|
+
# be created along with the catalog.
|
7436
|
+
# @return [String]
|
7437
|
+
#
|
7438
|
+
# @!attribute [rw] managed_workgroup_name
|
7439
|
+
# The managed Redshift Serverless compute name that is created for
|
7440
|
+
# your catalog resource.
|
7441
|
+
# @return [String]
|
7442
|
+
#
|
7443
|
+
# @!attribute [rw] managed_workgroup_status
|
7444
|
+
# The managed Redshift Serverless compute status.
|
7445
|
+
# @return [String]
|
7446
|
+
#
|
7447
|
+
# @!attribute [rw] redshift_database_name
|
7448
|
+
# The default Redshift database resource name in the managed compute.
|
7449
|
+
# @return [String]
|
7450
|
+
#
|
7451
|
+
# @!attribute [rw] status_message
|
7452
|
+
# A message that gives more detailed information about the managed
|
7453
|
+
# workgroup status.
|
7454
|
+
# @return [String]
|
7455
|
+
#
|
7456
|
+
# @!attribute [rw] catalog_type
|
7457
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7458
|
+
# The currently supported type is `aws:redshift`.
|
7459
|
+
# @return [String]
|
7460
|
+
#
|
7461
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
|
7462
|
+
#
|
7463
|
+
class DataLakeAccessPropertiesOutput < Struct.new(
|
7464
|
+
:data_lake_access,
|
7465
|
+
:data_transfer_role,
|
7466
|
+
:kms_key,
|
7467
|
+
:managed_workgroup_name,
|
7468
|
+
:managed_workgroup_status,
|
7469
|
+
:redshift_database_name,
|
7470
|
+
:status_message,
|
7471
|
+
:catalog_type)
|
7472
|
+
SENSITIVE = []
|
7473
|
+
include Aws::Structure
|
7474
|
+
end
|
7475
|
+
|
6651
7476
|
# The Lake Formation principal.
|
6652
7477
|
#
|
6653
7478
|
# @!attribute [rw] data_lake_principal_identifier
|
@@ -6691,6 +7516,31 @@ module Aws::Glue
|
|
6691
7516
|
include Aws::Structure
|
6692
7517
|
end
|
6693
7518
|
|
7519
|
+
# Specifies how Data Quality assets in your account should be encrypted.
|
7520
|
+
#
|
7521
|
+
# @!attribute [rw] data_quality_encryption_mode
|
7522
|
+
# The encryption mode to use for encrypting Data Quality assets. These
|
7523
|
+
# assets include data quality rulesets, results, statistics, anomaly
|
7524
|
+
# detection models and observations.
|
7525
|
+
#
|
7526
|
+
# Valid values are `SSEKMS` for encryption using a customer-managed
|
7527
|
+
# KMS key, or `DISABLED`.
|
7528
|
+
# @return [String]
|
7529
|
+
#
|
7530
|
+
# @!attribute [rw] kms_key_arn
|
7531
|
+
# The Amazon Resource Name (ARN) of the KMS key to be used to encrypt
|
7532
|
+
# the data.
|
7533
|
+
# @return [String]
|
7534
|
+
#
|
7535
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataQualityEncryption AWS API Documentation
|
7536
|
+
#
|
7537
|
+
class DataQualityEncryption < Struct.new(
|
7538
|
+
:data_quality_encryption_mode,
|
7539
|
+
:kms_key_arn)
|
7540
|
+
SENSITIVE = []
|
7541
|
+
include Aws::Structure
|
7542
|
+
end
|
7543
|
+
|
6694
7544
|
# Additional run options you can specify for an evaluation run.
|
6695
7545
|
#
|
6696
7546
|
# @!attribute [rw] cloud_watch_metrics_enabled
|
@@ -7483,6 +8333,22 @@ module Aws::Glue
|
|
7483
8333
|
include Aws::Structure
|
7484
8334
|
end
|
7485
8335
|
|
8336
|
+
# @!attribute [rw] catalog_id
|
8337
|
+
# The ID of the catalog.
|
8338
|
+
# @return [String]
|
8339
|
+
#
|
8340
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
|
8341
|
+
#
|
8342
|
+
class DeleteCatalogRequest < Struct.new(
|
8343
|
+
:catalog_id)
|
8344
|
+
SENSITIVE = []
|
8345
|
+
include Aws::Structure
|
8346
|
+
end
|
8347
|
+
|
8348
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
|
8349
|
+
#
|
8350
|
+
class DeleteCatalogResponse < Aws::EmptyStructure; end
|
8351
|
+
|
7486
8352
|
# @!attribute [rw] name
|
7487
8353
|
# Name of the classifier to remove.
|
7488
8354
|
# @return [String]
|
@@ -7708,82 +8574,202 @@ module Aws::Glue
|
|
7708
8574
|
#
|
7709
8575
|
class DeleteDevEndpointResponse < Aws::EmptyStructure; end
|
7710
8576
|
|
7711
|
-
# @!attribute [rw]
|
7712
|
-
# The
|
8577
|
+
# @!attribute [rw] integration_identifier
|
8578
|
+
# The Amazon Resource Name (ARN) for the integration.
|
7713
8579
|
# @return [String]
|
7714
8580
|
#
|
7715
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
8581
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
|
7716
8582
|
#
|
7717
|
-
class
|
7718
|
-
:
|
8583
|
+
class DeleteIntegrationRequest < Struct.new(
|
8584
|
+
:integration_identifier)
|
7719
8585
|
SENSITIVE = []
|
7720
8586
|
include Aws::Structure
|
7721
8587
|
end
|
7722
8588
|
|
7723
|
-
# @!attribute [rw]
|
7724
|
-
# The
|
8589
|
+
# @!attribute [rw] source_arn
|
8590
|
+
# The ARN of the source for the integration.
|
7725
8591
|
# @return [String]
|
7726
8592
|
#
|
7727
|
-
#
|
7728
|
-
#
|
7729
|
-
class DeleteJobResponse < Struct.new(
|
7730
|
-
:job_name)
|
7731
|
-
SENSITIVE = []
|
7732
|
-
include Aws::Structure
|
7733
|
-
end
|
7734
|
-
|
7735
|
-
# @!attribute [rw] transform_id
|
7736
|
-
# The unique identifier of the transform to delete.
|
8593
|
+
# @!attribute [rw] target_arn
|
8594
|
+
# The ARN of the target for the integration.
|
7737
8595
|
# @return [String]
|
7738
8596
|
#
|
7739
|
-
#
|
7740
|
-
#
|
7741
|
-
class DeleteMLTransformRequest < Struct.new(
|
7742
|
-
:transform_id)
|
7743
|
-
SENSITIVE = []
|
7744
|
-
include Aws::Structure
|
7745
|
-
end
|
7746
|
-
|
7747
|
-
# @!attribute [rw] transform_id
|
7748
|
-
# The unique identifier of the transform that was deleted.
|
8597
|
+
# @!attribute [rw] integration_name
|
8598
|
+
# A unique name for an integration in Glue.
|
7749
8599
|
# @return [String]
|
7750
8600
|
#
|
7751
|
-
#
|
7752
|
-
#
|
7753
|
-
class DeleteMLTransformResponse < Struct.new(
|
7754
|
-
:transform_id)
|
7755
|
-
SENSITIVE = []
|
7756
|
-
include Aws::Structure
|
7757
|
-
end
|
7758
|
-
|
7759
|
-
# @!attribute [rw] catalog_id
|
7760
|
-
# The catalog ID where the table resides.
|
8601
|
+
# @!attribute [rw] description
|
8602
|
+
# A description of the integration.
|
7761
8603
|
# @return [String]
|
7762
8604
|
#
|
7763
|
-
# @!attribute [rw]
|
7764
|
-
#
|
7765
|
-
# partition index.
|
8605
|
+
# @!attribute [rw] integration_arn
|
8606
|
+
# The Amazon Resource Name (ARN) for the integration.
|
7766
8607
|
# @return [String]
|
7767
8608
|
#
|
7768
|
-
# @!attribute [rw]
|
7769
|
-
#
|
7770
|
-
# partition index.
|
8609
|
+
# @!attribute [rw] kms_key_id
|
8610
|
+
# The ARN of a KMS key used for encrypting the channel.
|
7771
8611
|
# @return [String]
|
7772
8612
|
#
|
7773
|
-
# @!attribute [rw]
|
7774
|
-
#
|
7775
|
-
#
|
8613
|
+
# @!attribute [rw] additional_encryption_context
|
8614
|
+
# An optional set of non-secret key–value pairs that contains
|
8615
|
+
# additional contextual information for encryption.
|
8616
|
+
# @return [Hash<String,String>]
|
7776
8617
|
#
|
7777
|
-
#
|
8618
|
+
# @!attribute [rw] tags
|
8619
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
8620
|
+
# pairs.
|
8621
|
+
# @return [Array<Types::Tag>]
|
7778
8622
|
#
|
7779
|
-
|
7780
|
-
|
7781
|
-
|
7782
|
-
|
7783
|
-
|
7784
|
-
|
7785
|
-
|
7786
|
-
|
8623
|
+
# @!attribute [rw] status
|
8624
|
+
# The status of the integration being deleted.
|
8625
|
+
#
|
8626
|
+
# The possible statuses are:
|
8627
|
+
#
|
8628
|
+
# * CREATING: The integration is being created.
|
8629
|
+
#
|
8630
|
+
# * ACTIVE: The integration creation succeeds.
|
8631
|
+
#
|
8632
|
+
# * MODIFYING: The integration is being modified.
|
8633
|
+
#
|
8634
|
+
# * FAILED: The integration creation fails.
|
8635
|
+
#
|
8636
|
+
# * DELETING: The integration is deleted.
|
8637
|
+
#
|
8638
|
+
# * SYNCING: The integration is synchronizing.
|
8639
|
+
#
|
8640
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
8641
|
+
# synchronization.
|
8642
|
+
# @return [String]
|
8643
|
+
#
|
8644
|
+
# @!attribute [rw] create_time
|
8645
|
+
# The time when the integration was created, in UTC.
|
8646
|
+
# @return [Time]
|
8647
|
+
#
|
8648
|
+
# @!attribute [rw] errors
|
8649
|
+
# A list of errors associated with the integration.
|
8650
|
+
# @return [Array<Types::IntegrationError>]
|
8651
|
+
#
|
8652
|
+
# @!attribute [rw] data_filter
|
8653
|
+
# Selects source tables for the integration using Maxwell filter
|
8654
|
+
# syntax.
|
8655
|
+
# @return [String]
|
8656
|
+
#
|
8657
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
|
8658
|
+
#
|
8659
|
+
class DeleteIntegrationResponse < Struct.new(
|
8660
|
+
:source_arn,
|
8661
|
+
:target_arn,
|
8662
|
+
:integration_name,
|
8663
|
+
:description,
|
8664
|
+
:integration_arn,
|
8665
|
+
:kms_key_id,
|
8666
|
+
:additional_encryption_context,
|
8667
|
+
:tags,
|
8668
|
+
:status,
|
8669
|
+
:create_time,
|
8670
|
+
:errors,
|
8671
|
+
:data_filter)
|
8672
|
+
SENSITIVE = []
|
8673
|
+
include Aws::Structure
|
8674
|
+
end
|
8675
|
+
|
8676
|
+
# @!attribute [rw] resource_arn
|
8677
|
+
# The connection ARN of the source, or the database ARN of the target.
|
8678
|
+
# @return [String]
|
8679
|
+
#
|
8680
|
+
# @!attribute [rw] table_name
|
8681
|
+
# The name of the table to be replicated.
|
8682
|
+
# @return [String]
|
8683
|
+
#
|
8684
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
|
8685
|
+
#
|
8686
|
+
class DeleteIntegrationTablePropertiesRequest < Struct.new(
|
8687
|
+
:resource_arn,
|
8688
|
+
:table_name)
|
8689
|
+
SENSITIVE = []
|
8690
|
+
include Aws::Structure
|
8691
|
+
end
|
8692
|
+
|
8693
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
|
8694
|
+
#
|
8695
|
+
class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
8696
|
+
|
8697
|
+
# @!attribute [rw] job_name
|
8698
|
+
# The name of the job definition to delete.
|
8699
|
+
# @return [String]
|
8700
|
+
#
|
8701
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobRequest AWS API Documentation
|
8702
|
+
#
|
8703
|
+
class DeleteJobRequest < Struct.new(
|
8704
|
+
:job_name)
|
8705
|
+
SENSITIVE = []
|
8706
|
+
include Aws::Structure
|
8707
|
+
end
|
8708
|
+
|
8709
|
+
# @!attribute [rw] job_name
|
8710
|
+
# The name of the job definition that was deleted.
|
8711
|
+
# @return [String]
|
8712
|
+
#
|
8713
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJobResponse AWS API Documentation
|
8714
|
+
#
|
8715
|
+
class DeleteJobResponse < Struct.new(
|
8716
|
+
:job_name)
|
8717
|
+
SENSITIVE = []
|
8718
|
+
include Aws::Structure
|
8719
|
+
end
|
8720
|
+
|
8721
|
+
# @!attribute [rw] transform_id
|
8722
|
+
# The unique identifier of the transform to delete.
|
8723
|
+
# @return [String]
|
8724
|
+
#
|
8725
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
|
8726
|
+
#
|
8727
|
+
class DeleteMLTransformRequest < Struct.new(
|
8728
|
+
:transform_id)
|
8729
|
+
SENSITIVE = []
|
8730
|
+
include Aws::Structure
|
8731
|
+
end
|
8732
|
+
|
8733
|
+
# @!attribute [rw] transform_id
|
8734
|
+
# The unique identifier of the transform that was deleted.
|
8735
|
+
# @return [String]
|
8736
|
+
#
|
8737
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
|
8738
|
+
#
|
8739
|
+
class DeleteMLTransformResponse < Struct.new(
|
8740
|
+
:transform_id)
|
8741
|
+
SENSITIVE = []
|
8742
|
+
include Aws::Structure
|
8743
|
+
end
|
8744
|
+
|
8745
|
+
# @!attribute [rw] catalog_id
|
8746
|
+
# The catalog ID where the table resides.
|
8747
|
+
# @return [String]
|
8748
|
+
#
|
8749
|
+
# @!attribute [rw] database_name
|
8750
|
+
# Specifies the name of a database from which you want to delete a
|
8751
|
+
# partition index.
|
8752
|
+
# @return [String]
|
8753
|
+
#
|
8754
|
+
# @!attribute [rw] table_name
|
8755
|
+
# Specifies the name of a table from which you want to delete a
|
8756
|
+
# partition index.
|
8757
|
+
# @return [String]
|
8758
|
+
#
|
8759
|
+
# @!attribute [rw] index_name
|
8760
|
+
# The name of the partition index to be deleted.
|
8761
|
+
# @return [String]
|
8762
|
+
#
|
8763
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
|
8764
|
+
#
|
8765
|
+
class DeletePartitionIndexRequest < Struct.new(
|
8766
|
+
:catalog_id,
|
8767
|
+
:database_name,
|
8768
|
+
:table_name,
|
8769
|
+
:index_name)
|
8770
|
+
SENSITIVE = []
|
8771
|
+
include Aws::Structure
|
8772
|
+
end
|
7787
8773
|
|
7788
8774
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
|
7789
8775
|
#
|
@@ -8220,6 +9206,237 @@ module Aws::Glue
|
|
8220
9206
|
include Aws::Structure
|
8221
9207
|
end
|
8222
9208
|
|
9209
|
+
# @!attribute [rw] connection_type
|
9210
|
+
# The name of the connection type to be described.
|
9211
|
+
# @return [String]
|
9212
|
+
#
|
9213
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
|
9214
|
+
#
|
9215
|
+
class DescribeConnectionTypeRequest < Struct.new(
|
9216
|
+
:connection_type)
|
9217
|
+
SENSITIVE = []
|
9218
|
+
include Aws::Structure
|
9219
|
+
end
|
9220
|
+
|
9221
|
+
# @!attribute [rw] connection_type
|
9222
|
+
# The name of the connection type.
|
9223
|
+
# @return [String]
|
9224
|
+
#
|
9225
|
+
# @!attribute [rw] description
|
9226
|
+
# A description of the connection type.
|
9227
|
+
# @return [String]
|
9228
|
+
#
|
9229
|
+
# @!attribute [rw] capabilities
|
9230
|
+
# The supported authentication types, data interface types (compute
|
9231
|
+
# environments), and data operations of the connector.
|
9232
|
+
# @return [Types::Capabilities]
|
9233
|
+
#
|
9234
|
+
# @!attribute [rw] connection_properties
|
9235
|
+
# Connection properties which are common across compute environments.
|
9236
|
+
# @return [Hash<String,Types::Property>]
|
9237
|
+
#
|
9238
|
+
# @!attribute [rw] connection_options
|
9239
|
+
# Returns properties that can be set when creating a connection in the
|
9240
|
+
# `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
|
9241
|
+
# parameters that can be set in a Spark ETL script in the connection
|
9242
|
+
# options map passed to a dataframe.
|
9243
|
+
# @return [Hash<String,Types::Property>]
|
9244
|
+
#
|
9245
|
+
# @!attribute [rw] authentication_configuration
|
9246
|
+
# The type of authentication used for the connection.
|
9247
|
+
# @return [Types::AuthConfiguration]
|
9248
|
+
#
|
9249
|
+
# @!attribute [rw] compute_environment_configurations
|
9250
|
+
# The compute environments that are supported by the connection.
|
9251
|
+
# @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
|
9252
|
+
#
|
9253
|
+
# @!attribute [rw] physical_connection_requirements
|
9254
|
+
# Physical requirements for a connection, such as VPC, Subnet and
|
9255
|
+
# Security Group specifications.
|
9256
|
+
# @return [Hash<String,Types::Property>]
|
9257
|
+
#
|
9258
|
+
# @!attribute [rw] athena_connection_properties
|
9259
|
+
# Connection properties specific to the Athena compute environment.
|
9260
|
+
# @return [Hash<String,Types::Property>]
|
9261
|
+
#
|
9262
|
+
# @!attribute [rw] python_connection_properties
|
9263
|
+
# Connection properties specific to the Python compute environment.
|
9264
|
+
# @return [Hash<String,Types::Property>]
|
9265
|
+
#
|
9266
|
+
# @!attribute [rw] spark_connection_properties
|
9267
|
+
# Connection properties specific to the Spark compute environment.
|
9268
|
+
# @return [Hash<String,Types::Property>]
|
9269
|
+
#
|
9270
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
|
9271
|
+
#
|
9272
|
+
class DescribeConnectionTypeResponse < Struct.new(
|
9273
|
+
:connection_type,
|
9274
|
+
:description,
|
9275
|
+
:capabilities,
|
9276
|
+
:connection_properties,
|
9277
|
+
:connection_options,
|
9278
|
+
:authentication_configuration,
|
9279
|
+
:compute_environment_configurations,
|
9280
|
+
:physical_connection_requirements,
|
9281
|
+
:athena_connection_properties,
|
9282
|
+
:python_connection_properties,
|
9283
|
+
:spark_connection_properties)
|
9284
|
+
SENSITIVE = []
|
9285
|
+
include Aws::Structure
|
9286
|
+
end
|
9287
|
+
|
9288
|
+
# @!attribute [rw] connection_name
|
9289
|
+
# The name of the connection that contains the connection type
|
9290
|
+
# credentials.
|
9291
|
+
# @return [String]
|
9292
|
+
#
|
9293
|
+
# @!attribute [rw] catalog_id
|
9294
|
+
# The catalog ID of the catalog that contains the connection. This can
|
9295
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
9296
|
+
# catalog ID.
|
9297
|
+
# @return [String]
|
9298
|
+
#
|
9299
|
+
# @!attribute [rw] entity_name
|
9300
|
+
# The name of the entity that you want to describe from the connection
|
9301
|
+
# type.
|
9302
|
+
# @return [String]
|
9303
|
+
#
|
9304
|
+
# @!attribute [rw] next_token
|
9305
|
+
# A continuation token, included if this is a continuation call.
|
9306
|
+
# @return [String]
|
9307
|
+
#
|
9308
|
+
# @!attribute [rw] data_store_api_version
|
9309
|
+
# The version of the API used for the data store.
|
9310
|
+
# @return [String]
|
9311
|
+
#
|
9312
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
|
9313
|
+
#
|
9314
|
+
class DescribeEntityRequest < Struct.new(
|
9315
|
+
:connection_name,
|
9316
|
+
:catalog_id,
|
9317
|
+
:entity_name,
|
9318
|
+
:next_token,
|
9319
|
+
:data_store_api_version)
|
9320
|
+
SENSITIVE = []
|
9321
|
+
include Aws::Structure
|
9322
|
+
end
|
9323
|
+
|
9324
|
+
# @!attribute [rw] fields
|
9325
|
+
# Describes the fields for that connector entity. This is the list of
|
9326
|
+
# `Field` objects. `Field` is very similar to column in a database.
|
9327
|
+
# The `Field` object has information about different properties
|
9328
|
+
# associated with fields in the connector.
|
9329
|
+
# @return [Array<Types::Field>]
|
9330
|
+
#
|
9331
|
+
# @!attribute [rw] next_token
|
9332
|
+
# A continuation token, present if the current segment is not the
|
9333
|
+
# last.
|
9334
|
+
# @return [String]
|
9335
|
+
#
|
9336
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
|
9337
|
+
#
|
9338
|
+
class DescribeEntityResponse < Struct.new(
|
9339
|
+
:fields,
|
9340
|
+
:next_token)
|
9341
|
+
SENSITIVE = []
|
9342
|
+
include Aws::Structure
|
9343
|
+
end
|
9344
|
+
|
9345
|
+
# @!attribute [rw] integration_arn
|
9346
|
+
# The Amazon Resource Name (ARN) of the integration.
|
9347
|
+
# @return [String]
|
9348
|
+
#
|
9349
|
+
# @!attribute [rw] marker
|
9350
|
+
# A token to specify where to start paginating. This is the marker
|
9351
|
+
# from a previously truncated response.
|
9352
|
+
# @return [String]
|
9353
|
+
#
|
9354
|
+
# @!attribute [rw] max_records
|
9355
|
+
# The total number of items to return in the output.
|
9356
|
+
# @return [Integer]
|
9357
|
+
#
|
9358
|
+
# @!attribute [rw] target_arn
|
9359
|
+
# The Amazon Resource Name (ARN) of the target resource in the
|
9360
|
+
# integration.
|
9361
|
+
# @return [String]
|
9362
|
+
#
|
9363
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
|
9364
|
+
#
|
9365
|
+
class DescribeInboundIntegrationsRequest < Struct.new(
|
9366
|
+
:integration_arn,
|
9367
|
+
:marker,
|
9368
|
+
:max_records,
|
9369
|
+
:target_arn)
|
9370
|
+
SENSITIVE = []
|
9371
|
+
include Aws::Structure
|
9372
|
+
end
|
9373
|
+
|
9374
|
+
# @!attribute [rw] inbound_integrations
|
9375
|
+
# A list of inbound integrations.
|
9376
|
+
# @return [Array<Types::InboundIntegration>]
|
9377
|
+
#
|
9378
|
+
# @!attribute [rw] marker
|
9379
|
+
# A value that indicates the starting point for the next set of
|
9380
|
+
# response records in a subsequent request.
|
9381
|
+
# @return [String]
|
9382
|
+
#
|
9383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
|
9384
|
+
#
|
9385
|
+
class DescribeInboundIntegrationsResponse < Struct.new(
|
9386
|
+
:inbound_integrations,
|
9387
|
+
:marker)
|
9388
|
+
SENSITIVE = []
|
9389
|
+
include Aws::Structure
|
9390
|
+
end
|
9391
|
+
|
9392
|
+
# @!attribute [rw] integration_identifier
|
9393
|
+
# The Amazon Resource Name (ARN) for the integration.
|
9394
|
+
# @return [String]
|
9395
|
+
#
|
9396
|
+
# @!attribute [rw] marker
|
9397
|
+
# A value that indicates the starting point for the next set of
|
9398
|
+
# response records in a subsequent request.
|
9399
|
+
# @return [String]
|
9400
|
+
#
|
9401
|
+
# @!attribute [rw] max_records
|
9402
|
+
# The total number of items to return in the output.
|
9403
|
+
# @return [Integer]
|
9404
|
+
#
|
9405
|
+
# @!attribute [rw] filters
|
9406
|
+
# A list of key and values, to filter down the results. Supported keys
|
9407
|
+
# are "Status", "IntegrationName", and "SourceArn".
|
9408
|
+
# IntegrationName is limited to only one value.
|
9409
|
+
# @return [Array<Types::IntegrationFilter>]
|
9410
|
+
#
|
9411
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
|
9412
|
+
#
|
9413
|
+
class DescribeIntegrationsRequest < Struct.new(
|
9414
|
+
:integration_identifier,
|
9415
|
+
:marker,
|
9416
|
+
:max_records,
|
9417
|
+
:filters)
|
9418
|
+
SENSITIVE = []
|
9419
|
+
include Aws::Structure
|
9420
|
+
end
|
9421
|
+
|
9422
|
+
# @!attribute [rw] integrations
|
9423
|
+
# A list of zero-ETL integrations.
|
9424
|
+
# @return [Array<Types::Integration>]
|
9425
|
+
#
|
9426
|
+
# @!attribute [rw] marker
|
9427
|
+
# A value that indicates the starting point for the next set of
|
9428
|
+
# response records in a subsequent request.
|
9429
|
+
# @return [String]
|
9430
|
+
#
|
9431
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
|
9432
|
+
#
|
9433
|
+
class DescribeIntegrationsResponse < Struct.new(
|
9434
|
+
:integrations,
|
9435
|
+
:marker)
|
9436
|
+
SENSITIVE = []
|
9437
|
+
include Aws::Structure
|
9438
|
+
end
|
9439
|
+
|
8223
9440
|
# A development endpoint where a developer can remotely debug extract,
|
8224
9441
|
# transform, and load (ETL) scripts.
|
8225
9442
|
#
|
@@ -8915,12 +10132,61 @@ module Aws::Glue
|
|
8915
10132
|
# The encryption configuration for job bookmarks.
|
8916
10133
|
# @return [Types::JobBookmarksEncryption]
|
8917
10134
|
#
|
10135
|
+
# @!attribute [rw] data_quality_encryption
|
10136
|
+
# The encryption configuration for Glue Data Quality assets.
|
10137
|
+
# @return [Types::DataQualityEncryption]
|
10138
|
+
#
|
8918
10139
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
|
8919
10140
|
#
|
8920
10141
|
class EncryptionConfiguration < Struct.new(
|
8921
10142
|
:s3_encryption,
|
8922
10143
|
:cloud_watch_encryption,
|
8923
|
-
:job_bookmarks_encryption
|
10144
|
+
:job_bookmarks_encryption,
|
10145
|
+
:data_quality_encryption)
|
10146
|
+
SENSITIVE = []
|
10147
|
+
include Aws::Structure
|
10148
|
+
end
|
10149
|
+
|
10150
|
+
# An entity supported by a given `ConnectionType`.
|
10151
|
+
#
|
10152
|
+
# @!attribute [rw] entity_name
|
10153
|
+
# The name of the entity.
|
10154
|
+
# @return [String]
|
10155
|
+
#
|
10156
|
+
# @!attribute [rw] label
|
10157
|
+
# Label used for the entity.
|
10158
|
+
# @return [String]
|
10159
|
+
#
|
10160
|
+
# @!attribute [rw] is_parent_entity
|
10161
|
+
# A Boolean value which helps to determine whether there are sub
|
10162
|
+
# objects that can be listed.
|
10163
|
+
# @return [Boolean]
|
10164
|
+
#
|
10165
|
+
# @!attribute [rw] description
|
10166
|
+
# A description of the entity.
|
10167
|
+
# @return [String]
|
10168
|
+
#
|
10169
|
+
# @!attribute [rw] category
|
10170
|
+
# The type of entities that are present in the response. This value
|
10171
|
+
# depends on the source connection. For example this is `SObjects` for
|
10172
|
+
# Salesforce and `databases` or `schemas` or `tables` for sources like
|
10173
|
+
# Amazon Redshift.
|
10174
|
+
# @return [String]
|
10175
|
+
#
|
10176
|
+
# @!attribute [rw] custom_properties
|
10177
|
+
# An optional map of keys which may be returned for an entity by a
|
10178
|
+
# connector.
|
10179
|
+
# @return [Hash<String,String>]
|
10180
|
+
#
|
10181
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
|
10182
|
+
#
|
10183
|
+
class Entity < Struct.new(
|
10184
|
+
:entity_name,
|
10185
|
+
:label,
|
10186
|
+
:is_parent_entity,
|
10187
|
+
:description,
|
10188
|
+
:category,
|
10189
|
+
:custom_properties)
|
8924
10190
|
SENSITIVE = []
|
8925
10191
|
include Aws::Structure
|
8926
10192
|
end
|
@@ -9111,6 +10377,36 @@ module Aws::Glue
|
|
9111
10377
|
include Aws::Structure
|
9112
10378
|
end
|
9113
10379
|
|
10380
|
+
# A run attempt for a column statistics task run.
|
10381
|
+
#
|
10382
|
+
# @!attribute [rw] status
|
10383
|
+
# The status of the last column statistics task run.
|
10384
|
+
# @return [String]
|
10385
|
+
#
|
10386
|
+
# @!attribute [rw] column_statistics_task_run_id
|
10387
|
+
# A task run ID for the last column statistics task run.
|
10388
|
+
# @return [String]
|
10389
|
+
#
|
10390
|
+
# @!attribute [rw] execution_timestamp
|
10391
|
+
# A timestamp when the last column statistics task run occurred.
|
10392
|
+
# @return [Time]
|
10393
|
+
#
|
10394
|
+
# @!attribute [rw] error_message
|
10395
|
+
# An error message associated with the last column statistics task
|
10396
|
+
# run.
|
10397
|
+
# @return [String]
|
10398
|
+
#
|
10399
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
|
10400
|
+
#
|
10401
|
+
class ExecutionAttempt < Struct.new(
|
10402
|
+
:status,
|
10403
|
+
:column_statistics_task_run_id,
|
10404
|
+
:execution_timestamp,
|
10405
|
+
:error_message)
|
10406
|
+
SENSITIVE = []
|
10407
|
+
include Aws::Structure
|
10408
|
+
end
|
10409
|
+
|
9114
10410
|
# An execution property of a job.
|
9115
10411
|
#
|
9116
10412
|
# @!attribute [rw] max_concurrent_runs
|
@@ -9142,6 +10438,26 @@ module Aws::Glue
|
|
9142
10438
|
include Aws::Structure
|
9143
10439
|
end
|
9144
10440
|
|
10441
|
+
# A catalog that points to an entity outside the Glue Data Catalog.
|
10442
|
+
#
|
10443
|
+
# @!attribute [rw] identifier
|
10444
|
+
# A unique identifier for the federated catalog.
|
10445
|
+
# @return [String]
|
10446
|
+
#
|
10447
|
+
# @!attribute [rw] connection_name
|
10448
|
+
# The name of the connection to an external data source, for example a
|
10449
|
+
# Redshift-federated catalog.
|
10450
|
+
# @return [String]
|
10451
|
+
#
|
10452
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
|
10453
|
+
#
|
10454
|
+
class FederatedCatalog < Struct.new(
|
10455
|
+
:identifier,
|
10456
|
+
:connection_name)
|
10457
|
+
SENSITIVE = []
|
10458
|
+
include Aws::Structure
|
10459
|
+
end
|
10460
|
+
|
9145
10461
|
# A database that points to an entity outside the Glue Data Catalog.
|
9146
10462
|
#
|
9147
10463
|
# @!attribute [rw] identifier
|
@@ -9237,6 +10553,115 @@ module Aws::Glue
|
|
9237
10553
|
include Aws::Structure
|
9238
10554
|
end
|
9239
10555
|
|
10556
|
+
# The `Field` object has information about the different properties
|
10557
|
+
# associated with a field in the connector.
|
10558
|
+
#
|
10559
|
+
# @!attribute [rw] field_name
|
10560
|
+
# A unique identifier for the field.
|
10561
|
+
# @return [String]
|
10562
|
+
#
|
10563
|
+
# @!attribute [rw] label
|
10564
|
+
# A readable label used for the field.
|
10565
|
+
# @return [String]
|
10566
|
+
#
|
10567
|
+
# @!attribute [rw] description
|
10568
|
+
# A description of the field.
|
10569
|
+
# @return [String]
|
10570
|
+
#
|
10571
|
+
# @!attribute [rw] field_type
|
10572
|
+
# The type of data in the field.
|
10573
|
+
# @return [String]
|
10574
|
+
#
|
10575
|
+
# @!attribute [rw] is_primary_key
|
10576
|
+
# Indicates whether this field can used as a primary key for the given
|
10577
|
+
# entity.
|
10578
|
+
# @return [Boolean]
|
10579
|
+
#
|
10580
|
+
# @!attribute [rw] is_nullable
|
10581
|
+
# Indicates whether this field can be nullable or not.
|
10582
|
+
# @return [Boolean]
|
10583
|
+
#
|
10584
|
+
# @!attribute [rw] is_retrievable
|
10585
|
+
# Indicates whether this field can be added in Select clause of SQL
|
10586
|
+
# query or whether it is retrievable or not.
|
10587
|
+
# @return [Boolean]
|
10588
|
+
#
|
10589
|
+
# @!attribute [rw] is_filterable
|
10590
|
+
# Indicates whether this field can used in a filter clause (`WHERE`
|
10591
|
+
# clause) of a SQL statement when querying data.
|
10592
|
+
# @return [Boolean]
|
10593
|
+
#
|
10594
|
+
# @!attribute [rw] is_partitionable
|
10595
|
+
# Indicates whether a given field can be used in partitioning the
|
10596
|
+
# query made to SaaS.
|
10597
|
+
# @return [Boolean]
|
10598
|
+
#
|
10599
|
+
# @!attribute [rw] is_createable
|
10600
|
+
# Indicates whether this field can be created as part of a destination
|
10601
|
+
# write.
|
10602
|
+
# @return [Boolean]
|
10603
|
+
#
|
10604
|
+
# @!attribute [rw] is_updateable
|
10605
|
+
# Indicates whether this field can be updated as part of a destination
|
10606
|
+
# write.
|
10607
|
+
# @return [Boolean]
|
10608
|
+
#
|
10609
|
+
# @!attribute [rw] is_upsertable
|
10610
|
+
# Indicates whether this field can be upserted as part of a
|
10611
|
+
# destination write.
|
10612
|
+
# @return [Boolean]
|
10613
|
+
#
|
10614
|
+
# @!attribute [rw] is_default_on_create
|
10615
|
+
# Indicates whether this field is populated automatically when the
|
10616
|
+
# object is created, such as a created at timestamp.
|
10617
|
+
# @return [Boolean]
|
10618
|
+
#
|
10619
|
+
# @!attribute [rw] supported_values
|
10620
|
+
# A list of supported values for the field.
|
10621
|
+
# @return [Array<String>]
|
10622
|
+
#
|
10623
|
+
# @!attribute [rw] supported_filter_operators
|
10624
|
+
# Indicates the support filter operators for this field.
|
10625
|
+
# @return [Array<String>]
|
10626
|
+
#
|
10627
|
+
# @!attribute [rw] parent_field
|
10628
|
+
# A parent field name for a nested field.
|
10629
|
+
# @return [String]
|
10630
|
+
#
|
10631
|
+
# @!attribute [rw] native_data_type
|
10632
|
+
# The data type returned by the SaaS API, such as “picklist” or
|
10633
|
+
# “textarea” from Salesforce.
|
10634
|
+
# @return [String]
|
10635
|
+
#
|
10636
|
+
# @!attribute [rw] custom_properties
|
10637
|
+
# Optional map of keys which may be returned.
|
10638
|
+
# @return [Hash<String,String>]
|
10639
|
+
#
|
10640
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
|
10641
|
+
#
|
10642
|
+
class Field < Struct.new(
|
10643
|
+
:field_name,
|
10644
|
+
:label,
|
10645
|
+
:description,
|
10646
|
+
:field_type,
|
10647
|
+
:is_primary_key,
|
10648
|
+
:is_nullable,
|
10649
|
+
:is_retrievable,
|
10650
|
+
:is_filterable,
|
10651
|
+
:is_partitionable,
|
10652
|
+
:is_createable,
|
10653
|
+
:is_updateable,
|
10654
|
+
:is_upsertable,
|
10655
|
+
:is_default_on_create,
|
10656
|
+
:supported_values,
|
10657
|
+
:supported_filter_operators,
|
10658
|
+
:parent_field,
|
10659
|
+
:native_data_type,
|
10660
|
+
:custom_properties)
|
10661
|
+
SENSITIVE = []
|
10662
|
+
include Aws::Structure
|
10663
|
+
end
|
10664
|
+
|
9240
10665
|
# Specifies a transform that locates records in the dataset that have
|
9241
10666
|
# missing values and adds a new field with a value determined by
|
9242
10667
|
# imputation. The input data set is used to train the machine learning
|
@@ -9644,6 +11069,83 @@ module Aws::Glue
|
|
9644
11069
|
include Aws::Structure
|
9645
11070
|
end
|
9646
11071
|
|
11072
|
+
# @!attribute [rw] catalog_id
|
11073
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11074
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11075
|
+
# default.
|
11076
|
+
# @return [String]
|
11077
|
+
#
|
11078
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
|
11079
|
+
#
|
11080
|
+
class GetCatalogRequest < Struct.new(
|
11081
|
+
:catalog_id)
|
11082
|
+
SENSITIVE = []
|
11083
|
+
include Aws::Structure
|
11084
|
+
end
|
11085
|
+
|
11086
|
+
# @!attribute [rw] catalog
|
11087
|
+
# A `Catalog` object. The definition of the specified catalog in the
|
11088
|
+
# Glue Data Catalog.
|
11089
|
+
# @return [Types::Catalog]
|
11090
|
+
#
|
11091
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
|
11092
|
+
#
|
11093
|
+
class GetCatalogResponse < Struct.new(
|
11094
|
+
:catalog)
|
11095
|
+
SENSITIVE = []
|
11096
|
+
include Aws::Structure
|
11097
|
+
end
|
11098
|
+
|
11099
|
+
# @!attribute [rw] parent_catalog_id
|
11100
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11101
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11102
|
+
# default.
|
11103
|
+
# @return [String]
|
11104
|
+
#
|
11105
|
+
# @!attribute [rw] next_token
|
11106
|
+
# A continuation token, if this is a continuation call.
|
11107
|
+
# @return [String]
|
11108
|
+
#
|
11109
|
+
# @!attribute [rw] max_results
|
11110
|
+
# The maximum number of catalogs to return in one response.
|
11111
|
+
# @return [Integer]
|
11112
|
+
#
|
11113
|
+
# @!attribute [rw] recursive
|
11114
|
+
# When specified as true, iterates through the account and returns all
|
11115
|
+
# catalog resources (including top-level resources and child
|
11116
|
+
# resources)
|
11117
|
+
# @return [Boolean]
|
11118
|
+
#
|
11119
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
|
11120
|
+
#
|
11121
|
+
class GetCatalogsRequest < Struct.new(
|
11122
|
+
:parent_catalog_id,
|
11123
|
+
:next_token,
|
11124
|
+
:max_results,
|
11125
|
+
:recursive)
|
11126
|
+
SENSITIVE = []
|
11127
|
+
include Aws::Structure
|
11128
|
+
end
|
11129
|
+
|
11130
|
+
# @!attribute [rw] catalog_list
|
11131
|
+
# An array of `Catalog` objects. A list of `Catalog` objects from the
|
11132
|
+
# specified parent catalog.
|
11133
|
+
# @return [Array<Types::Catalog>]
|
11134
|
+
#
|
11135
|
+
# @!attribute [rw] next_token
|
11136
|
+
# A continuation token for paginating the returned list of tokens,
|
11137
|
+
# returned if the current segment of the list is not the last.
|
11138
|
+
# @return [String]
|
11139
|
+
#
|
11140
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
|
11141
|
+
#
|
11142
|
+
class GetCatalogsResponse < Struct.new(
|
11143
|
+
:catalog_list,
|
11144
|
+
:next_token)
|
11145
|
+
SENSITIVE = []
|
11146
|
+
include Aws::Structure
|
11147
|
+
end
|
11148
|
+
|
9647
11149
|
# @!attribute [rw] name
|
9648
11150
|
# Name of the classifier to retrieve.
|
9649
11151
|
# @return [String]
|
@@ -9916,12 +11418,18 @@ module Aws::Glue
|
|
9916
11418
|
# the rest of the connection properties.
|
9917
11419
|
# @return [Boolean]
|
9918
11420
|
#
|
11421
|
+
# @!attribute [rw] apply_override_for_compute_environment
|
11422
|
+
# For connections that may be used in multiple services, specifies
|
11423
|
+
# returning properties for the specified compute environment.
|
11424
|
+
# @return [String]
|
11425
|
+
#
|
9919
11426
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
9920
11427
|
#
|
9921
11428
|
class GetConnectionRequest < Struct.new(
|
9922
11429
|
:catalog_id,
|
9923
11430
|
:name,
|
9924
|
-
:hide_password
|
11431
|
+
:hide_password,
|
11432
|
+
:apply_override_for_compute_environment)
|
9925
11433
|
SENSITIVE = []
|
9926
11434
|
include Aws::Structure
|
9927
11435
|
end
|
@@ -9950,11 +11458,16 @@ module Aws::Glue
|
|
9950
11458
|
# The type of connections to return. Currently, SFTP is not supported.
|
9951
11459
|
# @return [String]
|
9952
11460
|
#
|
11461
|
+
# @!attribute [rw] connection_schema_version
|
11462
|
+
# Denotes if the connection was created with schema version 1 or 2.
|
11463
|
+
# @return [Integer]
|
11464
|
+
#
|
9953
11465
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
9954
11466
|
#
|
9955
11467
|
class GetConnectionsFilter < Struct.new(
|
9956
11468
|
:match_criteria,
|
9957
|
-
:connection_type
|
11469
|
+
:connection_type,
|
11470
|
+
:connection_schema_version)
|
9958
11471
|
SENSITIVE = []
|
9959
11472
|
include Aws::Structure
|
9960
11473
|
end
|
@@ -10713,86 +12226,243 @@ module Aws::Glue
|
|
10713
12226
|
# The Python script to transform.
|
10714
12227
|
# @return [String]
|
10715
12228
|
#
|
10716
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphRequest AWS API Documentation
|
12229
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphRequest AWS API Documentation
|
12230
|
+
#
|
12231
|
+
class GetDataflowGraphRequest < Struct.new(
|
12232
|
+
:python_script)
|
12233
|
+
SENSITIVE = []
|
12234
|
+
include Aws::Structure
|
12235
|
+
end
|
12236
|
+
|
12237
|
+
# @!attribute [rw] dag_nodes
|
12238
|
+
# A list of the nodes in the resulting DAG.
|
12239
|
+
# @return [Array<Types::CodeGenNode>]
|
12240
|
+
#
|
12241
|
+
# @!attribute [rw] dag_edges
|
12242
|
+
# A list of the edges in the resulting DAG.
|
12243
|
+
# @return [Array<Types::CodeGenEdge>]
|
12244
|
+
#
|
12245
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
|
12246
|
+
#
|
12247
|
+
class GetDataflowGraphResponse < Struct.new(
|
12248
|
+
:dag_nodes,
|
12249
|
+
:dag_edges)
|
12250
|
+
SENSITIVE = []
|
12251
|
+
include Aws::Structure
|
12252
|
+
end
|
12253
|
+
|
12254
|
+
# @!attribute [rw] endpoint_name
|
12255
|
+
# Name of the `DevEndpoint` to retrieve information for.
|
12256
|
+
# @return [String]
|
12257
|
+
#
|
12258
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
|
12259
|
+
#
|
12260
|
+
class GetDevEndpointRequest < Struct.new(
|
12261
|
+
:endpoint_name)
|
12262
|
+
SENSITIVE = []
|
12263
|
+
include Aws::Structure
|
12264
|
+
end
|
12265
|
+
|
12266
|
+
# @!attribute [rw] dev_endpoint
|
12267
|
+
# A `DevEndpoint` definition.
|
12268
|
+
# @return [Types::DevEndpoint]
|
12269
|
+
#
|
12270
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
|
12271
|
+
#
|
12272
|
+
class GetDevEndpointResponse < Struct.new(
|
12273
|
+
:dev_endpoint)
|
12274
|
+
SENSITIVE = []
|
12275
|
+
include Aws::Structure
|
12276
|
+
end
|
12277
|
+
|
12278
|
+
# @!attribute [rw] max_results
|
12279
|
+
# The maximum size of information to return.
|
12280
|
+
# @return [Integer]
|
12281
|
+
#
|
12282
|
+
# @!attribute [rw] next_token
|
12283
|
+
# A continuation token, if this is a continuation call.
|
12284
|
+
# @return [String]
|
12285
|
+
#
|
12286
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
|
12287
|
+
#
|
12288
|
+
class GetDevEndpointsRequest < Struct.new(
|
12289
|
+
:max_results,
|
12290
|
+
:next_token)
|
12291
|
+
SENSITIVE = []
|
12292
|
+
include Aws::Structure
|
12293
|
+
end
|
12294
|
+
|
12295
|
+
# @!attribute [rw] dev_endpoints
|
12296
|
+
# A list of `DevEndpoint` definitions.
|
12297
|
+
# @return [Array<Types::DevEndpoint>]
|
12298
|
+
#
|
12299
|
+
# @!attribute [rw] next_token
|
12300
|
+
# A continuation token, if not all `DevEndpoint` definitions have yet
|
12301
|
+
# been returned.
|
12302
|
+
# @return [String]
|
12303
|
+
#
|
12304
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
|
12305
|
+
#
|
12306
|
+
class GetDevEndpointsResponse < Struct.new(
|
12307
|
+
:dev_endpoints,
|
12308
|
+
:next_token)
|
12309
|
+
SENSITIVE = []
|
12310
|
+
include Aws::Structure
|
12311
|
+
end
|
12312
|
+
|
12313
|
+
# @!attribute [rw] connection_name
|
12314
|
+
# The name of the connection that contains the connection type
|
12315
|
+
# credentials.
|
12316
|
+
# @return [String]
|
12317
|
+
#
|
12318
|
+
# @!attribute [rw] catalog_id
|
12319
|
+
# The catalog ID of the catalog that contains the connection. This can
|
12320
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
12321
|
+
# catalog ID.
|
12322
|
+
# @return [String]
|
12323
|
+
#
|
12324
|
+
# @!attribute [rw] entity_name
|
12325
|
+
# Name of the entity that we want to query the preview data from the
|
12326
|
+
# given connection type.
|
12327
|
+
# @return [String]
|
12328
|
+
#
|
12329
|
+
# @!attribute [rw] next_token
|
12330
|
+
# A continuation token, included if this is a continuation call.
|
12331
|
+
# @return [String]
|
12332
|
+
#
|
12333
|
+
# @!attribute [rw] data_store_api_version
|
12334
|
+
# The API version of the SaaS connector.
|
12335
|
+
# @return [String]
|
12336
|
+
#
|
12337
|
+
# @!attribute [rw] connection_options
|
12338
|
+
# Connector options that are required to query the data.
|
12339
|
+
# @return [Hash<String,String>]
|
12340
|
+
#
|
12341
|
+
# @!attribute [rw] filter_predicate
|
12342
|
+
# A filter predicate that you can apply in the query request.
|
12343
|
+
# @return [String]
|
12344
|
+
#
|
12345
|
+
# @!attribute [rw] limit
|
12346
|
+
# Limits the number of records fetched with the request.
|
12347
|
+
# @return [Integer]
|
12348
|
+
#
|
12349
|
+
# @!attribute [rw] order_by
|
12350
|
+
# A parameter that orders the response preview data.
|
12351
|
+
# @return [String]
|
12352
|
+
#
|
12353
|
+
# @!attribute [rw] selected_fields
|
12354
|
+
# List of fields that we want to fetch as part of preview data.
|
12355
|
+
# @return [Array<String>]
|
10717
12356
|
#
|
10718
|
-
|
10719
|
-
|
12357
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
|
12358
|
+
#
|
12359
|
+
class GetEntityRecordsRequest < Struct.new(
|
12360
|
+
:connection_name,
|
12361
|
+
:catalog_id,
|
12362
|
+
:entity_name,
|
12363
|
+
:next_token,
|
12364
|
+
:data_store_api_version,
|
12365
|
+
:connection_options,
|
12366
|
+
:filter_predicate,
|
12367
|
+
:limit,
|
12368
|
+
:order_by,
|
12369
|
+
:selected_fields)
|
10720
12370
|
SENSITIVE = []
|
10721
12371
|
include Aws::Structure
|
10722
12372
|
end
|
10723
12373
|
|
10724
|
-
# @!attribute [rw]
|
10725
|
-
# A list of the
|
10726
|
-
# @return [Array<
|
12374
|
+
# @!attribute [rw] records
|
12375
|
+
# A list of the requested objects.
|
12376
|
+
# @return [Array<Hash,Array,String,Numeric,Boolean>]
|
10727
12377
|
#
|
10728
|
-
# @!attribute [rw]
|
10729
|
-
# A
|
10730
|
-
#
|
12378
|
+
# @!attribute [rw] next_token
|
12379
|
+
# A continuation token, present if the current segment is not the
|
12380
|
+
# last.
|
12381
|
+
# @return [String]
|
10731
12382
|
#
|
10732
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
|
10733
12384
|
#
|
10734
|
-
class
|
10735
|
-
:
|
10736
|
-
:
|
10737
|
-
SENSITIVE = []
|
12385
|
+
class GetEntityRecordsResponse < Struct.new(
|
12386
|
+
:records,
|
12387
|
+
:next_token)
|
12388
|
+
SENSITIVE = [:records]
|
10738
12389
|
include Aws::Structure
|
10739
12390
|
end
|
10740
12391
|
|
10741
|
-
# @!attribute [rw]
|
10742
|
-
#
|
12392
|
+
# @!attribute [rw] resource_arn
|
12393
|
+
# The connection ARN of the source, or the database ARN of the target.
|
10743
12394
|
# @return [String]
|
10744
12395
|
#
|
10745
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12396
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
|
10746
12397
|
#
|
10747
|
-
class
|
10748
|
-
:
|
12398
|
+
class GetIntegrationResourcePropertyRequest < Struct.new(
|
12399
|
+
:resource_arn)
|
10749
12400
|
SENSITIVE = []
|
10750
12401
|
include Aws::Structure
|
10751
12402
|
end
|
10752
12403
|
|
10753
|
-
# @!attribute [rw]
|
10754
|
-
#
|
10755
|
-
# @return [
|
12404
|
+
# @!attribute [rw] resource_arn
|
12405
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12406
|
+
# @return [String]
|
10756
12407
|
#
|
10757
|
-
#
|
12408
|
+
# @!attribute [rw] source_processing_properties
|
12409
|
+
# The resource properties associated with the integration source.
|
12410
|
+
# @return [Types::SourceProcessingProperties]
|
10758
12411
|
#
|
10759
|
-
|
10760
|
-
|
12412
|
+
# @!attribute [rw] target_processing_properties
|
12413
|
+
# The resource properties associated with the integration target.
|
12414
|
+
# @return [Types::TargetProcessingProperties]
|
12415
|
+
#
|
12416
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
|
12417
|
+
#
|
12418
|
+
class GetIntegrationResourcePropertyResponse < Struct.new(
|
12419
|
+
:resource_arn,
|
12420
|
+
:source_processing_properties,
|
12421
|
+
:target_processing_properties)
|
10761
12422
|
SENSITIVE = []
|
10762
12423
|
include Aws::Structure
|
10763
12424
|
end
|
10764
12425
|
|
10765
|
-
# @!attribute [rw]
|
10766
|
-
# The
|
10767
|
-
# @return [
|
12426
|
+
# @!attribute [rw] resource_arn
|
12427
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12428
|
+
# @return [String]
|
10768
12429
|
#
|
10769
|
-
# @!attribute [rw]
|
10770
|
-
#
|
12430
|
+
# @!attribute [rw] table_name
|
12431
|
+
# The name of the table to be replicated.
|
10771
12432
|
# @return [String]
|
10772
12433
|
#
|
10773
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12434
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
|
10774
12435
|
#
|
10775
|
-
class
|
10776
|
-
:
|
10777
|
-
:
|
12436
|
+
class GetIntegrationTablePropertiesRequest < Struct.new(
|
12437
|
+
:resource_arn,
|
12438
|
+
:table_name)
|
10778
12439
|
SENSITIVE = []
|
10779
12440
|
include Aws::Structure
|
10780
12441
|
end
|
10781
12442
|
|
10782
|
-
# @!attribute [rw]
|
10783
|
-
#
|
10784
|
-
# @return [
|
12443
|
+
# @!attribute [rw] resource_arn
|
12444
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12445
|
+
# @return [String]
|
10785
12446
|
#
|
10786
|
-
# @!attribute [rw]
|
10787
|
-
#
|
10788
|
-
# been returned.
|
12447
|
+
# @!attribute [rw] table_name
|
12448
|
+
# The name of the table to be replicated.
|
10789
12449
|
# @return [String]
|
10790
12450
|
#
|
10791
|
-
#
|
12451
|
+
# @!attribute [rw] source_table_config
|
12452
|
+
# A structure for the source table configuration.
|
12453
|
+
# @return [Types::SourceTableConfig]
|
10792
12454
|
#
|
10793
|
-
|
10794
|
-
|
10795
|
-
|
12455
|
+
# @!attribute [rw] target_table_config
|
12456
|
+
# A structure for the target table configuration.
|
12457
|
+
# @return [Types::TargetTableConfig]
|
12458
|
+
#
|
12459
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
|
12460
|
+
#
|
12461
|
+
class GetIntegrationTablePropertiesResponse < Struct.new(
|
12462
|
+
:resource_arn,
|
12463
|
+
:table_name,
|
12464
|
+
:source_table_config,
|
12465
|
+
:target_table_config)
|
10796
12466
|
SENSITIVE = []
|
10797
12467
|
include Aws::Structure
|
10798
12468
|
end
|
@@ -13709,130 +15379,386 @@ module Aws::Glue
|
|
13709
15379
|
# Specifies an Apache Iceberg data source where Iceberg tables are
|
13710
15380
|
# stored in Amazon S3.
|
13711
15381
|
#
|
13712
|
-
# @!attribute [rw] paths
|
13713
|
-
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
13714
|
-
# as `s3://bucket/prefix`.
|
13715
|
-
# @return [Array<String>]
|
15382
|
+
# @!attribute [rw] paths
|
15383
|
+
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
15384
|
+
# as `s3://bucket/prefix`.
|
15385
|
+
# @return [Array<String>]
|
15386
|
+
#
|
15387
|
+
# @!attribute [rw] connection_name
|
15388
|
+
# The name of the connection to use to connect to the Iceberg target.
|
15389
|
+
# @return [String]
|
15390
|
+
#
|
15391
|
+
# @!attribute [rw] exclusions
|
15392
|
+
# A list of glob patterns used to exclude from the crawl. For more
|
15393
|
+
# information, see [Catalog Tables with a Crawler][1].
|
15394
|
+
#
|
15395
|
+
#
|
15396
|
+
#
|
15397
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
15398
|
+
# @return [Array<String>]
|
15399
|
+
#
|
15400
|
+
# @!attribute [rw] maximum_traversal_depth
|
15401
|
+
# The maximum depth of Amazon S3 paths that the crawler can traverse
|
15402
|
+
# to discover the Iceberg metadata folder in your Amazon S3 path. Used
|
15403
|
+
# to limit the crawler run time.
|
15404
|
+
# @return [Integer]
|
15405
|
+
#
|
15406
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
|
15407
|
+
#
|
15408
|
+
class IcebergTarget < Struct.new(
|
15409
|
+
:paths,
|
15410
|
+
:connection_name,
|
15411
|
+
:exclusions,
|
15412
|
+
:maximum_traversal_depth)
|
15413
|
+
SENSITIVE = []
|
15414
|
+
include Aws::Structure
|
15415
|
+
end
|
15416
|
+
|
15417
|
+
# The same unique identifier was associated with two different records.
|
15418
|
+
#
|
15419
|
+
# @!attribute [rw] message
|
15420
|
+
# A message describing the problem.
|
15421
|
+
# @return [String]
|
15422
|
+
#
|
15423
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
|
15424
|
+
#
|
15425
|
+
class IdempotentParameterMismatchException < Struct.new(
|
15426
|
+
:message)
|
15427
|
+
SENSITIVE = []
|
15428
|
+
include Aws::Structure
|
15429
|
+
end
|
15430
|
+
|
15431
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
15432
|
+
#
|
15433
|
+
# @!attribute [rw] message
|
15434
|
+
# A message describing the problem.
|
15435
|
+
# @return [String]
|
15436
|
+
#
|
15437
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
15438
|
+
#
|
15439
|
+
class IllegalBlueprintStateException < Struct.new(
|
15440
|
+
:message)
|
15441
|
+
SENSITIVE = []
|
15442
|
+
include Aws::Structure
|
15443
|
+
end
|
15444
|
+
|
15445
|
+
# The session is in an invalid state to perform a requested operation.
|
15446
|
+
#
|
15447
|
+
# @!attribute [rw] message
|
15448
|
+
# A message describing the problem.
|
15449
|
+
# @return [String]
|
15450
|
+
#
|
15451
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
|
15452
|
+
#
|
15453
|
+
class IllegalSessionStateException < Struct.new(
|
15454
|
+
:message)
|
15455
|
+
SENSITIVE = []
|
15456
|
+
include Aws::Structure
|
15457
|
+
end
|
15458
|
+
|
15459
|
+
# The workflow is in an invalid state to perform a requested operation.
|
15460
|
+
#
|
15461
|
+
# @!attribute [rw] message
|
15462
|
+
# A message describing the problem.
|
15463
|
+
# @return [String]
|
15464
|
+
#
|
15465
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
|
15466
|
+
#
|
15467
|
+
class IllegalWorkflowStateException < Struct.new(
|
15468
|
+
:message)
|
15469
|
+
SENSITIVE = []
|
15470
|
+
include Aws::Structure
|
15471
|
+
end
|
15472
|
+
|
15473
|
+
# @!attribute [rw] catalog_id
|
15474
|
+
# The ID of the catalog to import. Currently, this should be the
|
15475
|
+
# Amazon Web Services account ID.
|
15476
|
+
# @return [String]
|
15477
|
+
#
|
15478
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
|
15479
|
+
#
|
15480
|
+
class ImportCatalogToGlueRequest < Struct.new(
|
15481
|
+
:catalog_id)
|
15482
|
+
SENSITIVE = []
|
15483
|
+
include Aws::Structure
|
15484
|
+
end
|
15485
|
+
|
15486
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
|
15487
|
+
#
|
15488
|
+
class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
|
15489
|
+
|
15490
|
+
# Specifies configuration properties for an importing labels task run.
|
15491
|
+
#
|
15492
|
+
# @!attribute [rw] input_s3_path
|
15493
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
15494
|
+
# will import the labels.
|
15495
|
+
# @return [String]
|
15496
|
+
#
|
15497
|
+
# @!attribute [rw] replace
|
15498
|
+
# Indicates whether to overwrite your existing labels.
|
15499
|
+
# @return [Boolean]
|
15500
|
+
#
|
15501
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15502
|
+
#
|
15503
|
+
class ImportLabelsTaskRunProperties < Struct.new(
|
15504
|
+
:input_s3_path,
|
15505
|
+
:replace)
|
15506
|
+
SENSITIVE = []
|
15507
|
+
include Aws::Structure
|
15508
|
+
end
|
15509
|
+
|
15510
|
+
# A structure for an integration that writes data into a resource.
|
15511
|
+
#
|
15512
|
+
# @!attribute [rw] source_arn
|
15513
|
+
# The ARN of the source resource for the integration.
|
15514
|
+
# @return [String]
|
15515
|
+
#
|
15516
|
+
# @!attribute [rw] target_arn
|
15517
|
+
# The ARN of the target resource for the integration.
|
15518
|
+
# @return [String]
|
15519
|
+
#
|
15520
|
+
# @!attribute [rw] integration_arn
|
15521
|
+
# The ARN of the zero-ETL integration.
|
15522
|
+
# @return [String]
|
15523
|
+
#
|
15524
|
+
# @!attribute [rw] status
|
15525
|
+
# The possible statuses are:
|
15526
|
+
#
|
15527
|
+
# * CREATING: The integration is being created.
|
15528
|
+
#
|
15529
|
+
# * ACTIVE: The integration creation succeeds.
|
15530
|
+
#
|
15531
|
+
# * MODIFYING: The integration is being modified.
|
15532
|
+
#
|
15533
|
+
# * FAILED: The integration creation fails.
|
15534
|
+
#
|
15535
|
+
# * DELETING: The integration is deleted.
|
15536
|
+
#
|
15537
|
+
# * SYNCING: The integration is synchronizing.
|
15538
|
+
#
|
15539
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15540
|
+
# synchronization.
|
15541
|
+
# @return [String]
|
15542
|
+
#
|
15543
|
+
# @!attribute [rw] create_time
|
15544
|
+
# The time that the integration was created, in UTC.
|
15545
|
+
# @return [Time]
|
15546
|
+
#
|
15547
|
+
# @!attribute [rw] errors
|
15548
|
+
# A list of errors associated with the integration.
|
15549
|
+
# @return [Array<Types::IntegrationError>]
|
15550
|
+
#
|
15551
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
|
15552
|
+
#
|
15553
|
+
class InboundIntegration < Struct.new(
|
15554
|
+
:source_arn,
|
15555
|
+
:target_arn,
|
15556
|
+
:integration_arn,
|
15557
|
+
:status,
|
15558
|
+
:create_time,
|
15559
|
+
:errors)
|
15560
|
+
SENSITIVE = []
|
15561
|
+
include Aws::Structure
|
15562
|
+
end
|
15563
|
+
|
15564
|
+
# Describes a zero-ETL integration.
|
15565
|
+
#
|
15566
|
+
# @!attribute [rw] source_arn
|
15567
|
+
# The ARN for the source of the integration.
|
15568
|
+
# @return [String]
|
15569
|
+
#
|
15570
|
+
# @!attribute [rw] target_arn
|
15571
|
+
# The ARN for the target of the integration.
|
15572
|
+
# @return [String]
|
15573
|
+
#
|
15574
|
+
# @!attribute [rw] description
|
15575
|
+
# A description for the integration.
|
15576
|
+
# @return [String]
|
15577
|
+
#
|
15578
|
+
# @!attribute [rw] integration_name
|
15579
|
+
# A unique name for the integration.
|
15580
|
+
# @return [String]
|
15581
|
+
#
|
15582
|
+
# @!attribute [rw] integration_arn
|
15583
|
+
# The Amazon Resource Name (ARN) for the integration.
|
15584
|
+
# @return [String]
|
15585
|
+
#
|
15586
|
+
# @!attribute [rw] kms_key_id
|
15587
|
+
# The ARN of a KMS key used for encrypting the channel.
|
15588
|
+
# @return [String]
|
15589
|
+
#
|
15590
|
+
# @!attribute [rw] additional_encryption_context
|
15591
|
+
# An optional set of non-secret key–value pairs that contains
|
15592
|
+
# additional contextual information for encryption. This can only be
|
15593
|
+
# provided if `KMSKeyId` is provided.
|
15594
|
+
# @return [Hash<String,String>]
|
15595
|
+
#
|
15596
|
+
# @!attribute [rw] tags
|
15597
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
15598
|
+
# pairs.
|
15599
|
+
# @return [Array<Types::Tag>]
|
15600
|
+
#
|
15601
|
+
# @!attribute [rw] status
|
15602
|
+
# The possible statuses are:
|
15603
|
+
#
|
15604
|
+
# * CREATING: The integration is being created.
|
15605
|
+
#
|
15606
|
+
# * ACTIVE: The integration creation succeeds.
|
13716
15607
|
#
|
13717
|
-
#
|
13718
|
-
# The name of the connection to use to connect to the Iceberg target.
|
13719
|
-
# @return [String]
|
15608
|
+
# * MODIFYING: The integration is being modified.
|
13720
15609
|
#
|
13721
|
-
#
|
13722
|
-
# A list of glob patterns used to exclude from the crawl. For more
|
13723
|
-
# information, see [Catalog Tables with a Crawler][1].
|
15610
|
+
# * FAILED: The integration creation fails.
|
13724
15611
|
#
|
15612
|
+
# * DELETING: The integration is deleted.
|
13725
15613
|
#
|
15614
|
+
# * SYNCING: The integration is synchronizing.
|
13726
15615
|
#
|
13727
|
-
#
|
13728
|
-
#
|
15616
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15617
|
+
# synchronization.
|
15618
|
+
# @return [String]
|
13729
15619
|
#
|
13730
|
-
# @!attribute [rw]
|
13731
|
-
# The
|
13732
|
-
#
|
13733
|
-
# to limit the crawler run time.
|
13734
|
-
# @return [Integer]
|
15620
|
+
# @!attribute [rw] create_time
|
15621
|
+
# The time that the integration was created, in UTC.
|
15622
|
+
# @return [Time]
|
13735
15623
|
#
|
13736
|
-
#
|
15624
|
+
# @!attribute [rw] errors
|
15625
|
+
# A list of errors associated with the integration.
|
15626
|
+
# @return [Array<Types::IntegrationError>]
|
13737
15627
|
#
|
13738
|
-
|
13739
|
-
|
13740
|
-
|
13741
|
-
|
13742
|
-
|
15628
|
+
# @!attribute [rw] data_filter
|
15629
|
+
# Selects source tables for the integration using Maxwell filter
|
15630
|
+
# syntax.
|
15631
|
+
# @return [String]
|
15632
|
+
#
|
15633
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
|
15634
|
+
#
|
15635
|
+
class Integration < Struct.new(
|
15636
|
+
:source_arn,
|
15637
|
+
:target_arn,
|
15638
|
+
:description,
|
15639
|
+
:integration_name,
|
15640
|
+
:integration_arn,
|
15641
|
+
:kms_key_id,
|
15642
|
+
:additional_encryption_context,
|
15643
|
+
:tags,
|
15644
|
+
:status,
|
15645
|
+
:create_time,
|
15646
|
+
:errors,
|
15647
|
+
:data_filter)
|
13743
15648
|
SENSITIVE = []
|
13744
15649
|
include Aws::Structure
|
13745
15650
|
end
|
13746
15651
|
|
13747
|
-
# The
|
15652
|
+
# The requested operation conflicts with another operation.
|
13748
15653
|
#
|
13749
15654
|
# @!attribute [rw] message
|
13750
15655
|
# A message describing the problem.
|
13751
15656
|
# @return [String]
|
13752
15657
|
#
|
13753
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15658
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
|
13754
15659
|
#
|
13755
|
-
class
|
15660
|
+
class IntegrationConflictOperationFault < Struct.new(
|
13756
15661
|
:message)
|
13757
15662
|
SENSITIVE = []
|
13758
15663
|
include Aws::Structure
|
13759
15664
|
end
|
13760
15665
|
|
13761
|
-
#
|
15666
|
+
# An error associated with a zero-ETL integration.
|
13762
15667
|
#
|
13763
|
-
# @!attribute [rw]
|
13764
|
-
#
|
15668
|
+
# @!attribute [rw] error_code
|
15669
|
+
# The code associated with this error.
|
13765
15670
|
# @return [String]
|
13766
15671
|
#
|
13767
|
-
#
|
15672
|
+
# @!attribute [rw] error_message
|
15673
|
+
# A message describing the error.
|
15674
|
+
# @return [String]
|
13768
15675
|
#
|
13769
|
-
|
13770
|
-
|
15676
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
|
15677
|
+
#
|
15678
|
+
class IntegrationError < Struct.new(
|
15679
|
+
:error_code,
|
15680
|
+
:error_message)
|
13771
15681
|
SENSITIVE = []
|
13772
15682
|
include Aws::Structure
|
13773
15683
|
end
|
13774
15684
|
|
13775
|
-
#
|
15685
|
+
# A filter that can be used when invoking a `DescribeIntegrations`
|
15686
|
+
# request.
|
13776
15687
|
#
|
13777
|
-
# @!attribute [rw]
|
13778
|
-
#
|
15688
|
+
# @!attribute [rw] name
|
15689
|
+
# The name of the filter.
|
13779
15690
|
# @return [String]
|
13780
15691
|
#
|
13781
|
-
#
|
15692
|
+
# @!attribute [rw] values
|
15693
|
+
# A list of filter values.
|
15694
|
+
# @return [Array<String>]
|
13782
15695
|
#
|
13783
|
-
|
13784
|
-
|
15696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
|
15697
|
+
#
|
15698
|
+
class IntegrationFilter < Struct.new(
|
15699
|
+
:name,
|
15700
|
+
:values)
|
13785
15701
|
SENSITIVE = []
|
13786
15702
|
include Aws::Structure
|
13787
15703
|
end
|
13788
15704
|
|
13789
|
-
# The
|
15705
|
+
# The specified integration could not be found.
|
13790
15706
|
#
|
13791
15707
|
# @!attribute [rw] message
|
13792
15708
|
# A message describing the problem.
|
13793
15709
|
# @return [String]
|
13794
15710
|
#
|
13795
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15711
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
|
13796
15712
|
#
|
13797
|
-
class
|
15713
|
+
class IntegrationNotFoundFault < Struct.new(
|
13798
15714
|
:message)
|
13799
15715
|
SENSITIVE = []
|
13800
15716
|
include Aws::Structure
|
13801
15717
|
end
|
13802
15718
|
|
13803
|
-
#
|
13804
|
-
#
|
13805
|
-
#
|
15719
|
+
# A structure that describes how data is partitioned on the target.
|
15720
|
+
#
|
15721
|
+
# @!attribute [rw] field_name
|
15722
|
+
# The field name used to partition data on the target.
|
13806
15723
|
# @return [String]
|
13807
15724
|
#
|
13808
|
-
#
|
15725
|
+
# @!attribute [rw] function_spec
|
15726
|
+
# Specifies a function used to partition data on the target.
|
15727
|
+
# @return [String]
|
13809
15728
|
#
|
13810
|
-
|
13811
|
-
|
15729
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
|
15730
|
+
#
|
15731
|
+
class IntegrationPartition < Struct.new(
|
15732
|
+
:field_name,
|
15733
|
+
:function_spec)
|
13812
15734
|
SENSITIVE = []
|
13813
15735
|
include Aws::Structure
|
13814
15736
|
end
|
13815
15737
|
|
13816
|
-
#
|
15738
|
+
# The data processed through your integration exceeded your quota.
|
13817
15739
|
#
|
13818
|
-
|
15740
|
+
# @!attribute [rw] message
|
15741
|
+
# A message describing the problem.
|
15742
|
+
# @return [String]
|
15743
|
+
#
|
15744
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
|
15745
|
+
#
|
15746
|
+
class IntegrationQuotaExceededFault < Struct.new(
|
15747
|
+
:message)
|
15748
|
+
SENSITIVE = []
|
15749
|
+
include Aws::Structure
|
15750
|
+
end
|
13819
15751
|
|
13820
|
-
#
|
15752
|
+
# An internal server error occurred.
|
13821
15753
|
#
|
13822
|
-
# @!attribute [rw]
|
13823
|
-
#
|
13824
|
-
# will import the labels.
|
15754
|
+
# @!attribute [rw] message
|
15755
|
+
# A message describing the problem.
|
13825
15756
|
# @return [String]
|
13826
15757
|
#
|
13827
|
-
#
|
13828
|
-
# Indicates whether to overwrite your existing labels.
|
13829
|
-
# @return [Boolean]
|
13830
|
-
#
|
13831
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15758
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
|
13832
15759
|
#
|
13833
|
-
class
|
13834
|
-
:
|
13835
|
-
:replace)
|
15760
|
+
class InternalServerException < Struct.new(
|
15761
|
+
:message)
|
13836
15762
|
SENSITIVE = []
|
13837
15763
|
include Aws::Structure
|
13838
15764
|
end
|
@@ -13871,6 +15797,20 @@ module Aws::Glue
|
|
13871
15797
|
include Aws::Structure
|
13872
15798
|
end
|
13873
15799
|
|
15800
|
+
# The integration is in an invalid state.
|
15801
|
+
#
|
15802
|
+
# @!attribute [rw] message
|
15803
|
+
# A message describing the problem.
|
15804
|
+
# @return [String]
|
15805
|
+
#
|
15806
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
|
15807
|
+
#
|
15808
|
+
class InvalidIntegrationStateFault < Struct.new(
|
15809
|
+
:message)
|
15810
|
+
SENSITIVE = []
|
15811
|
+
include Aws::Structure
|
15812
|
+
end
|
15813
|
+
|
13874
15814
|
# An error that indicates your data is in an invalid state.
|
13875
15815
|
#
|
13876
15816
|
# @!attribute [rw] message
|
@@ -14272,46 +16212,45 @@ module Aws::Glue
|
|
14272
16212
|
# Accepts the value Z.2X for Ray jobs.
|
14273
16213
|
#
|
14274
16214
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
14275
|
-
# GB of memory) with
|
14276
|
-
#
|
14277
|
-
#
|
14278
|
-
#
|
16215
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
16216
|
+
# We recommend this worker type for workloads such as data
|
16217
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16218
|
+
# effective way to run most jobs.
|
14279
16219
|
#
|
14280
16220
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
14281
|
-
# GB of memory) with
|
14282
|
-
#
|
14283
|
-
#
|
14284
|
-
#
|
16221
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
16222
|
+
# We recommend this worker type for workloads such as data
|
16223
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16224
|
+
# effective way to run most jobs.
|
14285
16225
|
#
|
14286
16226
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
14287
|
-
# 64 GB of memory) with 256GB disk
|
14288
|
-
#
|
14289
|
-
#
|
14290
|
-
#
|
14291
|
-
#
|
14292
|
-
#
|
14293
|
-
#
|
14294
|
-
#
|
14295
|
-
#
|
16227
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
16228
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16229
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16230
|
+
# queries. This worker type is available only for Glue version 3.0
|
16231
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
16232
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
16233
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
16234
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
16235
|
+
# and Europe (Stockholm).
|
14296
16236
|
#
|
14297
16237
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
14298
|
-
# 128 GB of memory) with 512GB disk
|
14299
|
-
#
|
14300
|
-
#
|
14301
|
-
#
|
14302
|
-
#
|
14303
|
-
#
|
14304
|
-
# type.
|
16238
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
16239
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16240
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16241
|
+
# queries. This worker type is available only for Glue version 3.0
|
16242
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
16243
|
+
# as supported for the `G.4X` worker type.
|
14305
16244
|
#
|
14306
16245
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
14307
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
14308
|
-
#
|
14309
|
-
#
|
14310
|
-
#
|
16246
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
16247
|
+
# worker. We recommend this worker type for low volume streaming
|
16248
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
16249
|
+
# later streaming jobs.
|
14311
16250
|
#
|
14312
16251
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
14313
|
-
# 64 GB of memory) with 128 GB disk
|
14314
|
-
#
|
16252
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
16253
|
+
# workers based on the autoscaler.
|
14315
16254
|
# @return [String]
|
14316
16255
|
#
|
14317
16256
|
# @!attribute [rw] number_of_workers
|
@@ -14723,46 +16662,45 @@ module Aws::Glue
|
|
14723
16662
|
# Accepts the value Z.2X for Ray jobs.
|
14724
16663
|
#
|
14725
16664
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
14726
|
-
# GB of memory) with
|
14727
|
-
#
|
14728
|
-
#
|
14729
|
-
#
|
16665
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
16666
|
+
# We recommend this worker type for workloads such as data
|
16667
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16668
|
+
# effective way to run most jobs.
|
14730
16669
|
#
|
14731
16670
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
14732
|
-
# GB of memory) with
|
14733
|
-
#
|
14734
|
-
#
|
14735
|
-
#
|
16671
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
16672
|
+
# We recommend this worker type for workloads such as data
|
16673
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
16674
|
+
# effective way to run most jobs.
|
14736
16675
|
#
|
14737
16676
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
14738
|
-
# 64 GB of memory) with 256GB disk
|
14739
|
-
#
|
14740
|
-
#
|
14741
|
-
#
|
14742
|
-
#
|
14743
|
-
#
|
14744
|
-
#
|
14745
|
-
#
|
14746
|
-
#
|
16677
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
16678
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16679
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16680
|
+
# queries. This worker type is available only for Glue version 3.0
|
16681
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
16682
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
16683
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
16684
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
16685
|
+
# and Europe (Stockholm).
|
14747
16686
|
#
|
14748
16687
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
14749
|
-
# 128 GB of memory) with 512GB disk
|
14750
|
-
#
|
14751
|
-
#
|
14752
|
-
#
|
14753
|
-
#
|
14754
|
-
#
|
14755
|
-
# type.
|
16688
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
16689
|
+
# worker. We recommend this worker type for jobs whose workloads
|
16690
|
+
# contain your most demanding transforms, aggregations, joins, and
|
16691
|
+
# queries. This worker type is available only for Glue version 3.0
|
16692
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
16693
|
+
# as supported for the `G.4X` worker type.
|
14756
16694
|
#
|
14757
16695
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
14758
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
14759
|
-
#
|
14760
|
-
#
|
14761
|
-
#
|
16696
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
16697
|
+
# worker. We recommend this worker type for low volume streaming
|
16698
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
16699
|
+
# later streaming jobs.
|
14762
16700
|
#
|
14763
16701
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
14764
|
-
# 64 GB of memory) with 128 GB disk
|
14765
|
-
#
|
16702
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
16703
|
+
# workers based on the autoscaler.
|
14766
16704
|
# @return [String]
|
14767
16705
|
#
|
14768
16706
|
# @!attribute [rw] number_of_workers
|
@@ -15061,46 +16999,45 @@ module Aws::Glue
|
|
15061
16999
|
# Accepts the value Z.2X for Ray jobs.
|
15062
17000
|
#
|
15063
17001
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
15064
|
-
# GB of memory) with
|
15065
|
-
#
|
15066
|
-
#
|
15067
|
-
#
|
17002
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
17003
|
+
# We recommend this worker type for workloads such as data
|
17004
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
17005
|
+
# effective way to run most jobs.
|
15068
17006
|
#
|
15069
17007
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
15070
|
-
# GB of memory) with
|
15071
|
-
#
|
15072
|
-
#
|
15073
|
-
#
|
17008
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
17009
|
+
# We recommend this worker type for workloads such as data
|
17010
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
17011
|
+
# effective way to run most jobs.
|
15074
17012
|
#
|
15075
17013
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
15076
|
-
# 64 GB of memory) with 256GB disk
|
15077
|
-
#
|
15078
|
-
#
|
15079
|
-
#
|
15080
|
-
#
|
15081
|
-
#
|
15082
|
-
#
|
15083
|
-
#
|
15084
|
-
#
|
17014
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
17015
|
+
# worker. We recommend this worker type for jobs whose workloads
|
17016
|
+
# contain your most demanding transforms, aggregations, joins, and
|
17017
|
+
# queries. This worker type is available only for Glue version 3.0
|
17018
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
17019
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
17020
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
17021
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
17022
|
+
# and Europe (Stockholm).
|
15085
17023
|
#
|
15086
17024
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
15087
|
-
# 128 GB of memory) with 512GB disk
|
15088
|
-
#
|
15089
|
-
#
|
15090
|
-
#
|
15091
|
-
#
|
15092
|
-
#
|
15093
|
-
# type.
|
17025
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
17026
|
+
# worker. We recommend this worker type for jobs whose workloads
|
17027
|
+
# contain your most demanding transforms, aggregations, joins, and
|
17028
|
+
# queries. This worker type is available only for Glue version 3.0
|
17029
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
17030
|
+
# as supported for the `G.4X` worker type.
|
15094
17031
|
#
|
15095
17032
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
15096
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
15097
|
-
#
|
15098
|
-
#
|
15099
|
-
#
|
17033
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
17034
|
+
# worker. We recommend this worker type for low volume streaming
|
17035
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
17036
|
+
# later streaming jobs.
|
15100
17037
|
#
|
15101
17038
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
15102
|
-
# 64 GB of memory) with 128 GB disk
|
15103
|
-
#
|
17039
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
17040
|
+
# workers based on the autoscaler.
|
15104
17041
|
# @return [String]
|
15105
17042
|
#
|
15106
17043
|
# @!attribute [rw] number_of_workers
|
@@ -15296,6 +17233,20 @@ module Aws::Glue
|
|
15296
17233
|
include Aws::Structure
|
15297
17234
|
end
|
15298
17235
|
|
17236
|
+
# The KMS key specified is not accessible.
|
17237
|
+
#
|
17238
|
+
# @!attribute [rw] message
|
17239
|
+
# A message describing the problem.
|
17240
|
+
# @return [String]
|
17241
|
+
#
|
17242
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
|
17243
|
+
#
|
17244
|
+
class KMSKeyNotAccessibleFault < Struct.new(
|
17245
|
+
:message)
|
17246
|
+
SENSITIVE = []
|
17247
|
+
include Aws::Structure
|
17248
|
+
end
|
17249
|
+
|
15299
17250
|
# Additional options for streaming.
|
15300
17251
|
#
|
15301
17252
|
# @!attribute [rw] bootstrap_servers
|
@@ -15828,6 +17779,41 @@ module Aws::Glue
|
|
15828
17779
|
include Aws::Structure
|
15829
17780
|
end
|
15830
17781
|
|
17782
|
+
# @!attribute [rw] max_results
|
17783
|
+
# The maximum number of results to return.
|
17784
|
+
# @return [Integer]
|
17785
|
+
#
|
17786
|
+
# @!attribute [rw] next_token
|
17787
|
+
# A continuation token, if this is a continuation call.
|
17788
|
+
# @return [String]
|
17789
|
+
#
|
17790
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
|
17791
|
+
#
|
17792
|
+
class ListConnectionTypesRequest < Struct.new(
|
17793
|
+
:max_results,
|
17794
|
+
:next_token)
|
17795
|
+
SENSITIVE = []
|
17796
|
+
include Aws::Structure
|
17797
|
+
end
|
17798
|
+
|
17799
|
+
# @!attribute [rw] connection_types
|
17800
|
+
# A list of `ConnectionTypeBrief` objects containing brief information
|
17801
|
+
# about the supported connection types.
|
17802
|
+
# @return [Array<Types::ConnectionTypeBrief>]
|
17803
|
+
#
|
17804
|
+
# @!attribute [rw] next_token
|
17805
|
+
# A continuation token, if the current list segment is not the last.
|
17806
|
+
# @return [String]
|
17807
|
+
#
|
17808
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
|
17809
|
+
#
|
17810
|
+
class ListConnectionTypesResponse < Struct.new(
|
17811
|
+
:connection_types,
|
17812
|
+
:next_token)
|
17813
|
+
SENSITIVE = []
|
17814
|
+
include Aws::Structure
|
17815
|
+
end
|
17816
|
+
|
15831
17817
|
# @!attribute [rw] max_results
|
15832
17818
|
# The maximum size of a list to return.
|
15833
17819
|
# @return [Integer]
|
@@ -16257,6 +18243,61 @@ module Aws::Glue
|
|
16257
18243
|
include Aws::Structure
|
16258
18244
|
end
|
16259
18245
|
|
18246
|
+
# @!attribute [rw] connection_name
|
18247
|
+
# A name for the connection that has required credentials to query any
|
18248
|
+
# connection type.
|
18249
|
+
# @return [String]
|
18250
|
+
#
|
18251
|
+
# @!attribute [rw] catalog_id
|
18252
|
+
# The catalog ID of the catalog that contains the connection. This can
|
18253
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
18254
|
+
# catalog ID.
|
18255
|
+
# @return [String]
|
18256
|
+
#
|
18257
|
+
# @!attribute [rw] parent_entity_name
|
18258
|
+
# Name of the parent entity for which you want to list the children.
|
18259
|
+
# This parameter takes a fully-qualified path of the entity in order
|
18260
|
+
# to list the child entities.
|
18261
|
+
# @return [String]
|
18262
|
+
#
|
18263
|
+
# @!attribute [rw] next_token
|
18264
|
+
# A continuation token, included if this is a continuation call.
|
18265
|
+
# @return [String]
|
18266
|
+
#
|
18267
|
+
# @!attribute [rw] data_store_api_version
|
18268
|
+
# The API version of the SaaS connector.
|
18269
|
+
# @return [String]
|
18270
|
+
#
|
18271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
|
18272
|
+
#
|
18273
|
+
class ListEntitiesRequest < Struct.new(
|
18274
|
+
:connection_name,
|
18275
|
+
:catalog_id,
|
18276
|
+
:parent_entity_name,
|
18277
|
+
:next_token,
|
18278
|
+
:data_store_api_version)
|
18279
|
+
SENSITIVE = []
|
18280
|
+
include Aws::Structure
|
18281
|
+
end
|
18282
|
+
|
18283
|
+
# @!attribute [rw] entities
|
18284
|
+
# A list of `Entity` objects.
|
18285
|
+
# @return [Array<Types::Entity>]
|
18286
|
+
#
|
18287
|
+
# @!attribute [rw] next_token
|
18288
|
+
# A continuation token, present if the current segment is not the
|
18289
|
+
# last.
|
18290
|
+
# @return [String]
|
18291
|
+
#
|
18292
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
|
18293
|
+
#
|
18294
|
+
class ListEntitiesResponse < Struct.new(
|
18295
|
+
:entities,
|
18296
|
+
:next_token)
|
18297
|
+
SENSITIVE = []
|
18298
|
+
include Aws::Structure
|
18299
|
+
end
|
18300
|
+
|
16260
18301
|
# @!attribute [rw] next_token
|
16261
18302
|
# A continuation token, if this is a continuation request.
|
16262
18303
|
# @return [String]
|
@@ -17259,49 +19300,164 @@ module Aws::Glue
|
|
17259
19300
|
# The name of the data source.
|
17260
19301
|
# @return [String]
|
17261
19302
|
#
|
17262
|
-
# @!attribute [rw] database
|
17263
|
-
# The name of the database to read from.
|
19303
|
+
# @!attribute [rw] database
|
19304
|
+
# The name of the database to read from.
|
19305
|
+
# @return [String]
|
19306
|
+
#
|
19307
|
+
# @!attribute [rw] table
|
19308
|
+
# The name of the table in the database to read from.
|
19309
|
+
# @return [String]
|
19310
|
+
#
|
19311
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
|
19312
|
+
#
|
19313
|
+
class MicrosoftSQLServerCatalogSource < Struct.new(
|
19314
|
+
:name,
|
19315
|
+
:database,
|
19316
|
+
:table)
|
19317
|
+
SENSITIVE = []
|
19318
|
+
include Aws::Structure
|
19319
|
+
end
|
19320
|
+
|
19321
|
+
# Specifies a target that uses Microsoft SQL.
|
19322
|
+
#
|
19323
|
+
# @!attribute [rw] name
|
19324
|
+
# The name of the data target.
|
19325
|
+
# @return [String]
|
19326
|
+
#
|
19327
|
+
# @!attribute [rw] inputs
|
19328
|
+
# The nodes that are inputs to the data target.
|
19329
|
+
# @return [Array<String>]
|
19330
|
+
#
|
19331
|
+
# @!attribute [rw] database
|
19332
|
+
# The name of the database to write to.
|
19333
|
+
# @return [String]
|
19334
|
+
#
|
19335
|
+
# @!attribute [rw] table
|
19336
|
+
# The name of the table in the database to write to.
|
19337
|
+
# @return [String]
|
19338
|
+
#
|
19339
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
|
19340
|
+
#
|
19341
|
+
class MicrosoftSQLServerCatalogTarget < Struct.new(
|
19342
|
+
:name,
|
19343
|
+
:inputs,
|
19344
|
+
:database,
|
19345
|
+
:table)
|
19346
|
+
SENSITIVE = []
|
19347
|
+
include Aws::Structure
|
19348
|
+
end
|
19349
|
+
|
19350
|
+
# @!attribute [rw] integration_identifier
|
19351
|
+
# The Amazon Resource Name (ARN) for the integration.
|
19352
|
+
# @return [String]
|
19353
|
+
#
|
19354
|
+
# @!attribute [rw] description
|
19355
|
+
# A description of the integration.
|
19356
|
+
# @return [String]
|
19357
|
+
#
|
19358
|
+
# @!attribute [rw] data_filter
|
19359
|
+
# Selects source tables for the integration using Maxwell filter
|
19360
|
+
# syntax.
|
19361
|
+
# @return [String]
|
19362
|
+
#
|
19363
|
+
# @!attribute [rw] integration_name
|
19364
|
+
# A unique name for an integration in Glue.
|
19365
|
+
# @return [String]
|
19366
|
+
#
|
19367
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
|
19368
|
+
#
|
19369
|
+
class ModifyIntegrationRequest < Struct.new(
|
19370
|
+
:integration_identifier,
|
19371
|
+
:description,
|
19372
|
+
:data_filter,
|
19373
|
+
:integration_name)
|
19374
|
+
SENSITIVE = []
|
19375
|
+
include Aws::Structure
|
19376
|
+
end
|
19377
|
+
|
19378
|
+
# @!attribute [rw] source_arn
|
19379
|
+
# The ARN of the source for the integration.
|
19380
|
+
# @return [String]
|
19381
|
+
#
|
19382
|
+
# @!attribute [rw] target_arn
|
19383
|
+
# The ARN of the target for the integration.
|
19384
|
+
# @return [String]
|
19385
|
+
#
|
19386
|
+
# @!attribute [rw] integration_name
|
19387
|
+
# A unique name for an integration in Glue.
|
19388
|
+
# @return [String]
|
19389
|
+
#
|
19390
|
+
# @!attribute [rw] description
|
19391
|
+
# A description of the integration.
|
19392
|
+
# @return [String]
|
19393
|
+
#
|
19394
|
+
# @!attribute [rw] integration_arn
|
19395
|
+
# The Amazon Resource Name (ARN) for the integration.
|
17264
19396
|
# @return [String]
|
17265
19397
|
#
|
17266
|
-
# @!attribute [rw]
|
17267
|
-
# The
|
19398
|
+
# @!attribute [rw] kms_key_id
|
19399
|
+
# The ARN of a KMS key used for encrypting the channel.
|
17268
19400
|
# @return [String]
|
17269
19401
|
#
|
17270
|
-
#
|
19402
|
+
# @!attribute [rw] additional_encryption_context
|
19403
|
+
# An optional set of non-secret key–value pairs that contains
|
19404
|
+
# additional contextual information for encryption.
|
19405
|
+
# @return [Hash<String,String>]
|
17271
19406
|
#
|
17272
|
-
|
17273
|
-
|
17274
|
-
|
17275
|
-
|
17276
|
-
SENSITIVE = []
|
17277
|
-
include Aws::Structure
|
17278
|
-
end
|
17279
|
-
|
17280
|
-
# Specifies a target that uses Microsoft SQL.
|
19407
|
+
# @!attribute [rw] tags
|
19408
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
19409
|
+
# pairs.
|
19410
|
+
# @return [Array<Types::Tag>]
|
17281
19411
|
#
|
17282
|
-
# @!attribute [rw]
|
17283
|
-
# The
|
17284
|
-
# @return [String]
|
19412
|
+
# @!attribute [rw] status
|
19413
|
+
# The status of the integration being modified.
|
17285
19414
|
#
|
17286
|
-
#
|
17287
|
-
# The nodes that are inputs to the data target.
|
17288
|
-
# @return [Array<String>]
|
19415
|
+
# The possible statuses are:
|
17289
19416
|
#
|
17290
|
-
#
|
17291
|
-
#
|
19417
|
+
# * CREATING: The integration is being created.
|
19418
|
+
#
|
19419
|
+
# * ACTIVE: The integration creation succeeds.
|
19420
|
+
#
|
19421
|
+
# * MODIFYING: The integration is being modified.
|
19422
|
+
#
|
19423
|
+
# * FAILED: The integration creation fails.
|
19424
|
+
#
|
19425
|
+
# * DELETING: The integration is deleted.
|
19426
|
+
#
|
19427
|
+
# * SYNCING: The integration is synchronizing.
|
19428
|
+
#
|
19429
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
19430
|
+
# synchronization.
|
17292
19431
|
# @return [String]
|
17293
19432
|
#
|
17294
|
-
# @!attribute [rw]
|
17295
|
-
# The
|
19433
|
+
# @!attribute [rw] create_time
|
19434
|
+
# The time when the integration was created, in UTC.
|
19435
|
+
# @return [Time]
|
19436
|
+
#
|
19437
|
+
# @!attribute [rw] errors
|
19438
|
+
# A list of errors associated with the integration modification.
|
19439
|
+
# @return [Array<Types::IntegrationError>]
|
19440
|
+
#
|
19441
|
+
# @!attribute [rw] data_filter
|
19442
|
+
# Selects source tables for the integration using Maxwell filter
|
19443
|
+
# syntax.
|
17296
19444
|
# @return [String]
|
17297
19445
|
#
|
17298
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
19446
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
|
17299
19447
|
#
|
17300
|
-
class
|
17301
|
-
:
|
17302
|
-
:
|
17303
|
-
:
|
17304
|
-
:
|
19448
|
+
class ModifyIntegrationResponse < Struct.new(
|
19449
|
+
:source_arn,
|
19450
|
+
:target_arn,
|
19451
|
+
:integration_name,
|
19452
|
+
:description,
|
19453
|
+
:integration_arn,
|
19454
|
+
:kms_key_id,
|
19455
|
+
:additional_encryption_context,
|
19456
|
+
:tags,
|
19457
|
+
:status,
|
19458
|
+
:create_time,
|
19459
|
+
:errors,
|
19460
|
+
:data_filter)
|
17305
19461
|
SENSITIVE = []
|
17306
19462
|
include Aws::Structure
|
17307
19463
|
end
|
@@ -17527,6 +19683,38 @@ module Aws::Glue
|
|
17527
19683
|
include Aws::Structure
|
17528
19684
|
end
|
17529
19685
|
|
19686
|
+
# The credentials used when the authentication type is OAuth2
|
19687
|
+
# authentication.
|
19688
|
+
#
|
19689
|
+
# @!attribute [rw] user_managed_client_application_client_secret
|
19690
|
+
# The client application client secret if the client application is
|
19691
|
+
# user managed.
|
19692
|
+
# @return [String]
|
19693
|
+
#
|
19694
|
+
# @!attribute [rw] access_token
|
19695
|
+
# The access token used when the authentication type is OAuth2.
|
19696
|
+
# @return [String]
|
19697
|
+
#
|
19698
|
+
# @!attribute [rw] refresh_token
|
19699
|
+
# The refresh token used when the authentication type is OAuth2.
|
19700
|
+
# @return [String]
|
19701
|
+
#
|
19702
|
+
# @!attribute [rw] jwt_token
|
19703
|
+
# The JSON Web Token (JWT) used when the authentication type is
|
19704
|
+
# OAuth2.
|
19705
|
+
# @return [String]
|
19706
|
+
#
|
19707
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
|
19708
|
+
#
|
19709
|
+
class OAuth2Credentials < Struct.new(
|
19710
|
+
:user_managed_client_application_client_secret,
|
19711
|
+
:access_token,
|
19712
|
+
:refresh_token,
|
19713
|
+
:jwt_token)
|
19714
|
+
SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
|
19715
|
+
include Aws::Structure
|
19716
|
+
end
|
19717
|
+
|
17530
19718
|
# A structure containing properties for OAuth2 authentication.
|
17531
19719
|
#
|
17532
19720
|
# @!attribute [rw] o_auth_2_grant_type
|
@@ -17586,6 +19774,11 @@ module Aws::Glue
|
|
17586
19774
|
# `AUTHORIZATION_CODE` grant type.
|
17587
19775
|
# @return [Types::AuthorizationCodeProperties]
|
17588
19776
|
#
|
19777
|
+
# @!attribute [rw] o_auth_2_credentials
|
19778
|
+
# The credentials used when the authentication type is OAuth2
|
19779
|
+
# authentication.
|
19780
|
+
# @return [Types::OAuth2Credentials]
|
19781
|
+
#
|
17589
19782
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
|
17590
19783
|
#
|
17591
19784
|
class OAuth2PropertiesInput < Struct.new(
|
@@ -17593,7 +19786,8 @@ module Aws::Glue
|
|
17593
19786
|
:o_auth_2_client_application,
|
17594
19787
|
:token_url,
|
17595
19788
|
:token_url_parameters_map,
|
17596
|
-
:authorization_code_properties
|
19789
|
+
:authorization_code_properties,
|
19790
|
+
:o_auth_2_credentials)
|
17597
19791
|
SENSITIVE = []
|
17598
19792
|
include Aws::Structure
|
17599
19793
|
end
|
@@ -18211,6 +20405,51 @@ module Aws::Glue
|
|
18211
20405
|
include Aws::Structure
|
18212
20406
|
end
|
18213
20407
|
|
20408
|
+
# An object that defines a connection type for a compute environment.
|
20409
|
+
#
|
20410
|
+
# @!attribute [rw] name
|
20411
|
+
# The name of the property.
|
20412
|
+
# @return [String]
|
20413
|
+
#
|
20414
|
+
# @!attribute [rw] description
|
20415
|
+
# A description of the property.
|
20416
|
+
# @return [String]
|
20417
|
+
#
|
20418
|
+
# @!attribute [rw] required
|
20419
|
+
# Indicates whether the property is required.
|
20420
|
+
# @return [Boolean]
|
20421
|
+
#
|
20422
|
+
# @!attribute [rw] default_value
|
20423
|
+
# The default value for the property.
|
20424
|
+
# @return [String]
|
20425
|
+
#
|
20426
|
+
# @!attribute [rw] property_types
|
20427
|
+
# Describes the type of property.
|
20428
|
+
# @return [Array<String>]
|
20429
|
+
#
|
20430
|
+
# @!attribute [rw] allowed_values
|
20431
|
+
# A list of `AllowedValue` objects representing the values allowed for
|
20432
|
+
# the property.
|
20433
|
+
# @return [Array<Types::AllowedValue>]
|
20434
|
+
#
|
20435
|
+
# @!attribute [rw] data_operation_scopes
|
20436
|
+
# Indicates which data operations are applicable to the property.
|
20437
|
+
# @return [Array<String>]
|
20438
|
+
#
|
20439
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
|
20440
|
+
#
|
20441
|
+
class Property < Struct.new(
|
20442
|
+
:name,
|
20443
|
+
:description,
|
20444
|
+
:required,
|
20445
|
+
:default_value,
|
20446
|
+
:property_types,
|
20447
|
+
:allowed_values,
|
20448
|
+
:data_operation_scopes)
|
20449
|
+
SENSITIVE = []
|
20450
|
+
include Aws::Structure
|
20451
|
+
end
|
20452
|
+
|
18214
20453
|
# Defines a property predicate.
|
18215
20454
|
#
|
18216
20455
|
# @!attribute [rw] key
|
@@ -18427,6 +20666,11 @@ module Aws::Glue
|
|
18427
20666
|
#
|
18428
20667
|
# @!attribute [rw] run_properties
|
18429
20668
|
# The properties to put for the specified run.
|
20669
|
+
#
|
20670
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
20671
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
20672
|
+
# Services Secrets Manager or other secret management mechanism if you
|
20673
|
+
# intend to use them within the workflow run.
|
18430
20674
|
# @return [Hash<String,String>]
|
18431
20675
|
#
|
18432
20676
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
@@ -19010,6 +21254,20 @@ module Aws::Glue
|
|
19010
21254
|
include Aws::Structure
|
19011
21255
|
end
|
19012
21256
|
|
21257
|
+
# The resource could not be found.
|
21258
|
+
#
|
21259
|
+
# @!attribute [rw] message
|
21260
|
+
# A message describing the problem.
|
21261
|
+
# @return [String]
|
21262
|
+
#
|
21263
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
|
21264
|
+
#
|
21265
|
+
class ResourceNotFoundException < Struct.new(
|
21266
|
+
:message)
|
21267
|
+
SENSITIVE = []
|
21268
|
+
include Aws::Structure
|
21269
|
+
end
|
21270
|
+
|
19013
21271
|
# A resource was not ready for a transaction.
|
19014
21272
|
#
|
19015
21273
|
# @!attribute [rw] message
|
@@ -21058,6 +23316,49 @@ module Aws::Glue
|
|
21058
23316
|
include Aws::Structure
|
21059
23317
|
end
|
21060
23318
|
|
23319
|
+
# The resource properties associated with the integration source.
|
23320
|
+
#
|
23321
|
+
# @!attribute [rw] role_arn
|
23322
|
+
# The IAM role to access the Glue connection.
|
23323
|
+
# @return [String]
|
23324
|
+
#
|
23325
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
|
23326
|
+
#
|
23327
|
+
class SourceProcessingProperties < Struct.new(
|
23328
|
+
:role_arn)
|
23329
|
+
SENSITIVE = []
|
23330
|
+
include Aws::Structure
|
23331
|
+
end
|
23332
|
+
|
23333
|
+
# Properties used by the source leg to process data from the source.
|
23334
|
+
#
|
23335
|
+
# @!attribute [rw] fields
|
23336
|
+
# A list of fields used for column-level filtering.
|
23337
|
+
# @return [Array<String>]
|
23338
|
+
#
|
23339
|
+
# @!attribute [rw] filter_predicate
|
23340
|
+
# A condition clause used for row-level filtering.
|
23341
|
+
# @return [String]
|
23342
|
+
#
|
23343
|
+
# @!attribute [rw] primary_key
|
23344
|
+
# Unique identifier of a record.
|
23345
|
+
# @return [Array<String>]
|
23346
|
+
#
|
23347
|
+
# @!attribute [rw] record_update_field
|
23348
|
+
# Incremental pull timestamp-based field.
|
23349
|
+
# @return [String]
|
23350
|
+
#
|
23351
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
|
23352
|
+
#
|
23353
|
+
class SourceTableConfig < Struct.new(
|
23354
|
+
:fields,
|
23355
|
+
:filter_predicate,
|
23356
|
+
:primary_key,
|
23357
|
+
:record_update_field)
|
23358
|
+
SENSITIVE = []
|
23359
|
+
include Aws::Structure
|
23360
|
+
end
|
23361
|
+
|
21061
23362
|
# Specifies a connector to an Apache Spark data source.
|
21062
23363
|
#
|
21063
23364
|
# @!attribute [rw] name
|
@@ -21731,46 +24032,45 @@ module Aws::Glue
|
|
21731
24032
|
# Accepts the value Z.2X for Ray jobs.
|
21732
24033
|
#
|
21733
24034
|
# * For the `G.1X` worker type, each worker maps to 1 DPU (4 vCPUs, 16
|
21734
|
-
# GB of memory) with
|
21735
|
-
#
|
21736
|
-
#
|
21737
|
-
#
|
24035
|
+
# GB of memory) with 94GB disk, and provides 1 executor per worker.
|
24036
|
+
# We recommend this worker type for workloads such as data
|
24037
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
24038
|
+
# effective way to run most jobs.
|
21738
24039
|
#
|
21739
24040
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPUs, 32
|
21740
|
-
# GB of memory) with
|
21741
|
-
#
|
21742
|
-
#
|
21743
|
-
#
|
24041
|
+
# GB of memory) with 138GB disk, and provides 1 executor per worker.
|
24042
|
+
# We recommend this worker type for workloads such as data
|
24043
|
+
# transforms, joins, and queries, to offers a scalable and cost
|
24044
|
+
# effective way to run most jobs.
|
21744
24045
|
#
|
21745
24046
|
# * For the `G.4X` worker type, each worker maps to 4 DPU (16 vCPUs,
|
21746
|
-
# 64 GB of memory) with 256GB disk
|
21747
|
-
#
|
21748
|
-
#
|
21749
|
-
#
|
21750
|
-
#
|
21751
|
-
#
|
21752
|
-
#
|
21753
|
-
#
|
21754
|
-
#
|
24047
|
+
# 64 GB of memory) with 256GB disk, and provides 1 executor per
|
24048
|
+
# worker. We recommend this worker type for jobs whose workloads
|
24049
|
+
# contain your most demanding transforms, aggregations, joins, and
|
24050
|
+
# queries. This worker type is available only for Glue version 3.0
|
24051
|
+
# or later Spark ETL jobs in the following Amazon Web Services
|
24052
|
+
# Regions: US East (Ohio), US East (N. Virginia), US West (Oregon),
|
24053
|
+
# Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific
|
24054
|
+
# (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland),
|
24055
|
+
# and Europe (Stockholm).
|
21755
24056
|
#
|
21756
24057
|
# * For the `G.8X` worker type, each worker maps to 8 DPU (32 vCPUs,
|
21757
|
-
# 128 GB of memory) with 512GB disk
|
21758
|
-
#
|
21759
|
-
#
|
21760
|
-
#
|
21761
|
-
#
|
21762
|
-
#
|
21763
|
-
# type.
|
24058
|
+
# 128 GB of memory) with 512GB disk, and provides 1 executor per
|
24059
|
+
# worker. We recommend this worker type for jobs whose workloads
|
24060
|
+
# contain your most demanding transforms, aggregations, joins, and
|
24061
|
+
# queries. This worker type is available only for Glue version 3.0
|
24062
|
+
# or later Spark ETL jobs, in the same Amazon Web Services Regions
|
24063
|
+
# as supported for the `G.4X` worker type.
|
21764
24064
|
#
|
21765
24065
|
# * For the `G.025X` worker type, each worker maps to 0.25 DPU (2
|
21766
|
-
# vCPUs, 4 GB of memory) with 84GB disk
|
21767
|
-
#
|
21768
|
-
#
|
21769
|
-
#
|
24066
|
+
# vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per
|
24067
|
+
# worker. We recommend this worker type for low volume streaming
|
24068
|
+
# jobs. This worker type is only available for Glue version 3.0 or
|
24069
|
+
# later streaming jobs.
|
21770
24070
|
#
|
21771
24071
|
# * For the `Z.2X` worker type, each worker maps to 2 M-DPU (8vCPUs,
|
21772
|
-
# 64 GB of memory) with 128 GB disk
|
21773
|
-
#
|
24072
|
+
# 64 GB of memory) with 128 GB disk, and provides up to 8 Ray
|
24073
|
+
# workers based on the autoscaler.
|
21774
24074
|
# @return [String]
|
21775
24075
|
#
|
21776
24076
|
# @!attribute [rw] number_of_workers
|
@@ -21907,6 +24207,11 @@ module Aws::Glue
|
|
21907
24207
|
#
|
21908
24208
|
# @!attribute [rw] run_properties
|
21909
24209
|
# The workflow run properties for the new workflow run.
|
24210
|
+
#
|
24211
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
24212
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
24213
|
+
# Services Secrets Manager or other secret management mechanism if you
|
24214
|
+
# intend to use them within the workflow run.
|
21910
24215
|
# @return [Hash<String,String>]
|
21911
24216
|
#
|
21912
24217
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
@@ -23094,6 +25399,39 @@ module Aws::Glue
|
|
23094
25399
|
include Aws::Structure
|
23095
25400
|
end
|
23096
25401
|
|
25402
|
+
# The `Tag` object represents a label that you can assign to an Amazon
|
25403
|
+
# Web Services resource. Each tag consists of a key and an optional
|
25404
|
+
# value, both of which you define.
|
25405
|
+
#
|
25406
|
+
# For more information about tags, and controlling access to resources
|
25407
|
+
# in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
|
25408
|
+
# Glue Resource ARNs][2] in the developer guide.
|
25409
|
+
#
|
25410
|
+
#
|
25411
|
+
#
|
25412
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
25413
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
|
25414
|
+
#
|
25415
|
+
# @!attribute [rw] key
|
25416
|
+
# The tag key. The key is required when you create a tag on an object.
|
25417
|
+
# The key is case-sensitive, and must not contain the prefix aws.
|
25418
|
+
# @return [String]
|
25419
|
+
#
|
25420
|
+
# @!attribute [rw] value
|
25421
|
+
# The tag value. The value is optional when you create a tag on an
|
25422
|
+
# object. The value is case-sensitive, and must not contain the prefix
|
25423
|
+
# aws.
|
25424
|
+
# @return [String]
|
25425
|
+
#
|
25426
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
|
25427
|
+
#
|
25428
|
+
class Tag < Struct.new(
|
25429
|
+
:key,
|
25430
|
+
:value)
|
25431
|
+
SENSITIVE = []
|
25432
|
+
include Aws::Structure
|
25433
|
+
end
|
25434
|
+
|
23097
25435
|
# @!attribute [rw] resource_arn
|
23098
25436
|
# The ARN of the Glue resource to which to add the tags. For more
|
23099
25437
|
# information about Glue resource ARNs, see the [Glue ARN string
|
@@ -23121,6 +25459,90 @@ module Aws::Glue
|
|
23121
25459
|
#
|
23122
25460
|
class TagResourceResponse < Aws::EmptyStructure; end
|
23123
25461
|
|
25462
|
+
# The resource properties associated with the integration target.
|
25463
|
+
#
|
25464
|
+
# @!attribute [rw] role_arn
|
25465
|
+
# The IAM role to access the Glue database.
|
25466
|
+
# @return [String]
|
25467
|
+
#
|
25468
|
+
# @!attribute [rw] kms_arn
|
25469
|
+
# The ARN of the KMS key used for encryption.
|
25470
|
+
# @return [String]
|
25471
|
+
#
|
25472
|
+
# @!attribute [rw] connection_name
|
25473
|
+
# The Glue network connection to configure the Glue job running in the
|
25474
|
+
# customer VPC.
|
25475
|
+
# @return [String]
|
25476
|
+
#
|
25477
|
+
# @!attribute [rw] event_bus_arn
|
25478
|
+
# The ARN of an Eventbridge event bus to receive the integration
|
25479
|
+
# status notification.
|
25480
|
+
# @return [String]
|
25481
|
+
#
|
25482
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
|
25483
|
+
#
|
25484
|
+
class TargetProcessingProperties < Struct.new(
|
25485
|
+
:role_arn,
|
25486
|
+
:kms_arn,
|
25487
|
+
:connection_name,
|
25488
|
+
:event_bus_arn)
|
25489
|
+
SENSITIVE = []
|
25490
|
+
include Aws::Structure
|
25491
|
+
end
|
25492
|
+
|
25493
|
+
# A structure that describes a target catalog for resource linking.
|
25494
|
+
#
|
25495
|
+
# @!attribute [rw] catalog_arn
|
25496
|
+
# The Amazon Resource Name (ARN) of the catalog resource.
|
25497
|
+
# @return [String]
|
25498
|
+
#
|
25499
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
|
25500
|
+
#
|
25501
|
+
class TargetRedshiftCatalog < Struct.new(
|
25502
|
+
:catalog_arn)
|
25503
|
+
SENSITIVE = []
|
25504
|
+
include Aws::Structure
|
25505
|
+
end
|
25506
|
+
|
25507
|
+
# The target resource could not be found.
|
25508
|
+
#
|
25509
|
+
# @!attribute [rw] message
|
25510
|
+
# A message describing the problem.
|
25511
|
+
# @return [String]
|
25512
|
+
#
|
25513
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
|
25514
|
+
#
|
25515
|
+
class TargetResourceNotFound < Struct.new(
|
25516
|
+
:message)
|
25517
|
+
SENSITIVE = []
|
25518
|
+
include Aws::Structure
|
25519
|
+
end
|
25520
|
+
|
25521
|
+
# Properties used by the target leg to partition the data on the target.
|
25522
|
+
#
|
25523
|
+
# @!attribute [rw] unnest_spec
|
25524
|
+
# Specifies how nested objects are flattened to top-level elements.
|
25525
|
+
# Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
|
25526
|
+
# @return [String]
|
25527
|
+
#
|
25528
|
+
# @!attribute [rw] partition_spec
|
25529
|
+
# Determines the file layout on the target.
|
25530
|
+
# @return [Array<Types::IntegrationPartition>]
|
25531
|
+
#
|
25532
|
+
# @!attribute [rw] target_table_name
|
25533
|
+
# The optional name of a target table.
|
25534
|
+
# @return [String]
|
25535
|
+
#
|
25536
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
|
25537
|
+
#
|
25538
|
+
class TargetTableConfig < Struct.new(
|
25539
|
+
:unnest_spec,
|
25540
|
+
:partition_spec,
|
25541
|
+
:target_table_name)
|
25542
|
+
SENSITIVE = []
|
25543
|
+
include Aws::Structure
|
25544
|
+
end
|
25545
|
+
|
23124
25546
|
# The sampling parameters that are associated with the machine learning
|
23125
25547
|
# transform.
|
23126
25548
|
#
|
@@ -23316,6 +25738,10 @@ module Aws::Glue
|
|
23316
25738
|
# testing.
|
23317
25739
|
# @return [String]
|
23318
25740
|
#
|
25741
|
+
# @!attribute [rw] catalog_id
|
25742
|
+
# The catalog ID where the connection resides.
|
25743
|
+
# @return [String]
|
25744
|
+
#
|
23319
25745
|
# @!attribute [rw] test_connection_input
|
23320
25746
|
# A structure that is used to specify testing a connection to a
|
23321
25747
|
# service.
|
@@ -23325,6 +25751,7 @@ module Aws::Glue
|
|
23325
25751
|
#
|
23326
25752
|
class TestConnectionRequest < Struct.new(
|
23327
25753
|
:connection_name,
|
25754
|
+
:catalog_id,
|
23328
25755
|
:test_connection_input)
|
23329
25756
|
SENSITIVE = []
|
23330
25757
|
include Aws::Structure
|
@@ -23825,6 +26252,28 @@ module Aws::Glue
|
|
23825
26252
|
include Aws::Structure
|
23826
26253
|
end
|
23827
26254
|
|
26255
|
+
# @!attribute [rw] catalog_id
|
26256
|
+
# The ID of the catalog.
|
26257
|
+
# @return [String]
|
26258
|
+
#
|
26259
|
+
# @!attribute [rw] catalog_input
|
26260
|
+
# A `CatalogInput` object specifying the new properties of an existing
|
26261
|
+
# catalog.
|
26262
|
+
# @return [Types::CatalogInput]
|
26263
|
+
#
|
26264
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
|
26265
|
+
#
|
26266
|
+
class UpdateCatalogRequest < Struct.new(
|
26267
|
+
:catalog_id,
|
26268
|
+
:catalog_input)
|
26269
|
+
SENSITIVE = []
|
26270
|
+
include Aws::Structure
|
26271
|
+
end
|
26272
|
+
|
26273
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
|
26274
|
+
#
|
26275
|
+
class UpdateCatalogResponse < Aws::EmptyStructure; end
|
26276
|
+
|
23828
26277
|
# @!attribute [rw] grok_classifier
|
23829
26278
|
# A `GrokClassifier` object with updated fields.
|
23830
26279
|
# @return [Types::UpdateGrokClassifierRequest]
|
@@ -24389,6 +26838,81 @@ module Aws::Glue
|
|
24389
26838
|
include Aws::Structure
|
24390
26839
|
end
|
24391
26840
|
|
26841
|
+
# @!attribute [rw] resource_arn
|
26842
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26843
|
+
# @return [String]
|
26844
|
+
#
|
26845
|
+
# @!attribute [rw] source_processing_properties
|
26846
|
+
# The resource properties associated with the integration source.
|
26847
|
+
# @return [Types::SourceProcessingProperties]
|
26848
|
+
#
|
26849
|
+
# @!attribute [rw] target_processing_properties
|
26850
|
+
# The resource properties associated with the integration target.
|
26851
|
+
# @return [Types::TargetProcessingProperties]
|
26852
|
+
#
|
26853
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
|
26854
|
+
#
|
26855
|
+
class UpdateIntegrationResourcePropertyRequest < Struct.new(
|
26856
|
+
:resource_arn,
|
26857
|
+
:source_processing_properties,
|
26858
|
+
:target_processing_properties)
|
26859
|
+
SENSITIVE = []
|
26860
|
+
include Aws::Structure
|
26861
|
+
end
|
26862
|
+
|
26863
|
+
# @!attribute [rw] resource_arn
|
26864
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26865
|
+
# @return [String]
|
26866
|
+
#
|
26867
|
+
# @!attribute [rw] source_processing_properties
|
26868
|
+
# The resource properties associated with the integration source.
|
26869
|
+
# @return [Types::SourceProcessingProperties]
|
26870
|
+
#
|
26871
|
+
# @!attribute [rw] target_processing_properties
|
26872
|
+
# The resource properties associated with the integration target.
|
26873
|
+
# @return [Types::TargetProcessingProperties]
|
26874
|
+
#
|
26875
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
|
26876
|
+
#
|
26877
|
+
class UpdateIntegrationResourcePropertyResponse < Struct.new(
|
26878
|
+
:resource_arn,
|
26879
|
+
:source_processing_properties,
|
26880
|
+
:target_processing_properties)
|
26881
|
+
SENSITIVE = []
|
26882
|
+
include Aws::Structure
|
26883
|
+
end
|
26884
|
+
|
26885
|
+
# @!attribute [rw] resource_arn
|
26886
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26887
|
+
# @return [String]
|
26888
|
+
#
|
26889
|
+
# @!attribute [rw] table_name
|
26890
|
+
# The name of the table to be replicated.
|
26891
|
+
# @return [String]
|
26892
|
+
#
|
26893
|
+
# @!attribute [rw] source_table_config
|
26894
|
+
# A structure for the source table configuration.
|
26895
|
+
# @return [Types::SourceTableConfig]
|
26896
|
+
#
|
26897
|
+
# @!attribute [rw] target_table_config
|
26898
|
+
# A structure for the target table configuration.
|
26899
|
+
# @return [Types::TargetTableConfig]
|
26900
|
+
#
|
26901
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
|
26902
|
+
#
|
26903
|
+
class UpdateIntegrationTablePropertiesRequest < Struct.new(
|
26904
|
+
:resource_arn,
|
26905
|
+
:table_name,
|
26906
|
+
:source_table_config,
|
26907
|
+
:target_table_config)
|
26908
|
+
SENSITIVE = []
|
26909
|
+
include Aws::Structure
|
26910
|
+
end
|
26911
|
+
|
26912
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
|
26913
|
+
#
|
26914
|
+
class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
26915
|
+
|
24392
26916
|
# @!attribute [rw] job_name
|
24393
26917
|
# The name of the Glue job to be synchronized to or from the remote
|
24394
26918
|
# repository.
|
@@ -25036,6 +27560,11 @@ module Aws::Glue
|
|
25036
27560
|
# @!attribute [rw] default_run_properties
|
25037
27561
|
# A collection of properties to be used as part of each execution of
|
25038
27562
|
# the workflow.
|
27563
|
+
#
|
27564
|
+
# Run properties may be logged. Do not pass plaintext secrets as
|
27565
|
+
# properties. Retrieve secrets from a Glue Connection, Amazon Web
|
27566
|
+
# Services Secrets Manager or other secret management mechanism if you
|
27567
|
+
# intend to use them within the workflow run.
|
25039
27568
|
# @return [Hash<String,String>]
|
25040
27569
|
#
|
25041
27570
|
# @!attribute [rw] max_concurrent_runs
|