aws-sdk-glue 1.203.0 → 1.204.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +1543 -12
- data/lib/aws-sdk-glue/client_api.rb +1087 -0
- data/lib/aws-sdk-glue/errors.rb +128 -0
- data/lib/aws-sdk-glue/types.rb +2662 -177
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +508 -16
- data/sig/errors.rbs +24 -0
- data/sig/types.rbs +641 -10
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -141,6 +141,25 @@ module Aws::Glue
|
|
141
141
|
include Aws::Structure
|
142
142
|
end
|
143
143
|
|
144
|
+
# An object representing a value allowed for a property.
|
145
|
+
#
|
146
|
+
# @!attribute [rw] description
|
147
|
+
# A description of the allowed value.
|
148
|
+
# @return [String]
|
149
|
+
#
|
150
|
+
# @!attribute [rw] value
|
151
|
+
# The value allowed for the property.
|
152
|
+
# @return [String]
|
153
|
+
#
|
154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
|
155
|
+
#
|
156
|
+
class AllowedValue < Struct.new(
|
157
|
+
:description,
|
158
|
+
:value)
|
159
|
+
SENSITIVE = []
|
160
|
+
include Aws::Structure
|
161
|
+
end
|
162
|
+
|
144
163
|
# A resource to be created or added already exists.
|
145
164
|
#
|
146
165
|
# @!attribute [rw] message
|
@@ -491,6 +510,44 @@ module Aws::Glue
|
|
491
510
|
include Aws::Structure
|
492
511
|
end
|
493
512
|
|
513
|
+
# The authentication configuration for a connection returned by the
|
514
|
+
# `DescribeConnectionType` API.
|
515
|
+
#
|
516
|
+
# @!attribute [rw] authentication_type
|
517
|
+
# The type of authentication for a connection.
|
518
|
+
# @return [Types::Property]
|
519
|
+
#
|
520
|
+
# @!attribute [rw] secret_arn
|
521
|
+
# The Amazon Resource Name (ARN) for the Secrets Manager.
|
522
|
+
# @return [Types::Property]
|
523
|
+
#
|
524
|
+
# @!attribute [rw] o_auth_2_properties
|
525
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
526
|
+
# a `Property` object.
|
527
|
+
# @return [Hash<String,Types::Property>]
|
528
|
+
#
|
529
|
+
# @!attribute [rw] basic_authentication_properties
|
530
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
531
|
+
# a `Property` object.
|
532
|
+
# @return [Hash<String,Types::Property>]
|
533
|
+
#
|
534
|
+
# @!attribute [rw] custom_authentication_properties
|
535
|
+
# A map of key-value pairs for the custom authentication properties.
|
536
|
+
# Each value is a a `Property` object.
|
537
|
+
# @return [Hash<String,Types::Property>]
|
538
|
+
#
|
539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
|
540
|
+
#
|
541
|
+
class AuthConfiguration < Struct.new(
|
542
|
+
:authentication_type,
|
543
|
+
:secret_arn,
|
544
|
+
:o_auth_2_properties,
|
545
|
+
:basic_authentication_properties,
|
546
|
+
:custom_authentication_properties)
|
547
|
+
SENSITIVE = []
|
548
|
+
include Aws::Structure
|
549
|
+
end
|
550
|
+
|
494
551
|
# A structure containing the authentication configuration.
|
495
552
|
#
|
496
553
|
# @!attribute [rw] authentication_type
|
@@ -533,13 +590,31 @@ module Aws::Glue
|
|
533
590
|
# request.
|
534
591
|
# @return [String]
|
535
592
|
#
|
593
|
+
# @!attribute [rw] kms_key_arn
|
594
|
+
# The ARN of the KMS key used to encrypt the connection. Only taken an
|
595
|
+
# as input in the request and stored in the Secret Manager.
|
596
|
+
# @return [String]
|
597
|
+
#
|
598
|
+
# @!attribute [rw] basic_authentication_credentials
|
599
|
+
# The credentials used when the authentication type is basic
|
600
|
+
# authentication.
|
601
|
+
# @return [Types::BasicAuthenticationCredentials]
|
602
|
+
#
|
603
|
+
# @!attribute [rw] custom_authentication_credentials
|
604
|
+
# The credentials used when the authentication type is custom
|
605
|
+
# authentication.
|
606
|
+
# @return [Hash<String,String>]
|
607
|
+
#
|
536
608
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
|
537
609
|
#
|
538
610
|
class AuthenticationConfigurationInput < Struct.new(
|
539
611
|
:authentication_type,
|
540
612
|
:o_auth_2_properties,
|
541
|
-
:secret_arn
|
542
|
-
|
613
|
+
:secret_arn,
|
614
|
+
:kms_key_arn,
|
615
|
+
:basic_authentication_credentials,
|
616
|
+
:custom_authentication_credentials)
|
617
|
+
SENSITIVE = [:custom_authentication_credentials]
|
543
618
|
include Aws::Structure
|
544
619
|
end
|
545
620
|
|
@@ -607,6 +682,26 @@ module Aws::Glue
|
|
607
682
|
include Aws::Structure
|
608
683
|
end
|
609
684
|
|
685
|
+
# For supplying basic auth credentials when not providing a `SecretArn`
|
686
|
+
# value.
|
687
|
+
#
|
688
|
+
# @!attribute [rw] username
|
689
|
+
# The username to connect to the data source.
|
690
|
+
# @return [String]
|
691
|
+
#
|
692
|
+
# @!attribute [rw] password
|
693
|
+
# The password to connect to the data source.
|
694
|
+
# @return [String]
|
695
|
+
#
|
696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
|
697
|
+
#
|
698
|
+
class BasicAuthenticationCredentials < Struct.new(
|
699
|
+
:username,
|
700
|
+
:password)
|
701
|
+
SENSITIVE = [:password]
|
702
|
+
include Aws::Structure
|
703
|
+
end
|
704
|
+
|
610
705
|
# Specifies a target that uses a Glue Data Catalog table.
|
611
706
|
#
|
612
707
|
# @!attribute [rw] name
|
@@ -1792,6 +1887,115 @@ module Aws::Glue
|
|
1792
1887
|
#
|
1793
1888
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1794
1889
|
|
1890
|
+
# Specifies the supported authentication types returned by the
|
1891
|
+
# `DescribeConnectionType` API.
|
1892
|
+
#
|
1893
|
+
# @!attribute [rw] supported_authentication_types
|
1894
|
+
# A list of supported authentication types.
|
1895
|
+
# @return [Array<String>]
|
1896
|
+
#
|
1897
|
+
# @!attribute [rw] supported_data_operations
|
1898
|
+
# A list of supported data operations.
|
1899
|
+
# @return [Array<String>]
|
1900
|
+
#
|
1901
|
+
# @!attribute [rw] supported_compute_environments
|
1902
|
+
# A list of supported compute environments.
|
1903
|
+
# @return [Array<String>]
|
1904
|
+
#
|
1905
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
|
1906
|
+
#
|
1907
|
+
class Capabilities < Struct.new(
|
1908
|
+
:supported_authentication_types,
|
1909
|
+
:supported_data_operations,
|
1910
|
+
:supported_compute_environments)
|
1911
|
+
SENSITIVE = []
|
1912
|
+
include Aws::Structure
|
1913
|
+
end
|
1914
|
+
|
1915
|
+
# The catalog object represents a logical grouping of databases in the
|
1916
|
+
# Glue Data Catalog or a federated source. You can now create a
|
1917
|
+
# Redshift-federated catalog or a catalog containing resource links to
|
1918
|
+
# Redshift databases in another account or region.
|
1919
|
+
#
|
1920
|
+
# @!attribute [rw] catalog_id
|
1921
|
+
# The ID of the catalog. To grant access to the default catalog, this
|
1922
|
+
# field should not be provided.
|
1923
|
+
# @return [String]
|
1924
|
+
#
|
1925
|
+
# @!attribute [rw] name
|
1926
|
+
# The name of the catalog. Cannot be the same as the account ID.
|
1927
|
+
# @return [String]
|
1928
|
+
#
|
1929
|
+
# @!attribute [rw] resource_arn
|
1930
|
+
# The Amazon Resource Name (ARN) assigned to the catalog resource.
|
1931
|
+
# @return [String]
|
1932
|
+
#
|
1933
|
+
# @!attribute [rw] description
|
1934
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
1935
|
+
# address multi-line string pattern. A description of the catalog.
|
1936
|
+
# @return [String]
|
1937
|
+
#
|
1938
|
+
# @!attribute [rw] parameters
|
1939
|
+
# A map array of key-value pairs that define parameters and properties
|
1940
|
+
# of the catalog.
|
1941
|
+
# @return [Hash<String,String>]
|
1942
|
+
#
|
1943
|
+
# @!attribute [rw] create_time
|
1944
|
+
# The time at which the catalog was created.
|
1945
|
+
# @return [Time]
|
1946
|
+
#
|
1947
|
+
# @!attribute [rw] update_time
|
1948
|
+
# The time at which the catalog was last updated.
|
1949
|
+
# @return [Time]
|
1950
|
+
#
|
1951
|
+
# @!attribute [rw] target_redshift_catalog
|
1952
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
1953
|
+
# database resource linking.
|
1954
|
+
# @return [Types::TargetRedshiftCatalog]
|
1955
|
+
#
|
1956
|
+
# @!attribute [rw] federated_catalog
|
1957
|
+
# A `FederatedCatalog` object that points to an entity outside the
|
1958
|
+
# Glue Data Catalog.
|
1959
|
+
# @return [Types::FederatedCatalog]
|
1960
|
+
#
|
1961
|
+
# @!attribute [rw] catalog_properties
|
1962
|
+
# A `CatalogProperties` object that specifies data lake access
|
1963
|
+
# properties and other custom properties.
|
1964
|
+
# @return [Types::CatalogPropertiesOutput]
|
1965
|
+
#
|
1966
|
+
# @!attribute [rw] create_table_default_permissions
|
1967
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1968
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
1969
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1970
|
+
# operations.
|
1971
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1972
|
+
#
|
1973
|
+
# @!attribute [rw] create_database_default_permissions
|
1974
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1975
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
1976
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1977
|
+
# operations.
|
1978
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1979
|
+
#
|
1980
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
|
1981
|
+
#
|
1982
|
+
class Catalog < Struct.new(
|
1983
|
+
:catalog_id,
|
1984
|
+
:name,
|
1985
|
+
:resource_arn,
|
1986
|
+
:description,
|
1987
|
+
:parameters,
|
1988
|
+
:create_time,
|
1989
|
+
:update_time,
|
1990
|
+
:target_redshift_catalog,
|
1991
|
+
:federated_catalog,
|
1992
|
+
:catalog_properties,
|
1993
|
+
:create_table_default_permissions,
|
1994
|
+
:create_database_default_permissions)
|
1995
|
+
SENSITIVE = []
|
1996
|
+
include Aws::Structure
|
1997
|
+
end
|
1998
|
+
|
1795
1999
|
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1796
2000
|
# Catalog.
|
1797
2001
|
#
|
@@ -1905,6 +2109,62 @@ module Aws::Glue
|
|
1905
2109
|
include Aws::Structure
|
1906
2110
|
end
|
1907
2111
|
|
2112
|
+
# A structure that describes catalog properties.
|
2113
|
+
#
|
2114
|
+
# @!attribute [rw] description
|
2115
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
2116
|
+
# address multi-line string pattern. A description of the catalog.
|
2117
|
+
# @return [String]
|
2118
|
+
#
|
2119
|
+
# @!attribute [rw] federated_catalog
|
2120
|
+
# A `FederatedCatalog` object. A `FederatedCatalog` structure that
|
2121
|
+
# references an entity outside the Glue Data Catalog, for example a
|
2122
|
+
# Redshift database.
|
2123
|
+
# @return [Types::FederatedCatalog]
|
2124
|
+
#
|
2125
|
+
# @!attribute [rw] parameters
|
2126
|
+
# A map array of key-value pairs that define the parameters and
|
2127
|
+
# properties of the catalog.
|
2128
|
+
# @return [Hash<String,String>]
|
2129
|
+
#
|
2130
|
+
# @!attribute [rw] target_redshift_catalog
|
2131
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
2132
|
+
# resource linking.
|
2133
|
+
# @return [Types::TargetRedshiftCatalog]
|
2134
|
+
#
|
2135
|
+
# @!attribute [rw] catalog_properties
|
2136
|
+
# A `CatalogProperties` object that specifies data lake access
|
2137
|
+
# properties and other custom properties.
|
2138
|
+
# @return [Types::CatalogProperties]
|
2139
|
+
#
|
2140
|
+
# @!attribute [rw] create_table_default_permissions
|
2141
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2142
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
2143
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2144
|
+
# empty list.
|
2145
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2146
|
+
#
|
2147
|
+
# @!attribute [rw] create_database_default_permissions
|
2148
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2149
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
2150
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2151
|
+
# empty list.
|
2152
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2153
|
+
#
|
2154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
|
2155
|
+
#
|
2156
|
+
class CatalogInput < Struct.new(
|
2157
|
+
:description,
|
2158
|
+
:federated_catalog,
|
2159
|
+
:parameters,
|
2160
|
+
:target_redshift_catalog,
|
2161
|
+
:catalog_properties,
|
2162
|
+
:create_table_default_permissions,
|
2163
|
+
:create_database_default_permissions)
|
2164
|
+
SENSITIVE = []
|
2165
|
+
include Aws::Structure
|
2166
|
+
end
|
2167
|
+
|
1908
2168
|
# Specifies an Apache Kafka data store in the Data Catalog.
|
1909
2169
|
#
|
1910
2170
|
# @!attribute [rw] name
|
@@ -1996,6 +2256,52 @@ module Aws::Glue
|
|
1996
2256
|
include Aws::Structure
|
1997
2257
|
end
|
1998
2258
|
|
2259
|
+
# A structure that specifies data lake access properties and other
|
2260
|
+
# custom properties.
|
2261
|
+
#
|
2262
|
+
# @!attribute [rw] data_lake_access_properties
|
2263
|
+
# A `DataLakeAccessProperties` object that specifies properties to
|
2264
|
+
# configure data lake access for your catalog resource in the Glue
|
2265
|
+
# Data Catalog.
|
2266
|
+
# @return [Types::DataLakeAccessProperties]
|
2267
|
+
#
|
2268
|
+
# @!attribute [rw] custom_properties
|
2269
|
+
# Additional key-value properties for the catalog, such as column
|
2270
|
+
# statistics optimizations.
|
2271
|
+
# @return [Hash<String,String>]
|
2272
|
+
#
|
2273
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
|
2274
|
+
#
|
2275
|
+
class CatalogProperties < Struct.new(
|
2276
|
+
:data_lake_access_properties,
|
2277
|
+
:custom_properties)
|
2278
|
+
SENSITIVE = []
|
2279
|
+
include Aws::Structure
|
2280
|
+
end
|
2281
|
+
|
2282
|
+
# Property attributes that include configuration properties for the
|
2283
|
+
# catalog resource.
|
2284
|
+
#
|
2285
|
+
# @!attribute [rw] data_lake_access_properties
|
2286
|
+
# A `DataLakeAccessProperties` object with input properties to
|
2287
|
+
# configure data lake access for your catalog resource in the Glue
|
2288
|
+
# Data Catalog.
|
2289
|
+
# @return [Types::DataLakeAccessPropertiesOutput]
|
2290
|
+
#
|
2291
|
+
# @!attribute [rw] custom_properties
|
2292
|
+
# Additional key-value properties for the catalog, such as column
|
2293
|
+
# statistics optimizations.
|
2294
|
+
# @return [Hash<String,String>]
|
2295
|
+
#
|
2296
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
|
2297
|
+
#
|
2298
|
+
class CatalogPropertiesOutput < Struct.new(
|
2299
|
+
:data_lake_access_properties,
|
2300
|
+
:custom_properties)
|
2301
|
+
SENSITIVE = []
|
2302
|
+
include Aws::Structure
|
2303
|
+
end
|
2304
|
+
|
1999
2305
|
# A policy that specifies update behavior for the crawler.
|
2000
2306
|
#
|
2001
2307
|
# @!attribute [rw] enable_update_catalog
|
@@ -3027,6 +3333,20 @@ module Aws::Glue
|
|
3027
3333
|
# CloudWatch logs.
|
3028
3334
|
# @return [String]
|
3029
3335
|
#
|
3336
|
+
# @!attribute [rw] schedule_type
|
3337
|
+
# The type of schedule for a column statistics task. Possible values
|
3338
|
+
# may be `CRON` or `AUTO`.
|
3339
|
+
# @return [String]
|
3340
|
+
#
|
3341
|
+
# @!attribute [rw] setting_source
|
3342
|
+
# The source of setting the column statistics task. Possible values
|
3343
|
+
# may be `CATALOG` or `TABLE`.
|
3344
|
+
# @return [String]
|
3345
|
+
#
|
3346
|
+
# @!attribute [rw] last_execution_attempt
|
3347
|
+
# The last `ExecutionAttempt` for the column statistics task run.
|
3348
|
+
# @return [Types::ExecutionAttempt]
|
3349
|
+
#
|
3030
3350
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
|
3031
3351
|
#
|
3032
3352
|
class ColumnStatisticsTaskSettings < Struct.new(
|
@@ -3037,7 +3357,10 @@ module Aws::Glue
|
|
3037
3357
|
:catalog_id,
|
3038
3358
|
:role,
|
3039
3359
|
:sample_size,
|
3040
|
-
:security_configuration
|
3360
|
+
:security_configuration,
|
3361
|
+
:schedule_type,
|
3362
|
+
:setting_source,
|
3363
|
+
:last_execution_attempt)
|
3041
3364
|
SENSITIVE = []
|
3042
3365
|
include Aws::Structure
|
3043
3366
|
end
|
@@ -3071,6 +3394,64 @@ module Aws::Glue
|
|
3071
3394
|
include Aws::Structure
|
3072
3395
|
end
|
3073
3396
|
|
3397
|
+
# An object containing configuration for a compute environment (such as
|
3398
|
+
# Spark, Python or Athena) returned by the `DescribeConnectionType` API.
|
3399
|
+
#
|
3400
|
+
# @!attribute [rw] name
|
3401
|
+
# A name for the compute environment configuration.
|
3402
|
+
# @return [String]
|
3403
|
+
#
|
3404
|
+
# @!attribute [rw] description
|
3405
|
+
# A description of the compute environment.
|
3406
|
+
# @return [String]
|
3407
|
+
#
|
3408
|
+
# @!attribute [rw] compute_environment
|
3409
|
+
# The type of compute environment.
|
3410
|
+
# @return [String]
|
3411
|
+
#
|
3412
|
+
# @!attribute [rw] supported_authentication_types
|
3413
|
+
# The supported authentication types for the compute environment.
|
3414
|
+
# @return [Array<String>]
|
3415
|
+
#
|
3416
|
+
# @!attribute [rw] connection_options
|
3417
|
+
# The parameters used as connection options for the compute
|
3418
|
+
# environment.
|
3419
|
+
# @return [Hash<String,Types::Property>]
|
3420
|
+
#
|
3421
|
+
# @!attribute [rw] connection_property_name_overrides
|
3422
|
+
# The connection property name overrides for the compute environment.
|
3423
|
+
# @return [Hash<String,String>]
|
3424
|
+
#
|
3425
|
+
# @!attribute [rw] connection_option_name_overrides
|
3426
|
+
# The connection option name overrides for the compute environment.
|
3427
|
+
# @return [Hash<String,String>]
|
3428
|
+
#
|
3429
|
+
# @!attribute [rw] connection_properties_required_overrides
|
3430
|
+
# The connection properties that are required as overrides for the
|
3431
|
+
# compute environment.
|
3432
|
+
# @return [Array<String>]
|
3433
|
+
#
|
3434
|
+
# @!attribute [rw] physical_connection_properties_required
|
3435
|
+
# Indicates whether `PhysicalConnectionProperties` are required for
|
3436
|
+
# the compute environment.
|
3437
|
+
# @return [Boolean]
|
3438
|
+
#
|
3439
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
|
3440
|
+
#
|
3441
|
+
class ComputeEnvironmentConfiguration < Struct.new(
|
3442
|
+
:name,
|
3443
|
+
:description,
|
3444
|
+
:compute_environment,
|
3445
|
+
:supported_authentication_types,
|
3446
|
+
:connection_options,
|
3447
|
+
:connection_property_name_overrides,
|
3448
|
+
:connection_option_name_overrides,
|
3449
|
+
:connection_properties_required_overrides,
|
3450
|
+
:physical_connection_properties_required)
|
3451
|
+
SENSITIVE = []
|
3452
|
+
include Aws::Structure
|
3453
|
+
end
|
3454
|
+
|
3074
3455
|
# Two processes are trying to modify a resource simultaneously.
|
3075
3456
|
#
|
3076
3457
|
# @!attribute [rw] message
|
@@ -3280,7 +3661,8 @@ module Aws::Glue
|
|
3280
3661
|
# @return [Array<String>]
|
3281
3662
|
#
|
3282
3663
|
# @!attribute [rw] connection_properties
|
3283
|
-
# These key-value pairs define parameters for the connection
|
3664
|
+
# These key-value pairs define parameters for the connection when
|
3665
|
+
# using the version 1 Connection schema:
|
3284
3666
|
#
|
3285
3667
|
# * `HOST` - The host URI: either the fully qualified domain name
|
3286
3668
|
# (FQDN) or the IPv4 address of the database host.
|
@@ -3459,8 +3841,16 @@ module Aws::Glue
|
|
3459
3841
|
# [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
|
3460
3842
|
# @return [Hash<String,String>]
|
3461
3843
|
#
|
3844
|
+
# @!attribute [rw] spark_properties
|
3845
|
+
# Connection properties specific to the Spark compute environment.
|
3846
|
+
# @return [Hash<String,String>]
|
3847
|
+
#
|
3462
3848
|
# @!attribute [rw] athena_properties
|
3463
|
-
#
|
3849
|
+
# Connection properties specific to the Athena compute environment.
|
3850
|
+
# @return [Hash<String,String>]
|
3851
|
+
#
|
3852
|
+
# @!attribute [rw] python_properties
|
3853
|
+
# Connection properties specific to the Python compute environment.
|
3464
3854
|
# @return [Hash<String,String>]
|
3465
3855
|
#
|
3466
3856
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3501,6 +3891,15 @@ module Aws::Glue
|
|
3501
3891
|
# The authentication properties of the connection.
|
3502
3892
|
# @return [Types::AuthenticationConfiguration]
|
3503
3893
|
#
|
3894
|
+
# @!attribute [rw] connection_schema_version
|
3895
|
+
# The version of the connection schema for this connection. Version 2
|
3896
|
+
# supports properties for specific compute environments.
|
3897
|
+
# @return [Integer]
|
3898
|
+
#
|
3899
|
+
# @!attribute [rw] compatible_compute_environments
|
3900
|
+
# A list of compute environments compatible with the connection.
|
3901
|
+
# @return [Array<String>]
|
3902
|
+
#
|
3504
3903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
|
3505
3904
|
#
|
3506
3905
|
class Connection < Struct.new(
|
@@ -3509,7 +3908,9 @@ module Aws::Glue
|
|
3509
3908
|
:connection_type,
|
3510
3909
|
:match_criteria,
|
3511
3910
|
:connection_properties,
|
3911
|
+
:spark_properties,
|
3512
3912
|
:athena_properties,
|
3913
|
+
:python_properties,
|
3513
3914
|
:physical_connection_requirements,
|
3514
3915
|
:creation_time,
|
3515
3916
|
:last_updated_time,
|
@@ -3517,7 +3918,9 @@ module Aws::Glue
|
|
3517
3918
|
:status,
|
3518
3919
|
:status_reason,
|
3519
3920
|
:last_connection_validation_time,
|
3520
|
-
:authentication_configuration
|
3921
|
+
:authentication_configuration,
|
3922
|
+
:connection_schema_version,
|
3923
|
+
:compatible_compute_environments)
|
3521
3924
|
SENSITIVE = []
|
3522
3925
|
include Aws::Structure
|
3523
3926
|
end
|
@@ -3585,13 +3988,6 @@ module Aws::Glue
|
|
3585
3988
|
# * Required: `CONNECTION_URL`.
|
3586
3989
|
#
|
3587
3990
|
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
3588
|
-
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
3589
|
-
# authencation.
|
3590
|
-
#
|
3591
|
-
# * Requires the `AuthenticationConfiguration` member to be
|
3592
|
-
# configured.
|
3593
|
-
#
|
3594
|
-
# ^
|
3595
3991
|
# * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
|
3596
3992
|
# validation by Amazon Redshift.
|
3597
3993
|
#
|
@@ -3620,20 +4016,72 @@ module Aws::Glue
|
|
3620
4016
|
# connector to read from and write to data stores that are not
|
3621
4017
|
# natively supported by Glue.
|
3622
4018
|
#
|
4019
|
+
# Additionally, a `ConnectionType` for the following SaaS connectors
|
4020
|
+
# is supported:
|
4021
|
+
#
|
4022
|
+
# * `FACEBOOKADS` - Designates a connection to Facebook Ads.
|
4023
|
+
#
|
4024
|
+
# * `GOOGLEADS` - Designates a connection to Google Ads.
|
4025
|
+
#
|
4026
|
+
# * `GOOGLESHEETS` - Designates a connection to Google Sheets.
|
4027
|
+
#
|
4028
|
+
# * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
|
4029
|
+
# 4.
|
4030
|
+
#
|
4031
|
+
# * `HUBSPOT` - Designates a connection to HubSpot.
|
4032
|
+
#
|
4033
|
+
# * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
|
4034
|
+
#
|
4035
|
+
# * `INTERCOM` - Designates a connection to Intercom.
|
4036
|
+
#
|
4037
|
+
# * `JIRACLOUD` - Designates a connection to Jira Cloud.
|
4038
|
+
#
|
4039
|
+
# * `MARKETO` - Designates a connection to Adobe Marketo Engage.
|
4040
|
+
#
|
4041
|
+
# * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
|
4042
|
+
#
|
4043
|
+
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
4044
|
+
# authentication.
|
4045
|
+
#
|
4046
|
+
# * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
|
4047
|
+
# Marketing Cloud.
|
4048
|
+
#
|
4049
|
+
# * `SALESFORCEPARDOT` - Designates a connection to Salesforce
|
4050
|
+
# Marketing Cloud Account Engagement (MCAE).
|
4051
|
+
#
|
4052
|
+
# * `SAPODATA` - Designates a connection to SAP OData.
|
4053
|
+
#
|
4054
|
+
# * `SERVICENOW` - Designates a connection to ServiceNow.
|
4055
|
+
#
|
4056
|
+
# * `SLACK` - Designates a connection to Slack.
|
4057
|
+
#
|
4058
|
+
# * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
|
4059
|
+
#
|
4060
|
+
# * `STRIPE` - Designates a connection to Stripe.
|
4061
|
+
#
|
4062
|
+
# * `ZENDESK` - Designates a connection to Zendesk.
|
4063
|
+
#
|
4064
|
+
# * `ZOHOCRM` - Designates a connection to Zoho CRM.
|
4065
|
+
#
|
4066
|
+
# For more information on the connection parameters needed for a
|
4067
|
+
# particular connector, see the documentation for the connector in
|
4068
|
+
# [Adding an Glue connection][1]in the Glue User Guide.
|
4069
|
+
#
|
3623
4070
|
# `SFTP` is not supported.
|
3624
4071
|
#
|
3625
4072
|
# For more information about how optional ConnectionProperties are
|
3626
4073
|
# used to configure features in Glue, consult [Glue connection
|
3627
|
-
# properties][
|
4074
|
+
# properties][2].
|
3628
4075
|
#
|
3629
4076
|
# For more information about how optional ConnectionProperties are
|
3630
4077
|
# used to configure features in Glue Studio, consult [Using connectors
|
3631
|
-
# and connections][
|
4078
|
+
# and connections][3].
|
3632
4079
|
#
|
3633
4080
|
#
|
3634
4081
|
#
|
3635
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/
|
3636
|
-
# [2]: https://docs.aws.amazon.com/glue/latest/
|
4082
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
|
4083
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
4084
|
+
# [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
3637
4085
|
# @return [String]
|
3638
4086
|
#
|
3639
4087
|
# @!attribute [rw] match_criteria
|
@@ -3644,8 +4092,16 @@ module Aws::Glue
|
|
3644
4092
|
# These key-value pairs define parameters for the connection.
|
3645
4093
|
# @return [Hash<String,String>]
|
3646
4094
|
#
|
4095
|
+
# @!attribute [rw] spark_properties
|
4096
|
+
# Connection properties specific to the Spark compute environment.
|
4097
|
+
# @return [Hash<String,String>]
|
4098
|
+
#
|
3647
4099
|
# @!attribute [rw] athena_properties
|
3648
|
-
#
|
4100
|
+
# Connection properties specific to the Athena compute environment.
|
4101
|
+
# @return [Hash<String,String>]
|
4102
|
+
#
|
4103
|
+
# @!attribute [rw] python_properties
|
4104
|
+
# Connection properties specific to the Python compute environment.
|
3649
4105
|
# @return [Hash<String,String>]
|
3650
4106
|
#
|
3651
4107
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3655,15 +4111,19 @@ module Aws::Glue
|
|
3655
4111
|
# @return [Types::PhysicalConnectionRequirements]
|
3656
4112
|
#
|
3657
4113
|
# @!attribute [rw] authentication_configuration
|
3658
|
-
# The authentication properties of the connection.
|
3659
|
-
# Salesforce connection.
|
4114
|
+
# The authentication properties of the connection.
|
3660
4115
|
# @return [Types::AuthenticationConfigurationInput]
|
3661
4116
|
#
|
3662
4117
|
# @!attribute [rw] validate_credentials
|
3663
|
-
# A flag to validate the credentials during create connection.
|
3664
|
-
#
|
4118
|
+
# A flag to validate the credentials during create connection. Default
|
4119
|
+
# is true.
|
3665
4120
|
# @return [Boolean]
|
3666
4121
|
#
|
4122
|
+
# @!attribute [rw] validate_for_compute_environments
|
4123
|
+
# The compute environments that the specified connection properties
|
4124
|
+
# are validated against.
|
4125
|
+
# @return [Array<String>]
|
4126
|
+
#
|
3667
4127
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
3668
4128
|
#
|
3669
4129
|
class ConnectionInput < Struct.new(
|
@@ -3672,10 +4132,13 @@ module Aws::Glue
|
|
3672
4132
|
:connection_type,
|
3673
4133
|
:match_criteria,
|
3674
4134
|
:connection_properties,
|
4135
|
+
:spark_properties,
|
3675
4136
|
:athena_properties,
|
4137
|
+
:python_properties,
|
3676
4138
|
:physical_connection_requirements,
|
3677
4139
|
:authentication_configuration,
|
3678
|
-
:validate_credentials
|
4140
|
+
:validate_credentials,
|
4141
|
+
:validate_for_compute_environments)
|
3679
4142
|
SENSITIVE = []
|
3680
4143
|
include Aws::Structure
|
3681
4144
|
end
|
@@ -3723,6 +4186,32 @@ module Aws::Glue
|
|
3723
4186
|
include Aws::Structure
|
3724
4187
|
end
|
3725
4188
|
|
4189
|
+
# Brief information about a supported connection type returned by the
|
4190
|
+
# `ListConnectionTypes` API.
|
4191
|
+
#
|
4192
|
+
# @!attribute [rw] connection_type
|
4193
|
+
# The name of the connection type.
|
4194
|
+
# @return [String]
|
4195
|
+
#
|
4196
|
+
# @!attribute [rw] description
|
4197
|
+
# A description of the connection type.
|
4198
|
+
# @return [String]
|
4199
|
+
#
|
4200
|
+
# @!attribute [rw] capabilities
|
4201
|
+
# The supported authentication types, data interface types (compute
|
4202
|
+
# environments), and data operations of the connector.
|
4203
|
+
# @return [Types::Capabilities]
|
4204
|
+
#
|
4205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
|
4206
|
+
#
|
4207
|
+
class ConnectionTypeBrief < Struct.new(
|
4208
|
+
:connection_type,
|
4209
|
+
:description,
|
4210
|
+
:capabilities)
|
4211
|
+
SENSITIVE = []
|
4212
|
+
include Aws::Structure
|
4213
|
+
end
|
4214
|
+
|
3726
4215
|
# Specifies the connections used by a job.
|
3727
4216
|
#
|
3728
4217
|
# @!attribute [rw] connections
|
@@ -4308,19 +4797,48 @@ module Aws::Glue
|
|
4308
4797
|
include Aws::Structure
|
4309
4798
|
end
|
4310
4799
|
|
4311
|
-
# @!attribute [rw]
|
4312
|
-
#
|
4313
|
-
# @return [
|
4800
|
+
# @!attribute [rw] name
|
4801
|
+
# The name of the catalog to create.
|
4802
|
+
# @return [String]
|
4314
4803
|
#
|
4315
|
-
# @!attribute [rw]
|
4316
|
-
#
|
4317
|
-
# @return [Types::
|
4804
|
+
# @!attribute [rw] catalog_input
|
4805
|
+
# A `CatalogInput` object that defines the metadata for the catalog.
|
4806
|
+
# @return [Types::CatalogInput]
|
4318
4807
|
#
|
4319
|
-
# @!attribute [rw]
|
4320
|
-
# A
|
4321
|
-
#
|
4808
|
+
# @!attribute [rw] tags
|
4809
|
+
# A map array of key-value pairs, not more than 50 pairs. Each key is
|
4810
|
+
# a UTF-8 string, not less than 1 or more than 128 bytes long. Each
|
4811
|
+
# value is a UTF-8 string, not more than 256 bytes long. The tags you
|
4812
|
+
# assign to the catalog.
|
4813
|
+
# @return [Hash<String,String>]
|
4322
4814
|
#
|
4323
|
-
#
|
4815
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
|
4816
|
+
#
|
4817
|
+
class CreateCatalogRequest < Struct.new(
|
4818
|
+
:name,
|
4819
|
+
:catalog_input,
|
4820
|
+
:tags)
|
4821
|
+
SENSITIVE = []
|
4822
|
+
include Aws::Structure
|
4823
|
+
end
|
4824
|
+
|
4825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
|
4826
|
+
#
|
4827
|
+
class CreateCatalogResponse < Aws::EmptyStructure; end
|
4828
|
+
|
4829
|
+
# @!attribute [rw] grok_classifier
|
4830
|
+
# A `GrokClassifier` object specifying the classifier to create.
|
4831
|
+
# @return [Types::CreateGrokClassifierRequest]
|
4832
|
+
#
|
4833
|
+
# @!attribute [rw] xml_classifier
|
4834
|
+
# An `XMLClassifier` object specifying the classifier to create.
|
4835
|
+
# @return [Types::CreateXMLClassifierRequest]
|
4836
|
+
#
|
4837
|
+
# @!attribute [rw] json_classifier
|
4838
|
+
# A `JsonClassifier` object specifying the classifier to create.
|
4839
|
+
# @return [Types::CreateJsonClassifierRequest]
|
4840
|
+
#
|
4841
|
+
# @!attribute [rw] csv_classifier
|
4324
4842
|
# A `CsvClassifier` object specifying the classifier to create.
|
4325
4843
|
# @return [Types::CreateCsvClassifierRequest]
|
4326
4844
|
#
|
@@ -5059,6 +5577,219 @@ module Aws::Glue
|
|
5059
5577
|
include Aws::Structure
|
5060
5578
|
end
|
5061
5579
|
|
5580
|
+
# @!attribute [rw] integration_name
|
5581
|
+
# A unique name for an integration in Glue.
|
5582
|
+
# @return [String]
|
5583
|
+
#
|
5584
|
+
# @!attribute [rw] source_arn
|
5585
|
+
# The ARN of the source resource for the integration.
|
5586
|
+
# @return [String]
|
5587
|
+
#
|
5588
|
+
# @!attribute [rw] target_arn
|
5589
|
+
# The ARN of the target resource for the integration.
|
5590
|
+
# @return [String]
|
5591
|
+
#
|
5592
|
+
# @!attribute [rw] description
|
5593
|
+
# A description of the integration.
|
5594
|
+
# @return [String]
|
5595
|
+
#
|
5596
|
+
# @!attribute [rw] data_filter
|
5597
|
+
# Selects source tables for the integration using Maxwell filter
|
5598
|
+
# syntax.
|
5599
|
+
# @return [String]
|
5600
|
+
#
|
5601
|
+
# @!attribute [rw] kms_key_id
|
5602
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5603
|
+
# @return [String]
|
5604
|
+
#
|
5605
|
+
# @!attribute [rw] additional_encryption_context
|
5606
|
+
# An optional set of non-secret key–value pairs that contains
|
5607
|
+
# additional contextual information for encryption. This can only be
|
5608
|
+
# provided if `KMSKeyId` is provided.
|
5609
|
+
# @return [Hash<String,String>]
|
5610
|
+
#
|
5611
|
+
# @!attribute [rw] tags
|
5612
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5613
|
+
# pairs.
|
5614
|
+
# @return [Array<Types::Tag>]
|
5615
|
+
#
|
5616
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
|
5617
|
+
#
|
5618
|
+
class CreateIntegrationRequest < Struct.new(
|
5619
|
+
:integration_name,
|
5620
|
+
:source_arn,
|
5621
|
+
:target_arn,
|
5622
|
+
:description,
|
5623
|
+
:data_filter,
|
5624
|
+
:kms_key_id,
|
5625
|
+
:additional_encryption_context,
|
5626
|
+
:tags)
|
5627
|
+
SENSITIVE = []
|
5628
|
+
include Aws::Structure
|
5629
|
+
end
|
5630
|
+
|
5631
|
+
# @!attribute [rw] resource_arn
|
5632
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5633
|
+
# @return [String]
|
5634
|
+
#
|
5635
|
+
# @!attribute [rw] source_processing_properties
|
5636
|
+
# The resource properties associated with the integration source.
|
5637
|
+
# @return [Types::SourceProcessingProperties]
|
5638
|
+
#
|
5639
|
+
# @!attribute [rw] target_processing_properties
|
5640
|
+
# The resource properties associated with the integration target.
|
5641
|
+
# @return [Types::TargetProcessingProperties]
|
5642
|
+
#
|
5643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
|
5644
|
+
#
|
5645
|
+
class CreateIntegrationResourcePropertyRequest < Struct.new(
|
5646
|
+
:resource_arn,
|
5647
|
+
:source_processing_properties,
|
5648
|
+
:target_processing_properties)
|
5649
|
+
SENSITIVE = []
|
5650
|
+
include Aws::Structure
|
5651
|
+
end
|
5652
|
+
|
5653
|
+
# @!attribute [rw] resource_arn
|
5654
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5655
|
+
# @return [String]
|
5656
|
+
#
|
5657
|
+
# @!attribute [rw] source_processing_properties
|
5658
|
+
# The resource properties associated with the integration source.
|
5659
|
+
# @return [Types::SourceProcessingProperties]
|
5660
|
+
#
|
5661
|
+
# @!attribute [rw] target_processing_properties
|
5662
|
+
# The resource properties associated with the integration target.
|
5663
|
+
# @return [Types::TargetProcessingProperties]
|
5664
|
+
#
|
5665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
|
5666
|
+
#
|
5667
|
+
class CreateIntegrationResourcePropertyResponse < Struct.new(
|
5668
|
+
:resource_arn,
|
5669
|
+
:source_processing_properties,
|
5670
|
+
:target_processing_properties)
|
5671
|
+
SENSITIVE = []
|
5672
|
+
include Aws::Structure
|
5673
|
+
end
|
5674
|
+
|
5675
|
+
# @!attribute [rw] source_arn
|
5676
|
+
# The ARN of the source resource for the integration.
|
5677
|
+
# @return [String]
|
5678
|
+
#
|
5679
|
+
# @!attribute [rw] target_arn
|
5680
|
+
# The ARN of the target resource for the integration.
|
5681
|
+
# @return [String]
|
5682
|
+
#
|
5683
|
+
# @!attribute [rw] integration_name
|
5684
|
+
# A unique name for an integration in Glue.
|
5685
|
+
# @return [String]
|
5686
|
+
#
|
5687
|
+
# @!attribute [rw] description
|
5688
|
+
# A description of the integration.
|
5689
|
+
# @return [String]
|
5690
|
+
#
|
5691
|
+
# @!attribute [rw] integration_arn
|
5692
|
+
# The Amazon Resource Name (ARN) for the created integration.
|
5693
|
+
# @return [String]
|
5694
|
+
#
|
5695
|
+
# @!attribute [rw] kms_key_id
|
5696
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5697
|
+
# @return [String]
|
5698
|
+
#
|
5699
|
+
# @!attribute [rw] additional_encryption_context
|
5700
|
+
# An optional set of non-secret key–value pairs that contains
|
5701
|
+
# additional contextual information for encryption.
|
5702
|
+
# @return [Hash<String,String>]
|
5703
|
+
#
|
5704
|
+
# @!attribute [rw] tags
|
5705
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5706
|
+
# pairs.
|
5707
|
+
# @return [Array<Types::Tag>]
|
5708
|
+
#
|
5709
|
+
# @!attribute [rw] status
|
5710
|
+
# The status of the integration being created.
|
5711
|
+
#
|
5712
|
+
# The possible statuses are:
|
5713
|
+
#
|
5714
|
+
# * CREATING: The integration is being created.
|
5715
|
+
#
|
5716
|
+
# * ACTIVE: The integration creation succeeds.
|
5717
|
+
#
|
5718
|
+
# * MODIFYING: The integration is being modified.
|
5719
|
+
#
|
5720
|
+
# * FAILED: The integration creation fails.
|
5721
|
+
#
|
5722
|
+
# * DELETING: The integration is deleted.
|
5723
|
+
#
|
5724
|
+
# * SYNCING: The integration is synchronizing.
|
5725
|
+
#
|
5726
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
5727
|
+
# synchronization.
|
5728
|
+
# @return [String]
|
5729
|
+
#
|
5730
|
+
# @!attribute [rw] create_time
|
5731
|
+
# The time when the integration was created, in UTC.
|
5732
|
+
# @return [Time]
|
5733
|
+
#
|
5734
|
+
# @!attribute [rw] errors
|
5735
|
+
# A list of errors associated with the integration creation.
|
5736
|
+
# @return [Array<Types::IntegrationError>]
|
5737
|
+
#
|
5738
|
+
# @!attribute [rw] data_filter
|
5739
|
+
# Selects source tables for the integration using Maxwell filter
|
5740
|
+
# syntax.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
|
5744
|
+
#
|
5745
|
+
class CreateIntegrationResponse < Struct.new(
|
5746
|
+
:source_arn,
|
5747
|
+
:target_arn,
|
5748
|
+
:integration_name,
|
5749
|
+
:description,
|
5750
|
+
:integration_arn,
|
5751
|
+
:kms_key_id,
|
5752
|
+
:additional_encryption_context,
|
5753
|
+
:tags,
|
5754
|
+
:status,
|
5755
|
+
:create_time,
|
5756
|
+
:errors,
|
5757
|
+
:data_filter)
|
5758
|
+
SENSITIVE = []
|
5759
|
+
include Aws::Structure
|
5760
|
+
end
|
5761
|
+
|
5762
|
+
# @!attribute [rw] resource_arn
|
5763
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5764
|
+
# @return [String]
|
5765
|
+
#
|
5766
|
+
# @!attribute [rw] table_name
|
5767
|
+
# The name of the table to be replicated.
|
5768
|
+
# @return [String]
|
5769
|
+
#
|
5770
|
+
# @!attribute [rw] source_table_config
|
5771
|
+
# A structure for the source table configuration.
|
5772
|
+
# @return [Types::SourceTableConfig]
|
5773
|
+
#
|
5774
|
+
# @!attribute [rw] target_table_config
|
5775
|
+
# A structure for the target table configuration.
|
5776
|
+
# @return [Types::TargetTableConfig]
|
5777
|
+
#
|
5778
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
|
5779
|
+
#
|
5780
|
+
class CreateIntegrationTablePropertiesRequest < Struct.new(
|
5781
|
+
:resource_arn,
|
5782
|
+
:table_name,
|
5783
|
+
:source_table_config,
|
5784
|
+
:target_table_config)
|
5785
|
+
SENSITIVE = []
|
5786
|
+
include Aws::Structure
|
5787
|
+
end
|
5788
|
+
|
5789
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
|
5790
|
+
#
|
5791
|
+
class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
5792
|
+
|
5062
5793
|
# @!attribute [rw] name
|
5063
5794
|
# The name you assign to this job definition. It must be unique in
|
5064
5795
|
# your account.
|
@@ -6648,6 +7379,97 @@ module Aws::Glue
|
|
6648
7379
|
include Aws::Structure
|
6649
7380
|
end
|
6650
7381
|
|
7382
|
+
# Input properties to configure data lake access for your catalog
|
7383
|
+
# resource in the Glue Data Catalog.
|
7384
|
+
#
|
7385
|
+
# @!attribute [rw] data_lake_access
|
7386
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7387
|
+
# access Amazon Redshift databases in the Data Catalog from any
|
7388
|
+
# non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
|
7389
|
+
# @return [Boolean]
|
7390
|
+
#
|
7391
|
+
# @!attribute [rw] data_transfer_role
|
7392
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7393
|
+
# of the staging bucket during a query.
|
7394
|
+
# @return [String]
|
7395
|
+
#
|
7396
|
+
# @!attribute [rw] kms_key
|
7397
|
+
# An encryption key that will be used for the staging bucket that will
|
7398
|
+
# be created along with the catalog.
|
7399
|
+
# @return [String]
|
7400
|
+
#
|
7401
|
+
# @!attribute [rw] catalog_type
|
7402
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7403
|
+
# The currently supported type is `aws:redshift`.
|
7404
|
+
# @return [String]
|
7405
|
+
#
|
7406
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
|
7407
|
+
#
|
7408
|
+
class DataLakeAccessProperties < Struct.new(
|
7409
|
+
:data_lake_access,
|
7410
|
+
:data_transfer_role,
|
7411
|
+
:kms_key,
|
7412
|
+
:catalog_type)
|
7413
|
+
SENSITIVE = []
|
7414
|
+
include Aws::Structure
|
7415
|
+
end
|
7416
|
+
|
7417
|
+
# The output properties of the data lake access configuration for your
|
7418
|
+
# catalog resource in the Glue Data Catalog.
|
7419
|
+
#
|
7420
|
+
# @!attribute [rw] data_lake_access
|
7421
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7422
|
+
# access Amazon Redshift databases in the Data Catalog.
|
7423
|
+
# @return [Boolean]
|
7424
|
+
#
|
7425
|
+
# @!attribute [rw] data_transfer_role
|
7426
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7427
|
+
# of the staging bucket during a query.
|
7428
|
+
# @return [String]
|
7429
|
+
#
|
7430
|
+
# @!attribute [rw] kms_key
|
7431
|
+
# An encryption key that will be used for the staging bucket that will
|
7432
|
+
# be created along with the catalog.
|
7433
|
+
# @return [String]
|
7434
|
+
#
|
7435
|
+
# @!attribute [rw] managed_workgroup_name
|
7436
|
+
# The managed Redshift Serverless compute name that is created for
|
7437
|
+
# your catalog resource.
|
7438
|
+
# @return [String]
|
7439
|
+
#
|
7440
|
+
# @!attribute [rw] managed_workgroup_status
|
7441
|
+
# The managed Redshift Serverless compute status.
|
7442
|
+
# @return [String]
|
7443
|
+
#
|
7444
|
+
# @!attribute [rw] redshift_database_name
|
7445
|
+
# The default Redshift database resource name in the managed compute.
|
7446
|
+
# @return [String]
|
7447
|
+
#
|
7448
|
+
# @!attribute [rw] status_message
|
7449
|
+
# A message that gives more detailed information about the managed
|
7450
|
+
# workgroup status.
|
7451
|
+
# @return [String]
|
7452
|
+
#
|
7453
|
+
# @!attribute [rw] catalog_type
|
7454
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7455
|
+
# The currently supported type is `aws:redshift`.
|
7456
|
+
# @return [String]
|
7457
|
+
#
|
7458
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
|
7459
|
+
#
|
7460
|
+
class DataLakeAccessPropertiesOutput < Struct.new(
|
7461
|
+
:data_lake_access,
|
7462
|
+
:data_transfer_role,
|
7463
|
+
:kms_key,
|
7464
|
+
:managed_workgroup_name,
|
7465
|
+
:managed_workgroup_status,
|
7466
|
+
:redshift_database_name,
|
7467
|
+
:status_message,
|
7468
|
+
:catalog_type)
|
7469
|
+
SENSITIVE = []
|
7470
|
+
include Aws::Structure
|
7471
|
+
end
|
7472
|
+
|
6651
7473
|
# The Lake Formation principal.
|
6652
7474
|
#
|
6653
7475
|
# @!attribute [rw] data_lake_principal_identifier
|
@@ -7483,6 +8305,22 @@ module Aws::Glue
|
|
7483
8305
|
include Aws::Structure
|
7484
8306
|
end
|
7485
8307
|
|
8308
|
+
# @!attribute [rw] catalog_id
|
8309
|
+
# The ID of the catalog.
|
8310
|
+
# @return [String]
|
8311
|
+
#
|
8312
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
|
8313
|
+
#
|
8314
|
+
class DeleteCatalogRequest < Struct.new(
|
8315
|
+
:catalog_id)
|
8316
|
+
SENSITIVE = []
|
8317
|
+
include Aws::Structure
|
8318
|
+
end
|
8319
|
+
|
8320
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
|
8321
|
+
#
|
8322
|
+
class DeleteCatalogResponse < Aws::EmptyStructure; end
|
8323
|
+
|
7486
8324
|
# @!attribute [rw] name
|
7487
8325
|
# Name of the classifier to remove.
|
7488
8326
|
# @return [String]
|
@@ -7708,6 +8546,126 @@ module Aws::Glue
|
|
7708
8546
|
#
|
7709
8547
|
class DeleteDevEndpointResponse < Aws::EmptyStructure; end
|
7710
8548
|
|
8549
|
+
# @!attribute [rw] integration_identifier
|
8550
|
+
# The Amazon Resource Name (ARN) for the integration.
|
8551
|
+
# @return [String]
|
8552
|
+
#
|
8553
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
|
8554
|
+
#
|
8555
|
+
class DeleteIntegrationRequest < Struct.new(
|
8556
|
+
:integration_identifier)
|
8557
|
+
SENSITIVE = []
|
8558
|
+
include Aws::Structure
|
8559
|
+
end
|
8560
|
+
|
8561
|
+
# @!attribute [rw] source_arn
|
8562
|
+
# The ARN of the source for the integration.
|
8563
|
+
# @return [String]
|
8564
|
+
#
|
8565
|
+
# @!attribute [rw] target_arn
|
8566
|
+
# The ARN of the target for the integration.
|
8567
|
+
# @return [String]
|
8568
|
+
#
|
8569
|
+
# @!attribute [rw] integration_name
|
8570
|
+
# A unique name for an integration in Glue.
|
8571
|
+
# @return [String]
|
8572
|
+
#
|
8573
|
+
# @!attribute [rw] description
|
8574
|
+
# A description of the integration.
|
8575
|
+
# @return [String]
|
8576
|
+
#
|
8577
|
+
# @!attribute [rw] integration_arn
|
8578
|
+
# The Amazon Resource Name (ARN) for the integration.
|
8579
|
+
# @return [String]
|
8580
|
+
#
|
8581
|
+
# @!attribute [rw] kms_key_id
|
8582
|
+
# The ARN of a KMS key used for encrypting the channel.
|
8583
|
+
# @return [String]
|
8584
|
+
#
|
8585
|
+
# @!attribute [rw] additional_encryption_context
|
8586
|
+
# An optional set of non-secret key–value pairs that contains
|
8587
|
+
# additional contextual information for encryption.
|
8588
|
+
# @return [Hash<String,String>]
|
8589
|
+
#
|
8590
|
+
# @!attribute [rw] tags
|
8591
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
8592
|
+
# pairs.
|
8593
|
+
# @return [Array<Types::Tag>]
|
8594
|
+
#
|
8595
|
+
# @!attribute [rw] status
|
8596
|
+
# The status of the integration being deleted.
|
8597
|
+
#
|
8598
|
+
# The possible statuses are:
|
8599
|
+
#
|
8600
|
+
# * CREATING: The integration is being created.
|
8601
|
+
#
|
8602
|
+
# * ACTIVE: The integration creation succeeds.
|
8603
|
+
#
|
8604
|
+
# * MODIFYING: The integration is being modified.
|
8605
|
+
#
|
8606
|
+
# * FAILED: The integration creation fails.
|
8607
|
+
#
|
8608
|
+
# * DELETING: The integration is deleted.
|
8609
|
+
#
|
8610
|
+
# * SYNCING: The integration is synchronizing.
|
8611
|
+
#
|
8612
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
8613
|
+
# synchronization.
|
8614
|
+
# @return [String]
|
8615
|
+
#
|
8616
|
+
# @!attribute [rw] create_time
|
8617
|
+
# The time when the integration was created, in UTC.
|
8618
|
+
# @return [Time]
|
8619
|
+
#
|
8620
|
+
# @!attribute [rw] errors
|
8621
|
+
# A list of errors associated with the integration.
|
8622
|
+
# @return [Array<Types::IntegrationError>]
|
8623
|
+
#
|
8624
|
+
# @!attribute [rw] data_filter
|
8625
|
+
# Selects source tables for the integration using Maxwell filter
|
8626
|
+
# syntax.
|
8627
|
+
# @return [String]
|
8628
|
+
#
|
8629
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
|
8630
|
+
#
|
8631
|
+
class DeleteIntegrationResponse < Struct.new(
|
8632
|
+
:source_arn,
|
8633
|
+
:target_arn,
|
8634
|
+
:integration_name,
|
8635
|
+
:description,
|
8636
|
+
:integration_arn,
|
8637
|
+
:kms_key_id,
|
8638
|
+
:additional_encryption_context,
|
8639
|
+
:tags,
|
8640
|
+
:status,
|
8641
|
+
:create_time,
|
8642
|
+
:errors,
|
8643
|
+
:data_filter)
|
8644
|
+
SENSITIVE = []
|
8645
|
+
include Aws::Structure
|
8646
|
+
end
|
8647
|
+
|
8648
|
+
# @!attribute [rw] resource_arn
|
8649
|
+
# The connection ARN of the source, or the database ARN of the target.
|
8650
|
+
# @return [String]
|
8651
|
+
#
|
8652
|
+
# @!attribute [rw] table_name
|
8653
|
+
# The name of the table to be replicated.
|
8654
|
+
# @return [String]
|
8655
|
+
#
|
8656
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
|
8657
|
+
#
|
8658
|
+
class DeleteIntegrationTablePropertiesRequest < Struct.new(
|
8659
|
+
:resource_arn,
|
8660
|
+
:table_name)
|
8661
|
+
SENSITIVE = []
|
8662
|
+
include Aws::Structure
|
8663
|
+
end
|
8664
|
+
|
8665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
|
8666
|
+
#
|
8667
|
+
class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
8668
|
+
|
7711
8669
|
# @!attribute [rw] job_name
|
7712
8670
|
# The name of the job definition to delete.
|
7713
8671
|
# @return [String]
|
@@ -8220,11 +9178,242 @@ module Aws::Glue
|
|
8220
9178
|
include Aws::Structure
|
8221
9179
|
end
|
8222
9180
|
|
8223
|
-
#
|
8224
|
-
#
|
8225
|
-
#
|
8226
|
-
#
|
8227
|
-
#
|
9181
|
+
# @!attribute [rw] connection_type
|
9182
|
+
# The name of the connection type to be described.
|
9183
|
+
# @return [String]
|
9184
|
+
#
|
9185
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
|
9186
|
+
#
|
9187
|
+
class DescribeConnectionTypeRequest < Struct.new(
|
9188
|
+
:connection_type)
|
9189
|
+
SENSITIVE = []
|
9190
|
+
include Aws::Structure
|
9191
|
+
end
|
9192
|
+
|
9193
|
+
# @!attribute [rw] connection_type
|
9194
|
+
# The name of the connection type.
|
9195
|
+
# @return [String]
|
9196
|
+
#
|
9197
|
+
# @!attribute [rw] description
|
9198
|
+
# A description of the connection type.
|
9199
|
+
# @return [String]
|
9200
|
+
#
|
9201
|
+
# @!attribute [rw] capabilities
|
9202
|
+
# The supported authentication types, data interface types (compute
|
9203
|
+
# environments), and data operations of the connector.
|
9204
|
+
# @return [Types::Capabilities]
|
9205
|
+
#
|
9206
|
+
# @!attribute [rw] connection_properties
|
9207
|
+
# Connection properties which are common across compute environments.
|
9208
|
+
# @return [Hash<String,Types::Property>]
|
9209
|
+
#
|
9210
|
+
# @!attribute [rw] connection_options
|
9211
|
+
# Returns properties that can be set when creating a connection in the
|
9212
|
+
# `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
|
9213
|
+
# parameters that can be set in a Spark ETL script in the connection
|
9214
|
+
# options map passed to a dataframe.
|
9215
|
+
# @return [Hash<String,Types::Property>]
|
9216
|
+
#
|
9217
|
+
# @!attribute [rw] authentication_configuration
|
9218
|
+
# The type of authentication used for the connection.
|
9219
|
+
# @return [Types::AuthConfiguration]
|
9220
|
+
#
|
9221
|
+
# @!attribute [rw] compute_environment_configurations
|
9222
|
+
# The compute environments that are supported by the connection.
|
9223
|
+
# @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
|
9224
|
+
#
|
9225
|
+
# @!attribute [rw] physical_connection_requirements
|
9226
|
+
# Physical requirements for a connection, such as VPC, Subnet and
|
9227
|
+
# Security Group specifications.
|
9228
|
+
# @return [Hash<String,Types::Property>]
|
9229
|
+
#
|
9230
|
+
# @!attribute [rw] athena_connection_properties
|
9231
|
+
# Connection properties specific to the Athena compute environment.
|
9232
|
+
# @return [Hash<String,Types::Property>]
|
9233
|
+
#
|
9234
|
+
# @!attribute [rw] python_connection_properties
|
9235
|
+
# Connection properties specific to the Python compute environment.
|
9236
|
+
# @return [Hash<String,Types::Property>]
|
9237
|
+
#
|
9238
|
+
# @!attribute [rw] spark_connection_properties
|
9239
|
+
# Connection properties specific to the Spark compute environment.
|
9240
|
+
# @return [Hash<String,Types::Property>]
|
9241
|
+
#
|
9242
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
|
9243
|
+
#
|
9244
|
+
class DescribeConnectionTypeResponse < Struct.new(
|
9245
|
+
:connection_type,
|
9246
|
+
:description,
|
9247
|
+
:capabilities,
|
9248
|
+
:connection_properties,
|
9249
|
+
:connection_options,
|
9250
|
+
:authentication_configuration,
|
9251
|
+
:compute_environment_configurations,
|
9252
|
+
:physical_connection_requirements,
|
9253
|
+
:athena_connection_properties,
|
9254
|
+
:python_connection_properties,
|
9255
|
+
:spark_connection_properties)
|
9256
|
+
SENSITIVE = []
|
9257
|
+
include Aws::Structure
|
9258
|
+
end
|
9259
|
+
|
9260
|
+
# @!attribute [rw] connection_name
|
9261
|
+
# The name of the connection that contains the connection type
|
9262
|
+
# credentials.
|
9263
|
+
# @return [String]
|
9264
|
+
#
|
9265
|
+
# @!attribute [rw] catalog_id
|
9266
|
+
# The catalog ID of the catalog that contains the connection. This can
|
9267
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
9268
|
+
# catalog ID.
|
9269
|
+
# @return [String]
|
9270
|
+
#
|
9271
|
+
# @!attribute [rw] entity_name
|
9272
|
+
# The name of the entity that you want to describe from the connection
|
9273
|
+
# type.
|
9274
|
+
# @return [String]
|
9275
|
+
#
|
9276
|
+
# @!attribute [rw] next_token
|
9277
|
+
# A continuation token, included if this is a continuation call.
|
9278
|
+
# @return [String]
|
9279
|
+
#
|
9280
|
+
# @!attribute [rw] data_store_api_version
|
9281
|
+
# The version of the API used for the data store.
|
9282
|
+
# @return [String]
|
9283
|
+
#
|
9284
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
|
9285
|
+
#
|
9286
|
+
class DescribeEntityRequest < Struct.new(
|
9287
|
+
:connection_name,
|
9288
|
+
:catalog_id,
|
9289
|
+
:entity_name,
|
9290
|
+
:next_token,
|
9291
|
+
:data_store_api_version)
|
9292
|
+
SENSITIVE = []
|
9293
|
+
include Aws::Structure
|
9294
|
+
end
|
9295
|
+
|
9296
|
+
# @!attribute [rw] fields
|
9297
|
+
# Describes the fields for that connector entity. This is the list of
|
9298
|
+
# `Field` objects. `Field` is very similar to column in a database.
|
9299
|
+
# The `Field` object has information about different properties
|
9300
|
+
# associated with fields in the connector.
|
9301
|
+
# @return [Array<Types::Field>]
|
9302
|
+
#
|
9303
|
+
# @!attribute [rw] next_token
|
9304
|
+
# A continuation token, present if the current segment is not the
|
9305
|
+
# last.
|
9306
|
+
# @return [String]
|
9307
|
+
#
|
9308
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
|
9309
|
+
#
|
9310
|
+
class DescribeEntityResponse < Struct.new(
|
9311
|
+
:fields,
|
9312
|
+
:next_token)
|
9313
|
+
SENSITIVE = []
|
9314
|
+
include Aws::Structure
|
9315
|
+
end
|
9316
|
+
|
9317
|
+
# @!attribute [rw] integration_arn
|
9318
|
+
# The Amazon Resource Name (ARN) of the integration.
|
9319
|
+
# @return [String]
|
9320
|
+
#
|
9321
|
+
# @!attribute [rw] marker
|
9322
|
+
# A token to specify where to start paginating. This is the marker
|
9323
|
+
# from a previously truncated response.
|
9324
|
+
# @return [String]
|
9325
|
+
#
|
9326
|
+
# @!attribute [rw] max_records
|
9327
|
+
# The total number of items to return in the output.
|
9328
|
+
# @return [Integer]
|
9329
|
+
#
|
9330
|
+
# @!attribute [rw] target_arn
|
9331
|
+
# The Amazon Resource Name (ARN) of the target resource in the
|
9332
|
+
# integration.
|
9333
|
+
# @return [String]
|
9334
|
+
#
|
9335
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
|
9336
|
+
#
|
9337
|
+
class DescribeInboundIntegrationsRequest < Struct.new(
|
9338
|
+
:integration_arn,
|
9339
|
+
:marker,
|
9340
|
+
:max_records,
|
9341
|
+
:target_arn)
|
9342
|
+
SENSITIVE = []
|
9343
|
+
include Aws::Structure
|
9344
|
+
end
|
9345
|
+
|
9346
|
+
# @!attribute [rw] inbound_integrations
|
9347
|
+
# A list of inbound integrations.
|
9348
|
+
# @return [Array<Types::InboundIntegration>]
|
9349
|
+
#
|
9350
|
+
# @!attribute [rw] marker
|
9351
|
+
# A value that indicates the starting point for the next set of
|
9352
|
+
# response records in a subsequent request.
|
9353
|
+
# @return [String]
|
9354
|
+
#
|
9355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
|
9356
|
+
#
|
9357
|
+
class DescribeInboundIntegrationsResponse < Struct.new(
|
9358
|
+
:inbound_integrations,
|
9359
|
+
:marker)
|
9360
|
+
SENSITIVE = []
|
9361
|
+
include Aws::Structure
|
9362
|
+
end
|
9363
|
+
|
9364
|
+
# @!attribute [rw] integration_identifier
|
9365
|
+
# The Amazon Resource Name (ARN) for the integration.
|
9366
|
+
# @return [String]
|
9367
|
+
#
|
9368
|
+
# @!attribute [rw] marker
|
9369
|
+
# A value that indicates the starting point for the next set of
|
9370
|
+
# response records in a subsequent request.
|
9371
|
+
# @return [String]
|
9372
|
+
#
|
9373
|
+
# @!attribute [rw] max_records
|
9374
|
+
# The total number of items to return in the output.
|
9375
|
+
# @return [Integer]
|
9376
|
+
#
|
9377
|
+
# @!attribute [rw] filters
|
9378
|
+
# A list of key and values, to filter down the results. Supported keys
|
9379
|
+
# are "Status", "IntegrationName", and "SourceArn".
|
9380
|
+
# IntegrationName is limited to only one value.
|
9381
|
+
# @return [Array<Types::IntegrationFilter>]
|
9382
|
+
#
|
9383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
|
9384
|
+
#
|
9385
|
+
class DescribeIntegrationsRequest < Struct.new(
|
9386
|
+
:integration_identifier,
|
9387
|
+
:marker,
|
9388
|
+
:max_records,
|
9389
|
+
:filters)
|
9390
|
+
SENSITIVE = []
|
9391
|
+
include Aws::Structure
|
9392
|
+
end
|
9393
|
+
|
9394
|
+
# @!attribute [rw] integrations
|
9395
|
+
# A list of zero-ETL integrations.
|
9396
|
+
# @return [Array<Types::Integration>]
|
9397
|
+
#
|
9398
|
+
# @!attribute [rw] marker
|
9399
|
+
# A value that indicates the starting point for the next set of
|
9400
|
+
# response records in a subsequent request.
|
9401
|
+
# @return [String]
|
9402
|
+
#
|
9403
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
|
9404
|
+
#
|
9405
|
+
class DescribeIntegrationsResponse < Struct.new(
|
9406
|
+
:integrations,
|
9407
|
+
:marker)
|
9408
|
+
SENSITIVE = []
|
9409
|
+
include Aws::Structure
|
9410
|
+
end
|
9411
|
+
|
9412
|
+
# A development endpoint where a developer can remotely debug extract,
|
9413
|
+
# transform, and load (ETL) scripts.
|
9414
|
+
#
|
9415
|
+
# @!attribute [rw] endpoint_name
|
9416
|
+
# The name of the `DevEndpoint`.
|
8228
9417
|
# @return [String]
|
8229
9418
|
#
|
8230
9419
|
# @!attribute [rw] role_arn
|
@@ -8925,6 +10114,50 @@ module Aws::Glue
|
|
8925
10114
|
include Aws::Structure
|
8926
10115
|
end
|
8927
10116
|
|
10117
|
+
# An entity supported by a given `ConnectionType`.
|
10118
|
+
#
|
10119
|
+
# @!attribute [rw] entity_name
|
10120
|
+
# The name of the entity.
|
10121
|
+
# @return [String]
|
10122
|
+
#
|
10123
|
+
# @!attribute [rw] label
|
10124
|
+
# Label used for the entity.
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] is_parent_entity
|
10128
|
+
# A Boolean value which helps to determine whether there are sub
|
10129
|
+
# objects that can be listed.
|
10130
|
+
# @return [Boolean]
|
10131
|
+
#
|
10132
|
+
# @!attribute [rw] description
|
10133
|
+
# A description of the entity.
|
10134
|
+
# @return [String]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] category
|
10137
|
+
# The type of entities that are present in the response. This value
|
10138
|
+
# depends on the source connection. For example this is `SObjects` for
|
10139
|
+
# Salesforce and `databases` or `schemas` or `tables` for sources like
|
10140
|
+
# Amazon Redshift.
|
10141
|
+
# @return [String]
|
10142
|
+
#
|
10143
|
+
# @!attribute [rw] custom_properties
|
10144
|
+
# An optional map of keys which may be returned for an entity by a
|
10145
|
+
# connector.
|
10146
|
+
# @return [Hash<String,String>]
|
10147
|
+
#
|
10148
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
|
10149
|
+
#
|
10150
|
+
class Entity < Struct.new(
|
10151
|
+
:entity_name,
|
10152
|
+
:label,
|
10153
|
+
:is_parent_entity,
|
10154
|
+
:description,
|
10155
|
+
:category,
|
10156
|
+
:custom_properties)
|
10157
|
+
SENSITIVE = []
|
10158
|
+
include Aws::Structure
|
10159
|
+
end
|
10160
|
+
|
8928
10161
|
# A specified entity does not exist
|
8929
10162
|
#
|
8930
10163
|
# @!attribute [rw] message
|
@@ -9111,6 +10344,36 @@ module Aws::Glue
|
|
9111
10344
|
include Aws::Structure
|
9112
10345
|
end
|
9113
10346
|
|
10347
|
+
# A run attempt for a column statistics task run.
|
10348
|
+
#
|
10349
|
+
# @!attribute [rw] status
|
10350
|
+
# The status of the last column statistics task run.
|
10351
|
+
# @return [String]
|
10352
|
+
#
|
10353
|
+
# @!attribute [rw] column_statistics_task_run_id
|
10354
|
+
# A task run ID for the last column statistics task run.
|
10355
|
+
# @return [String]
|
10356
|
+
#
|
10357
|
+
# @!attribute [rw] execution_timestamp
|
10358
|
+
# A timestamp when the last column statistics task run occurred.
|
10359
|
+
# @return [Time]
|
10360
|
+
#
|
10361
|
+
# @!attribute [rw] error_message
|
10362
|
+
# An error message associated with the last column statistics task
|
10363
|
+
# run.
|
10364
|
+
# @return [String]
|
10365
|
+
#
|
10366
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
|
10367
|
+
#
|
10368
|
+
class ExecutionAttempt < Struct.new(
|
10369
|
+
:status,
|
10370
|
+
:column_statistics_task_run_id,
|
10371
|
+
:execution_timestamp,
|
10372
|
+
:error_message)
|
10373
|
+
SENSITIVE = []
|
10374
|
+
include Aws::Structure
|
10375
|
+
end
|
10376
|
+
|
9114
10377
|
# An execution property of a job.
|
9115
10378
|
#
|
9116
10379
|
# @!attribute [rw] max_concurrent_runs
|
@@ -9142,6 +10405,26 @@ module Aws::Glue
|
|
9142
10405
|
include Aws::Structure
|
9143
10406
|
end
|
9144
10407
|
|
10408
|
+
# A catalog that points to an entity outside the Glue Data Catalog.
|
10409
|
+
#
|
10410
|
+
# @!attribute [rw] identifier
|
10411
|
+
# A unique identifier for the federated catalog.
|
10412
|
+
# @return [String]
|
10413
|
+
#
|
10414
|
+
# @!attribute [rw] connection_name
|
10415
|
+
# The name of the connection to an external data source, for example a
|
10416
|
+
# Redshift-federated catalog.
|
10417
|
+
# @return [String]
|
10418
|
+
#
|
10419
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
|
10420
|
+
#
|
10421
|
+
class FederatedCatalog < Struct.new(
|
10422
|
+
:identifier,
|
10423
|
+
:connection_name)
|
10424
|
+
SENSITIVE = []
|
10425
|
+
include Aws::Structure
|
10426
|
+
end
|
10427
|
+
|
9145
10428
|
# A database that points to an entity outside the Glue Data Catalog.
|
9146
10429
|
#
|
9147
10430
|
# @!attribute [rw] identifier
|
@@ -9237,6 +10520,115 @@ module Aws::Glue
|
|
9237
10520
|
include Aws::Structure
|
9238
10521
|
end
|
9239
10522
|
|
10523
|
+
# The `Field` object has information about the different properties
|
10524
|
+
# associated with a field in the connector.
|
10525
|
+
#
|
10526
|
+
# @!attribute [rw] field_name
|
10527
|
+
# A unique identifier for the field.
|
10528
|
+
# @return [String]
|
10529
|
+
#
|
10530
|
+
# @!attribute [rw] label
|
10531
|
+
# A readable label used for the field.
|
10532
|
+
# @return [String]
|
10533
|
+
#
|
10534
|
+
# @!attribute [rw] description
|
10535
|
+
# A description of the field.
|
10536
|
+
# @return [String]
|
10537
|
+
#
|
10538
|
+
# @!attribute [rw] field_type
|
10539
|
+
# The type of data in the field.
|
10540
|
+
# @return [String]
|
10541
|
+
#
|
10542
|
+
# @!attribute [rw] is_primary_key
|
10543
|
+
# Indicates whether this field can used as a primary key for the given
|
10544
|
+
# entity.
|
10545
|
+
# @return [Boolean]
|
10546
|
+
#
|
10547
|
+
# @!attribute [rw] is_nullable
|
10548
|
+
# Indicates whether this field can be nullable or not.
|
10549
|
+
# @return [Boolean]
|
10550
|
+
#
|
10551
|
+
# @!attribute [rw] is_retrievable
|
10552
|
+
# Indicates whether this field can be added in Select clause of SQL
|
10553
|
+
# query or whether it is retrievable or not.
|
10554
|
+
# @return [Boolean]
|
10555
|
+
#
|
10556
|
+
# @!attribute [rw] is_filterable
|
10557
|
+
# Indicates whether this field can used in a filter clause (`WHERE`
|
10558
|
+
# clause) of a SQL statement when querying data.
|
10559
|
+
# @return [Boolean]
|
10560
|
+
#
|
10561
|
+
# @!attribute [rw] is_partitionable
|
10562
|
+
# Indicates whether a given field can be used in partitioning the
|
10563
|
+
# query made to SaaS.
|
10564
|
+
# @return [Boolean]
|
10565
|
+
#
|
10566
|
+
# @!attribute [rw] is_createable
|
10567
|
+
# Indicates whether this field can be created as part of a destination
|
10568
|
+
# write.
|
10569
|
+
# @return [Boolean]
|
10570
|
+
#
|
10571
|
+
# @!attribute [rw] is_updateable
|
10572
|
+
# Indicates whether this field can be updated as part of a destination
|
10573
|
+
# write.
|
10574
|
+
# @return [Boolean]
|
10575
|
+
#
|
10576
|
+
# @!attribute [rw] is_upsertable
|
10577
|
+
# Indicates whether this field can be upserted as part of a
|
10578
|
+
# destination write.
|
10579
|
+
# @return [Boolean]
|
10580
|
+
#
|
10581
|
+
# @!attribute [rw] is_default_on_create
|
10582
|
+
# Indicates whether this field is populated automatically when the
|
10583
|
+
# object is created, such as a created at timestamp.
|
10584
|
+
# @return [Boolean]
|
10585
|
+
#
|
10586
|
+
# @!attribute [rw] supported_values
|
10587
|
+
# A list of supported values for the field.
|
10588
|
+
# @return [Array<String>]
|
10589
|
+
#
|
10590
|
+
# @!attribute [rw] supported_filter_operators
|
10591
|
+
# Indicates the support filter operators for this field.
|
10592
|
+
# @return [Array<String>]
|
10593
|
+
#
|
10594
|
+
# @!attribute [rw] parent_field
|
10595
|
+
# A parent field name for a nested field.
|
10596
|
+
# @return [String]
|
10597
|
+
#
|
10598
|
+
# @!attribute [rw] native_data_type
|
10599
|
+
# The data type returned by the SaaS API, such as “picklist” or
|
10600
|
+
# “textarea” from Salesforce.
|
10601
|
+
# @return [String]
|
10602
|
+
#
|
10603
|
+
# @!attribute [rw] custom_properties
|
10604
|
+
# Optional map of keys which may be returned.
|
10605
|
+
# @return [Hash<String,String>]
|
10606
|
+
#
|
10607
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
|
10608
|
+
#
|
10609
|
+
class Field < Struct.new(
|
10610
|
+
:field_name,
|
10611
|
+
:label,
|
10612
|
+
:description,
|
10613
|
+
:field_type,
|
10614
|
+
:is_primary_key,
|
10615
|
+
:is_nullable,
|
10616
|
+
:is_retrievable,
|
10617
|
+
:is_filterable,
|
10618
|
+
:is_partitionable,
|
10619
|
+
:is_createable,
|
10620
|
+
:is_updateable,
|
10621
|
+
:is_upsertable,
|
10622
|
+
:is_default_on_create,
|
10623
|
+
:supported_values,
|
10624
|
+
:supported_filter_operators,
|
10625
|
+
:parent_field,
|
10626
|
+
:native_data_type,
|
10627
|
+
:custom_properties)
|
10628
|
+
SENSITIVE = []
|
10629
|
+
include Aws::Structure
|
10630
|
+
end
|
10631
|
+
|
9240
10632
|
# Specifies a transform that locates records in the dataset that have
|
9241
10633
|
# missing values and adds a new field with a value determined by
|
9242
10634
|
# imputation. The input data set is used to train the machine learning
|
@@ -9644,6 +11036,83 @@ module Aws::Glue
|
|
9644
11036
|
include Aws::Structure
|
9645
11037
|
end
|
9646
11038
|
|
11039
|
+
# @!attribute [rw] catalog_id
|
11040
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11041
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11042
|
+
# default.
|
11043
|
+
# @return [String]
|
11044
|
+
#
|
11045
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
|
11046
|
+
#
|
11047
|
+
class GetCatalogRequest < Struct.new(
|
11048
|
+
:catalog_id)
|
11049
|
+
SENSITIVE = []
|
11050
|
+
include Aws::Structure
|
11051
|
+
end
|
11052
|
+
|
11053
|
+
# @!attribute [rw] catalog
|
11054
|
+
# A `Catalog` object. The definition of the specified catalog in the
|
11055
|
+
# Glue Data Catalog.
|
11056
|
+
# @return [Types::Catalog]
|
11057
|
+
#
|
11058
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
|
11059
|
+
#
|
11060
|
+
class GetCatalogResponse < Struct.new(
|
11061
|
+
:catalog)
|
11062
|
+
SENSITIVE = []
|
11063
|
+
include Aws::Structure
|
11064
|
+
end
|
11065
|
+
|
11066
|
+
# @!attribute [rw] parent_catalog_id
|
11067
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11068
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11069
|
+
# default.
|
11070
|
+
# @return [String]
|
11071
|
+
#
|
11072
|
+
# @!attribute [rw] next_token
|
11073
|
+
# A continuation token, if this is a continuation call.
|
11074
|
+
# @return [String]
|
11075
|
+
#
|
11076
|
+
# @!attribute [rw] max_results
|
11077
|
+
# The maximum number of catalogs to return in one response.
|
11078
|
+
# @return [Integer]
|
11079
|
+
#
|
11080
|
+
# @!attribute [rw] recursive
|
11081
|
+
# When specified as true, iterates through the account and returns all
|
11082
|
+
# catalog resources (including top-level resources and child
|
11083
|
+
# resources)
|
11084
|
+
# @return [Boolean]
|
11085
|
+
#
|
11086
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
|
11087
|
+
#
|
11088
|
+
class GetCatalogsRequest < Struct.new(
|
11089
|
+
:parent_catalog_id,
|
11090
|
+
:next_token,
|
11091
|
+
:max_results,
|
11092
|
+
:recursive)
|
11093
|
+
SENSITIVE = []
|
11094
|
+
include Aws::Structure
|
11095
|
+
end
|
11096
|
+
|
11097
|
+
# @!attribute [rw] catalog_list
|
11098
|
+
# An array of `Catalog` objects. A list of `Catalog` objects from the
|
11099
|
+
# specified parent catalog.
|
11100
|
+
# @return [Array<Types::Catalog>]
|
11101
|
+
#
|
11102
|
+
# @!attribute [rw] next_token
|
11103
|
+
# A continuation token for paginating the returned list of tokens,
|
11104
|
+
# returned if the current segment of the list is not the last.
|
11105
|
+
# @return [String]
|
11106
|
+
#
|
11107
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
|
11108
|
+
#
|
11109
|
+
class GetCatalogsResponse < Struct.new(
|
11110
|
+
:catalog_list,
|
11111
|
+
:next_token)
|
11112
|
+
SENSITIVE = []
|
11113
|
+
include Aws::Structure
|
11114
|
+
end
|
11115
|
+
|
9647
11116
|
# @!attribute [rw] name
|
9648
11117
|
# Name of the classifier to retrieve.
|
9649
11118
|
# @return [String]
|
@@ -9916,12 +11385,18 @@ module Aws::Glue
|
|
9916
11385
|
# the rest of the connection properties.
|
9917
11386
|
# @return [Boolean]
|
9918
11387
|
#
|
11388
|
+
# @!attribute [rw] apply_override_for_compute_environment
|
11389
|
+
# For connections that may be used in multiple services, specifies
|
11390
|
+
# returning properties for the specified compute environment.
|
11391
|
+
# @return [String]
|
11392
|
+
#
|
9919
11393
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
9920
11394
|
#
|
9921
11395
|
class GetConnectionRequest < Struct.new(
|
9922
11396
|
:catalog_id,
|
9923
11397
|
:name,
|
9924
|
-
:hide_password
|
11398
|
+
:hide_password,
|
11399
|
+
:apply_override_for_compute_environment)
|
9925
11400
|
SENSITIVE = []
|
9926
11401
|
include Aws::Structure
|
9927
11402
|
end
|
@@ -9950,11 +11425,16 @@ module Aws::Glue
|
|
9950
11425
|
# The type of connections to return. Currently, SFTP is not supported.
|
9951
11426
|
# @return [String]
|
9952
11427
|
#
|
11428
|
+
# @!attribute [rw] connection_schema_version
|
11429
|
+
# Denotes if the connection was created with schema version 1 or 2.
|
11430
|
+
# @return [Integer]
|
11431
|
+
#
|
9953
11432
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
9954
11433
|
#
|
9955
11434
|
class GetConnectionsFilter < Struct.new(
|
9956
11435
|
:match_criteria,
|
9957
|
-
:connection_type
|
11436
|
+
:connection_type,
|
11437
|
+
:connection_schema_version)
|
9958
11438
|
SENSITIVE = []
|
9959
11439
|
include Aws::Structure
|
9960
11440
|
end
|
@@ -10729,70 +12209,227 @@ module Aws::Glue
|
|
10729
12209
|
# A list of the edges in the resulting DAG.
|
10730
12210
|
# @return [Array<Types::CodeGenEdge>]
|
10731
12211
|
#
|
10732
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
|
12212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
|
12213
|
+
#
|
12214
|
+
class GetDataflowGraphResponse < Struct.new(
|
12215
|
+
:dag_nodes,
|
12216
|
+
:dag_edges)
|
12217
|
+
SENSITIVE = []
|
12218
|
+
include Aws::Structure
|
12219
|
+
end
|
12220
|
+
|
12221
|
+
# @!attribute [rw] endpoint_name
|
12222
|
+
# Name of the `DevEndpoint` to retrieve information for.
|
12223
|
+
# @return [String]
|
12224
|
+
#
|
12225
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
|
12226
|
+
#
|
12227
|
+
class GetDevEndpointRequest < Struct.new(
|
12228
|
+
:endpoint_name)
|
12229
|
+
SENSITIVE = []
|
12230
|
+
include Aws::Structure
|
12231
|
+
end
|
12232
|
+
|
12233
|
+
# @!attribute [rw] dev_endpoint
|
12234
|
+
# A `DevEndpoint` definition.
|
12235
|
+
# @return [Types::DevEndpoint]
|
12236
|
+
#
|
12237
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
|
12238
|
+
#
|
12239
|
+
class GetDevEndpointResponse < Struct.new(
|
12240
|
+
:dev_endpoint)
|
12241
|
+
SENSITIVE = []
|
12242
|
+
include Aws::Structure
|
12243
|
+
end
|
12244
|
+
|
12245
|
+
# @!attribute [rw] max_results
|
12246
|
+
# The maximum size of information to return.
|
12247
|
+
# @return [Integer]
|
12248
|
+
#
|
12249
|
+
# @!attribute [rw] next_token
|
12250
|
+
# A continuation token, if this is a continuation call.
|
12251
|
+
# @return [String]
|
12252
|
+
#
|
12253
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
|
12254
|
+
#
|
12255
|
+
class GetDevEndpointsRequest < Struct.new(
|
12256
|
+
:max_results,
|
12257
|
+
:next_token)
|
12258
|
+
SENSITIVE = []
|
12259
|
+
include Aws::Structure
|
12260
|
+
end
|
12261
|
+
|
12262
|
+
# @!attribute [rw] dev_endpoints
|
12263
|
+
# A list of `DevEndpoint` definitions.
|
12264
|
+
# @return [Array<Types::DevEndpoint>]
|
12265
|
+
#
|
12266
|
+
# @!attribute [rw] next_token
|
12267
|
+
# A continuation token, if not all `DevEndpoint` definitions have yet
|
12268
|
+
# been returned.
|
12269
|
+
# @return [String]
|
12270
|
+
#
|
12271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
|
12272
|
+
#
|
12273
|
+
class GetDevEndpointsResponse < Struct.new(
|
12274
|
+
:dev_endpoints,
|
12275
|
+
:next_token)
|
12276
|
+
SENSITIVE = []
|
12277
|
+
include Aws::Structure
|
12278
|
+
end
|
12279
|
+
|
12280
|
+
# @!attribute [rw] connection_name
|
12281
|
+
# The name of the connection that contains the connection type
|
12282
|
+
# credentials.
|
12283
|
+
# @return [String]
|
12284
|
+
#
|
12285
|
+
# @!attribute [rw] catalog_id
|
12286
|
+
# The catalog ID of the catalog that contains the connection. This can
|
12287
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
12288
|
+
# catalog ID.
|
12289
|
+
# @return [String]
|
12290
|
+
#
|
12291
|
+
# @!attribute [rw] entity_name
|
12292
|
+
# Name of the entity that we want to query the preview data from the
|
12293
|
+
# given connection type.
|
12294
|
+
# @return [String]
|
12295
|
+
#
|
12296
|
+
# @!attribute [rw] next_token
|
12297
|
+
# A continuation token, included if this is a continuation call.
|
12298
|
+
# @return [String]
|
12299
|
+
#
|
12300
|
+
# @!attribute [rw] data_store_api_version
|
12301
|
+
# The API version of the SaaS connector.
|
12302
|
+
# @return [String]
|
12303
|
+
#
|
12304
|
+
# @!attribute [rw] connection_options
|
12305
|
+
# Connector options that are required to query the data.
|
12306
|
+
# @return [Hash<String,String>]
|
12307
|
+
#
|
12308
|
+
# @!attribute [rw] filter_predicate
|
12309
|
+
# A filter predicate that you can apply in the query request.
|
12310
|
+
# @return [String]
|
12311
|
+
#
|
12312
|
+
# @!attribute [rw] limit
|
12313
|
+
# Limits the number of records fetched with the request.
|
12314
|
+
# @return [Integer]
|
12315
|
+
#
|
12316
|
+
# @!attribute [rw] order_by
|
12317
|
+
# A parameter that orders the response preview data.
|
12318
|
+
# @return [String]
|
12319
|
+
#
|
12320
|
+
# @!attribute [rw] selected_fields
|
12321
|
+
# List of fields that we want to fetch as part of preview data.
|
12322
|
+
# @return [Array<String>]
|
12323
|
+
#
|
12324
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
|
12325
|
+
#
|
12326
|
+
class GetEntityRecordsRequest < Struct.new(
|
12327
|
+
:connection_name,
|
12328
|
+
:catalog_id,
|
12329
|
+
:entity_name,
|
12330
|
+
:next_token,
|
12331
|
+
:data_store_api_version,
|
12332
|
+
:connection_options,
|
12333
|
+
:filter_predicate,
|
12334
|
+
:limit,
|
12335
|
+
:order_by,
|
12336
|
+
:selected_fields)
|
12337
|
+
SENSITIVE = []
|
12338
|
+
include Aws::Structure
|
12339
|
+
end
|
12340
|
+
|
12341
|
+
# @!attribute [rw] records
|
12342
|
+
# A list of the requested objects.
|
12343
|
+
# @return [Array<Hash,Array,String,Numeric,Boolean>]
|
12344
|
+
#
|
12345
|
+
# @!attribute [rw] next_token
|
12346
|
+
# A continuation token, present if the current segment is not the
|
12347
|
+
# last.
|
12348
|
+
# @return [String]
|
12349
|
+
#
|
12350
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
|
10733
12351
|
#
|
10734
|
-
class
|
10735
|
-
:
|
10736
|
-
:
|
10737
|
-
SENSITIVE = []
|
12352
|
+
class GetEntityRecordsResponse < Struct.new(
|
12353
|
+
:records,
|
12354
|
+
:next_token)
|
12355
|
+
SENSITIVE = [:records]
|
10738
12356
|
include Aws::Structure
|
10739
12357
|
end
|
10740
12358
|
|
10741
|
-
# @!attribute [rw]
|
10742
|
-
#
|
12359
|
+
# @!attribute [rw] resource_arn
|
12360
|
+
# The connection ARN of the source, or the database ARN of the target.
|
10743
12361
|
# @return [String]
|
10744
12362
|
#
|
10745
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12363
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
|
10746
12364
|
#
|
10747
|
-
class
|
10748
|
-
:
|
12365
|
+
class GetIntegrationResourcePropertyRequest < Struct.new(
|
12366
|
+
:resource_arn)
|
10749
12367
|
SENSITIVE = []
|
10750
12368
|
include Aws::Structure
|
10751
12369
|
end
|
10752
12370
|
|
10753
|
-
# @!attribute [rw]
|
10754
|
-
#
|
10755
|
-
# @return [
|
12371
|
+
# @!attribute [rw] resource_arn
|
12372
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12373
|
+
# @return [String]
|
10756
12374
|
#
|
10757
|
-
#
|
12375
|
+
# @!attribute [rw] source_processing_properties
|
12376
|
+
# The resource properties associated with the integration source.
|
12377
|
+
# @return [Types::SourceProcessingProperties]
|
10758
12378
|
#
|
10759
|
-
|
10760
|
-
|
12379
|
+
# @!attribute [rw] target_processing_properties
|
12380
|
+
# The resource properties associated with the integration target.
|
12381
|
+
# @return [Types::TargetProcessingProperties]
|
12382
|
+
#
|
12383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
|
12384
|
+
#
|
12385
|
+
class GetIntegrationResourcePropertyResponse < Struct.new(
|
12386
|
+
:resource_arn,
|
12387
|
+
:source_processing_properties,
|
12388
|
+
:target_processing_properties)
|
10761
12389
|
SENSITIVE = []
|
10762
12390
|
include Aws::Structure
|
10763
12391
|
end
|
10764
12392
|
|
10765
|
-
# @!attribute [rw]
|
10766
|
-
# The
|
10767
|
-
# @return [
|
12393
|
+
# @!attribute [rw] resource_arn
|
12394
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12395
|
+
# @return [String]
|
10768
12396
|
#
|
10769
|
-
# @!attribute [rw]
|
10770
|
-
#
|
12397
|
+
# @!attribute [rw] table_name
|
12398
|
+
# The name of the table to be replicated.
|
10771
12399
|
# @return [String]
|
10772
12400
|
#
|
10773
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12401
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
|
10774
12402
|
#
|
10775
|
-
class
|
10776
|
-
:
|
10777
|
-
:
|
12403
|
+
class GetIntegrationTablePropertiesRequest < Struct.new(
|
12404
|
+
:resource_arn,
|
12405
|
+
:table_name)
|
10778
12406
|
SENSITIVE = []
|
10779
12407
|
include Aws::Structure
|
10780
12408
|
end
|
10781
12409
|
|
10782
|
-
# @!attribute [rw]
|
10783
|
-
#
|
10784
|
-
# @return [
|
12410
|
+
# @!attribute [rw] resource_arn
|
12411
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12412
|
+
# @return [String]
|
10785
12413
|
#
|
10786
|
-
# @!attribute [rw]
|
10787
|
-
#
|
10788
|
-
# been returned.
|
12414
|
+
# @!attribute [rw] table_name
|
12415
|
+
# The name of the table to be replicated.
|
10789
12416
|
# @return [String]
|
10790
12417
|
#
|
10791
|
-
#
|
12418
|
+
# @!attribute [rw] source_table_config
|
12419
|
+
# A structure for the source table configuration.
|
12420
|
+
# @return [Types::SourceTableConfig]
|
10792
12421
|
#
|
10793
|
-
|
10794
|
-
|
10795
|
-
|
12422
|
+
# @!attribute [rw] target_table_config
|
12423
|
+
# A structure for the target table configuration.
|
12424
|
+
# @return [Types::TargetTableConfig]
|
12425
|
+
#
|
12426
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
|
12427
|
+
#
|
12428
|
+
class GetIntegrationTablePropertiesResponse < Struct.new(
|
12429
|
+
:resource_arn,
|
12430
|
+
:table_name,
|
12431
|
+
:source_table_config,
|
12432
|
+
:target_table_config)
|
10796
12433
|
SENSITIVE = []
|
10797
12434
|
include Aws::Structure
|
10798
12435
|
end
|
@@ -13686,153 +15323,409 @@ module Aws::Glue
|
|
13686
15323
|
# The number of manifest lists deleted by the retention job run.
|
13687
15324
|
# @return [Integer]
|
13688
15325
|
#
|
13689
|
-
# @!attribute [rw] number_of_dpus
|
13690
|
-
# The number of DPU hours consumed by the job.
|
13691
|
-
# @return [Integer]
|
15326
|
+
# @!attribute [rw] number_of_dpus
|
15327
|
+
# The number of DPU hours consumed by the job.
|
15328
|
+
# @return [Integer]
|
15329
|
+
#
|
15330
|
+
# @!attribute [rw] job_duration_in_hour
|
15331
|
+
# The duration of the job in hours.
|
15332
|
+
# @return [Float]
|
15333
|
+
#
|
15334
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
|
15335
|
+
#
|
15336
|
+
class IcebergRetentionMetrics < Struct.new(
|
15337
|
+
:number_of_data_files_deleted,
|
15338
|
+
:number_of_manifest_files_deleted,
|
15339
|
+
:number_of_manifest_lists_deleted,
|
15340
|
+
:number_of_dpus,
|
15341
|
+
:job_duration_in_hour)
|
15342
|
+
SENSITIVE = []
|
15343
|
+
include Aws::Structure
|
15344
|
+
end
|
15345
|
+
|
15346
|
+
# Specifies an Apache Iceberg data source where Iceberg tables are
|
15347
|
+
# stored in Amazon S3.
|
15348
|
+
#
|
15349
|
+
# @!attribute [rw] paths
|
15350
|
+
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
15351
|
+
# as `s3://bucket/prefix`.
|
15352
|
+
# @return [Array<String>]
|
15353
|
+
#
|
15354
|
+
# @!attribute [rw] connection_name
|
15355
|
+
# The name of the connection to use to connect to the Iceberg target.
|
15356
|
+
# @return [String]
|
15357
|
+
#
|
15358
|
+
# @!attribute [rw] exclusions
|
15359
|
+
# A list of glob patterns used to exclude from the crawl. For more
|
15360
|
+
# information, see [Catalog Tables with a Crawler][1].
|
15361
|
+
#
|
15362
|
+
#
|
15363
|
+
#
|
15364
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
15365
|
+
# @return [Array<String>]
|
15366
|
+
#
|
15367
|
+
# @!attribute [rw] maximum_traversal_depth
|
15368
|
+
# The maximum depth of Amazon S3 paths that the crawler can traverse
|
15369
|
+
# to discover the Iceberg metadata folder in your Amazon S3 path. Used
|
15370
|
+
# to limit the crawler run time.
|
15371
|
+
# @return [Integer]
|
15372
|
+
#
|
15373
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
|
15374
|
+
#
|
15375
|
+
class IcebergTarget < Struct.new(
|
15376
|
+
:paths,
|
15377
|
+
:connection_name,
|
15378
|
+
:exclusions,
|
15379
|
+
:maximum_traversal_depth)
|
15380
|
+
SENSITIVE = []
|
15381
|
+
include Aws::Structure
|
15382
|
+
end
|
15383
|
+
|
15384
|
+
# The same unique identifier was associated with two different records.
|
15385
|
+
#
|
15386
|
+
# @!attribute [rw] message
|
15387
|
+
# A message describing the problem.
|
15388
|
+
# @return [String]
|
15389
|
+
#
|
15390
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
|
15391
|
+
#
|
15392
|
+
class IdempotentParameterMismatchException < Struct.new(
|
15393
|
+
:message)
|
15394
|
+
SENSITIVE = []
|
15395
|
+
include Aws::Structure
|
15396
|
+
end
|
15397
|
+
|
15398
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
15399
|
+
#
|
15400
|
+
# @!attribute [rw] message
|
15401
|
+
# A message describing the problem.
|
15402
|
+
# @return [String]
|
15403
|
+
#
|
15404
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
15405
|
+
#
|
15406
|
+
class IllegalBlueprintStateException < Struct.new(
|
15407
|
+
:message)
|
15408
|
+
SENSITIVE = []
|
15409
|
+
include Aws::Structure
|
15410
|
+
end
|
15411
|
+
|
15412
|
+
# The session is in an invalid state to perform a requested operation.
|
15413
|
+
#
|
15414
|
+
# @!attribute [rw] message
|
15415
|
+
# A message describing the problem.
|
15416
|
+
# @return [String]
|
15417
|
+
#
|
15418
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
|
15419
|
+
#
|
15420
|
+
class IllegalSessionStateException < Struct.new(
|
15421
|
+
:message)
|
15422
|
+
SENSITIVE = []
|
15423
|
+
include Aws::Structure
|
15424
|
+
end
|
15425
|
+
|
15426
|
+
# The workflow is in an invalid state to perform a requested operation.
|
15427
|
+
#
|
15428
|
+
# @!attribute [rw] message
|
15429
|
+
# A message describing the problem.
|
15430
|
+
# @return [String]
|
15431
|
+
#
|
15432
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
|
15433
|
+
#
|
15434
|
+
class IllegalWorkflowStateException < Struct.new(
|
15435
|
+
:message)
|
15436
|
+
SENSITIVE = []
|
15437
|
+
include Aws::Structure
|
15438
|
+
end
|
15439
|
+
|
15440
|
+
# @!attribute [rw] catalog_id
|
15441
|
+
# The ID of the catalog to import. Currently, this should be the
|
15442
|
+
# Amazon Web Services account ID.
|
15443
|
+
# @return [String]
|
15444
|
+
#
|
15445
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
|
15446
|
+
#
|
15447
|
+
class ImportCatalogToGlueRequest < Struct.new(
|
15448
|
+
:catalog_id)
|
15449
|
+
SENSITIVE = []
|
15450
|
+
include Aws::Structure
|
15451
|
+
end
|
15452
|
+
|
15453
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
|
15454
|
+
#
|
15455
|
+
class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
|
15456
|
+
|
15457
|
+
# Specifies configuration properties for an importing labels task run.
|
15458
|
+
#
|
15459
|
+
# @!attribute [rw] input_s3_path
|
15460
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
15461
|
+
# will import the labels.
|
15462
|
+
# @return [String]
|
15463
|
+
#
|
15464
|
+
# @!attribute [rw] replace
|
15465
|
+
# Indicates whether to overwrite your existing labels.
|
15466
|
+
# @return [Boolean]
|
15467
|
+
#
|
15468
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15469
|
+
#
|
15470
|
+
class ImportLabelsTaskRunProperties < Struct.new(
|
15471
|
+
:input_s3_path,
|
15472
|
+
:replace)
|
15473
|
+
SENSITIVE = []
|
15474
|
+
include Aws::Structure
|
15475
|
+
end
|
15476
|
+
|
15477
|
+
# A structure for an integration that writes data into a resource.
|
15478
|
+
#
|
15479
|
+
# @!attribute [rw] source_arn
|
15480
|
+
# The ARN of the source resource for the integration.
|
15481
|
+
# @return [String]
|
15482
|
+
#
|
15483
|
+
# @!attribute [rw] target_arn
|
15484
|
+
# The ARN of the target resource for the integration.
|
15485
|
+
# @return [String]
|
15486
|
+
#
|
15487
|
+
# @!attribute [rw] integration_arn
|
15488
|
+
# The ARN of the zero-ETL integration.
|
15489
|
+
# @return [String]
|
15490
|
+
#
|
15491
|
+
# @!attribute [rw] status
|
15492
|
+
# The possible statuses are:
|
15493
|
+
#
|
15494
|
+
# * CREATING: The integration is being created.
|
15495
|
+
#
|
15496
|
+
# * ACTIVE: The integration creation succeeds.
|
15497
|
+
#
|
15498
|
+
# * MODIFYING: The integration is being modified.
|
15499
|
+
#
|
15500
|
+
# * FAILED: The integration creation fails.
|
15501
|
+
#
|
15502
|
+
# * DELETING: The integration is deleted.
|
15503
|
+
#
|
15504
|
+
# * SYNCING: The integration is synchronizing.
|
15505
|
+
#
|
15506
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15507
|
+
# synchronization.
|
15508
|
+
# @return [String]
|
15509
|
+
#
|
15510
|
+
# @!attribute [rw] create_time
|
15511
|
+
# The time that the integration was created, in UTC.
|
15512
|
+
# @return [Time]
|
15513
|
+
#
|
15514
|
+
# @!attribute [rw] errors
|
15515
|
+
# A list of errors associated with the integration.
|
15516
|
+
# @return [Array<Types::IntegrationError>]
|
15517
|
+
#
|
15518
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
|
15519
|
+
#
|
15520
|
+
class InboundIntegration < Struct.new(
|
15521
|
+
:source_arn,
|
15522
|
+
:target_arn,
|
15523
|
+
:integration_arn,
|
15524
|
+
:status,
|
15525
|
+
:create_time,
|
15526
|
+
:errors)
|
15527
|
+
SENSITIVE = []
|
15528
|
+
include Aws::Structure
|
15529
|
+
end
|
15530
|
+
|
15531
|
+
# Describes a zero-ETL integration.
|
15532
|
+
#
|
15533
|
+
# @!attribute [rw] source_arn
|
15534
|
+
# The ARN for the source of the integration.
|
15535
|
+
# @return [String]
|
15536
|
+
#
|
15537
|
+
# @!attribute [rw] target_arn
|
15538
|
+
# The ARN for the target of the integration.
|
15539
|
+
# @return [String]
|
15540
|
+
#
|
15541
|
+
# @!attribute [rw] description
|
15542
|
+
# A description for the integration.
|
15543
|
+
# @return [String]
|
15544
|
+
#
|
15545
|
+
# @!attribute [rw] integration_name
|
15546
|
+
# A unique name for the integration.
|
15547
|
+
# @return [String]
|
15548
|
+
#
|
15549
|
+
# @!attribute [rw] integration_arn
|
15550
|
+
# The Amazon Resource Name (ARN) for the integration.
|
15551
|
+
# @return [String]
|
15552
|
+
#
|
15553
|
+
# @!attribute [rw] kms_key_id
|
15554
|
+
# The ARN of a KMS key used for encrypting the channel.
|
15555
|
+
# @return [String]
|
15556
|
+
#
|
15557
|
+
# @!attribute [rw] additional_encryption_context
|
15558
|
+
# An optional set of non-secret key–value pairs that contains
|
15559
|
+
# additional contextual information for encryption. This can only be
|
15560
|
+
# provided if `KMSKeyId` is provided.
|
15561
|
+
# @return [Hash<String,String>]
|
15562
|
+
#
|
15563
|
+
# @!attribute [rw] tags
|
15564
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
15565
|
+
# pairs.
|
15566
|
+
# @return [Array<Types::Tag>]
|
13692
15567
|
#
|
13693
|
-
# @!attribute [rw]
|
13694
|
-
# The
|
13695
|
-
# @return [Float]
|
15568
|
+
# @!attribute [rw] status
|
15569
|
+
# The possible statuses are:
|
13696
15570
|
#
|
13697
|
-
#
|
15571
|
+
# * CREATING: The integration is being created.
|
13698
15572
|
#
|
13699
|
-
|
13700
|
-
:number_of_data_files_deleted,
|
13701
|
-
:number_of_manifest_files_deleted,
|
13702
|
-
:number_of_manifest_lists_deleted,
|
13703
|
-
:number_of_dpus,
|
13704
|
-
:job_duration_in_hour)
|
13705
|
-
SENSITIVE = []
|
13706
|
-
include Aws::Structure
|
13707
|
-
end
|
13708
|
-
|
13709
|
-
# Specifies an Apache Iceberg data source where Iceberg tables are
|
13710
|
-
# stored in Amazon S3.
|
15573
|
+
# * ACTIVE: The integration creation succeeds.
|
13711
15574
|
#
|
13712
|
-
#
|
13713
|
-
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
13714
|
-
# as `s3://bucket/prefix`.
|
13715
|
-
# @return [Array<String>]
|
15575
|
+
# * MODIFYING: The integration is being modified.
|
13716
15576
|
#
|
13717
|
-
#
|
13718
|
-
# The name of the connection to use to connect to the Iceberg target.
|
13719
|
-
# @return [String]
|
15577
|
+
# * FAILED: The integration creation fails.
|
13720
15578
|
#
|
13721
|
-
#
|
13722
|
-
# A list of glob patterns used to exclude from the crawl. For more
|
13723
|
-
# information, see [Catalog Tables with a Crawler][1].
|
15579
|
+
# * DELETING: The integration is deleted.
|
13724
15580
|
#
|
15581
|
+
# * SYNCING: The integration is synchronizing.
|
13725
15582
|
#
|
15583
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15584
|
+
# synchronization.
|
15585
|
+
# @return [String]
|
13726
15586
|
#
|
13727
|
-
#
|
13728
|
-
#
|
15587
|
+
# @!attribute [rw] create_time
|
15588
|
+
# The time that the integration was created, in UTC.
|
15589
|
+
# @return [Time]
|
13729
15590
|
#
|
13730
|
-
# @!attribute [rw]
|
13731
|
-
#
|
13732
|
-
#
|
13733
|
-
# to limit the crawler run time.
|
13734
|
-
# @return [Integer]
|
15591
|
+
# @!attribute [rw] errors
|
15592
|
+
# A list of errors associated with the integration.
|
15593
|
+
# @return [Array<Types::IntegrationError>]
|
13735
15594
|
#
|
13736
|
-
#
|
15595
|
+
# @!attribute [rw] data_filter
|
15596
|
+
# Selects source tables for the integration using Maxwell filter
|
15597
|
+
# syntax.
|
15598
|
+
# @return [String]
|
13737
15599
|
#
|
13738
|
-
|
13739
|
-
|
13740
|
-
|
13741
|
-
:
|
13742
|
-
:
|
15600
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
|
15601
|
+
#
|
15602
|
+
class Integration < Struct.new(
|
15603
|
+
:source_arn,
|
15604
|
+
:target_arn,
|
15605
|
+
:description,
|
15606
|
+
:integration_name,
|
15607
|
+
:integration_arn,
|
15608
|
+
:kms_key_id,
|
15609
|
+
:additional_encryption_context,
|
15610
|
+
:tags,
|
15611
|
+
:status,
|
15612
|
+
:create_time,
|
15613
|
+
:errors,
|
15614
|
+
:data_filter)
|
13743
15615
|
SENSITIVE = []
|
13744
15616
|
include Aws::Structure
|
13745
15617
|
end
|
13746
15618
|
|
13747
|
-
# The
|
15619
|
+
# The requested operation conflicts with another operation.
|
13748
15620
|
#
|
13749
15621
|
# @!attribute [rw] message
|
13750
15622
|
# A message describing the problem.
|
13751
15623
|
# @return [String]
|
13752
15624
|
#
|
13753
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15625
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
|
13754
15626
|
#
|
13755
|
-
class
|
15627
|
+
class IntegrationConflictOperationFault < Struct.new(
|
13756
15628
|
:message)
|
13757
15629
|
SENSITIVE = []
|
13758
15630
|
include Aws::Structure
|
13759
15631
|
end
|
13760
15632
|
|
13761
|
-
#
|
15633
|
+
# An error associated with a zero-ETL integration.
|
13762
15634
|
#
|
13763
|
-
# @!attribute [rw]
|
13764
|
-
#
|
15635
|
+
# @!attribute [rw] error_code
|
15636
|
+
# The code associated with this error.
|
13765
15637
|
# @return [String]
|
13766
15638
|
#
|
13767
|
-
#
|
15639
|
+
# @!attribute [rw] error_message
|
15640
|
+
# A message describing the error.
|
15641
|
+
# @return [String]
|
13768
15642
|
#
|
13769
|
-
|
13770
|
-
|
15643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
|
15644
|
+
#
|
15645
|
+
class IntegrationError < Struct.new(
|
15646
|
+
:error_code,
|
15647
|
+
:error_message)
|
13771
15648
|
SENSITIVE = []
|
13772
15649
|
include Aws::Structure
|
13773
15650
|
end
|
13774
15651
|
|
13775
|
-
#
|
15652
|
+
# A filter that can be used when invoking a `DescribeIntegrations`
|
15653
|
+
# request.
|
13776
15654
|
#
|
13777
|
-
# @!attribute [rw]
|
13778
|
-
#
|
15655
|
+
# @!attribute [rw] name
|
15656
|
+
# The name of the filter.
|
13779
15657
|
# @return [String]
|
13780
15658
|
#
|
13781
|
-
#
|
15659
|
+
# @!attribute [rw] values
|
15660
|
+
# A list of filter values.
|
15661
|
+
# @return [Array<String>]
|
13782
15662
|
#
|
13783
|
-
|
13784
|
-
|
15663
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
|
15664
|
+
#
|
15665
|
+
class IntegrationFilter < Struct.new(
|
15666
|
+
:name,
|
15667
|
+
:values)
|
13785
15668
|
SENSITIVE = []
|
13786
15669
|
include Aws::Structure
|
13787
15670
|
end
|
13788
15671
|
|
13789
|
-
# The
|
15672
|
+
# The specified integration could not be found.
|
13790
15673
|
#
|
13791
15674
|
# @!attribute [rw] message
|
13792
15675
|
# A message describing the problem.
|
13793
15676
|
# @return [String]
|
13794
15677
|
#
|
13795
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15678
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
|
13796
15679
|
#
|
13797
|
-
class
|
15680
|
+
class IntegrationNotFoundFault < Struct.new(
|
13798
15681
|
:message)
|
13799
15682
|
SENSITIVE = []
|
13800
15683
|
include Aws::Structure
|
13801
15684
|
end
|
13802
15685
|
|
13803
|
-
#
|
13804
|
-
#
|
13805
|
-
#
|
15686
|
+
# A structure that describes how data is partitioned on the target.
|
15687
|
+
#
|
15688
|
+
# @!attribute [rw] field_name
|
15689
|
+
# The field name used to partition data on the target.
|
13806
15690
|
# @return [String]
|
13807
15691
|
#
|
13808
|
-
#
|
15692
|
+
# @!attribute [rw] function_spec
|
15693
|
+
# Specifies a function used to partition data on the target.
|
15694
|
+
# @return [String]
|
13809
15695
|
#
|
13810
|
-
|
13811
|
-
|
15696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
|
15697
|
+
#
|
15698
|
+
class IntegrationPartition < Struct.new(
|
15699
|
+
:field_name,
|
15700
|
+
:function_spec)
|
13812
15701
|
SENSITIVE = []
|
13813
15702
|
include Aws::Structure
|
13814
15703
|
end
|
13815
15704
|
|
13816
|
-
#
|
15705
|
+
# The data processed through your integration exceeded your quota.
|
13817
15706
|
#
|
13818
|
-
|
15707
|
+
# @!attribute [rw] message
|
15708
|
+
# A message describing the problem.
|
15709
|
+
# @return [String]
|
15710
|
+
#
|
15711
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
|
15712
|
+
#
|
15713
|
+
class IntegrationQuotaExceededFault < Struct.new(
|
15714
|
+
:message)
|
15715
|
+
SENSITIVE = []
|
15716
|
+
include Aws::Structure
|
15717
|
+
end
|
13819
15718
|
|
13820
|
-
#
|
15719
|
+
# An internal server error occurred.
|
13821
15720
|
#
|
13822
|
-
# @!attribute [rw]
|
13823
|
-
#
|
13824
|
-
# will import the labels.
|
15721
|
+
# @!attribute [rw] message
|
15722
|
+
# A message describing the problem.
|
13825
15723
|
# @return [String]
|
13826
15724
|
#
|
13827
|
-
#
|
13828
|
-
# Indicates whether to overwrite your existing labels.
|
13829
|
-
# @return [Boolean]
|
13830
|
-
#
|
13831
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15725
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
|
13832
15726
|
#
|
13833
|
-
class
|
13834
|
-
:
|
13835
|
-
:replace)
|
15727
|
+
class InternalServerException < Struct.new(
|
15728
|
+
:message)
|
13836
15729
|
SENSITIVE = []
|
13837
15730
|
include Aws::Structure
|
13838
15731
|
end
|
@@ -13871,6 +15764,20 @@ module Aws::Glue
|
|
13871
15764
|
include Aws::Structure
|
13872
15765
|
end
|
13873
15766
|
|
15767
|
+
# The integration is in an invalid state.
|
15768
|
+
#
|
15769
|
+
# @!attribute [rw] message
|
15770
|
+
# A message describing the problem.
|
15771
|
+
# @return [String]
|
15772
|
+
#
|
15773
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
|
15774
|
+
#
|
15775
|
+
class InvalidIntegrationStateFault < Struct.new(
|
15776
|
+
:message)
|
15777
|
+
SENSITIVE = []
|
15778
|
+
include Aws::Structure
|
15779
|
+
end
|
15780
|
+
|
13874
15781
|
# An error that indicates your data is in an invalid state.
|
13875
15782
|
#
|
13876
15783
|
# @!attribute [rw] message
|
@@ -15296,6 +17203,20 @@ module Aws::Glue
|
|
15296
17203
|
include Aws::Structure
|
15297
17204
|
end
|
15298
17205
|
|
17206
|
+
# The KMS key specified is not accessible.
|
17207
|
+
#
|
17208
|
+
# @!attribute [rw] message
|
17209
|
+
# A message describing the problem.
|
17210
|
+
# @return [String]
|
17211
|
+
#
|
17212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
|
17213
|
+
#
|
17214
|
+
class KMSKeyNotAccessibleFault < Struct.new(
|
17215
|
+
:message)
|
17216
|
+
SENSITIVE = []
|
17217
|
+
include Aws::Structure
|
17218
|
+
end
|
17219
|
+
|
15299
17220
|
# Additional options for streaming.
|
15300
17221
|
#
|
15301
17222
|
# @!attribute [rw] bootstrap_servers
|
@@ -15828,6 +17749,41 @@ module Aws::Glue
|
|
15828
17749
|
include Aws::Structure
|
15829
17750
|
end
|
15830
17751
|
|
17752
|
+
# @!attribute [rw] max_results
|
17753
|
+
# The maximum number of results to return.
|
17754
|
+
# @return [Integer]
|
17755
|
+
#
|
17756
|
+
# @!attribute [rw] next_token
|
17757
|
+
# A continuation token, if this is a continuation call.
|
17758
|
+
# @return [String]
|
17759
|
+
#
|
17760
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
|
17761
|
+
#
|
17762
|
+
class ListConnectionTypesRequest < Struct.new(
|
17763
|
+
:max_results,
|
17764
|
+
:next_token)
|
17765
|
+
SENSITIVE = []
|
17766
|
+
include Aws::Structure
|
17767
|
+
end
|
17768
|
+
|
17769
|
+
# @!attribute [rw] connection_types
|
17770
|
+
# A list of `ConnectionTypeBrief` objects containing brief information
|
17771
|
+
# about the supported connection types.
|
17772
|
+
# @return [Array<Types::ConnectionTypeBrief>]
|
17773
|
+
#
|
17774
|
+
# @!attribute [rw] next_token
|
17775
|
+
# A continuation token, if the current list segment is not the last.
|
17776
|
+
# @return [String]
|
17777
|
+
#
|
17778
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
|
17779
|
+
#
|
17780
|
+
class ListConnectionTypesResponse < Struct.new(
|
17781
|
+
:connection_types,
|
17782
|
+
:next_token)
|
17783
|
+
SENSITIVE = []
|
17784
|
+
include Aws::Structure
|
17785
|
+
end
|
17786
|
+
|
15831
17787
|
# @!attribute [rw] max_results
|
15832
17788
|
# The maximum size of a list to return.
|
15833
17789
|
# @return [Integer]
|
@@ -16257,6 +18213,61 @@ module Aws::Glue
|
|
16257
18213
|
include Aws::Structure
|
16258
18214
|
end
|
16259
18215
|
|
18216
|
+
# @!attribute [rw] connection_name
|
18217
|
+
# A name for the connection that has required credentials to query any
|
18218
|
+
# connection type.
|
18219
|
+
# @return [String]
|
18220
|
+
#
|
18221
|
+
# @!attribute [rw] catalog_id
|
18222
|
+
# The catalog ID of the catalog that contains the connection. This can
|
18223
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
18224
|
+
# catalog ID.
|
18225
|
+
# @return [String]
|
18226
|
+
#
|
18227
|
+
# @!attribute [rw] parent_entity_name
|
18228
|
+
# Name of the parent entity for which you want to list the children.
|
18229
|
+
# This parameter takes a fully-qualified path of the entity in order
|
18230
|
+
# to list the child entities.
|
18231
|
+
# @return [String]
|
18232
|
+
#
|
18233
|
+
# @!attribute [rw] next_token
|
18234
|
+
# A continuation token, included if this is a continuation call.
|
18235
|
+
# @return [String]
|
18236
|
+
#
|
18237
|
+
# @!attribute [rw] data_store_api_version
|
18238
|
+
# The API version of the SaaS connector.
|
18239
|
+
# @return [String]
|
18240
|
+
#
|
18241
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
|
18242
|
+
#
|
18243
|
+
class ListEntitiesRequest < Struct.new(
|
18244
|
+
:connection_name,
|
18245
|
+
:catalog_id,
|
18246
|
+
:parent_entity_name,
|
18247
|
+
:next_token,
|
18248
|
+
:data_store_api_version)
|
18249
|
+
SENSITIVE = []
|
18250
|
+
include Aws::Structure
|
18251
|
+
end
|
18252
|
+
|
18253
|
+
# @!attribute [rw] entities
|
18254
|
+
# A list of `Entity` objects.
|
18255
|
+
# @return [Array<Types::Entity>]
|
18256
|
+
#
|
18257
|
+
# @!attribute [rw] next_token
|
18258
|
+
# A continuation token, present if the current segment is not the
|
18259
|
+
# last.
|
18260
|
+
# @return [String]
|
18261
|
+
#
|
18262
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
|
18263
|
+
#
|
18264
|
+
class ListEntitiesResponse < Struct.new(
|
18265
|
+
:entities,
|
18266
|
+
:next_token)
|
18267
|
+
SENSITIVE = []
|
18268
|
+
include Aws::Structure
|
18269
|
+
end
|
18270
|
+
|
16260
18271
|
# @!attribute [rw] next_token
|
16261
18272
|
# A continuation token, if this is a continuation request.
|
16262
18273
|
# @return [String]
|
@@ -17267,41 +19278,156 @@ module Aws::Glue
|
|
17267
19278
|
# The name of the table in the database to read from.
|
17268
19279
|
# @return [String]
|
17269
19280
|
#
|
17270
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
|
19281
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
|
19282
|
+
#
|
19283
|
+
class MicrosoftSQLServerCatalogSource < Struct.new(
|
19284
|
+
:name,
|
19285
|
+
:database,
|
19286
|
+
:table)
|
19287
|
+
SENSITIVE = []
|
19288
|
+
include Aws::Structure
|
19289
|
+
end
|
19290
|
+
|
19291
|
+
# Specifies a target that uses Microsoft SQL.
|
19292
|
+
#
|
19293
|
+
# @!attribute [rw] name
|
19294
|
+
# The name of the data target.
|
19295
|
+
# @return [String]
|
19296
|
+
#
|
19297
|
+
# @!attribute [rw] inputs
|
19298
|
+
# The nodes that are inputs to the data target.
|
19299
|
+
# @return [Array<String>]
|
19300
|
+
#
|
19301
|
+
# @!attribute [rw] database
|
19302
|
+
# The name of the database to write to.
|
19303
|
+
# @return [String]
|
19304
|
+
#
|
19305
|
+
# @!attribute [rw] table
|
19306
|
+
# The name of the table in the database to write to.
|
19307
|
+
# @return [String]
|
19308
|
+
#
|
19309
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
|
19310
|
+
#
|
19311
|
+
class MicrosoftSQLServerCatalogTarget < Struct.new(
|
19312
|
+
:name,
|
19313
|
+
:inputs,
|
19314
|
+
:database,
|
19315
|
+
:table)
|
19316
|
+
SENSITIVE = []
|
19317
|
+
include Aws::Structure
|
19318
|
+
end
|
19319
|
+
|
19320
|
+
# @!attribute [rw] integration_identifier
|
19321
|
+
# The Amazon Resource Name (ARN) for the integration.
|
19322
|
+
# @return [String]
|
19323
|
+
#
|
19324
|
+
# @!attribute [rw] description
|
19325
|
+
# A description of the integration.
|
19326
|
+
# @return [String]
|
19327
|
+
#
|
19328
|
+
# @!attribute [rw] data_filter
|
19329
|
+
# Selects source tables for the integration using Maxwell filter
|
19330
|
+
# syntax.
|
19331
|
+
# @return [String]
|
19332
|
+
#
|
19333
|
+
# @!attribute [rw] integration_name
|
19334
|
+
# A unique name for an integration in Glue.
|
19335
|
+
# @return [String]
|
19336
|
+
#
|
19337
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
|
17271
19338
|
#
|
17272
|
-
class
|
17273
|
-
:
|
17274
|
-
:
|
17275
|
-
:
|
19339
|
+
class ModifyIntegrationRequest < Struct.new(
|
19340
|
+
:integration_identifier,
|
19341
|
+
:description,
|
19342
|
+
:data_filter,
|
19343
|
+
:integration_name)
|
17276
19344
|
SENSITIVE = []
|
17277
19345
|
include Aws::Structure
|
17278
19346
|
end
|
17279
19347
|
|
17280
|
-
#
|
19348
|
+
# @!attribute [rw] source_arn
|
19349
|
+
# The ARN of the source for the integration.
|
19350
|
+
# @return [String]
|
17281
19351
|
#
|
17282
|
-
# @!attribute [rw]
|
17283
|
-
# The
|
19352
|
+
# @!attribute [rw] target_arn
|
19353
|
+
# The ARN of the target for the integration.
|
17284
19354
|
# @return [String]
|
17285
19355
|
#
|
17286
|
-
# @!attribute [rw]
|
17287
|
-
#
|
17288
|
-
# @return [
|
19356
|
+
# @!attribute [rw] integration_name
|
19357
|
+
# A unique name for an integration in Glue.
|
19358
|
+
# @return [String]
|
17289
19359
|
#
|
17290
|
-
# @!attribute [rw]
|
17291
|
-
#
|
19360
|
+
# @!attribute [rw] description
|
19361
|
+
# A description of the integration.
|
17292
19362
|
# @return [String]
|
17293
19363
|
#
|
17294
|
-
# @!attribute [rw]
|
17295
|
-
# The
|
19364
|
+
# @!attribute [rw] integration_arn
|
19365
|
+
# The Amazon Resource Name (ARN) for the integration.
|
17296
19366
|
# @return [String]
|
17297
19367
|
#
|
17298
|
-
#
|
19368
|
+
# @!attribute [rw] kms_key_id
|
19369
|
+
# The ARN of a KMS key used for encrypting the channel.
|
19370
|
+
# @return [String]
|
17299
19371
|
#
|
17300
|
-
|
17301
|
-
|
17302
|
-
|
17303
|
-
|
17304
|
-
|
19372
|
+
# @!attribute [rw] additional_encryption_context
|
19373
|
+
# An optional set of non-secret key–value pairs that contains
|
19374
|
+
# additional contextual information for encryption.
|
19375
|
+
# @return [Hash<String,String>]
|
19376
|
+
#
|
19377
|
+
# @!attribute [rw] tags
|
19378
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
19379
|
+
# pairs.
|
19380
|
+
# @return [Array<Types::Tag>]
|
19381
|
+
#
|
19382
|
+
# @!attribute [rw] status
|
19383
|
+
# The status of the integration being modified.
|
19384
|
+
#
|
19385
|
+
# The possible statuses are:
|
19386
|
+
#
|
19387
|
+
# * CREATING: The integration is being created.
|
19388
|
+
#
|
19389
|
+
# * ACTIVE: The integration creation succeeds.
|
19390
|
+
#
|
19391
|
+
# * MODIFYING: The integration is being modified.
|
19392
|
+
#
|
19393
|
+
# * FAILED: The integration creation fails.
|
19394
|
+
#
|
19395
|
+
# * DELETING: The integration is deleted.
|
19396
|
+
#
|
19397
|
+
# * SYNCING: The integration is synchronizing.
|
19398
|
+
#
|
19399
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
19400
|
+
# synchronization.
|
19401
|
+
# @return [String]
|
19402
|
+
#
|
19403
|
+
# @!attribute [rw] create_time
|
19404
|
+
# The time when the integration was created, in UTC.
|
19405
|
+
# @return [Time]
|
19406
|
+
#
|
19407
|
+
# @!attribute [rw] errors
|
19408
|
+
# A list of errors associated with the integration modification.
|
19409
|
+
# @return [Array<Types::IntegrationError>]
|
19410
|
+
#
|
19411
|
+
# @!attribute [rw] data_filter
|
19412
|
+
# Selects source tables for the integration using Maxwell filter
|
19413
|
+
# syntax.
|
19414
|
+
# @return [String]
|
19415
|
+
#
|
19416
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
|
19417
|
+
#
|
19418
|
+
class ModifyIntegrationResponse < Struct.new(
|
19419
|
+
:source_arn,
|
19420
|
+
:target_arn,
|
19421
|
+
:integration_name,
|
19422
|
+
:description,
|
19423
|
+
:integration_arn,
|
19424
|
+
:kms_key_id,
|
19425
|
+
:additional_encryption_context,
|
19426
|
+
:tags,
|
19427
|
+
:status,
|
19428
|
+
:create_time,
|
19429
|
+
:errors,
|
19430
|
+
:data_filter)
|
17305
19431
|
SENSITIVE = []
|
17306
19432
|
include Aws::Structure
|
17307
19433
|
end
|
@@ -17527,6 +19653,38 @@ module Aws::Glue
|
|
17527
19653
|
include Aws::Structure
|
17528
19654
|
end
|
17529
19655
|
|
19656
|
+
# The credentials used when the authentication type is OAuth2
|
19657
|
+
# authentication.
|
19658
|
+
#
|
19659
|
+
# @!attribute [rw] user_managed_client_application_client_secret
|
19660
|
+
# The client application client secret if the client application is
|
19661
|
+
# user managed.
|
19662
|
+
# @return [String]
|
19663
|
+
#
|
19664
|
+
# @!attribute [rw] access_token
|
19665
|
+
# The access token used when the authentication type is OAuth2.
|
19666
|
+
# @return [String]
|
19667
|
+
#
|
19668
|
+
# @!attribute [rw] refresh_token
|
19669
|
+
# The refresh token used when the authentication type is OAuth2.
|
19670
|
+
# @return [String]
|
19671
|
+
#
|
19672
|
+
# @!attribute [rw] jwt_token
|
19673
|
+
# The JSON Web Token (JWT) used when the authentication type is
|
19674
|
+
# OAuth2.
|
19675
|
+
# @return [String]
|
19676
|
+
#
|
19677
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
|
19678
|
+
#
|
19679
|
+
class OAuth2Credentials < Struct.new(
|
19680
|
+
:user_managed_client_application_client_secret,
|
19681
|
+
:access_token,
|
19682
|
+
:refresh_token,
|
19683
|
+
:jwt_token)
|
19684
|
+
SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
|
19685
|
+
include Aws::Structure
|
19686
|
+
end
|
19687
|
+
|
17530
19688
|
# A structure containing properties for OAuth2 authentication.
|
17531
19689
|
#
|
17532
19690
|
# @!attribute [rw] o_auth_2_grant_type
|
@@ -17586,6 +19744,11 @@ module Aws::Glue
|
|
17586
19744
|
# `AUTHORIZATION_CODE` grant type.
|
17587
19745
|
# @return [Types::AuthorizationCodeProperties]
|
17588
19746
|
#
|
19747
|
+
# @!attribute [rw] o_auth_2_credentials
|
19748
|
+
# The credentials used when the authentication type is OAuth2
|
19749
|
+
# authentication.
|
19750
|
+
# @return [Types::OAuth2Credentials]
|
19751
|
+
#
|
17589
19752
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
|
17590
19753
|
#
|
17591
19754
|
class OAuth2PropertiesInput < Struct.new(
|
@@ -17593,7 +19756,8 @@ module Aws::Glue
|
|
17593
19756
|
:o_auth_2_client_application,
|
17594
19757
|
:token_url,
|
17595
19758
|
:token_url_parameters_map,
|
17596
|
-
:authorization_code_properties
|
19759
|
+
:authorization_code_properties,
|
19760
|
+
:o_auth_2_credentials)
|
17597
19761
|
SENSITIVE = []
|
17598
19762
|
include Aws::Structure
|
17599
19763
|
end
|
@@ -18211,6 +20375,51 @@ module Aws::Glue
|
|
18211
20375
|
include Aws::Structure
|
18212
20376
|
end
|
18213
20377
|
|
20378
|
+
# An object that defines a connection type for a compute environment.
|
20379
|
+
#
|
20380
|
+
# @!attribute [rw] name
|
20381
|
+
# The name of the property.
|
20382
|
+
# @return [String]
|
20383
|
+
#
|
20384
|
+
# @!attribute [rw] description
|
20385
|
+
# A description of the property.
|
20386
|
+
# @return [String]
|
20387
|
+
#
|
20388
|
+
# @!attribute [rw] required
|
20389
|
+
# Indicates whether the property is required.
|
20390
|
+
# @return [Boolean]
|
20391
|
+
#
|
20392
|
+
# @!attribute [rw] default_value
|
20393
|
+
# The default value for the property.
|
20394
|
+
# @return [String]
|
20395
|
+
#
|
20396
|
+
# @!attribute [rw] property_types
|
20397
|
+
# Describes the type of property.
|
20398
|
+
# @return [Array<String>]
|
20399
|
+
#
|
20400
|
+
# @!attribute [rw] allowed_values
|
20401
|
+
# A list of `AllowedValue` objects representing the values allowed for
|
20402
|
+
# the property.
|
20403
|
+
# @return [Array<Types::AllowedValue>]
|
20404
|
+
#
|
20405
|
+
# @!attribute [rw] data_operation_scopes
|
20406
|
+
# Indicates which data operations are applicable to the property.
|
20407
|
+
# @return [Array<String>]
|
20408
|
+
#
|
20409
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
|
20410
|
+
#
|
20411
|
+
class Property < Struct.new(
|
20412
|
+
:name,
|
20413
|
+
:description,
|
20414
|
+
:required,
|
20415
|
+
:default_value,
|
20416
|
+
:property_types,
|
20417
|
+
:allowed_values,
|
20418
|
+
:data_operation_scopes)
|
20419
|
+
SENSITIVE = []
|
20420
|
+
include Aws::Structure
|
20421
|
+
end
|
20422
|
+
|
18214
20423
|
# Defines a property predicate.
|
18215
20424
|
#
|
18216
20425
|
# @!attribute [rw] key
|
@@ -19010,6 +21219,20 @@ module Aws::Glue
|
|
19010
21219
|
include Aws::Structure
|
19011
21220
|
end
|
19012
21221
|
|
21222
|
+
# The resource could not be found.
|
21223
|
+
#
|
21224
|
+
# @!attribute [rw] message
|
21225
|
+
# A message describing the problem.
|
21226
|
+
# @return [String]
|
21227
|
+
#
|
21228
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
|
21229
|
+
#
|
21230
|
+
class ResourceNotFoundException < Struct.new(
|
21231
|
+
:message)
|
21232
|
+
SENSITIVE = []
|
21233
|
+
include Aws::Structure
|
21234
|
+
end
|
21235
|
+
|
19013
21236
|
# A resource was not ready for a transaction.
|
19014
21237
|
#
|
19015
21238
|
# @!attribute [rw] message
|
@@ -21058,6 +23281,49 @@ module Aws::Glue
|
|
21058
23281
|
include Aws::Structure
|
21059
23282
|
end
|
21060
23283
|
|
23284
|
+
# The resource properties associated with the integration source.
|
23285
|
+
#
|
23286
|
+
# @!attribute [rw] role_arn
|
23287
|
+
# The IAM role to access the Glue connection.
|
23288
|
+
# @return [String]
|
23289
|
+
#
|
23290
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
|
23291
|
+
#
|
23292
|
+
class SourceProcessingProperties < Struct.new(
|
23293
|
+
:role_arn)
|
23294
|
+
SENSITIVE = []
|
23295
|
+
include Aws::Structure
|
23296
|
+
end
|
23297
|
+
|
23298
|
+
# Properties used by the source leg to process data from the source.
|
23299
|
+
#
|
23300
|
+
# @!attribute [rw] fields
|
23301
|
+
# A list of fields used for column-level filtering.
|
23302
|
+
# @return [Array<String>]
|
23303
|
+
#
|
23304
|
+
# @!attribute [rw] filter_predicate
|
23305
|
+
# A condition clause used for row-level filtering.
|
23306
|
+
# @return [String]
|
23307
|
+
#
|
23308
|
+
# @!attribute [rw] primary_key
|
23309
|
+
# Unique identifier of a record.
|
23310
|
+
# @return [Array<String>]
|
23311
|
+
#
|
23312
|
+
# @!attribute [rw] record_update_field
|
23313
|
+
# Incremental pull timestamp-based field.
|
23314
|
+
# @return [String]
|
23315
|
+
#
|
23316
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
|
23317
|
+
#
|
23318
|
+
class SourceTableConfig < Struct.new(
|
23319
|
+
:fields,
|
23320
|
+
:filter_predicate,
|
23321
|
+
:primary_key,
|
23322
|
+
:record_update_field)
|
23323
|
+
SENSITIVE = []
|
23324
|
+
include Aws::Structure
|
23325
|
+
end
|
23326
|
+
|
21061
23327
|
# Specifies a connector to an Apache Spark data source.
|
21062
23328
|
#
|
21063
23329
|
# @!attribute [rw] name
|
@@ -23094,6 +25360,39 @@ module Aws::Glue
|
|
23094
25360
|
include Aws::Structure
|
23095
25361
|
end
|
23096
25362
|
|
25363
|
+
# The `Tag` object represents a label that you can assign to an Amazon
|
25364
|
+
# Web Services resource. Each tag consists of a key and an optional
|
25365
|
+
# value, both of which you define.
|
25366
|
+
#
|
25367
|
+
# For more information about tags, and controlling access to resources
|
25368
|
+
# in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
|
25369
|
+
# Glue Resource ARNs][2] in the developer guide.
|
25370
|
+
#
|
25371
|
+
#
|
25372
|
+
#
|
25373
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
25374
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
|
25375
|
+
#
|
25376
|
+
# @!attribute [rw] key
|
25377
|
+
# The tag key. The key is required when you create a tag on an object.
|
25378
|
+
# The key is case-sensitive, and must not contain the prefix aws.
|
25379
|
+
# @return [String]
|
25380
|
+
#
|
25381
|
+
# @!attribute [rw] value
|
25382
|
+
# The tag value. The value is optional when you create a tag on an
|
25383
|
+
# object. The value is case-sensitive, and must not contain the prefix
|
25384
|
+
# aws.
|
25385
|
+
# @return [String]
|
25386
|
+
#
|
25387
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
|
25388
|
+
#
|
25389
|
+
class Tag < Struct.new(
|
25390
|
+
:key,
|
25391
|
+
:value)
|
25392
|
+
SENSITIVE = []
|
25393
|
+
include Aws::Structure
|
25394
|
+
end
|
25395
|
+
|
23097
25396
|
# @!attribute [rw] resource_arn
|
23098
25397
|
# The ARN of the Glue resource to which to add the tags. For more
|
23099
25398
|
# information about Glue resource ARNs, see the [Glue ARN string
|
@@ -23121,6 +25420,90 @@ module Aws::Glue
|
|
23121
25420
|
#
|
23122
25421
|
class TagResourceResponse < Aws::EmptyStructure; end
|
23123
25422
|
|
25423
|
+
# The resource properties associated with the integration target.
|
25424
|
+
#
|
25425
|
+
# @!attribute [rw] role_arn
|
25426
|
+
# The IAM role to access the Glue database.
|
25427
|
+
# @return [String]
|
25428
|
+
#
|
25429
|
+
# @!attribute [rw] kms_arn
|
25430
|
+
# The ARN of the KMS key used for encryption.
|
25431
|
+
# @return [String]
|
25432
|
+
#
|
25433
|
+
# @!attribute [rw] connection_name
|
25434
|
+
# The Glue network connection to configure the Glue job running in the
|
25435
|
+
# customer VPC.
|
25436
|
+
# @return [String]
|
25437
|
+
#
|
25438
|
+
# @!attribute [rw] event_bus_arn
|
25439
|
+
# The ARN of an Eventbridge event bus to receive the integration
|
25440
|
+
# status notification.
|
25441
|
+
# @return [String]
|
25442
|
+
#
|
25443
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
|
25444
|
+
#
|
25445
|
+
class TargetProcessingProperties < Struct.new(
|
25446
|
+
:role_arn,
|
25447
|
+
:kms_arn,
|
25448
|
+
:connection_name,
|
25449
|
+
:event_bus_arn)
|
25450
|
+
SENSITIVE = []
|
25451
|
+
include Aws::Structure
|
25452
|
+
end
|
25453
|
+
|
25454
|
+
# A structure that describes a target catalog for resource linking.
|
25455
|
+
#
|
25456
|
+
# @!attribute [rw] catalog_arn
|
25457
|
+
# The Amazon Resource Name (ARN) of the catalog resource.
|
25458
|
+
# @return [String]
|
25459
|
+
#
|
25460
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
|
25461
|
+
#
|
25462
|
+
class TargetRedshiftCatalog < Struct.new(
|
25463
|
+
:catalog_arn)
|
25464
|
+
SENSITIVE = []
|
25465
|
+
include Aws::Structure
|
25466
|
+
end
|
25467
|
+
|
25468
|
+
# The target resource could not be found.
|
25469
|
+
#
|
25470
|
+
# @!attribute [rw] message
|
25471
|
+
# A message describing the problem.
|
25472
|
+
# @return [String]
|
25473
|
+
#
|
25474
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
|
25475
|
+
#
|
25476
|
+
class TargetResourceNotFound < Struct.new(
|
25477
|
+
:message)
|
25478
|
+
SENSITIVE = []
|
25479
|
+
include Aws::Structure
|
25480
|
+
end
|
25481
|
+
|
25482
|
+
# Properties used by the target leg to partition the data on the target.
|
25483
|
+
#
|
25484
|
+
# @!attribute [rw] unnest_spec
|
25485
|
+
# Specifies how nested objects are flattened to top-level elements.
|
25486
|
+
# Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
|
25487
|
+
# @return [String]
|
25488
|
+
#
|
25489
|
+
# @!attribute [rw] partition_spec
|
25490
|
+
# Determines the file layout on the target.
|
25491
|
+
# @return [Array<Types::IntegrationPartition>]
|
25492
|
+
#
|
25493
|
+
# @!attribute [rw] target_table_name
|
25494
|
+
# The optional name of a target table.
|
25495
|
+
# @return [String]
|
25496
|
+
#
|
25497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
|
25498
|
+
#
|
25499
|
+
class TargetTableConfig < Struct.new(
|
25500
|
+
:unnest_spec,
|
25501
|
+
:partition_spec,
|
25502
|
+
:target_table_name)
|
25503
|
+
SENSITIVE = []
|
25504
|
+
include Aws::Structure
|
25505
|
+
end
|
25506
|
+
|
23124
25507
|
# The sampling parameters that are associated with the machine learning
|
23125
25508
|
# transform.
|
23126
25509
|
#
|
@@ -23316,6 +25699,10 @@ module Aws::Glue
|
|
23316
25699
|
# testing.
|
23317
25700
|
# @return [String]
|
23318
25701
|
#
|
25702
|
+
# @!attribute [rw] catalog_id
|
25703
|
+
# The catalog ID where the connection resides.
|
25704
|
+
# @return [String]
|
25705
|
+
#
|
23319
25706
|
# @!attribute [rw] test_connection_input
|
23320
25707
|
# A structure that is used to specify testing a connection to a
|
23321
25708
|
# service.
|
@@ -23325,6 +25712,7 @@ module Aws::Glue
|
|
23325
25712
|
#
|
23326
25713
|
class TestConnectionRequest < Struct.new(
|
23327
25714
|
:connection_name,
|
25715
|
+
:catalog_id,
|
23328
25716
|
:test_connection_input)
|
23329
25717
|
SENSITIVE = []
|
23330
25718
|
include Aws::Structure
|
@@ -23825,6 +26213,28 @@ module Aws::Glue
|
|
23825
26213
|
include Aws::Structure
|
23826
26214
|
end
|
23827
26215
|
|
26216
|
+
# @!attribute [rw] catalog_id
|
26217
|
+
# The ID of the catalog.
|
26218
|
+
# @return [String]
|
26219
|
+
#
|
26220
|
+
# @!attribute [rw] catalog_input
|
26221
|
+
# A `CatalogInput` object specifying the new properties of an existing
|
26222
|
+
# catalog.
|
26223
|
+
# @return [Types::CatalogInput]
|
26224
|
+
#
|
26225
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
|
26226
|
+
#
|
26227
|
+
class UpdateCatalogRequest < Struct.new(
|
26228
|
+
:catalog_id,
|
26229
|
+
:catalog_input)
|
26230
|
+
SENSITIVE = []
|
26231
|
+
include Aws::Structure
|
26232
|
+
end
|
26233
|
+
|
26234
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
|
26235
|
+
#
|
26236
|
+
class UpdateCatalogResponse < Aws::EmptyStructure; end
|
26237
|
+
|
23828
26238
|
# @!attribute [rw] grok_classifier
|
23829
26239
|
# A `GrokClassifier` object with updated fields.
|
23830
26240
|
# @return [Types::UpdateGrokClassifierRequest]
|
@@ -24389,6 +26799,81 @@ module Aws::Glue
|
|
24389
26799
|
include Aws::Structure
|
24390
26800
|
end
|
24391
26801
|
|
26802
|
+
# @!attribute [rw] resource_arn
|
26803
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26804
|
+
# @return [String]
|
26805
|
+
#
|
26806
|
+
# @!attribute [rw] source_processing_properties
|
26807
|
+
# The resource properties associated with the integration source.
|
26808
|
+
# @return [Types::SourceProcessingProperties]
|
26809
|
+
#
|
26810
|
+
# @!attribute [rw] target_processing_properties
|
26811
|
+
# The resource properties associated with the integration target.
|
26812
|
+
# @return [Types::TargetProcessingProperties]
|
26813
|
+
#
|
26814
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
|
26815
|
+
#
|
26816
|
+
class UpdateIntegrationResourcePropertyRequest < Struct.new(
|
26817
|
+
:resource_arn,
|
26818
|
+
:source_processing_properties,
|
26819
|
+
:target_processing_properties)
|
26820
|
+
SENSITIVE = []
|
26821
|
+
include Aws::Structure
|
26822
|
+
end
|
26823
|
+
|
26824
|
+
# @!attribute [rw] resource_arn
|
26825
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26826
|
+
# @return [String]
|
26827
|
+
#
|
26828
|
+
# @!attribute [rw] source_processing_properties
|
26829
|
+
# The resource properties associated with the integration source.
|
26830
|
+
# @return [Types::SourceProcessingProperties]
|
26831
|
+
#
|
26832
|
+
# @!attribute [rw] target_processing_properties
|
26833
|
+
# The resource properties associated with the integration target.
|
26834
|
+
# @return [Types::TargetProcessingProperties]
|
26835
|
+
#
|
26836
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
|
26837
|
+
#
|
26838
|
+
class UpdateIntegrationResourcePropertyResponse < Struct.new(
|
26839
|
+
:resource_arn,
|
26840
|
+
:source_processing_properties,
|
26841
|
+
:target_processing_properties)
|
26842
|
+
SENSITIVE = []
|
26843
|
+
include Aws::Structure
|
26844
|
+
end
|
26845
|
+
|
26846
|
+
# @!attribute [rw] resource_arn
|
26847
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26848
|
+
# @return [String]
|
26849
|
+
#
|
26850
|
+
# @!attribute [rw] table_name
|
26851
|
+
# The name of the table to be replicated.
|
26852
|
+
# @return [String]
|
26853
|
+
#
|
26854
|
+
# @!attribute [rw] source_table_config
|
26855
|
+
# A structure for the source table configuration.
|
26856
|
+
# @return [Types::SourceTableConfig]
|
26857
|
+
#
|
26858
|
+
# @!attribute [rw] target_table_config
|
26859
|
+
# A structure for the target table configuration.
|
26860
|
+
# @return [Types::TargetTableConfig]
|
26861
|
+
#
|
26862
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
|
26863
|
+
#
|
26864
|
+
class UpdateIntegrationTablePropertiesRequest < Struct.new(
|
26865
|
+
:resource_arn,
|
26866
|
+
:table_name,
|
26867
|
+
:source_table_config,
|
26868
|
+
:target_table_config)
|
26869
|
+
SENSITIVE = []
|
26870
|
+
include Aws::Structure
|
26871
|
+
end
|
26872
|
+
|
26873
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
|
26874
|
+
#
|
26875
|
+
class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
26876
|
+
|
24392
26877
|
# @!attribute [rw] job_name
|
24393
26878
|
# The name of the Glue job to be synchronized to or from the remote
|
24394
26879
|
# repository.
|