aws-sdk-glue 1.203.0 → 1.204.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +1543 -12
- data/lib/aws-sdk-glue/client_api.rb +1087 -0
- data/lib/aws-sdk-glue/errors.rb +128 -0
- data/lib/aws-sdk-glue/types.rb +2662 -177
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +508 -16
- data/sig/errors.rbs +24 -0
- data/sig/types.rbs +641 -10
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -141,6 +141,25 @@ module Aws::Glue
|
|
141
141
|
include Aws::Structure
|
142
142
|
end
|
143
143
|
|
144
|
+
# An object representing a value allowed for a property.
|
145
|
+
#
|
146
|
+
# @!attribute [rw] description
|
147
|
+
# A description of the allowed value.
|
148
|
+
# @return [String]
|
149
|
+
#
|
150
|
+
# @!attribute [rw] value
|
151
|
+
# The value allowed for the property.
|
152
|
+
# @return [String]
|
153
|
+
#
|
154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AllowedValue AWS API Documentation
|
155
|
+
#
|
156
|
+
class AllowedValue < Struct.new(
|
157
|
+
:description,
|
158
|
+
:value)
|
159
|
+
SENSITIVE = []
|
160
|
+
include Aws::Structure
|
161
|
+
end
|
162
|
+
|
144
163
|
# A resource to be created or added already exists.
|
145
164
|
#
|
146
165
|
# @!attribute [rw] message
|
@@ -491,6 +510,44 @@ module Aws::Glue
|
|
491
510
|
include Aws::Structure
|
492
511
|
end
|
493
512
|
|
513
|
+
# The authentication configuration for a connection returned by the
|
514
|
+
# `DescribeConnectionType` API.
|
515
|
+
#
|
516
|
+
# @!attribute [rw] authentication_type
|
517
|
+
# The type of authentication for a connection.
|
518
|
+
# @return [Types::Property]
|
519
|
+
#
|
520
|
+
# @!attribute [rw] secret_arn
|
521
|
+
# The Amazon Resource Name (ARN) for the Secrets Manager.
|
522
|
+
# @return [Types::Property]
|
523
|
+
#
|
524
|
+
# @!attribute [rw] o_auth_2_properties
|
525
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
526
|
+
# a `Property` object.
|
527
|
+
# @return [Hash<String,Types::Property>]
|
528
|
+
#
|
529
|
+
# @!attribute [rw] basic_authentication_properties
|
530
|
+
# A map of key-value pairs for the OAuth2 properties. Each value is a
|
531
|
+
# a `Property` object.
|
532
|
+
# @return [Hash<String,Types::Property>]
|
533
|
+
#
|
534
|
+
# @!attribute [rw] custom_authentication_properties
|
535
|
+
# A map of key-value pairs for the custom authentication properties.
|
536
|
+
# Each value is a a `Property` object.
|
537
|
+
# @return [Hash<String,Types::Property>]
|
538
|
+
#
|
539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthConfiguration AWS API Documentation
|
540
|
+
#
|
541
|
+
class AuthConfiguration < Struct.new(
|
542
|
+
:authentication_type,
|
543
|
+
:secret_arn,
|
544
|
+
:o_auth_2_properties,
|
545
|
+
:basic_authentication_properties,
|
546
|
+
:custom_authentication_properties)
|
547
|
+
SENSITIVE = []
|
548
|
+
include Aws::Structure
|
549
|
+
end
|
550
|
+
|
494
551
|
# A structure containing the authentication configuration.
|
495
552
|
#
|
496
553
|
# @!attribute [rw] authentication_type
|
@@ -533,13 +590,31 @@ module Aws::Glue
|
|
533
590
|
# request.
|
534
591
|
# @return [String]
|
535
592
|
#
|
593
|
+
# @!attribute [rw] kms_key_arn
|
594
|
+
# The ARN of the KMS key used to encrypt the connection. Only taken an
|
595
|
+
# as input in the request and stored in the Secret Manager.
|
596
|
+
# @return [String]
|
597
|
+
#
|
598
|
+
# @!attribute [rw] basic_authentication_credentials
|
599
|
+
# The credentials used when the authentication type is basic
|
600
|
+
# authentication.
|
601
|
+
# @return [Types::BasicAuthenticationCredentials]
|
602
|
+
#
|
603
|
+
# @!attribute [rw] custom_authentication_credentials
|
604
|
+
# The credentials used when the authentication type is custom
|
605
|
+
# authentication.
|
606
|
+
# @return [Hash<String,String>]
|
607
|
+
#
|
536
608
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuthenticationConfigurationInput AWS API Documentation
|
537
609
|
#
|
538
610
|
class AuthenticationConfigurationInput < Struct.new(
|
539
611
|
:authentication_type,
|
540
612
|
:o_auth_2_properties,
|
541
|
-
:secret_arn
|
542
|
-
|
613
|
+
:secret_arn,
|
614
|
+
:kms_key_arn,
|
615
|
+
:basic_authentication_credentials,
|
616
|
+
:custom_authentication_credentials)
|
617
|
+
SENSITIVE = [:custom_authentication_credentials]
|
543
618
|
include Aws::Structure
|
544
619
|
end
|
545
620
|
|
@@ -607,6 +682,26 @@ module Aws::Glue
|
|
607
682
|
include Aws::Structure
|
608
683
|
end
|
609
684
|
|
685
|
+
# For supplying basic auth credentials when not providing a `SecretArn`
|
686
|
+
# value.
|
687
|
+
#
|
688
|
+
# @!attribute [rw] username
|
689
|
+
# The username to connect to the data source.
|
690
|
+
# @return [String]
|
691
|
+
#
|
692
|
+
# @!attribute [rw] password
|
693
|
+
# The password to connect to the data source.
|
694
|
+
# @return [String]
|
695
|
+
#
|
696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BasicAuthenticationCredentials AWS API Documentation
|
697
|
+
#
|
698
|
+
class BasicAuthenticationCredentials < Struct.new(
|
699
|
+
:username,
|
700
|
+
:password)
|
701
|
+
SENSITIVE = [:password]
|
702
|
+
include Aws::Structure
|
703
|
+
end
|
704
|
+
|
610
705
|
# Specifies a target that uses a Glue Data Catalog table.
|
611
706
|
#
|
612
707
|
# @!attribute [rw] name
|
@@ -1792,6 +1887,115 @@ module Aws::Glue
|
|
1792
1887
|
#
|
1793
1888
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1794
1889
|
|
1890
|
+
# Specifies the supported authentication types returned by the
|
1891
|
+
# `DescribeConnectionType` API.
|
1892
|
+
#
|
1893
|
+
# @!attribute [rw] supported_authentication_types
|
1894
|
+
# A list of supported authentication types.
|
1895
|
+
# @return [Array<String>]
|
1896
|
+
#
|
1897
|
+
# @!attribute [rw] supported_data_operations
|
1898
|
+
# A list of supported data operations.
|
1899
|
+
# @return [Array<String>]
|
1900
|
+
#
|
1901
|
+
# @!attribute [rw] supported_compute_environments
|
1902
|
+
# A list of supported compute environments.
|
1903
|
+
# @return [Array<String>]
|
1904
|
+
#
|
1905
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Capabilities AWS API Documentation
|
1906
|
+
#
|
1907
|
+
class Capabilities < Struct.new(
|
1908
|
+
:supported_authentication_types,
|
1909
|
+
:supported_data_operations,
|
1910
|
+
:supported_compute_environments)
|
1911
|
+
SENSITIVE = []
|
1912
|
+
include Aws::Structure
|
1913
|
+
end
|
1914
|
+
|
1915
|
+
# The catalog object represents a logical grouping of databases in the
|
1916
|
+
# Glue Data Catalog or a federated source. You can now create a
|
1917
|
+
# Redshift-federated catalog or a catalog containing resource links to
|
1918
|
+
# Redshift databases in another account or region.
|
1919
|
+
#
|
1920
|
+
# @!attribute [rw] catalog_id
|
1921
|
+
# The ID of the catalog. To grant access to the default catalog, this
|
1922
|
+
# field should not be provided.
|
1923
|
+
# @return [String]
|
1924
|
+
#
|
1925
|
+
# @!attribute [rw] name
|
1926
|
+
# The name of the catalog. Cannot be the same as the account ID.
|
1927
|
+
# @return [String]
|
1928
|
+
#
|
1929
|
+
# @!attribute [rw] resource_arn
|
1930
|
+
# The Amazon Resource Name (ARN) assigned to the catalog resource.
|
1931
|
+
# @return [String]
|
1932
|
+
#
|
1933
|
+
# @!attribute [rw] description
|
1934
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
1935
|
+
# address multi-line string pattern. A description of the catalog.
|
1936
|
+
# @return [String]
|
1937
|
+
#
|
1938
|
+
# @!attribute [rw] parameters
|
1939
|
+
# A map array of key-value pairs that define parameters and properties
|
1940
|
+
# of the catalog.
|
1941
|
+
# @return [Hash<String,String>]
|
1942
|
+
#
|
1943
|
+
# @!attribute [rw] create_time
|
1944
|
+
# The time at which the catalog was created.
|
1945
|
+
# @return [Time]
|
1946
|
+
#
|
1947
|
+
# @!attribute [rw] update_time
|
1948
|
+
# The time at which the catalog was last updated.
|
1949
|
+
# @return [Time]
|
1950
|
+
#
|
1951
|
+
# @!attribute [rw] target_redshift_catalog
|
1952
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
1953
|
+
# database resource linking.
|
1954
|
+
# @return [Types::TargetRedshiftCatalog]
|
1955
|
+
#
|
1956
|
+
# @!attribute [rw] federated_catalog
|
1957
|
+
# A `FederatedCatalog` object that points to an entity outside the
|
1958
|
+
# Glue Data Catalog.
|
1959
|
+
# @return [Types::FederatedCatalog]
|
1960
|
+
#
|
1961
|
+
# @!attribute [rw] catalog_properties
|
1962
|
+
# A `CatalogProperties` object that specifies data lake access
|
1963
|
+
# properties and other custom properties.
|
1964
|
+
# @return [Types::CatalogPropertiesOutput]
|
1965
|
+
#
|
1966
|
+
# @!attribute [rw] create_table_default_permissions
|
1967
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1968
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
1969
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1970
|
+
# operations.
|
1971
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1972
|
+
#
|
1973
|
+
# @!attribute [rw] create_database_default_permissions
|
1974
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
1975
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
1976
|
+
# Services Lake Formation. Not used in the normal course of Glue
|
1977
|
+
# operations.
|
1978
|
+
# @return [Array<Types::PrincipalPermissions>]
|
1979
|
+
#
|
1980
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Catalog AWS API Documentation
|
1981
|
+
#
|
1982
|
+
class Catalog < Struct.new(
|
1983
|
+
:catalog_id,
|
1984
|
+
:name,
|
1985
|
+
:resource_arn,
|
1986
|
+
:description,
|
1987
|
+
:parameters,
|
1988
|
+
:create_time,
|
1989
|
+
:update_time,
|
1990
|
+
:target_redshift_catalog,
|
1991
|
+
:federated_catalog,
|
1992
|
+
:catalog_properties,
|
1993
|
+
:create_table_default_permissions,
|
1994
|
+
:create_database_default_permissions)
|
1995
|
+
SENSITIVE = []
|
1996
|
+
include Aws::Structure
|
1997
|
+
end
|
1998
|
+
|
1795
1999
|
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1796
2000
|
# Catalog.
|
1797
2001
|
#
|
@@ -1905,6 +2109,62 @@ module Aws::Glue
|
|
1905
2109
|
include Aws::Structure
|
1906
2110
|
end
|
1907
2111
|
|
2112
|
+
# A structure that describes catalog properties.
|
2113
|
+
#
|
2114
|
+
# @!attribute [rw] description
|
2115
|
+
# Description string, not more than 2048 bytes long, matching the URI
|
2116
|
+
# address multi-line string pattern. A description of the catalog.
|
2117
|
+
# @return [String]
|
2118
|
+
#
|
2119
|
+
# @!attribute [rw] federated_catalog
|
2120
|
+
# A `FederatedCatalog` object. A `FederatedCatalog` structure that
|
2121
|
+
# references an entity outside the Glue Data Catalog, for example a
|
2122
|
+
# Redshift database.
|
2123
|
+
# @return [Types::FederatedCatalog]
|
2124
|
+
#
|
2125
|
+
# @!attribute [rw] parameters
|
2126
|
+
# A map array of key-value pairs that define the parameters and
|
2127
|
+
# properties of the catalog.
|
2128
|
+
# @return [Hash<String,String>]
|
2129
|
+
#
|
2130
|
+
# @!attribute [rw] target_redshift_catalog
|
2131
|
+
# A `TargetRedshiftCatalog` object that describes a target catalog for
|
2132
|
+
# resource linking.
|
2133
|
+
# @return [Types::TargetRedshiftCatalog]
|
2134
|
+
#
|
2135
|
+
# @!attribute [rw] catalog_properties
|
2136
|
+
# A `CatalogProperties` object that specifies data lake access
|
2137
|
+
# properties and other custom properties.
|
2138
|
+
# @return [Types::CatalogProperties]
|
2139
|
+
#
|
2140
|
+
# @!attribute [rw] create_table_default_permissions
|
2141
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2142
|
+
# permissions on the table(s) for principals. Used by Amazon Web
|
2143
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2144
|
+
# empty list.
|
2145
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2146
|
+
#
|
2147
|
+
# @!attribute [rw] create_database_default_permissions
|
2148
|
+
# An array of `PrincipalPermissions` objects. Creates a set of default
|
2149
|
+
# permissions on the database(s) for principals. Used by Amazon Web
|
2150
|
+
# Services Lake Formation. Typically should be explicitly set as an
|
2151
|
+
# empty list.
|
2152
|
+
# @return [Array<Types::PrincipalPermissions>]
|
2153
|
+
#
|
2154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogInput AWS API Documentation
|
2155
|
+
#
|
2156
|
+
class CatalogInput < Struct.new(
|
2157
|
+
:description,
|
2158
|
+
:federated_catalog,
|
2159
|
+
:parameters,
|
2160
|
+
:target_redshift_catalog,
|
2161
|
+
:catalog_properties,
|
2162
|
+
:create_table_default_permissions,
|
2163
|
+
:create_database_default_permissions)
|
2164
|
+
SENSITIVE = []
|
2165
|
+
include Aws::Structure
|
2166
|
+
end
|
2167
|
+
|
1908
2168
|
# Specifies an Apache Kafka data store in the Data Catalog.
|
1909
2169
|
#
|
1910
2170
|
# @!attribute [rw] name
|
@@ -1996,6 +2256,52 @@ module Aws::Glue
|
|
1996
2256
|
include Aws::Structure
|
1997
2257
|
end
|
1998
2258
|
|
2259
|
+
# A structure that specifies data lake access properties and other
|
2260
|
+
# custom properties.
|
2261
|
+
#
|
2262
|
+
# @!attribute [rw] data_lake_access_properties
|
2263
|
+
# A `DataLakeAccessProperties` object that specifies properties to
|
2264
|
+
# configure data lake access for your catalog resource in the Glue
|
2265
|
+
# Data Catalog.
|
2266
|
+
# @return [Types::DataLakeAccessProperties]
|
2267
|
+
#
|
2268
|
+
# @!attribute [rw] custom_properties
|
2269
|
+
# Additional key-value properties for the catalog, such as column
|
2270
|
+
# statistics optimizations.
|
2271
|
+
# @return [Hash<String,String>]
|
2272
|
+
#
|
2273
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogProperties AWS API Documentation
|
2274
|
+
#
|
2275
|
+
class CatalogProperties < Struct.new(
|
2276
|
+
:data_lake_access_properties,
|
2277
|
+
:custom_properties)
|
2278
|
+
SENSITIVE = []
|
2279
|
+
include Aws::Structure
|
2280
|
+
end
|
2281
|
+
|
2282
|
+
# Property attributes that include configuration properties for the
|
2283
|
+
# catalog resource.
|
2284
|
+
#
|
2285
|
+
# @!attribute [rw] data_lake_access_properties
|
2286
|
+
# A `DataLakeAccessProperties` object with input properties to
|
2287
|
+
# configure data lake access for your catalog resource in the Glue
|
2288
|
+
# Data Catalog.
|
2289
|
+
# @return [Types::DataLakeAccessPropertiesOutput]
|
2290
|
+
#
|
2291
|
+
# @!attribute [rw] custom_properties
|
2292
|
+
# Additional key-value properties for the catalog, such as column
|
2293
|
+
# statistics optimizations.
|
2294
|
+
# @return [Hash<String,String>]
|
2295
|
+
#
|
2296
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogPropertiesOutput AWS API Documentation
|
2297
|
+
#
|
2298
|
+
class CatalogPropertiesOutput < Struct.new(
|
2299
|
+
:data_lake_access_properties,
|
2300
|
+
:custom_properties)
|
2301
|
+
SENSITIVE = []
|
2302
|
+
include Aws::Structure
|
2303
|
+
end
|
2304
|
+
|
1999
2305
|
# A policy that specifies update behavior for the crawler.
|
2000
2306
|
#
|
2001
2307
|
# @!attribute [rw] enable_update_catalog
|
@@ -3027,6 +3333,20 @@ module Aws::Glue
|
|
3027
3333
|
# CloudWatch logs.
|
3028
3334
|
# @return [String]
|
3029
3335
|
#
|
3336
|
+
# @!attribute [rw] schedule_type
|
3337
|
+
# The type of schedule for a column statistics task. Possible values
|
3338
|
+
# may be `CRON` or `AUTO`.
|
3339
|
+
# @return [String]
|
3340
|
+
#
|
3341
|
+
# @!attribute [rw] setting_source
|
3342
|
+
# The source of setting the column statistics task. Possible values
|
3343
|
+
# may be `CATALOG` or `TABLE`.
|
3344
|
+
# @return [String]
|
3345
|
+
#
|
3346
|
+
# @!attribute [rw] last_execution_attempt
|
3347
|
+
# The last `ExecutionAttempt` for the column statistics task run.
|
3348
|
+
# @return [Types::ExecutionAttempt]
|
3349
|
+
#
|
3030
3350
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsTaskSettings AWS API Documentation
|
3031
3351
|
#
|
3032
3352
|
class ColumnStatisticsTaskSettings < Struct.new(
|
@@ -3037,7 +3357,10 @@ module Aws::Glue
|
|
3037
3357
|
:catalog_id,
|
3038
3358
|
:role,
|
3039
3359
|
:sample_size,
|
3040
|
-
:security_configuration
|
3360
|
+
:security_configuration,
|
3361
|
+
:schedule_type,
|
3362
|
+
:setting_source,
|
3363
|
+
:last_execution_attempt)
|
3041
3364
|
SENSITIVE = []
|
3042
3365
|
include Aws::Structure
|
3043
3366
|
end
|
@@ -3071,6 +3394,64 @@ module Aws::Glue
|
|
3071
3394
|
include Aws::Structure
|
3072
3395
|
end
|
3073
3396
|
|
3397
|
+
# An object containing configuration for a compute environment (such as
|
3398
|
+
# Spark, Python or Athena) returned by the `DescribeConnectionType` API.
|
3399
|
+
#
|
3400
|
+
# @!attribute [rw] name
|
3401
|
+
# A name for the compute environment configuration.
|
3402
|
+
# @return [String]
|
3403
|
+
#
|
3404
|
+
# @!attribute [rw] description
|
3405
|
+
# A description of the compute environment.
|
3406
|
+
# @return [String]
|
3407
|
+
#
|
3408
|
+
# @!attribute [rw] compute_environment
|
3409
|
+
# The type of compute environment.
|
3410
|
+
# @return [String]
|
3411
|
+
#
|
3412
|
+
# @!attribute [rw] supported_authentication_types
|
3413
|
+
# The supported authentication types for the compute environment.
|
3414
|
+
# @return [Array<String>]
|
3415
|
+
#
|
3416
|
+
# @!attribute [rw] connection_options
|
3417
|
+
# The parameters used as connection options for the compute
|
3418
|
+
# environment.
|
3419
|
+
# @return [Hash<String,Types::Property>]
|
3420
|
+
#
|
3421
|
+
# @!attribute [rw] connection_property_name_overrides
|
3422
|
+
# The connection property name overrides for the compute environment.
|
3423
|
+
# @return [Hash<String,String>]
|
3424
|
+
#
|
3425
|
+
# @!attribute [rw] connection_option_name_overrides
|
3426
|
+
# The connection option name overrides for the compute environment.
|
3427
|
+
# @return [Hash<String,String>]
|
3428
|
+
#
|
3429
|
+
# @!attribute [rw] connection_properties_required_overrides
|
3430
|
+
# The connection properties that are required as overrides for the
|
3431
|
+
# compute environment.
|
3432
|
+
# @return [Array<String>]
|
3433
|
+
#
|
3434
|
+
# @!attribute [rw] physical_connection_properties_required
|
3435
|
+
# Indicates whether `PhysicalConnectionProperties` are required for
|
3436
|
+
# the compute environment.
|
3437
|
+
# @return [Boolean]
|
3438
|
+
#
|
3439
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ComputeEnvironmentConfiguration AWS API Documentation
|
3440
|
+
#
|
3441
|
+
class ComputeEnvironmentConfiguration < Struct.new(
|
3442
|
+
:name,
|
3443
|
+
:description,
|
3444
|
+
:compute_environment,
|
3445
|
+
:supported_authentication_types,
|
3446
|
+
:connection_options,
|
3447
|
+
:connection_property_name_overrides,
|
3448
|
+
:connection_option_name_overrides,
|
3449
|
+
:connection_properties_required_overrides,
|
3450
|
+
:physical_connection_properties_required)
|
3451
|
+
SENSITIVE = []
|
3452
|
+
include Aws::Structure
|
3453
|
+
end
|
3454
|
+
|
3074
3455
|
# Two processes are trying to modify a resource simultaneously.
|
3075
3456
|
#
|
3076
3457
|
# @!attribute [rw] message
|
@@ -3280,7 +3661,8 @@ module Aws::Glue
|
|
3280
3661
|
# @return [Array<String>]
|
3281
3662
|
#
|
3282
3663
|
# @!attribute [rw] connection_properties
|
3283
|
-
# These key-value pairs define parameters for the connection
|
3664
|
+
# These key-value pairs define parameters for the connection when
|
3665
|
+
# using the version 1 Connection schema:
|
3284
3666
|
#
|
3285
3667
|
# * `HOST` - The host URI: either the fully qualified domain name
|
3286
3668
|
# (FQDN) or the IPv4 address of the database host.
|
@@ -3459,8 +3841,16 @@ module Aws::Glue
|
|
3459
3841
|
# [5]: https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig
|
3460
3842
|
# @return [Hash<String,String>]
|
3461
3843
|
#
|
3844
|
+
# @!attribute [rw] spark_properties
|
3845
|
+
# Connection properties specific to the Spark compute environment.
|
3846
|
+
# @return [Hash<String,String>]
|
3847
|
+
#
|
3462
3848
|
# @!attribute [rw] athena_properties
|
3463
|
-
#
|
3849
|
+
# Connection properties specific to the Athena compute environment.
|
3850
|
+
# @return [Hash<String,String>]
|
3851
|
+
#
|
3852
|
+
# @!attribute [rw] python_properties
|
3853
|
+
# Connection properties specific to the Python compute environment.
|
3464
3854
|
# @return [Hash<String,String>]
|
3465
3855
|
#
|
3466
3856
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3501,6 +3891,15 @@ module Aws::Glue
|
|
3501
3891
|
# The authentication properties of the connection.
|
3502
3892
|
# @return [Types::AuthenticationConfiguration]
|
3503
3893
|
#
|
3894
|
+
# @!attribute [rw] connection_schema_version
|
3895
|
+
# The version of the connection schema for this connection. Version 2
|
3896
|
+
# supports properties for specific compute environments.
|
3897
|
+
# @return [Integer]
|
3898
|
+
#
|
3899
|
+
# @!attribute [rw] compatible_compute_environments
|
3900
|
+
# A list of compute environments compatible with the connection.
|
3901
|
+
# @return [Array<String>]
|
3902
|
+
#
|
3504
3903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Connection AWS API Documentation
|
3505
3904
|
#
|
3506
3905
|
class Connection < Struct.new(
|
@@ -3509,7 +3908,9 @@ module Aws::Glue
|
|
3509
3908
|
:connection_type,
|
3510
3909
|
:match_criteria,
|
3511
3910
|
:connection_properties,
|
3911
|
+
:spark_properties,
|
3512
3912
|
:athena_properties,
|
3913
|
+
:python_properties,
|
3513
3914
|
:physical_connection_requirements,
|
3514
3915
|
:creation_time,
|
3515
3916
|
:last_updated_time,
|
@@ -3517,7 +3918,9 @@ module Aws::Glue
|
|
3517
3918
|
:status,
|
3518
3919
|
:status_reason,
|
3519
3920
|
:last_connection_validation_time,
|
3520
|
-
:authentication_configuration
|
3921
|
+
:authentication_configuration,
|
3922
|
+
:connection_schema_version,
|
3923
|
+
:compatible_compute_environments)
|
3521
3924
|
SENSITIVE = []
|
3522
3925
|
include Aws::Structure
|
3523
3926
|
end
|
@@ -3585,13 +3988,6 @@ module Aws::Glue
|
|
3585
3988
|
# * Required: `CONNECTION_URL`.
|
3586
3989
|
#
|
3587
3990
|
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
3588
|
-
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
3589
|
-
# authencation.
|
3590
|
-
#
|
3591
|
-
# * Requires the `AuthenticationConfiguration` member to be
|
3592
|
-
# configured.
|
3593
|
-
#
|
3594
|
-
# ^
|
3595
3991
|
# * `VIEW_VALIDATION_REDSHIFT` - Designates a connection used for view
|
3596
3992
|
# validation by Amazon Redshift.
|
3597
3993
|
#
|
@@ -3620,20 +4016,72 @@ module Aws::Glue
|
|
3620
4016
|
# connector to read from and write to data stores that are not
|
3621
4017
|
# natively supported by Glue.
|
3622
4018
|
#
|
4019
|
+
# Additionally, a `ConnectionType` for the following SaaS connectors
|
4020
|
+
# is supported:
|
4021
|
+
#
|
4022
|
+
# * `FACEBOOKADS` - Designates a connection to Facebook Ads.
|
4023
|
+
#
|
4024
|
+
# * `GOOGLEADS` - Designates a connection to Google Ads.
|
4025
|
+
#
|
4026
|
+
# * `GOOGLESHEETS` - Designates a connection to Google Sheets.
|
4027
|
+
#
|
4028
|
+
# * `GOOGLEANALYTICS4` - Designates a connection to Google Analytics
|
4029
|
+
# 4.
|
4030
|
+
#
|
4031
|
+
# * `HUBSPOT` - Designates a connection to HubSpot.
|
4032
|
+
#
|
4033
|
+
# * `INSTAGRAMADS` - Designates a connection to Instagram Ads.
|
4034
|
+
#
|
4035
|
+
# * `INTERCOM` - Designates a connection to Intercom.
|
4036
|
+
#
|
4037
|
+
# * `JIRACLOUD` - Designates a connection to Jira Cloud.
|
4038
|
+
#
|
4039
|
+
# * `MARKETO` - Designates a connection to Adobe Marketo Engage.
|
4040
|
+
#
|
4041
|
+
# * `NETSUITEERP` - Designates a connection to Oracle NetSuite.
|
4042
|
+
#
|
4043
|
+
# * `SALESFORCE` - Designates a connection to Salesforce using OAuth
|
4044
|
+
# authentication.
|
4045
|
+
#
|
4046
|
+
# * `SALESFORCEMARKETINGCLOUD` - Designates a connection to Salesforce
|
4047
|
+
# Marketing Cloud.
|
4048
|
+
#
|
4049
|
+
# * `SALESFORCEPARDOT` - Designates a connection to Salesforce
|
4050
|
+
# Marketing Cloud Account Engagement (MCAE).
|
4051
|
+
#
|
4052
|
+
# * `SAPODATA` - Designates a connection to SAP OData.
|
4053
|
+
#
|
4054
|
+
# * `SERVICENOW` - Designates a connection to ServiceNow.
|
4055
|
+
#
|
4056
|
+
# * `SLACK` - Designates a connection to Slack.
|
4057
|
+
#
|
4058
|
+
# * `SNAPCHATADS` - Designates a connection to Snapchat Ads.
|
4059
|
+
#
|
4060
|
+
# * `STRIPE` - Designates a connection to Stripe.
|
4061
|
+
#
|
4062
|
+
# * `ZENDESK` - Designates a connection to Zendesk.
|
4063
|
+
#
|
4064
|
+
# * `ZOHOCRM` - Designates a connection to Zoho CRM.
|
4065
|
+
#
|
4066
|
+
# For more information on the connection parameters needed for a
|
4067
|
+
# particular connector, see the documentation for the connector in
|
4068
|
+
# [Adding an Glue connection][1]in the Glue User Guide.
|
4069
|
+
#
|
3623
4070
|
# `SFTP` is not supported.
|
3624
4071
|
#
|
3625
4072
|
# For more information about how optional ConnectionProperties are
|
3626
4073
|
# used to configure features in Glue, consult [Glue connection
|
3627
|
-
# properties][
|
4074
|
+
# properties][2].
|
3628
4075
|
#
|
3629
4076
|
# For more information about how optional ConnectionProperties are
|
3630
4077
|
# used to configure features in Glue Studio, consult [Using connectors
|
3631
|
-
# and connections][
|
4078
|
+
# and connections][3].
|
3632
4079
|
#
|
3633
4080
|
#
|
3634
4081
|
#
|
3635
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/
|
3636
|
-
# [2]: https://docs.aws.amazon.com/glue/latest/
|
4082
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/console-connections.html
|
4083
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
4084
|
+
# [3]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
3637
4085
|
# @return [String]
|
3638
4086
|
#
|
3639
4087
|
# @!attribute [rw] match_criteria
|
@@ -3644,8 +4092,16 @@ module Aws::Glue
|
|
3644
4092
|
# These key-value pairs define parameters for the connection.
|
3645
4093
|
# @return [Hash<String,String>]
|
3646
4094
|
#
|
4095
|
+
# @!attribute [rw] spark_properties
|
4096
|
+
# Connection properties specific to the Spark compute environment.
|
4097
|
+
# @return [Hash<String,String>]
|
4098
|
+
#
|
3647
4099
|
# @!attribute [rw] athena_properties
|
3648
|
-
#
|
4100
|
+
# Connection properties specific to the Athena compute environment.
|
4101
|
+
# @return [Hash<String,String>]
|
4102
|
+
#
|
4103
|
+
# @!attribute [rw] python_properties
|
4104
|
+
# Connection properties specific to the Python compute environment.
|
3649
4105
|
# @return [Hash<String,String>]
|
3650
4106
|
#
|
3651
4107
|
# @!attribute [rw] physical_connection_requirements
|
@@ -3655,15 +4111,19 @@ module Aws::Glue
|
|
3655
4111
|
# @return [Types::PhysicalConnectionRequirements]
|
3656
4112
|
#
|
3657
4113
|
# @!attribute [rw] authentication_configuration
|
3658
|
-
# The authentication properties of the connection.
|
3659
|
-
# Salesforce connection.
|
4114
|
+
# The authentication properties of the connection.
|
3660
4115
|
# @return [Types::AuthenticationConfigurationInput]
|
3661
4116
|
#
|
3662
4117
|
# @!attribute [rw] validate_credentials
|
3663
|
-
# A flag to validate the credentials during create connection.
|
3664
|
-
#
|
4118
|
+
# A flag to validate the credentials during create connection. Default
|
4119
|
+
# is true.
|
3665
4120
|
# @return [Boolean]
|
3666
4121
|
#
|
4122
|
+
# @!attribute [rw] validate_for_compute_environments
|
4123
|
+
# The compute environments that the specified connection properties
|
4124
|
+
# are validated against.
|
4125
|
+
# @return [Array<String>]
|
4126
|
+
#
|
3667
4127
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
3668
4128
|
#
|
3669
4129
|
class ConnectionInput < Struct.new(
|
@@ -3672,10 +4132,13 @@ module Aws::Glue
|
|
3672
4132
|
:connection_type,
|
3673
4133
|
:match_criteria,
|
3674
4134
|
:connection_properties,
|
4135
|
+
:spark_properties,
|
3675
4136
|
:athena_properties,
|
4137
|
+
:python_properties,
|
3676
4138
|
:physical_connection_requirements,
|
3677
4139
|
:authentication_configuration,
|
3678
|
-
:validate_credentials
|
4140
|
+
:validate_credentials,
|
4141
|
+
:validate_for_compute_environments)
|
3679
4142
|
SENSITIVE = []
|
3680
4143
|
include Aws::Structure
|
3681
4144
|
end
|
@@ -3723,6 +4186,32 @@ module Aws::Glue
|
|
3723
4186
|
include Aws::Structure
|
3724
4187
|
end
|
3725
4188
|
|
4189
|
+
# Brief information about a supported connection type returned by the
|
4190
|
+
# `ListConnectionTypes` API.
|
4191
|
+
#
|
4192
|
+
# @!attribute [rw] connection_type
|
4193
|
+
# The name of the connection type.
|
4194
|
+
# @return [String]
|
4195
|
+
#
|
4196
|
+
# @!attribute [rw] description
|
4197
|
+
# A description of the connection type.
|
4198
|
+
# @return [String]
|
4199
|
+
#
|
4200
|
+
# @!attribute [rw] capabilities
|
4201
|
+
# The supported authentication types, data interface types (compute
|
4202
|
+
# environments), and data operations of the connector.
|
4203
|
+
# @return [Types::Capabilities]
|
4204
|
+
#
|
4205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionTypeBrief AWS API Documentation
|
4206
|
+
#
|
4207
|
+
class ConnectionTypeBrief < Struct.new(
|
4208
|
+
:connection_type,
|
4209
|
+
:description,
|
4210
|
+
:capabilities)
|
4211
|
+
SENSITIVE = []
|
4212
|
+
include Aws::Structure
|
4213
|
+
end
|
4214
|
+
|
3726
4215
|
# Specifies the connections used by a job.
|
3727
4216
|
#
|
3728
4217
|
# @!attribute [rw] connections
|
@@ -4308,19 +4797,48 @@ module Aws::Glue
|
|
4308
4797
|
include Aws::Structure
|
4309
4798
|
end
|
4310
4799
|
|
4311
|
-
# @!attribute [rw]
|
4312
|
-
#
|
4313
|
-
# @return [
|
4800
|
+
# @!attribute [rw] name
|
4801
|
+
# The name of the catalog to create.
|
4802
|
+
# @return [String]
|
4314
4803
|
#
|
4315
|
-
# @!attribute [rw]
|
4316
|
-
#
|
4317
|
-
# @return [Types::
|
4804
|
+
# @!attribute [rw] catalog_input
|
4805
|
+
# A `CatalogInput` object that defines the metadata for the catalog.
|
4806
|
+
# @return [Types::CatalogInput]
|
4318
4807
|
#
|
4319
|
-
# @!attribute [rw]
|
4320
|
-
# A
|
4321
|
-
#
|
4808
|
+
# @!attribute [rw] tags
|
4809
|
+
# A map array of key-value pairs, not more than 50 pairs. Each key is
|
4810
|
+
# a UTF-8 string, not less than 1 or more than 128 bytes long. Each
|
4811
|
+
# value is a UTF-8 string, not more than 256 bytes long. The tags you
|
4812
|
+
# assign to the catalog.
|
4813
|
+
# @return [Hash<String,String>]
|
4322
4814
|
#
|
4323
|
-
#
|
4815
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogRequest AWS API Documentation
|
4816
|
+
#
|
4817
|
+
class CreateCatalogRequest < Struct.new(
|
4818
|
+
:name,
|
4819
|
+
:catalog_input,
|
4820
|
+
:tags)
|
4821
|
+
SENSITIVE = []
|
4822
|
+
include Aws::Structure
|
4823
|
+
end
|
4824
|
+
|
4825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCatalogResponse AWS API Documentation
|
4826
|
+
#
|
4827
|
+
class CreateCatalogResponse < Aws::EmptyStructure; end
|
4828
|
+
|
4829
|
+
# @!attribute [rw] grok_classifier
|
4830
|
+
# A `GrokClassifier` object specifying the classifier to create.
|
4831
|
+
# @return [Types::CreateGrokClassifierRequest]
|
4832
|
+
#
|
4833
|
+
# @!attribute [rw] xml_classifier
|
4834
|
+
# An `XMLClassifier` object specifying the classifier to create.
|
4835
|
+
# @return [Types::CreateXMLClassifierRequest]
|
4836
|
+
#
|
4837
|
+
# @!attribute [rw] json_classifier
|
4838
|
+
# A `JsonClassifier` object specifying the classifier to create.
|
4839
|
+
# @return [Types::CreateJsonClassifierRequest]
|
4840
|
+
#
|
4841
|
+
# @!attribute [rw] csv_classifier
|
4324
4842
|
# A `CsvClassifier` object specifying the classifier to create.
|
4325
4843
|
# @return [Types::CreateCsvClassifierRequest]
|
4326
4844
|
#
|
@@ -5059,6 +5577,219 @@ module Aws::Glue
|
|
5059
5577
|
include Aws::Structure
|
5060
5578
|
end
|
5061
5579
|
|
5580
|
+
# @!attribute [rw] integration_name
|
5581
|
+
# A unique name for an integration in Glue.
|
5582
|
+
# @return [String]
|
5583
|
+
#
|
5584
|
+
# @!attribute [rw] source_arn
|
5585
|
+
# The ARN of the source resource for the integration.
|
5586
|
+
# @return [String]
|
5587
|
+
#
|
5588
|
+
# @!attribute [rw] target_arn
|
5589
|
+
# The ARN of the target resource for the integration.
|
5590
|
+
# @return [String]
|
5591
|
+
#
|
5592
|
+
# @!attribute [rw] description
|
5593
|
+
# A description of the integration.
|
5594
|
+
# @return [String]
|
5595
|
+
#
|
5596
|
+
# @!attribute [rw] data_filter
|
5597
|
+
# Selects source tables for the integration using Maxwell filter
|
5598
|
+
# syntax.
|
5599
|
+
# @return [String]
|
5600
|
+
#
|
5601
|
+
# @!attribute [rw] kms_key_id
|
5602
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5603
|
+
# @return [String]
|
5604
|
+
#
|
5605
|
+
# @!attribute [rw] additional_encryption_context
|
5606
|
+
# An optional set of non-secret key–value pairs that contains
|
5607
|
+
# additional contextual information for encryption. This can only be
|
5608
|
+
# provided if `KMSKeyId` is provided.
|
5609
|
+
# @return [Hash<String,String>]
|
5610
|
+
#
|
5611
|
+
# @!attribute [rw] tags
|
5612
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5613
|
+
# pairs.
|
5614
|
+
# @return [Array<Types::Tag>]
|
5615
|
+
#
|
5616
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationRequest AWS API Documentation
|
5617
|
+
#
|
5618
|
+
class CreateIntegrationRequest < Struct.new(
|
5619
|
+
:integration_name,
|
5620
|
+
:source_arn,
|
5621
|
+
:target_arn,
|
5622
|
+
:description,
|
5623
|
+
:data_filter,
|
5624
|
+
:kms_key_id,
|
5625
|
+
:additional_encryption_context,
|
5626
|
+
:tags)
|
5627
|
+
SENSITIVE = []
|
5628
|
+
include Aws::Structure
|
5629
|
+
end
|
5630
|
+
|
5631
|
+
# @!attribute [rw] resource_arn
|
5632
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5633
|
+
# @return [String]
|
5634
|
+
#
|
5635
|
+
# @!attribute [rw] source_processing_properties
|
5636
|
+
# The resource properties associated with the integration source.
|
5637
|
+
# @return [Types::SourceProcessingProperties]
|
5638
|
+
#
|
5639
|
+
# @!attribute [rw] target_processing_properties
|
5640
|
+
# The resource properties associated with the integration target.
|
5641
|
+
# @return [Types::TargetProcessingProperties]
|
5642
|
+
#
|
5643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyRequest AWS API Documentation
|
5644
|
+
#
|
5645
|
+
class CreateIntegrationResourcePropertyRequest < Struct.new(
|
5646
|
+
:resource_arn,
|
5647
|
+
:source_processing_properties,
|
5648
|
+
:target_processing_properties)
|
5649
|
+
SENSITIVE = []
|
5650
|
+
include Aws::Structure
|
5651
|
+
end
|
5652
|
+
|
5653
|
+
# @!attribute [rw] resource_arn
|
5654
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5655
|
+
# @return [String]
|
5656
|
+
#
|
5657
|
+
# @!attribute [rw] source_processing_properties
|
5658
|
+
# The resource properties associated with the integration source.
|
5659
|
+
# @return [Types::SourceProcessingProperties]
|
5660
|
+
#
|
5661
|
+
# @!attribute [rw] target_processing_properties
|
5662
|
+
# The resource properties associated with the integration target.
|
5663
|
+
# @return [Types::TargetProcessingProperties]
|
5664
|
+
#
|
5665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResourcePropertyResponse AWS API Documentation
|
5666
|
+
#
|
5667
|
+
class CreateIntegrationResourcePropertyResponse < Struct.new(
|
5668
|
+
:resource_arn,
|
5669
|
+
:source_processing_properties,
|
5670
|
+
:target_processing_properties)
|
5671
|
+
SENSITIVE = []
|
5672
|
+
include Aws::Structure
|
5673
|
+
end
|
5674
|
+
|
5675
|
+
# @!attribute [rw] source_arn
|
5676
|
+
# The ARN of the source resource for the integration.
|
5677
|
+
# @return [String]
|
5678
|
+
#
|
5679
|
+
# @!attribute [rw] target_arn
|
5680
|
+
# The ARN of the target resource for the integration.
|
5681
|
+
# @return [String]
|
5682
|
+
#
|
5683
|
+
# @!attribute [rw] integration_name
|
5684
|
+
# A unique name for an integration in Glue.
|
5685
|
+
# @return [String]
|
5686
|
+
#
|
5687
|
+
# @!attribute [rw] description
|
5688
|
+
# A description of the integration.
|
5689
|
+
# @return [String]
|
5690
|
+
#
|
5691
|
+
# @!attribute [rw] integration_arn
|
5692
|
+
# The Amazon Resource Name (ARN) for the created integration.
|
5693
|
+
# @return [String]
|
5694
|
+
#
|
5695
|
+
# @!attribute [rw] kms_key_id
|
5696
|
+
# The ARN of a KMS key used for encrypting the channel.
|
5697
|
+
# @return [String]
|
5698
|
+
#
|
5699
|
+
# @!attribute [rw] additional_encryption_context
|
5700
|
+
# An optional set of non-secret key–value pairs that contains
|
5701
|
+
# additional contextual information for encryption.
|
5702
|
+
# @return [Hash<String,String>]
|
5703
|
+
#
|
5704
|
+
# @!attribute [rw] tags
|
5705
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
5706
|
+
# pairs.
|
5707
|
+
# @return [Array<Types::Tag>]
|
5708
|
+
#
|
5709
|
+
# @!attribute [rw] status
|
5710
|
+
# The status of the integration being created.
|
5711
|
+
#
|
5712
|
+
# The possible statuses are:
|
5713
|
+
#
|
5714
|
+
# * CREATING: The integration is being created.
|
5715
|
+
#
|
5716
|
+
# * ACTIVE: The integration creation succeeds.
|
5717
|
+
#
|
5718
|
+
# * MODIFYING: The integration is being modified.
|
5719
|
+
#
|
5720
|
+
# * FAILED: The integration creation fails.
|
5721
|
+
#
|
5722
|
+
# * DELETING: The integration is deleted.
|
5723
|
+
#
|
5724
|
+
# * SYNCING: The integration is synchronizing.
|
5725
|
+
#
|
5726
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
5727
|
+
# synchronization.
|
5728
|
+
# @return [String]
|
5729
|
+
#
|
5730
|
+
# @!attribute [rw] create_time
|
5731
|
+
# The time when the integration was created, in UTC.
|
5732
|
+
# @return [Time]
|
5733
|
+
#
|
5734
|
+
# @!attribute [rw] errors
|
5735
|
+
# A list of errors associated with the integration creation.
|
5736
|
+
# @return [Array<Types::IntegrationError>]
|
5737
|
+
#
|
5738
|
+
# @!attribute [rw] data_filter
|
5739
|
+
# Selects source tables for the integration using Maxwell filter
|
5740
|
+
# syntax.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationResponse AWS API Documentation
|
5744
|
+
#
|
5745
|
+
class CreateIntegrationResponse < Struct.new(
|
5746
|
+
:source_arn,
|
5747
|
+
:target_arn,
|
5748
|
+
:integration_name,
|
5749
|
+
:description,
|
5750
|
+
:integration_arn,
|
5751
|
+
:kms_key_id,
|
5752
|
+
:additional_encryption_context,
|
5753
|
+
:tags,
|
5754
|
+
:status,
|
5755
|
+
:create_time,
|
5756
|
+
:errors,
|
5757
|
+
:data_filter)
|
5758
|
+
SENSITIVE = []
|
5759
|
+
include Aws::Structure
|
5760
|
+
end
|
5761
|
+
|
5762
|
+
# @!attribute [rw] resource_arn
|
5763
|
+
# The connection ARN of the source, or the database ARN of the target.
|
5764
|
+
# @return [String]
|
5765
|
+
#
|
5766
|
+
# @!attribute [rw] table_name
|
5767
|
+
# The name of the table to be replicated.
|
5768
|
+
# @return [String]
|
5769
|
+
#
|
5770
|
+
# @!attribute [rw] source_table_config
|
5771
|
+
# A structure for the source table configuration.
|
5772
|
+
# @return [Types::SourceTableConfig]
|
5773
|
+
#
|
5774
|
+
# @!attribute [rw] target_table_config
|
5775
|
+
# A structure for the target table configuration.
|
5776
|
+
# @return [Types::TargetTableConfig]
|
5777
|
+
#
|
5778
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesRequest AWS API Documentation
|
5779
|
+
#
|
5780
|
+
class CreateIntegrationTablePropertiesRequest < Struct.new(
|
5781
|
+
:resource_arn,
|
5782
|
+
:table_name,
|
5783
|
+
:source_table_config,
|
5784
|
+
:target_table_config)
|
5785
|
+
SENSITIVE = []
|
5786
|
+
include Aws::Structure
|
5787
|
+
end
|
5788
|
+
|
5789
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateIntegrationTablePropertiesResponse AWS API Documentation
|
5790
|
+
#
|
5791
|
+
class CreateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
5792
|
+
|
5062
5793
|
# @!attribute [rw] name
|
5063
5794
|
# The name you assign to this job definition. It must be unique in
|
5064
5795
|
# your account.
|
@@ -6648,6 +7379,97 @@ module Aws::Glue
|
|
6648
7379
|
include Aws::Structure
|
6649
7380
|
end
|
6650
7381
|
|
7382
|
+
# Input properties to configure data lake access for your catalog
|
7383
|
+
# resource in the Glue Data Catalog.
|
7384
|
+
#
|
7385
|
+
# @!attribute [rw] data_lake_access
|
7386
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7387
|
+
# access Amazon Redshift databases in the Data Catalog from any
|
7388
|
+
# non-Redshift engine, such as Amazon Athena, Amazon EMR, or Glue ETL.
|
7389
|
+
# @return [Boolean]
|
7390
|
+
#
|
7391
|
+
# @!attribute [rw] data_transfer_role
|
7392
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7393
|
+
# of the staging bucket during a query.
|
7394
|
+
# @return [String]
|
7395
|
+
#
|
7396
|
+
# @!attribute [rw] kms_key
|
7397
|
+
# An encryption key that will be used for the staging bucket that will
|
7398
|
+
# be created along with the catalog.
|
7399
|
+
# @return [String]
|
7400
|
+
#
|
7401
|
+
# @!attribute [rw] catalog_type
|
7402
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7403
|
+
# The currently supported type is `aws:redshift`.
|
7404
|
+
# @return [String]
|
7405
|
+
#
|
7406
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessProperties AWS API Documentation
|
7407
|
+
#
|
7408
|
+
class DataLakeAccessProperties < Struct.new(
|
7409
|
+
:data_lake_access,
|
7410
|
+
:data_transfer_role,
|
7411
|
+
:kms_key,
|
7412
|
+
:catalog_type)
|
7413
|
+
SENSITIVE = []
|
7414
|
+
include Aws::Structure
|
7415
|
+
end
|
7416
|
+
|
7417
|
+
# The output properties of the data lake access configuration for your
|
7418
|
+
# catalog resource in the Glue Data Catalog.
|
7419
|
+
#
|
7420
|
+
# @!attribute [rw] data_lake_access
|
7421
|
+
# Turns on or off data lake access for Apache Spark applications that
|
7422
|
+
# access Amazon Redshift databases in the Data Catalog.
|
7423
|
+
# @return [Boolean]
|
7424
|
+
#
|
7425
|
+
# @!attribute [rw] data_transfer_role
|
7426
|
+
# A role that will be assumed by Glue for transferring data into/out
|
7427
|
+
# of the staging bucket during a query.
|
7428
|
+
# @return [String]
|
7429
|
+
#
|
7430
|
+
# @!attribute [rw] kms_key
|
7431
|
+
# An encryption key that will be used for the staging bucket that will
|
7432
|
+
# be created along with the catalog.
|
7433
|
+
# @return [String]
|
7434
|
+
#
|
7435
|
+
# @!attribute [rw] managed_workgroup_name
|
7436
|
+
# The managed Redshift Serverless compute name that is created for
|
7437
|
+
# your catalog resource.
|
7438
|
+
# @return [String]
|
7439
|
+
#
|
7440
|
+
# @!attribute [rw] managed_workgroup_status
|
7441
|
+
# The managed Redshift Serverless compute status.
|
7442
|
+
# @return [String]
|
7443
|
+
#
|
7444
|
+
# @!attribute [rw] redshift_database_name
|
7445
|
+
# The default Redshift database resource name in the managed compute.
|
7446
|
+
# @return [String]
|
7447
|
+
#
|
7448
|
+
# @!attribute [rw] status_message
|
7449
|
+
# A message that gives more detailed information about the managed
|
7450
|
+
# workgroup status.
|
7451
|
+
# @return [String]
|
7452
|
+
#
|
7453
|
+
# @!attribute [rw] catalog_type
|
7454
|
+
# Specifies a federated catalog type for the native catalog resource.
|
7455
|
+
# The currently supported type is `aws:redshift`.
|
7456
|
+
# @return [String]
|
7457
|
+
#
|
7458
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakeAccessPropertiesOutput AWS API Documentation
|
7459
|
+
#
|
7460
|
+
class DataLakeAccessPropertiesOutput < Struct.new(
|
7461
|
+
:data_lake_access,
|
7462
|
+
:data_transfer_role,
|
7463
|
+
:kms_key,
|
7464
|
+
:managed_workgroup_name,
|
7465
|
+
:managed_workgroup_status,
|
7466
|
+
:redshift_database_name,
|
7467
|
+
:status_message,
|
7468
|
+
:catalog_type)
|
7469
|
+
SENSITIVE = []
|
7470
|
+
include Aws::Structure
|
7471
|
+
end
|
7472
|
+
|
6651
7473
|
# The Lake Formation principal.
|
6652
7474
|
#
|
6653
7475
|
# @!attribute [rw] data_lake_principal_identifier
|
@@ -7483,6 +8305,22 @@ module Aws::Glue
|
|
7483
8305
|
include Aws::Structure
|
7484
8306
|
end
|
7485
8307
|
|
8308
|
+
# @!attribute [rw] catalog_id
|
8309
|
+
# The ID of the catalog.
|
8310
|
+
# @return [String]
|
8311
|
+
#
|
8312
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogRequest AWS API Documentation
|
8313
|
+
#
|
8314
|
+
class DeleteCatalogRequest < Struct.new(
|
8315
|
+
:catalog_id)
|
8316
|
+
SENSITIVE = []
|
8317
|
+
include Aws::Structure
|
8318
|
+
end
|
8319
|
+
|
8320
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCatalogResponse AWS API Documentation
|
8321
|
+
#
|
8322
|
+
class DeleteCatalogResponse < Aws::EmptyStructure; end
|
8323
|
+
|
7486
8324
|
# @!attribute [rw] name
|
7487
8325
|
# Name of the classifier to remove.
|
7488
8326
|
# @return [String]
|
@@ -7708,6 +8546,126 @@ module Aws::Glue
|
|
7708
8546
|
#
|
7709
8547
|
class DeleteDevEndpointResponse < Aws::EmptyStructure; end
|
7710
8548
|
|
8549
|
+
# @!attribute [rw] integration_identifier
|
8550
|
+
# The Amazon Resource Name (ARN) for the integration.
|
8551
|
+
# @return [String]
|
8552
|
+
#
|
8553
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationRequest AWS API Documentation
|
8554
|
+
#
|
8555
|
+
class DeleteIntegrationRequest < Struct.new(
|
8556
|
+
:integration_identifier)
|
8557
|
+
SENSITIVE = []
|
8558
|
+
include Aws::Structure
|
8559
|
+
end
|
8560
|
+
|
8561
|
+
# @!attribute [rw] source_arn
|
8562
|
+
# The ARN of the source for the integration.
|
8563
|
+
# @return [String]
|
8564
|
+
#
|
8565
|
+
# @!attribute [rw] target_arn
|
8566
|
+
# The ARN of the target for the integration.
|
8567
|
+
# @return [String]
|
8568
|
+
#
|
8569
|
+
# @!attribute [rw] integration_name
|
8570
|
+
# A unique name for an integration in Glue.
|
8571
|
+
# @return [String]
|
8572
|
+
#
|
8573
|
+
# @!attribute [rw] description
|
8574
|
+
# A description of the integration.
|
8575
|
+
# @return [String]
|
8576
|
+
#
|
8577
|
+
# @!attribute [rw] integration_arn
|
8578
|
+
# The Amazon Resource Name (ARN) for the integration.
|
8579
|
+
# @return [String]
|
8580
|
+
#
|
8581
|
+
# @!attribute [rw] kms_key_id
|
8582
|
+
# The ARN of a KMS key used for encrypting the channel.
|
8583
|
+
# @return [String]
|
8584
|
+
#
|
8585
|
+
# @!attribute [rw] additional_encryption_context
|
8586
|
+
# An optional set of non-secret key–value pairs that contains
|
8587
|
+
# additional contextual information for encryption.
|
8588
|
+
# @return [Hash<String,String>]
|
8589
|
+
#
|
8590
|
+
# @!attribute [rw] tags
|
8591
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
8592
|
+
# pairs.
|
8593
|
+
# @return [Array<Types::Tag>]
|
8594
|
+
#
|
8595
|
+
# @!attribute [rw] status
|
8596
|
+
# The status of the integration being deleted.
|
8597
|
+
#
|
8598
|
+
# The possible statuses are:
|
8599
|
+
#
|
8600
|
+
# * CREATING: The integration is being created.
|
8601
|
+
#
|
8602
|
+
# * ACTIVE: The integration creation succeeds.
|
8603
|
+
#
|
8604
|
+
# * MODIFYING: The integration is being modified.
|
8605
|
+
#
|
8606
|
+
# * FAILED: The integration creation fails.
|
8607
|
+
#
|
8608
|
+
# * DELETING: The integration is deleted.
|
8609
|
+
#
|
8610
|
+
# * SYNCING: The integration is synchronizing.
|
8611
|
+
#
|
8612
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
8613
|
+
# synchronization.
|
8614
|
+
# @return [String]
|
8615
|
+
#
|
8616
|
+
# @!attribute [rw] create_time
|
8617
|
+
# The time when the integration was created, in UTC.
|
8618
|
+
# @return [Time]
|
8619
|
+
#
|
8620
|
+
# @!attribute [rw] errors
|
8621
|
+
# A list of errors associated with the integration.
|
8622
|
+
# @return [Array<Types::IntegrationError>]
|
8623
|
+
#
|
8624
|
+
# @!attribute [rw] data_filter
|
8625
|
+
# Selects source tables for the integration using Maxwell filter
|
8626
|
+
# syntax.
|
8627
|
+
# @return [String]
|
8628
|
+
#
|
8629
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationResponse AWS API Documentation
|
8630
|
+
#
|
8631
|
+
class DeleteIntegrationResponse < Struct.new(
|
8632
|
+
:source_arn,
|
8633
|
+
:target_arn,
|
8634
|
+
:integration_name,
|
8635
|
+
:description,
|
8636
|
+
:integration_arn,
|
8637
|
+
:kms_key_id,
|
8638
|
+
:additional_encryption_context,
|
8639
|
+
:tags,
|
8640
|
+
:status,
|
8641
|
+
:create_time,
|
8642
|
+
:errors,
|
8643
|
+
:data_filter)
|
8644
|
+
SENSITIVE = []
|
8645
|
+
include Aws::Structure
|
8646
|
+
end
|
8647
|
+
|
8648
|
+
# @!attribute [rw] resource_arn
|
8649
|
+
# The connection ARN of the source, or the database ARN of the target.
|
8650
|
+
# @return [String]
|
8651
|
+
#
|
8652
|
+
# @!attribute [rw] table_name
|
8653
|
+
# The name of the table to be replicated.
|
8654
|
+
# @return [String]
|
8655
|
+
#
|
8656
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesRequest AWS API Documentation
|
8657
|
+
#
|
8658
|
+
class DeleteIntegrationTablePropertiesRequest < Struct.new(
|
8659
|
+
:resource_arn,
|
8660
|
+
:table_name)
|
8661
|
+
SENSITIVE = []
|
8662
|
+
include Aws::Structure
|
8663
|
+
end
|
8664
|
+
|
8665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteIntegrationTablePropertiesResponse AWS API Documentation
|
8666
|
+
#
|
8667
|
+
class DeleteIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
8668
|
+
|
7711
8669
|
# @!attribute [rw] job_name
|
7712
8670
|
# The name of the job definition to delete.
|
7713
8671
|
# @return [String]
|
@@ -8220,11 +9178,242 @@ module Aws::Glue
|
|
8220
9178
|
include Aws::Structure
|
8221
9179
|
end
|
8222
9180
|
|
8223
|
-
#
|
8224
|
-
#
|
8225
|
-
#
|
8226
|
-
#
|
8227
|
-
#
|
9181
|
+
# @!attribute [rw] connection_type
|
9182
|
+
# The name of the connection type to be described.
|
9183
|
+
# @return [String]
|
9184
|
+
#
|
9185
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeRequest AWS API Documentation
|
9186
|
+
#
|
9187
|
+
class DescribeConnectionTypeRequest < Struct.new(
|
9188
|
+
:connection_type)
|
9189
|
+
SENSITIVE = []
|
9190
|
+
include Aws::Structure
|
9191
|
+
end
|
9192
|
+
|
9193
|
+
# @!attribute [rw] connection_type
|
9194
|
+
# The name of the connection type.
|
9195
|
+
# @return [String]
|
9196
|
+
#
|
9197
|
+
# @!attribute [rw] description
|
9198
|
+
# A description of the connection type.
|
9199
|
+
# @return [String]
|
9200
|
+
#
|
9201
|
+
# @!attribute [rw] capabilities
|
9202
|
+
# The supported authentication types, data interface types (compute
|
9203
|
+
# environments), and data operations of the connector.
|
9204
|
+
# @return [Types::Capabilities]
|
9205
|
+
#
|
9206
|
+
# @!attribute [rw] connection_properties
|
9207
|
+
# Connection properties which are common across compute environments.
|
9208
|
+
# @return [Hash<String,Types::Property>]
|
9209
|
+
#
|
9210
|
+
# @!attribute [rw] connection_options
|
9211
|
+
# Returns properties that can be set when creating a connection in the
|
9212
|
+
# `ConnectionInput.ConnectionProperties`. `ConnectionOptions` defines
|
9213
|
+
# parameters that can be set in a Spark ETL script in the connection
|
9214
|
+
# options map passed to a dataframe.
|
9215
|
+
# @return [Hash<String,Types::Property>]
|
9216
|
+
#
|
9217
|
+
# @!attribute [rw] authentication_configuration
|
9218
|
+
# The type of authentication used for the connection.
|
9219
|
+
# @return [Types::AuthConfiguration]
|
9220
|
+
#
|
9221
|
+
# @!attribute [rw] compute_environment_configurations
|
9222
|
+
# The compute environments that are supported by the connection.
|
9223
|
+
# @return [Hash<String,Types::ComputeEnvironmentConfiguration>]
|
9224
|
+
#
|
9225
|
+
# @!attribute [rw] physical_connection_requirements
|
9226
|
+
# Physical requirements for a connection, such as VPC, Subnet and
|
9227
|
+
# Security Group specifications.
|
9228
|
+
# @return [Hash<String,Types::Property>]
|
9229
|
+
#
|
9230
|
+
# @!attribute [rw] athena_connection_properties
|
9231
|
+
# Connection properties specific to the Athena compute environment.
|
9232
|
+
# @return [Hash<String,Types::Property>]
|
9233
|
+
#
|
9234
|
+
# @!attribute [rw] python_connection_properties
|
9235
|
+
# Connection properties specific to the Python compute environment.
|
9236
|
+
# @return [Hash<String,Types::Property>]
|
9237
|
+
#
|
9238
|
+
# @!attribute [rw] spark_connection_properties
|
9239
|
+
# Connection properties specific to the Spark compute environment.
|
9240
|
+
# @return [Hash<String,Types::Property>]
|
9241
|
+
#
|
9242
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeConnectionTypeResponse AWS API Documentation
|
9243
|
+
#
|
9244
|
+
class DescribeConnectionTypeResponse < Struct.new(
|
9245
|
+
:connection_type,
|
9246
|
+
:description,
|
9247
|
+
:capabilities,
|
9248
|
+
:connection_properties,
|
9249
|
+
:connection_options,
|
9250
|
+
:authentication_configuration,
|
9251
|
+
:compute_environment_configurations,
|
9252
|
+
:physical_connection_requirements,
|
9253
|
+
:athena_connection_properties,
|
9254
|
+
:python_connection_properties,
|
9255
|
+
:spark_connection_properties)
|
9256
|
+
SENSITIVE = []
|
9257
|
+
include Aws::Structure
|
9258
|
+
end
|
9259
|
+
|
9260
|
+
# @!attribute [rw] connection_name
|
9261
|
+
# The name of the connection that contains the connection type
|
9262
|
+
# credentials.
|
9263
|
+
# @return [String]
|
9264
|
+
#
|
9265
|
+
# @!attribute [rw] catalog_id
|
9266
|
+
# The catalog ID of the catalog that contains the connection. This can
|
9267
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
9268
|
+
# catalog ID.
|
9269
|
+
# @return [String]
|
9270
|
+
#
|
9271
|
+
# @!attribute [rw] entity_name
|
9272
|
+
# The name of the entity that you want to describe from the connection
|
9273
|
+
# type.
|
9274
|
+
# @return [String]
|
9275
|
+
#
|
9276
|
+
# @!attribute [rw] next_token
|
9277
|
+
# A continuation token, included if this is a continuation call.
|
9278
|
+
# @return [String]
|
9279
|
+
#
|
9280
|
+
# @!attribute [rw] data_store_api_version
|
9281
|
+
# The version of the API used for the data store.
|
9282
|
+
# @return [String]
|
9283
|
+
#
|
9284
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityRequest AWS API Documentation
|
9285
|
+
#
|
9286
|
+
class DescribeEntityRequest < Struct.new(
|
9287
|
+
:connection_name,
|
9288
|
+
:catalog_id,
|
9289
|
+
:entity_name,
|
9290
|
+
:next_token,
|
9291
|
+
:data_store_api_version)
|
9292
|
+
SENSITIVE = []
|
9293
|
+
include Aws::Structure
|
9294
|
+
end
|
9295
|
+
|
9296
|
+
# @!attribute [rw] fields
|
9297
|
+
# Describes the fields for that connector entity. This is the list of
|
9298
|
+
# `Field` objects. `Field` is very similar to column in a database.
|
9299
|
+
# The `Field` object has information about different properties
|
9300
|
+
# associated with fields in the connector.
|
9301
|
+
# @return [Array<Types::Field>]
|
9302
|
+
#
|
9303
|
+
# @!attribute [rw] next_token
|
9304
|
+
# A continuation token, present if the current segment is not the
|
9305
|
+
# last.
|
9306
|
+
# @return [String]
|
9307
|
+
#
|
9308
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeEntityResponse AWS API Documentation
|
9309
|
+
#
|
9310
|
+
class DescribeEntityResponse < Struct.new(
|
9311
|
+
:fields,
|
9312
|
+
:next_token)
|
9313
|
+
SENSITIVE = []
|
9314
|
+
include Aws::Structure
|
9315
|
+
end
|
9316
|
+
|
9317
|
+
# @!attribute [rw] integration_arn
|
9318
|
+
# The Amazon Resource Name (ARN) of the integration.
|
9319
|
+
# @return [String]
|
9320
|
+
#
|
9321
|
+
# @!attribute [rw] marker
|
9322
|
+
# A token to specify where to start paginating. This is the marker
|
9323
|
+
# from a previously truncated response.
|
9324
|
+
# @return [String]
|
9325
|
+
#
|
9326
|
+
# @!attribute [rw] max_records
|
9327
|
+
# The total number of items to return in the output.
|
9328
|
+
# @return [Integer]
|
9329
|
+
#
|
9330
|
+
# @!attribute [rw] target_arn
|
9331
|
+
# The Amazon Resource Name (ARN) of the target resource in the
|
9332
|
+
# integration.
|
9333
|
+
# @return [String]
|
9334
|
+
#
|
9335
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsRequest AWS API Documentation
|
9336
|
+
#
|
9337
|
+
class DescribeInboundIntegrationsRequest < Struct.new(
|
9338
|
+
:integration_arn,
|
9339
|
+
:marker,
|
9340
|
+
:max_records,
|
9341
|
+
:target_arn)
|
9342
|
+
SENSITIVE = []
|
9343
|
+
include Aws::Structure
|
9344
|
+
end
|
9345
|
+
|
9346
|
+
# @!attribute [rw] inbound_integrations
|
9347
|
+
# A list of inbound integrations.
|
9348
|
+
# @return [Array<Types::InboundIntegration>]
|
9349
|
+
#
|
9350
|
+
# @!attribute [rw] marker
|
9351
|
+
# A value that indicates the starting point for the next set of
|
9352
|
+
# response records in a subsequent request.
|
9353
|
+
# @return [String]
|
9354
|
+
#
|
9355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeInboundIntegrationsResponse AWS API Documentation
|
9356
|
+
#
|
9357
|
+
class DescribeInboundIntegrationsResponse < Struct.new(
|
9358
|
+
:inbound_integrations,
|
9359
|
+
:marker)
|
9360
|
+
SENSITIVE = []
|
9361
|
+
include Aws::Structure
|
9362
|
+
end
|
9363
|
+
|
9364
|
+
# @!attribute [rw] integration_identifier
|
9365
|
+
# The Amazon Resource Name (ARN) for the integration.
|
9366
|
+
# @return [String]
|
9367
|
+
#
|
9368
|
+
# @!attribute [rw] marker
|
9369
|
+
# A value that indicates the starting point for the next set of
|
9370
|
+
# response records in a subsequent request.
|
9371
|
+
# @return [String]
|
9372
|
+
#
|
9373
|
+
# @!attribute [rw] max_records
|
9374
|
+
# The total number of items to return in the output.
|
9375
|
+
# @return [Integer]
|
9376
|
+
#
|
9377
|
+
# @!attribute [rw] filters
|
9378
|
+
# A list of key and values, to filter down the results. Supported keys
|
9379
|
+
# are "Status", "IntegrationName", and "SourceArn".
|
9380
|
+
# IntegrationName is limited to only one value.
|
9381
|
+
# @return [Array<Types::IntegrationFilter>]
|
9382
|
+
#
|
9383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsRequest AWS API Documentation
|
9384
|
+
#
|
9385
|
+
class DescribeIntegrationsRequest < Struct.new(
|
9386
|
+
:integration_identifier,
|
9387
|
+
:marker,
|
9388
|
+
:max_records,
|
9389
|
+
:filters)
|
9390
|
+
SENSITIVE = []
|
9391
|
+
include Aws::Structure
|
9392
|
+
end
|
9393
|
+
|
9394
|
+
# @!attribute [rw] integrations
|
9395
|
+
# A list of zero-ETL integrations.
|
9396
|
+
# @return [Array<Types::Integration>]
|
9397
|
+
#
|
9398
|
+
# @!attribute [rw] marker
|
9399
|
+
# A value that indicates the starting point for the next set of
|
9400
|
+
# response records in a subsequent request.
|
9401
|
+
# @return [String]
|
9402
|
+
#
|
9403
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DescribeIntegrationsResponse AWS API Documentation
|
9404
|
+
#
|
9405
|
+
class DescribeIntegrationsResponse < Struct.new(
|
9406
|
+
:integrations,
|
9407
|
+
:marker)
|
9408
|
+
SENSITIVE = []
|
9409
|
+
include Aws::Structure
|
9410
|
+
end
|
9411
|
+
|
9412
|
+
# A development endpoint where a developer can remotely debug extract,
|
9413
|
+
# transform, and load (ETL) scripts.
|
9414
|
+
#
|
9415
|
+
# @!attribute [rw] endpoint_name
|
9416
|
+
# The name of the `DevEndpoint`.
|
8228
9417
|
# @return [String]
|
8229
9418
|
#
|
8230
9419
|
# @!attribute [rw] role_arn
|
@@ -8925,6 +10114,50 @@ module Aws::Glue
|
|
8925
10114
|
include Aws::Structure
|
8926
10115
|
end
|
8927
10116
|
|
10117
|
+
# An entity supported by a given `ConnectionType`.
|
10118
|
+
#
|
10119
|
+
# @!attribute [rw] entity_name
|
10120
|
+
# The name of the entity.
|
10121
|
+
# @return [String]
|
10122
|
+
#
|
10123
|
+
# @!attribute [rw] label
|
10124
|
+
# Label used for the entity.
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] is_parent_entity
|
10128
|
+
# A Boolean value which helps to determine whether there are sub
|
10129
|
+
# objects that can be listed.
|
10130
|
+
# @return [Boolean]
|
10131
|
+
#
|
10132
|
+
# @!attribute [rw] description
|
10133
|
+
# A description of the entity.
|
10134
|
+
# @return [String]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] category
|
10137
|
+
# The type of entities that are present in the response. This value
|
10138
|
+
# depends on the source connection. For example this is `SObjects` for
|
10139
|
+
# Salesforce and `databases` or `schemas` or `tables` for sources like
|
10140
|
+
# Amazon Redshift.
|
10141
|
+
# @return [String]
|
10142
|
+
#
|
10143
|
+
# @!attribute [rw] custom_properties
|
10144
|
+
# An optional map of keys which may be returned for an entity by a
|
10145
|
+
# connector.
|
10146
|
+
# @return [Hash<String,String>]
|
10147
|
+
#
|
10148
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Entity AWS API Documentation
|
10149
|
+
#
|
10150
|
+
class Entity < Struct.new(
|
10151
|
+
:entity_name,
|
10152
|
+
:label,
|
10153
|
+
:is_parent_entity,
|
10154
|
+
:description,
|
10155
|
+
:category,
|
10156
|
+
:custom_properties)
|
10157
|
+
SENSITIVE = []
|
10158
|
+
include Aws::Structure
|
10159
|
+
end
|
10160
|
+
|
8928
10161
|
# A specified entity does not exist
|
8929
10162
|
#
|
8930
10163
|
# @!attribute [rw] message
|
@@ -9111,6 +10344,36 @@ module Aws::Glue
|
|
9111
10344
|
include Aws::Structure
|
9112
10345
|
end
|
9113
10346
|
|
10347
|
+
# A run attempt for a column statistics task run.
|
10348
|
+
#
|
10349
|
+
# @!attribute [rw] status
|
10350
|
+
# The status of the last column statistics task run.
|
10351
|
+
# @return [String]
|
10352
|
+
#
|
10353
|
+
# @!attribute [rw] column_statistics_task_run_id
|
10354
|
+
# A task run ID for the last column statistics task run.
|
10355
|
+
# @return [String]
|
10356
|
+
#
|
10357
|
+
# @!attribute [rw] execution_timestamp
|
10358
|
+
# A timestamp when the last column statistics task run occurred.
|
10359
|
+
# @return [Time]
|
10360
|
+
#
|
10361
|
+
# @!attribute [rw] error_message
|
10362
|
+
# An error message associated with the last column statistics task
|
10363
|
+
# run.
|
10364
|
+
# @return [String]
|
10365
|
+
#
|
10366
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionAttempt AWS API Documentation
|
10367
|
+
#
|
10368
|
+
class ExecutionAttempt < Struct.new(
|
10369
|
+
:status,
|
10370
|
+
:column_statistics_task_run_id,
|
10371
|
+
:execution_timestamp,
|
10372
|
+
:error_message)
|
10373
|
+
SENSITIVE = []
|
10374
|
+
include Aws::Structure
|
10375
|
+
end
|
10376
|
+
|
9114
10377
|
# An execution property of a job.
|
9115
10378
|
#
|
9116
10379
|
# @!attribute [rw] max_concurrent_runs
|
@@ -9142,6 +10405,26 @@ module Aws::Glue
|
|
9142
10405
|
include Aws::Structure
|
9143
10406
|
end
|
9144
10407
|
|
10408
|
+
# A catalog that points to an entity outside the Glue Data Catalog.
|
10409
|
+
#
|
10410
|
+
# @!attribute [rw] identifier
|
10411
|
+
# A unique identifier for the federated catalog.
|
10412
|
+
# @return [String]
|
10413
|
+
#
|
10414
|
+
# @!attribute [rw] connection_name
|
10415
|
+
# The name of the connection to an external data source, for example a
|
10416
|
+
# Redshift-federated catalog.
|
10417
|
+
# @return [String]
|
10418
|
+
#
|
10419
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FederatedCatalog AWS API Documentation
|
10420
|
+
#
|
10421
|
+
class FederatedCatalog < Struct.new(
|
10422
|
+
:identifier,
|
10423
|
+
:connection_name)
|
10424
|
+
SENSITIVE = []
|
10425
|
+
include Aws::Structure
|
10426
|
+
end
|
10427
|
+
|
9145
10428
|
# A database that points to an entity outside the Glue Data Catalog.
|
9146
10429
|
#
|
9147
10430
|
# @!attribute [rw] identifier
|
@@ -9237,6 +10520,115 @@ module Aws::Glue
|
|
9237
10520
|
include Aws::Structure
|
9238
10521
|
end
|
9239
10522
|
|
10523
|
+
# The `Field` object has information about the different properties
|
10524
|
+
# associated with a field in the connector.
|
10525
|
+
#
|
10526
|
+
# @!attribute [rw] field_name
|
10527
|
+
# A unique identifier for the field.
|
10528
|
+
# @return [String]
|
10529
|
+
#
|
10530
|
+
# @!attribute [rw] label
|
10531
|
+
# A readable label used for the field.
|
10532
|
+
# @return [String]
|
10533
|
+
#
|
10534
|
+
# @!attribute [rw] description
|
10535
|
+
# A description of the field.
|
10536
|
+
# @return [String]
|
10537
|
+
#
|
10538
|
+
# @!attribute [rw] field_type
|
10539
|
+
# The type of data in the field.
|
10540
|
+
# @return [String]
|
10541
|
+
#
|
10542
|
+
# @!attribute [rw] is_primary_key
|
10543
|
+
# Indicates whether this field can used as a primary key for the given
|
10544
|
+
# entity.
|
10545
|
+
# @return [Boolean]
|
10546
|
+
#
|
10547
|
+
# @!attribute [rw] is_nullable
|
10548
|
+
# Indicates whether this field can be nullable or not.
|
10549
|
+
# @return [Boolean]
|
10550
|
+
#
|
10551
|
+
# @!attribute [rw] is_retrievable
|
10552
|
+
# Indicates whether this field can be added in Select clause of SQL
|
10553
|
+
# query or whether it is retrievable or not.
|
10554
|
+
# @return [Boolean]
|
10555
|
+
#
|
10556
|
+
# @!attribute [rw] is_filterable
|
10557
|
+
# Indicates whether this field can used in a filter clause (`WHERE`
|
10558
|
+
# clause) of a SQL statement when querying data.
|
10559
|
+
# @return [Boolean]
|
10560
|
+
#
|
10561
|
+
# @!attribute [rw] is_partitionable
|
10562
|
+
# Indicates whether a given field can be used in partitioning the
|
10563
|
+
# query made to SaaS.
|
10564
|
+
# @return [Boolean]
|
10565
|
+
#
|
10566
|
+
# @!attribute [rw] is_createable
|
10567
|
+
# Indicates whether this field can be created as part of a destination
|
10568
|
+
# write.
|
10569
|
+
# @return [Boolean]
|
10570
|
+
#
|
10571
|
+
# @!attribute [rw] is_updateable
|
10572
|
+
# Indicates whether this field can be updated as part of a destination
|
10573
|
+
# write.
|
10574
|
+
# @return [Boolean]
|
10575
|
+
#
|
10576
|
+
# @!attribute [rw] is_upsertable
|
10577
|
+
# Indicates whether this field can be upserted as part of a
|
10578
|
+
# destination write.
|
10579
|
+
# @return [Boolean]
|
10580
|
+
#
|
10581
|
+
# @!attribute [rw] is_default_on_create
|
10582
|
+
# Indicates whether this field is populated automatically when the
|
10583
|
+
# object is created, such as a created at timestamp.
|
10584
|
+
# @return [Boolean]
|
10585
|
+
#
|
10586
|
+
# @!attribute [rw] supported_values
|
10587
|
+
# A list of supported values for the field.
|
10588
|
+
# @return [Array<String>]
|
10589
|
+
#
|
10590
|
+
# @!attribute [rw] supported_filter_operators
|
10591
|
+
# Indicates the support filter operators for this field.
|
10592
|
+
# @return [Array<String>]
|
10593
|
+
#
|
10594
|
+
# @!attribute [rw] parent_field
|
10595
|
+
# A parent field name for a nested field.
|
10596
|
+
# @return [String]
|
10597
|
+
#
|
10598
|
+
# @!attribute [rw] native_data_type
|
10599
|
+
# The data type returned by the SaaS API, such as “picklist” or
|
10600
|
+
# “textarea” from Salesforce.
|
10601
|
+
# @return [String]
|
10602
|
+
#
|
10603
|
+
# @!attribute [rw] custom_properties
|
10604
|
+
# Optional map of keys which may be returned.
|
10605
|
+
# @return [Hash<String,String>]
|
10606
|
+
#
|
10607
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Field AWS API Documentation
|
10608
|
+
#
|
10609
|
+
class Field < Struct.new(
|
10610
|
+
:field_name,
|
10611
|
+
:label,
|
10612
|
+
:description,
|
10613
|
+
:field_type,
|
10614
|
+
:is_primary_key,
|
10615
|
+
:is_nullable,
|
10616
|
+
:is_retrievable,
|
10617
|
+
:is_filterable,
|
10618
|
+
:is_partitionable,
|
10619
|
+
:is_createable,
|
10620
|
+
:is_updateable,
|
10621
|
+
:is_upsertable,
|
10622
|
+
:is_default_on_create,
|
10623
|
+
:supported_values,
|
10624
|
+
:supported_filter_operators,
|
10625
|
+
:parent_field,
|
10626
|
+
:native_data_type,
|
10627
|
+
:custom_properties)
|
10628
|
+
SENSITIVE = []
|
10629
|
+
include Aws::Structure
|
10630
|
+
end
|
10631
|
+
|
9240
10632
|
# Specifies a transform that locates records in the dataset that have
|
9241
10633
|
# missing values and adds a new field with a value determined by
|
9242
10634
|
# imputation. The input data set is used to train the machine learning
|
@@ -9644,6 +11036,83 @@ module Aws::Glue
|
|
9644
11036
|
include Aws::Structure
|
9645
11037
|
end
|
9646
11038
|
|
11039
|
+
# @!attribute [rw] catalog_id
|
11040
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11041
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11042
|
+
# default.
|
11043
|
+
# @return [String]
|
11044
|
+
#
|
11045
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogRequest AWS API Documentation
|
11046
|
+
#
|
11047
|
+
class GetCatalogRequest < Struct.new(
|
11048
|
+
:catalog_id)
|
11049
|
+
SENSITIVE = []
|
11050
|
+
include Aws::Structure
|
11051
|
+
end
|
11052
|
+
|
11053
|
+
# @!attribute [rw] catalog
|
11054
|
+
# A `Catalog` object. The definition of the specified catalog in the
|
11055
|
+
# Glue Data Catalog.
|
11056
|
+
# @return [Types::Catalog]
|
11057
|
+
#
|
11058
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogResponse AWS API Documentation
|
11059
|
+
#
|
11060
|
+
class GetCatalogResponse < Struct.new(
|
11061
|
+
:catalog)
|
11062
|
+
SENSITIVE = []
|
11063
|
+
include Aws::Structure
|
11064
|
+
end
|
11065
|
+
|
11066
|
+
# @!attribute [rw] parent_catalog_id
|
11067
|
+
# The ID of the parent catalog in which the catalog resides. If none
|
11068
|
+
# is provided, the Amazon Web Services Account Number is used by
|
11069
|
+
# default.
|
11070
|
+
# @return [String]
|
11071
|
+
#
|
11072
|
+
# @!attribute [rw] next_token
|
11073
|
+
# A continuation token, if this is a continuation call.
|
11074
|
+
# @return [String]
|
11075
|
+
#
|
11076
|
+
# @!attribute [rw] max_results
|
11077
|
+
# The maximum number of catalogs to return in one response.
|
11078
|
+
# @return [Integer]
|
11079
|
+
#
|
11080
|
+
# @!attribute [rw] recursive
|
11081
|
+
# When specified as true, iterates through the account and returns all
|
11082
|
+
# catalog resources (including top-level resources and child
|
11083
|
+
# resources)
|
11084
|
+
# @return [Boolean]
|
11085
|
+
#
|
11086
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsRequest AWS API Documentation
|
11087
|
+
#
|
11088
|
+
class GetCatalogsRequest < Struct.new(
|
11089
|
+
:parent_catalog_id,
|
11090
|
+
:next_token,
|
11091
|
+
:max_results,
|
11092
|
+
:recursive)
|
11093
|
+
SENSITIVE = []
|
11094
|
+
include Aws::Structure
|
11095
|
+
end
|
11096
|
+
|
11097
|
+
# @!attribute [rw] catalog_list
|
11098
|
+
# An array of `Catalog` objects. A list of `Catalog` objects from the
|
11099
|
+
# specified parent catalog.
|
11100
|
+
# @return [Array<Types::Catalog>]
|
11101
|
+
#
|
11102
|
+
# @!attribute [rw] next_token
|
11103
|
+
# A continuation token for paginating the returned list of tokens,
|
11104
|
+
# returned if the current segment of the list is not the last.
|
11105
|
+
# @return [String]
|
11106
|
+
#
|
11107
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogsResponse AWS API Documentation
|
11108
|
+
#
|
11109
|
+
class GetCatalogsResponse < Struct.new(
|
11110
|
+
:catalog_list,
|
11111
|
+
:next_token)
|
11112
|
+
SENSITIVE = []
|
11113
|
+
include Aws::Structure
|
11114
|
+
end
|
11115
|
+
|
9647
11116
|
# @!attribute [rw] name
|
9648
11117
|
# Name of the classifier to retrieve.
|
9649
11118
|
# @return [String]
|
@@ -9916,12 +11385,18 @@ module Aws::Glue
|
|
9916
11385
|
# the rest of the connection properties.
|
9917
11386
|
# @return [Boolean]
|
9918
11387
|
#
|
11388
|
+
# @!attribute [rw] apply_override_for_compute_environment
|
11389
|
+
# For connections that may be used in multiple services, specifies
|
11390
|
+
# returning properties for the specified compute environment.
|
11391
|
+
# @return [String]
|
11392
|
+
#
|
9919
11393
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
9920
11394
|
#
|
9921
11395
|
class GetConnectionRequest < Struct.new(
|
9922
11396
|
:catalog_id,
|
9923
11397
|
:name,
|
9924
|
-
:hide_password
|
11398
|
+
:hide_password,
|
11399
|
+
:apply_override_for_compute_environment)
|
9925
11400
|
SENSITIVE = []
|
9926
11401
|
include Aws::Structure
|
9927
11402
|
end
|
@@ -9950,11 +11425,16 @@ module Aws::Glue
|
|
9950
11425
|
# The type of connections to return. Currently, SFTP is not supported.
|
9951
11426
|
# @return [String]
|
9952
11427
|
#
|
11428
|
+
# @!attribute [rw] connection_schema_version
|
11429
|
+
# Denotes if the connection was created with schema version 1 or 2.
|
11430
|
+
# @return [Integer]
|
11431
|
+
#
|
9953
11432
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
9954
11433
|
#
|
9955
11434
|
class GetConnectionsFilter < Struct.new(
|
9956
11435
|
:match_criteria,
|
9957
|
-
:connection_type
|
11436
|
+
:connection_type,
|
11437
|
+
:connection_schema_version)
|
9958
11438
|
SENSITIVE = []
|
9959
11439
|
include Aws::Structure
|
9960
11440
|
end
|
@@ -10729,70 +12209,227 @@ module Aws::Glue
|
|
10729
12209
|
# A list of the edges in the resulting DAG.
|
10730
12210
|
# @return [Array<Types::CodeGenEdge>]
|
10731
12211
|
#
|
10732
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
|
12212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraphResponse AWS API Documentation
|
12213
|
+
#
|
12214
|
+
class GetDataflowGraphResponse < Struct.new(
|
12215
|
+
:dag_nodes,
|
12216
|
+
:dag_edges)
|
12217
|
+
SENSITIVE = []
|
12218
|
+
include Aws::Structure
|
12219
|
+
end
|
12220
|
+
|
12221
|
+
# @!attribute [rw] endpoint_name
|
12222
|
+
# Name of the `DevEndpoint` to retrieve information for.
|
12223
|
+
# @return [String]
|
12224
|
+
#
|
12225
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointRequest AWS API Documentation
|
12226
|
+
#
|
12227
|
+
class GetDevEndpointRequest < Struct.new(
|
12228
|
+
:endpoint_name)
|
12229
|
+
SENSITIVE = []
|
12230
|
+
include Aws::Structure
|
12231
|
+
end
|
12232
|
+
|
12233
|
+
# @!attribute [rw] dev_endpoint
|
12234
|
+
# A `DevEndpoint` definition.
|
12235
|
+
# @return [Types::DevEndpoint]
|
12236
|
+
#
|
12237
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointResponse AWS API Documentation
|
12238
|
+
#
|
12239
|
+
class GetDevEndpointResponse < Struct.new(
|
12240
|
+
:dev_endpoint)
|
12241
|
+
SENSITIVE = []
|
12242
|
+
include Aws::Structure
|
12243
|
+
end
|
12244
|
+
|
12245
|
+
# @!attribute [rw] max_results
|
12246
|
+
# The maximum size of information to return.
|
12247
|
+
# @return [Integer]
|
12248
|
+
#
|
12249
|
+
# @!attribute [rw] next_token
|
12250
|
+
# A continuation token, if this is a continuation call.
|
12251
|
+
# @return [String]
|
12252
|
+
#
|
12253
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsRequest AWS API Documentation
|
12254
|
+
#
|
12255
|
+
class GetDevEndpointsRequest < Struct.new(
|
12256
|
+
:max_results,
|
12257
|
+
:next_token)
|
12258
|
+
SENSITIVE = []
|
12259
|
+
include Aws::Structure
|
12260
|
+
end
|
12261
|
+
|
12262
|
+
# @!attribute [rw] dev_endpoints
|
12263
|
+
# A list of `DevEndpoint` definitions.
|
12264
|
+
# @return [Array<Types::DevEndpoint>]
|
12265
|
+
#
|
12266
|
+
# @!attribute [rw] next_token
|
12267
|
+
# A continuation token, if not all `DevEndpoint` definitions have yet
|
12268
|
+
# been returned.
|
12269
|
+
# @return [String]
|
12270
|
+
#
|
12271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpointsResponse AWS API Documentation
|
12272
|
+
#
|
12273
|
+
class GetDevEndpointsResponse < Struct.new(
|
12274
|
+
:dev_endpoints,
|
12275
|
+
:next_token)
|
12276
|
+
SENSITIVE = []
|
12277
|
+
include Aws::Structure
|
12278
|
+
end
|
12279
|
+
|
12280
|
+
# @!attribute [rw] connection_name
|
12281
|
+
# The name of the connection that contains the connection type
|
12282
|
+
# credentials.
|
12283
|
+
# @return [String]
|
12284
|
+
#
|
12285
|
+
# @!attribute [rw] catalog_id
|
12286
|
+
# The catalog ID of the catalog that contains the connection. This can
|
12287
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
12288
|
+
# catalog ID.
|
12289
|
+
# @return [String]
|
12290
|
+
#
|
12291
|
+
# @!attribute [rw] entity_name
|
12292
|
+
# Name of the entity that we want to query the preview data from the
|
12293
|
+
# given connection type.
|
12294
|
+
# @return [String]
|
12295
|
+
#
|
12296
|
+
# @!attribute [rw] next_token
|
12297
|
+
# A continuation token, included if this is a continuation call.
|
12298
|
+
# @return [String]
|
12299
|
+
#
|
12300
|
+
# @!attribute [rw] data_store_api_version
|
12301
|
+
# The API version of the SaaS connector.
|
12302
|
+
# @return [String]
|
12303
|
+
#
|
12304
|
+
# @!attribute [rw] connection_options
|
12305
|
+
# Connector options that are required to query the data.
|
12306
|
+
# @return [Hash<String,String>]
|
12307
|
+
#
|
12308
|
+
# @!attribute [rw] filter_predicate
|
12309
|
+
# A filter predicate that you can apply in the query request.
|
12310
|
+
# @return [String]
|
12311
|
+
#
|
12312
|
+
# @!attribute [rw] limit
|
12313
|
+
# Limits the number of records fetched with the request.
|
12314
|
+
# @return [Integer]
|
12315
|
+
#
|
12316
|
+
# @!attribute [rw] order_by
|
12317
|
+
# A parameter that orders the response preview data.
|
12318
|
+
# @return [String]
|
12319
|
+
#
|
12320
|
+
# @!attribute [rw] selected_fields
|
12321
|
+
# List of fields that we want to fetch as part of preview data.
|
12322
|
+
# @return [Array<String>]
|
12323
|
+
#
|
12324
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsRequest AWS API Documentation
|
12325
|
+
#
|
12326
|
+
class GetEntityRecordsRequest < Struct.new(
|
12327
|
+
:connection_name,
|
12328
|
+
:catalog_id,
|
12329
|
+
:entity_name,
|
12330
|
+
:next_token,
|
12331
|
+
:data_store_api_version,
|
12332
|
+
:connection_options,
|
12333
|
+
:filter_predicate,
|
12334
|
+
:limit,
|
12335
|
+
:order_by,
|
12336
|
+
:selected_fields)
|
12337
|
+
SENSITIVE = []
|
12338
|
+
include Aws::Structure
|
12339
|
+
end
|
12340
|
+
|
12341
|
+
# @!attribute [rw] records
|
12342
|
+
# A list of the requested objects.
|
12343
|
+
# @return [Array<Hash,Array,String,Numeric,Boolean>]
|
12344
|
+
#
|
12345
|
+
# @!attribute [rw] next_token
|
12346
|
+
# A continuation token, present if the current segment is not the
|
12347
|
+
# last.
|
12348
|
+
# @return [String]
|
12349
|
+
#
|
12350
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetEntityRecordsResponse AWS API Documentation
|
10733
12351
|
#
|
10734
|
-
class
|
10735
|
-
:
|
10736
|
-
:
|
10737
|
-
SENSITIVE = []
|
12352
|
+
class GetEntityRecordsResponse < Struct.new(
|
12353
|
+
:records,
|
12354
|
+
:next_token)
|
12355
|
+
SENSITIVE = [:records]
|
10738
12356
|
include Aws::Structure
|
10739
12357
|
end
|
10740
12358
|
|
10741
|
-
# @!attribute [rw]
|
10742
|
-
#
|
12359
|
+
# @!attribute [rw] resource_arn
|
12360
|
+
# The connection ARN of the source, or the database ARN of the target.
|
10743
12361
|
# @return [String]
|
10744
12362
|
#
|
10745
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12363
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyRequest AWS API Documentation
|
10746
12364
|
#
|
10747
|
-
class
|
10748
|
-
:
|
12365
|
+
class GetIntegrationResourcePropertyRequest < Struct.new(
|
12366
|
+
:resource_arn)
|
10749
12367
|
SENSITIVE = []
|
10750
12368
|
include Aws::Structure
|
10751
12369
|
end
|
10752
12370
|
|
10753
|
-
# @!attribute [rw]
|
10754
|
-
#
|
10755
|
-
# @return [
|
12371
|
+
# @!attribute [rw] resource_arn
|
12372
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12373
|
+
# @return [String]
|
10756
12374
|
#
|
10757
|
-
#
|
12375
|
+
# @!attribute [rw] source_processing_properties
|
12376
|
+
# The resource properties associated with the integration source.
|
12377
|
+
# @return [Types::SourceProcessingProperties]
|
10758
12378
|
#
|
10759
|
-
|
10760
|
-
|
12379
|
+
# @!attribute [rw] target_processing_properties
|
12380
|
+
# The resource properties associated with the integration target.
|
12381
|
+
# @return [Types::TargetProcessingProperties]
|
12382
|
+
#
|
12383
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationResourcePropertyResponse AWS API Documentation
|
12384
|
+
#
|
12385
|
+
class GetIntegrationResourcePropertyResponse < Struct.new(
|
12386
|
+
:resource_arn,
|
12387
|
+
:source_processing_properties,
|
12388
|
+
:target_processing_properties)
|
10761
12389
|
SENSITIVE = []
|
10762
12390
|
include Aws::Structure
|
10763
12391
|
end
|
10764
12392
|
|
10765
|
-
# @!attribute [rw]
|
10766
|
-
# The
|
10767
|
-
# @return [
|
12393
|
+
# @!attribute [rw] resource_arn
|
12394
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12395
|
+
# @return [String]
|
10768
12396
|
#
|
10769
|
-
# @!attribute [rw]
|
10770
|
-
#
|
12397
|
+
# @!attribute [rw] table_name
|
12398
|
+
# The name of the table to be replicated.
|
10771
12399
|
# @return [String]
|
10772
12400
|
#
|
10773
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12401
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesRequest AWS API Documentation
|
10774
12402
|
#
|
10775
|
-
class
|
10776
|
-
:
|
10777
|
-
:
|
12403
|
+
class GetIntegrationTablePropertiesRequest < Struct.new(
|
12404
|
+
:resource_arn,
|
12405
|
+
:table_name)
|
10778
12406
|
SENSITIVE = []
|
10779
12407
|
include Aws::Structure
|
10780
12408
|
end
|
10781
12409
|
|
10782
|
-
# @!attribute [rw]
|
10783
|
-
#
|
10784
|
-
# @return [
|
12410
|
+
# @!attribute [rw] resource_arn
|
12411
|
+
# The connection ARN of the source, or the database ARN of the target.
|
12412
|
+
# @return [String]
|
10785
12413
|
#
|
10786
|
-
# @!attribute [rw]
|
10787
|
-
#
|
10788
|
-
# been returned.
|
12414
|
+
# @!attribute [rw] table_name
|
12415
|
+
# The name of the table to be replicated.
|
10789
12416
|
# @return [String]
|
10790
12417
|
#
|
10791
|
-
#
|
12418
|
+
# @!attribute [rw] source_table_config
|
12419
|
+
# A structure for the source table configuration.
|
12420
|
+
# @return [Types::SourceTableConfig]
|
10792
12421
|
#
|
10793
|
-
|
10794
|
-
|
10795
|
-
|
12422
|
+
# @!attribute [rw] target_table_config
|
12423
|
+
# A structure for the target table configuration.
|
12424
|
+
# @return [Types::TargetTableConfig]
|
12425
|
+
#
|
12426
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetIntegrationTablePropertiesResponse AWS API Documentation
|
12427
|
+
#
|
12428
|
+
class GetIntegrationTablePropertiesResponse < Struct.new(
|
12429
|
+
:resource_arn,
|
12430
|
+
:table_name,
|
12431
|
+
:source_table_config,
|
12432
|
+
:target_table_config)
|
10796
12433
|
SENSITIVE = []
|
10797
12434
|
include Aws::Structure
|
10798
12435
|
end
|
@@ -13686,153 +15323,409 @@ module Aws::Glue
|
|
13686
15323
|
# The number of manifest lists deleted by the retention job run.
|
13687
15324
|
# @return [Integer]
|
13688
15325
|
#
|
13689
|
-
# @!attribute [rw] number_of_dpus
|
13690
|
-
# The number of DPU hours consumed by the job.
|
13691
|
-
# @return [Integer]
|
15326
|
+
# @!attribute [rw] number_of_dpus
|
15327
|
+
# The number of DPU hours consumed by the job.
|
15328
|
+
# @return [Integer]
|
15329
|
+
#
|
15330
|
+
# @!attribute [rw] job_duration_in_hour
|
15331
|
+
# The duration of the job in hours.
|
15332
|
+
# @return [Float]
|
15333
|
+
#
|
15334
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergRetentionMetrics AWS API Documentation
|
15335
|
+
#
|
15336
|
+
class IcebergRetentionMetrics < Struct.new(
|
15337
|
+
:number_of_data_files_deleted,
|
15338
|
+
:number_of_manifest_files_deleted,
|
15339
|
+
:number_of_manifest_lists_deleted,
|
15340
|
+
:number_of_dpus,
|
15341
|
+
:job_duration_in_hour)
|
15342
|
+
SENSITIVE = []
|
15343
|
+
include Aws::Structure
|
15344
|
+
end
|
15345
|
+
|
15346
|
+
# Specifies an Apache Iceberg data source where Iceberg tables are
|
15347
|
+
# stored in Amazon S3.
|
15348
|
+
#
|
15349
|
+
# @!attribute [rw] paths
|
15350
|
+
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
15351
|
+
# as `s3://bucket/prefix`.
|
15352
|
+
# @return [Array<String>]
|
15353
|
+
#
|
15354
|
+
# @!attribute [rw] connection_name
|
15355
|
+
# The name of the connection to use to connect to the Iceberg target.
|
15356
|
+
# @return [String]
|
15357
|
+
#
|
15358
|
+
# @!attribute [rw] exclusions
|
15359
|
+
# A list of glob patterns used to exclude from the crawl. For more
|
15360
|
+
# information, see [Catalog Tables with a Crawler][1].
|
15361
|
+
#
|
15362
|
+
#
|
15363
|
+
#
|
15364
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
15365
|
+
# @return [Array<String>]
|
15366
|
+
#
|
15367
|
+
# @!attribute [rw] maximum_traversal_depth
|
15368
|
+
# The maximum depth of Amazon S3 paths that the crawler can traverse
|
15369
|
+
# to discover the Iceberg metadata folder in your Amazon S3 path. Used
|
15370
|
+
# to limit the crawler run time.
|
15371
|
+
# @return [Integer]
|
15372
|
+
#
|
15373
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IcebergTarget AWS API Documentation
|
15374
|
+
#
|
15375
|
+
class IcebergTarget < Struct.new(
|
15376
|
+
:paths,
|
15377
|
+
:connection_name,
|
15378
|
+
:exclusions,
|
15379
|
+
:maximum_traversal_depth)
|
15380
|
+
SENSITIVE = []
|
15381
|
+
include Aws::Structure
|
15382
|
+
end
|
15383
|
+
|
15384
|
+
# The same unique identifier was associated with two different records.
|
15385
|
+
#
|
15386
|
+
# @!attribute [rw] message
|
15387
|
+
# A message describing the problem.
|
15388
|
+
# @return [String]
|
15389
|
+
#
|
15390
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IdempotentParameterMismatchException AWS API Documentation
|
15391
|
+
#
|
15392
|
+
class IdempotentParameterMismatchException < Struct.new(
|
15393
|
+
:message)
|
15394
|
+
SENSITIVE = []
|
15395
|
+
include Aws::Structure
|
15396
|
+
end
|
15397
|
+
|
15398
|
+
# The blueprint is in an invalid state to perform a requested operation.
|
15399
|
+
#
|
15400
|
+
# @!attribute [rw] message
|
15401
|
+
# A message describing the problem.
|
15402
|
+
# @return [String]
|
15403
|
+
#
|
15404
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalBlueprintStateException AWS API Documentation
|
15405
|
+
#
|
15406
|
+
class IllegalBlueprintStateException < Struct.new(
|
15407
|
+
:message)
|
15408
|
+
SENSITIVE = []
|
15409
|
+
include Aws::Structure
|
15410
|
+
end
|
15411
|
+
|
15412
|
+
# The session is in an invalid state to perform a requested operation.
|
15413
|
+
#
|
15414
|
+
# @!attribute [rw] message
|
15415
|
+
# A message describing the problem.
|
15416
|
+
# @return [String]
|
15417
|
+
#
|
15418
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
|
15419
|
+
#
|
15420
|
+
class IllegalSessionStateException < Struct.new(
|
15421
|
+
:message)
|
15422
|
+
SENSITIVE = []
|
15423
|
+
include Aws::Structure
|
15424
|
+
end
|
15425
|
+
|
15426
|
+
# The workflow is in an invalid state to perform a requested operation.
|
15427
|
+
#
|
15428
|
+
# @!attribute [rw] message
|
15429
|
+
# A message describing the problem.
|
15430
|
+
# @return [String]
|
15431
|
+
#
|
15432
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalWorkflowStateException AWS API Documentation
|
15433
|
+
#
|
15434
|
+
class IllegalWorkflowStateException < Struct.new(
|
15435
|
+
:message)
|
15436
|
+
SENSITIVE = []
|
15437
|
+
include Aws::Structure
|
15438
|
+
end
|
15439
|
+
|
15440
|
+
# @!attribute [rw] catalog_id
|
15441
|
+
# The ID of the catalog to import. Currently, this should be the
|
15442
|
+
# Amazon Web Services account ID.
|
15443
|
+
# @return [String]
|
15444
|
+
#
|
15445
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueRequest AWS API Documentation
|
15446
|
+
#
|
15447
|
+
class ImportCatalogToGlueRequest < Struct.new(
|
15448
|
+
:catalog_id)
|
15449
|
+
SENSITIVE = []
|
15450
|
+
include Aws::Structure
|
15451
|
+
end
|
15452
|
+
|
15453
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlueResponse AWS API Documentation
|
15454
|
+
#
|
15455
|
+
class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
|
15456
|
+
|
15457
|
+
# Specifies configuration properties for an importing labels task run.
|
15458
|
+
#
|
15459
|
+
# @!attribute [rw] input_s3_path
|
15460
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
15461
|
+
# will import the labels.
|
15462
|
+
# @return [String]
|
15463
|
+
#
|
15464
|
+
# @!attribute [rw] replace
|
15465
|
+
# Indicates whether to overwrite your existing labels.
|
15466
|
+
# @return [Boolean]
|
15467
|
+
#
|
15468
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15469
|
+
#
|
15470
|
+
class ImportLabelsTaskRunProperties < Struct.new(
|
15471
|
+
:input_s3_path,
|
15472
|
+
:replace)
|
15473
|
+
SENSITIVE = []
|
15474
|
+
include Aws::Structure
|
15475
|
+
end
|
15476
|
+
|
15477
|
+
# A structure for an integration that writes data into a resource.
|
15478
|
+
#
|
15479
|
+
# @!attribute [rw] source_arn
|
15480
|
+
# The ARN of the source resource for the integration.
|
15481
|
+
# @return [String]
|
15482
|
+
#
|
15483
|
+
# @!attribute [rw] target_arn
|
15484
|
+
# The ARN of the target resource for the integration.
|
15485
|
+
# @return [String]
|
15486
|
+
#
|
15487
|
+
# @!attribute [rw] integration_arn
|
15488
|
+
# The ARN of the zero-ETL integration.
|
15489
|
+
# @return [String]
|
15490
|
+
#
|
15491
|
+
# @!attribute [rw] status
|
15492
|
+
# The possible statuses are:
|
15493
|
+
#
|
15494
|
+
# * CREATING: The integration is being created.
|
15495
|
+
#
|
15496
|
+
# * ACTIVE: The integration creation succeeds.
|
15497
|
+
#
|
15498
|
+
# * MODIFYING: The integration is being modified.
|
15499
|
+
#
|
15500
|
+
# * FAILED: The integration creation fails.
|
15501
|
+
#
|
15502
|
+
# * DELETING: The integration is deleted.
|
15503
|
+
#
|
15504
|
+
# * SYNCING: The integration is synchronizing.
|
15505
|
+
#
|
15506
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15507
|
+
# synchronization.
|
15508
|
+
# @return [String]
|
15509
|
+
#
|
15510
|
+
# @!attribute [rw] create_time
|
15511
|
+
# The time that the integration was created, in UTC.
|
15512
|
+
# @return [Time]
|
15513
|
+
#
|
15514
|
+
# @!attribute [rw] errors
|
15515
|
+
# A list of errors associated with the integration.
|
15516
|
+
# @return [Array<Types::IntegrationError>]
|
15517
|
+
#
|
15518
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InboundIntegration AWS API Documentation
|
15519
|
+
#
|
15520
|
+
class InboundIntegration < Struct.new(
|
15521
|
+
:source_arn,
|
15522
|
+
:target_arn,
|
15523
|
+
:integration_arn,
|
15524
|
+
:status,
|
15525
|
+
:create_time,
|
15526
|
+
:errors)
|
15527
|
+
SENSITIVE = []
|
15528
|
+
include Aws::Structure
|
15529
|
+
end
|
15530
|
+
|
15531
|
+
# Describes a zero-ETL integration.
|
15532
|
+
#
|
15533
|
+
# @!attribute [rw] source_arn
|
15534
|
+
# The ARN for the source of the integration.
|
15535
|
+
# @return [String]
|
15536
|
+
#
|
15537
|
+
# @!attribute [rw] target_arn
|
15538
|
+
# The ARN for the target of the integration.
|
15539
|
+
# @return [String]
|
15540
|
+
#
|
15541
|
+
# @!attribute [rw] description
|
15542
|
+
# A description for the integration.
|
15543
|
+
# @return [String]
|
15544
|
+
#
|
15545
|
+
# @!attribute [rw] integration_name
|
15546
|
+
# A unique name for the integration.
|
15547
|
+
# @return [String]
|
15548
|
+
#
|
15549
|
+
# @!attribute [rw] integration_arn
|
15550
|
+
# The Amazon Resource Name (ARN) for the integration.
|
15551
|
+
# @return [String]
|
15552
|
+
#
|
15553
|
+
# @!attribute [rw] kms_key_id
|
15554
|
+
# The ARN of a KMS key used for encrypting the channel.
|
15555
|
+
# @return [String]
|
15556
|
+
#
|
15557
|
+
# @!attribute [rw] additional_encryption_context
|
15558
|
+
# An optional set of non-secret key–value pairs that contains
|
15559
|
+
# additional contextual information for encryption. This can only be
|
15560
|
+
# provided if `KMSKeyId` is provided.
|
15561
|
+
# @return [Hash<String,String>]
|
15562
|
+
#
|
15563
|
+
# @!attribute [rw] tags
|
15564
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
15565
|
+
# pairs.
|
15566
|
+
# @return [Array<Types::Tag>]
|
13692
15567
|
#
|
13693
|
-
# @!attribute [rw]
|
13694
|
-
# The
|
13695
|
-
# @return [Float]
|
15568
|
+
# @!attribute [rw] status
|
15569
|
+
# The possible statuses are:
|
13696
15570
|
#
|
13697
|
-
#
|
15571
|
+
# * CREATING: The integration is being created.
|
13698
15572
|
#
|
13699
|
-
|
13700
|
-
:number_of_data_files_deleted,
|
13701
|
-
:number_of_manifest_files_deleted,
|
13702
|
-
:number_of_manifest_lists_deleted,
|
13703
|
-
:number_of_dpus,
|
13704
|
-
:job_duration_in_hour)
|
13705
|
-
SENSITIVE = []
|
13706
|
-
include Aws::Structure
|
13707
|
-
end
|
13708
|
-
|
13709
|
-
# Specifies an Apache Iceberg data source where Iceberg tables are
|
13710
|
-
# stored in Amazon S3.
|
15573
|
+
# * ACTIVE: The integration creation succeeds.
|
13711
15574
|
#
|
13712
|
-
#
|
13713
|
-
# One or more Amazon S3 paths that contains Iceberg metadata folders
|
13714
|
-
# as `s3://bucket/prefix`.
|
13715
|
-
# @return [Array<String>]
|
15575
|
+
# * MODIFYING: The integration is being modified.
|
13716
15576
|
#
|
13717
|
-
#
|
13718
|
-
# The name of the connection to use to connect to the Iceberg target.
|
13719
|
-
# @return [String]
|
15577
|
+
# * FAILED: The integration creation fails.
|
13720
15578
|
#
|
13721
|
-
#
|
13722
|
-
# A list of glob patterns used to exclude from the crawl. For more
|
13723
|
-
# information, see [Catalog Tables with a Crawler][1].
|
15579
|
+
# * DELETING: The integration is deleted.
|
13724
15580
|
#
|
15581
|
+
# * SYNCING: The integration is synchronizing.
|
13725
15582
|
#
|
15583
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
15584
|
+
# synchronization.
|
15585
|
+
# @return [String]
|
13726
15586
|
#
|
13727
|
-
#
|
13728
|
-
#
|
15587
|
+
# @!attribute [rw] create_time
|
15588
|
+
# The time that the integration was created, in UTC.
|
15589
|
+
# @return [Time]
|
13729
15590
|
#
|
13730
|
-
# @!attribute [rw]
|
13731
|
-
#
|
13732
|
-
#
|
13733
|
-
# to limit the crawler run time.
|
13734
|
-
# @return [Integer]
|
15591
|
+
# @!attribute [rw] errors
|
15592
|
+
# A list of errors associated with the integration.
|
15593
|
+
# @return [Array<Types::IntegrationError>]
|
13735
15594
|
#
|
13736
|
-
#
|
15595
|
+
# @!attribute [rw] data_filter
|
15596
|
+
# Selects source tables for the integration using Maxwell filter
|
15597
|
+
# syntax.
|
15598
|
+
# @return [String]
|
13737
15599
|
#
|
13738
|
-
|
13739
|
-
|
13740
|
-
|
13741
|
-
:
|
13742
|
-
:
|
15600
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Integration AWS API Documentation
|
15601
|
+
#
|
15602
|
+
class Integration < Struct.new(
|
15603
|
+
:source_arn,
|
15604
|
+
:target_arn,
|
15605
|
+
:description,
|
15606
|
+
:integration_name,
|
15607
|
+
:integration_arn,
|
15608
|
+
:kms_key_id,
|
15609
|
+
:additional_encryption_context,
|
15610
|
+
:tags,
|
15611
|
+
:status,
|
15612
|
+
:create_time,
|
15613
|
+
:errors,
|
15614
|
+
:data_filter)
|
13743
15615
|
SENSITIVE = []
|
13744
15616
|
include Aws::Structure
|
13745
15617
|
end
|
13746
15618
|
|
13747
|
-
# The
|
15619
|
+
# The requested operation conflicts with another operation.
|
13748
15620
|
#
|
13749
15621
|
# @!attribute [rw] message
|
13750
15622
|
# A message describing the problem.
|
13751
15623
|
# @return [String]
|
13752
15624
|
#
|
13753
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15625
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationConflictOperationFault AWS API Documentation
|
13754
15626
|
#
|
13755
|
-
class
|
15627
|
+
class IntegrationConflictOperationFault < Struct.new(
|
13756
15628
|
:message)
|
13757
15629
|
SENSITIVE = []
|
13758
15630
|
include Aws::Structure
|
13759
15631
|
end
|
13760
15632
|
|
13761
|
-
#
|
15633
|
+
# An error associated with a zero-ETL integration.
|
13762
15634
|
#
|
13763
|
-
# @!attribute [rw]
|
13764
|
-
#
|
15635
|
+
# @!attribute [rw] error_code
|
15636
|
+
# The code associated with this error.
|
13765
15637
|
# @return [String]
|
13766
15638
|
#
|
13767
|
-
#
|
15639
|
+
# @!attribute [rw] error_message
|
15640
|
+
# A message describing the error.
|
15641
|
+
# @return [String]
|
13768
15642
|
#
|
13769
|
-
|
13770
|
-
|
15643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationError AWS API Documentation
|
15644
|
+
#
|
15645
|
+
class IntegrationError < Struct.new(
|
15646
|
+
:error_code,
|
15647
|
+
:error_message)
|
13771
15648
|
SENSITIVE = []
|
13772
15649
|
include Aws::Structure
|
13773
15650
|
end
|
13774
15651
|
|
13775
|
-
#
|
15652
|
+
# A filter that can be used when invoking a `DescribeIntegrations`
|
15653
|
+
# request.
|
13776
15654
|
#
|
13777
|
-
# @!attribute [rw]
|
13778
|
-
#
|
15655
|
+
# @!attribute [rw] name
|
15656
|
+
# The name of the filter.
|
13779
15657
|
# @return [String]
|
13780
15658
|
#
|
13781
|
-
#
|
15659
|
+
# @!attribute [rw] values
|
15660
|
+
# A list of filter values.
|
15661
|
+
# @return [Array<String>]
|
13782
15662
|
#
|
13783
|
-
|
13784
|
-
|
15663
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationFilter AWS API Documentation
|
15664
|
+
#
|
15665
|
+
class IntegrationFilter < Struct.new(
|
15666
|
+
:name,
|
15667
|
+
:values)
|
13785
15668
|
SENSITIVE = []
|
13786
15669
|
include Aws::Structure
|
13787
15670
|
end
|
13788
15671
|
|
13789
|
-
# The
|
15672
|
+
# The specified integration could not be found.
|
13790
15673
|
#
|
13791
15674
|
# @!attribute [rw] message
|
13792
15675
|
# A message describing the problem.
|
13793
15676
|
# @return [String]
|
13794
15677
|
#
|
13795
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
15678
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationNotFoundFault AWS API Documentation
|
13796
15679
|
#
|
13797
|
-
class
|
15680
|
+
class IntegrationNotFoundFault < Struct.new(
|
13798
15681
|
:message)
|
13799
15682
|
SENSITIVE = []
|
13800
15683
|
include Aws::Structure
|
13801
15684
|
end
|
13802
15685
|
|
13803
|
-
#
|
13804
|
-
#
|
13805
|
-
#
|
15686
|
+
# A structure that describes how data is partitioned on the target.
|
15687
|
+
#
|
15688
|
+
# @!attribute [rw] field_name
|
15689
|
+
# The field name used to partition data on the target.
|
13806
15690
|
# @return [String]
|
13807
15691
|
#
|
13808
|
-
#
|
15692
|
+
# @!attribute [rw] function_spec
|
15693
|
+
# Specifies a function used to partition data on the target.
|
15694
|
+
# @return [String]
|
13809
15695
|
#
|
13810
|
-
|
13811
|
-
|
15696
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationPartition AWS API Documentation
|
15697
|
+
#
|
15698
|
+
class IntegrationPartition < Struct.new(
|
15699
|
+
:field_name,
|
15700
|
+
:function_spec)
|
13812
15701
|
SENSITIVE = []
|
13813
15702
|
include Aws::Structure
|
13814
15703
|
end
|
13815
15704
|
|
13816
|
-
#
|
15705
|
+
# The data processed through your integration exceeded your quota.
|
13817
15706
|
#
|
13818
|
-
|
15707
|
+
# @!attribute [rw] message
|
15708
|
+
# A message describing the problem.
|
15709
|
+
# @return [String]
|
15710
|
+
#
|
15711
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IntegrationQuotaExceededFault AWS API Documentation
|
15712
|
+
#
|
15713
|
+
class IntegrationQuotaExceededFault < Struct.new(
|
15714
|
+
:message)
|
15715
|
+
SENSITIVE = []
|
15716
|
+
include Aws::Structure
|
15717
|
+
end
|
13819
15718
|
|
13820
|
-
#
|
15719
|
+
# An internal server error occurred.
|
13821
15720
|
#
|
13822
|
-
# @!attribute [rw]
|
13823
|
-
#
|
13824
|
-
# will import the labels.
|
15721
|
+
# @!attribute [rw] message
|
15722
|
+
# A message describing the problem.
|
13825
15723
|
# @return [String]
|
13826
15724
|
#
|
13827
|
-
#
|
13828
|
-
# Indicates whether to overwrite your existing labels.
|
13829
|
-
# @return [Boolean]
|
13830
|
-
#
|
13831
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
15725
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InternalServerException AWS API Documentation
|
13832
15726
|
#
|
13833
|
-
class
|
13834
|
-
:
|
13835
|
-
:replace)
|
15727
|
+
class InternalServerException < Struct.new(
|
15728
|
+
:message)
|
13836
15729
|
SENSITIVE = []
|
13837
15730
|
include Aws::Structure
|
13838
15731
|
end
|
@@ -13871,6 +15764,20 @@ module Aws::Glue
|
|
13871
15764
|
include Aws::Structure
|
13872
15765
|
end
|
13873
15766
|
|
15767
|
+
# The integration is in an invalid state.
|
15768
|
+
#
|
15769
|
+
# @!attribute [rw] message
|
15770
|
+
# A message describing the problem.
|
15771
|
+
# @return [String]
|
15772
|
+
#
|
15773
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidIntegrationStateFault AWS API Documentation
|
15774
|
+
#
|
15775
|
+
class InvalidIntegrationStateFault < Struct.new(
|
15776
|
+
:message)
|
15777
|
+
SENSITIVE = []
|
15778
|
+
include Aws::Structure
|
15779
|
+
end
|
15780
|
+
|
13874
15781
|
# An error that indicates your data is in an invalid state.
|
13875
15782
|
#
|
13876
15783
|
# @!attribute [rw] message
|
@@ -15296,6 +17203,20 @@ module Aws::Glue
|
|
15296
17203
|
include Aws::Structure
|
15297
17204
|
end
|
15298
17205
|
|
17206
|
+
# The KMS key specified is not accessible.
|
17207
|
+
#
|
17208
|
+
# @!attribute [rw] message
|
17209
|
+
# A message describing the problem.
|
17210
|
+
# @return [String]
|
17211
|
+
#
|
17212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KMSKeyNotAccessibleFault AWS API Documentation
|
17213
|
+
#
|
17214
|
+
class KMSKeyNotAccessibleFault < Struct.new(
|
17215
|
+
:message)
|
17216
|
+
SENSITIVE = []
|
17217
|
+
include Aws::Structure
|
17218
|
+
end
|
17219
|
+
|
15299
17220
|
# Additional options for streaming.
|
15300
17221
|
#
|
15301
17222
|
# @!attribute [rw] bootstrap_servers
|
@@ -15828,6 +17749,41 @@ module Aws::Glue
|
|
15828
17749
|
include Aws::Structure
|
15829
17750
|
end
|
15830
17751
|
|
17752
|
+
# @!attribute [rw] max_results
|
17753
|
+
# The maximum number of results to return.
|
17754
|
+
# @return [Integer]
|
17755
|
+
#
|
17756
|
+
# @!attribute [rw] next_token
|
17757
|
+
# A continuation token, if this is a continuation call.
|
17758
|
+
# @return [String]
|
17759
|
+
#
|
17760
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesRequest AWS API Documentation
|
17761
|
+
#
|
17762
|
+
class ListConnectionTypesRequest < Struct.new(
|
17763
|
+
:max_results,
|
17764
|
+
:next_token)
|
17765
|
+
SENSITIVE = []
|
17766
|
+
include Aws::Structure
|
17767
|
+
end
|
17768
|
+
|
17769
|
+
# @!attribute [rw] connection_types
|
17770
|
+
# A list of `ConnectionTypeBrief` objects containing brief information
|
17771
|
+
# about the supported connection types.
|
17772
|
+
# @return [Array<Types::ConnectionTypeBrief>]
|
17773
|
+
#
|
17774
|
+
# @!attribute [rw] next_token
|
17775
|
+
# A continuation token, if the current list segment is not the last.
|
17776
|
+
# @return [String]
|
17777
|
+
#
|
17778
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListConnectionTypesResponse AWS API Documentation
|
17779
|
+
#
|
17780
|
+
class ListConnectionTypesResponse < Struct.new(
|
17781
|
+
:connection_types,
|
17782
|
+
:next_token)
|
17783
|
+
SENSITIVE = []
|
17784
|
+
include Aws::Structure
|
17785
|
+
end
|
17786
|
+
|
15831
17787
|
# @!attribute [rw] max_results
|
15832
17788
|
# The maximum size of a list to return.
|
15833
17789
|
# @return [Integer]
|
@@ -16257,6 +18213,61 @@ module Aws::Glue
|
|
16257
18213
|
include Aws::Structure
|
16258
18214
|
end
|
16259
18215
|
|
18216
|
+
# @!attribute [rw] connection_name
|
18217
|
+
# A name for the connection that has required credentials to query any
|
18218
|
+
# connection type.
|
18219
|
+
# @return [String]
|
18220
|
+
#
|
18221
|
+
# @!attribute [rw] catalog_id
|
18222
|
+
# The catalog ID of the catalog that contains the connection. This can
|
18223
|
+
# be null, By default, the Amazon Web Services Account ID is the
|
18224
|
+
# catalog ID.
|
18225
|
+
# @return [String]
|
18226
|
+
#
|
18227
|
+
# @!attribute [rw] parent_entity_name
|
18228
|
+
# Name of the parent entity for which you want to list the children.
|
18229
|
+
# This parameter takes a fully-qualified path of the entity in order
|
18230
|
+
# to list the child entities.
|
18231
|
+
# @return [String]
|
18232
|
+
#
|
18233
|
+
# @!attribute [rw] next_token
|
18234
|
+
# A continuation token, included if this is a continuation call.
|
18235
|
+
# @return [String]
|
18236
|
+
#
|
18237
|
+
# @!attribute [rw] data_store_api_version
|
18238
|
+
# The API version of the SaaS connector.
|
18239
|
+
# @return [String]
|
18240
|
+
#
|
18241
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesRequest AWS API Documentation
|
18242
|
+
#
|
18243
|
+
class ListEntitiesRequest < Struct.new(
|
18244
|
+
:connection_name,
|
18245
|
+
:catalog_id,
|
18246
|
+
:parent_entity_name,
|
18247
|
+
:next_token,
|
18248
|
+
:data_store_api_version)
|
18249
|
+
SENSITIVE = []
|
18250
|
+
include Aws::Structure
|
18251
|
+
end
|
18252
|
+
|
18253
|
+
# @!attribute [rw] entities
|
18254
|
+
# A list of `Entity` objects.
|
18255
|
+
# @return [Array<Types::Entity>]
|
18256
|
+
#
|
18257
|
+
# @!attribute [rw] next_token
|
18258
|
+
# A continuation token, present if the current segment is not the
|
18259
|
+
# last.
|
18260
|
+
# @return [String]
|
18261
|
+
#
|
18262
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListEntitiesResponse AWS API Documentation
|
18263
|
+
#
|
18264
|
+
class ListEntitiesResponse < Struct.new(
|
18265
|
+
:entities,
|
18266
|
+
:next_token)
|
18267
|
+
SENSITIVE = []
|
18268
|
+
include Aws::Structure
|
18269
|
+
end
|
18270
|
+
|
16260
18271
|
# @!attribute [rw] next_token
|
16261
18272
|
# A continuation token, if this is a continuation request.
|
16262
18273
|
# @return [String]
|
@@ -17267,41 +19278,156 @@ module Aws::Glue
|
|
17267
19278
|
# The name of the table in the database to read from.
|
17268
19279
|
# @return [String]
|
17269
19280
|
#
|
17270
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
|
19281
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogSource AWS API Documentation
|
19282
|
+
#
|
19283
|
+
class MicrosoftSQLServerCatalogSource < Struct.new(
|
19284
|
+
:name,
|
19285
|
+
:database,
|
19286
|
+
:table)
|
19287
|
+
SENSITIVE = []
|
19288
|
+
include Aws::Structure
|
19289
|
+
end
|
19290
|
+
|
19291
|
+
# Specifies a target that uses Microsoft SQL.
|
19292
|
+
#
|
19293
|
+
# @!attribute [rw] name
|
19294
|
+
# The name of the data target.
|
19295
|
+
# @return [String]
|
19296
|
+
#
|
19297
|
+
# @!attribute [rw] inputs
|
19298
|
+
# The nodes that are inputs to the data target.
|
19299
|
+
# @return [Array<String>]
|
19300
|
+
#
|
19301
|
+
# @!attribute [rw] database
|
19302
|
+
# The name of the database to write to.
|
19303
|
+
# @return [String]
|
19304
|
+
#
|
19305
|
+
# @!attribute [rw] table
|
19306
|
+
# The name of the table in the database to write to.
|
19307
|
+
# @return [String]
|
19308
|
+
#
|
19309
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MicrosoftSQLServerCatalogTarget AWS API Documentation
|
19310
|
+
#
|
19311
|
+
class MicrosoftSQLServerCatalogTarget < Struct.new(
|
19312
|
+
:name,
|
19313
|
+
:inputs,
|
19314
|
+
:database,
|
19315
|
+
:table)
|
19316
|
+
SENSITIVE = []
|
19317
|
+
include Aws::Structure
|
19318
|
+
end
|
19319
|
+
|
19320
|
+
# @!attribute [rw] integration_identifier
|
19321
|
+
# The Amazon Resource Name (ARN) for the integration.
|
19322
|
+
# @return [String]
|
19323
|
+
#
|
19324
|
+
# @!attribute [rw] description
|
19325
|
+
# A description of the integration.
|
19326
|
+
# @return [String]
|
19327
|
+
#
|
19328
|
+
# @!attribute [rw] data_filter
|
19329
|
+
# Selects source tables for the integration using Maxwell filter
|
19330
|
+
# syntax.
|
19331
|
+
# @return [String]
|
19332
|
+
#
|
19333
|
+
# @!attribute [rw] integration_name
|
19334
|
+
# A unique name for an integration in Glue.
|
19335
|
+
# @return [String]
|
19336
|
+
#
|
19337
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationRequest AWS API Documentation
|
17271
19338
|
#
|
17272
|
-
class
|
17273
|
-
:
|
17274
|
-
:
|
17275
|
-
:
|
19339
|
+
class ModifyIntegrationRequest < Struct.new(
|
19340
|
+
:integration_identifier,
|
19341
|
+
:description,
|
19342
|
+
:data_filter,
|
19343
|
+
:integration_name)
|
17276
19344
|
SENSITIVE = []
|
17277
19345
|
include Aws::Structure
|
17278
19346
|
end
|
17279
19347
|
|
17280
|
-
#
|
19348
|
+
# @!attribute [rw] source_arn
|
19349
|
+
# The ARN of the source for the integration.
|
19350
|
+
# @return [String]
|
17281
19351
|
#
|
17282
|
-
# @!attribute [rw]
|
17283
|
-
# The
|
19352
|
+
# @!attribute [rw] target_arn
|
19353
|
+
# The ARN of the target for the integration.
|
17284
19354
|
# @return [String]
|
17285
19355
|
#
|
17286
|
-
# @!attribute [rw]
|
17287
|
-
#
|
17288
|
-
# @return [
|
19356
|
+
# @!attribute [rw] integration_name
|
19357
|
+
# A unique name for an integration in Glue.
|
19358
|
+
# @return [String]
|
17289
19359
|
#
|
17290
|
-
# @!attribute [rw]
|
17291
|
-
#
|
19360
|
+
# @!attribute [rw] description
|
19361
|
+
# A description of the integration.
|
17292
19362
|
# @return [String]
|
17293
19363
|
#
|
17294
|
-
# @!attribute [rw]
|
17295
|
-
# The
|
19364
|
+
# @!attribute [rw] integration_arn
|
19365
|
+
# The Amazon Resource Name (ARN) for the integration.
|
17296
19366
|
# @return [String]
|
17297
19367
|
#
|
17298
|
-
#
|
19368
|
+
# @!attribute [rw] kms_key_id
|
19369
|
+
# The ARN of a KMS key used for encrypting the channel.
|
19370
|
+
# @return [String]
|
17299
19371
|
#
|
17300
|
-
|
17301
|
-
|
17302
|
-
|
17303
|
-
|
17304
|
-
|
19372
|
+
# @!attribute [rw] additional_encryption_context
|
19373
|
+
# An optional set of non-secret key–value pairs that contains
|
19374
|
+
# additional contextual information for encryption.
|
19375
|
+
# @return [Hash<String,String>]
|
19376
|
+
#
|
19377
|
+
# @!attribute [rw] tags
|
19378
|
+
# Metadata assigned to the resource consisting of a list of key-value
|
19379
|
+
# pairs.
|
19380
|
+
# @return [Array<Types::Tag>]
|
19381
|
+
#
|
19382
|
+
# @!attribute [rw] status
|
19383
|
+
# The status of the integration being modified.
|
19384
|
+
#
|
19385
|
+
# The possible statuses are:
|
19386
|
+
#
|
19387
|
+
# * CREATING: The integration is being created.
|
19388
|
+
#
|
19389
|
+
# * ACTIVE: The integration creation succeeds.
|
19390
|
+
#
|
19391
|
+
# * MODIFYING: The integration is being modified.
|
19392
|
+
#
|
19393
|
+
# * FAILED: The integration creation fails.
|
19394
|
+
#
|
19395
|
+
# * DELETING: The integration is deleted.
|
19396
|
+
#
|
19397
|
+
# * SYNCING: The integration is synchronizing.
|
19398
|
+
#
|
19399
|
+
# * NEEDS\_ATTENTION: The integration needs attention, such as
|
19400
|
+
# synchronization.
|
19401
|
+
# @return [String]
|
19402
|
+
#
|
19403
|
+
# @!attribute [rw] create_time
|
19404
|
+
# The time when the integration was created, in UTC.
|
19405
|
+
# @return [Time]
|
19406
|
+
#
|
19407
|
+
# @!attribute [rw] errors
|
19408
|
+
# A list of errors associated with the integration modification.
|
19409
|
+
# @return [Array<Types::IntegrationError>]
|
19410
|
+
#
|
19411
|
+
# @!attribute [rw] data_filter
|
19412
|
+
# Selects source tables for the integration using Maxwell filter
|
19413
|
+
# syntax.
|
19414
|
+
# @return [String]
|
19415
|
+
#
|
19416
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ModifyIntegrationResponse AWS API Documentation
|
19417
|
+
#
|
19418
|
+
class ModifyIntegrationResponse < Struct.new(
|
19419
|
+
:source_arn,
|
19420
|
+
:target_arn,
|
19421
|
+
:integration_name,
|
19422
|
+
:description,
|
19423
|
+
:integration_arn,
|
19424
|
+
:kms_key_id,
|
19425
|
+
:additional_encryption_context,
|
19426
|
+
:tags,
|
19427
|
+
:status,
|
19428
|
+
:create_time,
|
19429
|
+
:errors,
|
19430
|
+
:data_filter)
|
17305
19431
|
SENSITIVE = []
|
17306
19432
|
include Aws::Structure
|
17307
19433
|
end
|
@@ -17527,6 +19653,38 @@ module Aws::Glue
|
|
17527
19653
|
include Aws::Structure
|
17528
19654
|
end
|
17529
19655
|
|
19656
|
+
# The credentials used when the authentication type is OAuth2
|
19657
|
+
# authentication.
|
19658
|
+
#
|
19659
|
+
# @!attribute [rw] user_managed_client_application_client_secret
|
19660
|
+
# The client application client secret if the client application is
|
19661
|
+
# user managed.
|
19662
|
+
# @return [String]
|
19663
|
+
#
|
19664
|
+
# @!attribute [rw] access_token
|
19665
|
+
# The access token used when the authentication type is OAuth2.
|
19666
|
+
# @return [String]
|
19667
|
+
#
|
19668
|
+
# @!attribute [rw] refresh_token
|
19669
|
+
# The refresh token used when the authentication type is OAuth2.
|
19670
|
+
# @return [String]
|
19671
|
+
#
|
19672
|
+
# @!attribute [rw] jwt_token
|
19673
|
+
# The JSON Web Token (JWT) used when the authentication type is
|
19674
|
+
# OAuth2.
|
19675
|
+
# @return [String]
|
19676
|
+
#
|
19677
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2Credentials AWS API Documentation
|
19678
|
+
#
|
19679
|
+
class OAuth2Credentials < Struct.new(
|
19680
|
+
:user_managed_client_application_client_secret,
|
19681
|
+
:access_token,
|
19682
|
+
:refresh_token,
|
19683
|
+
:jwt_token)
|
19684
|
+
SENSITIVE = [:user_managed_client_application_client_secret, :access_token, :refresh_token, :jwt_token]
|
19685
|
+
include Aws::Structure
|
19686
|
+
end
|
19687
|
+
|
17530
19688
|
# A structure containing properties for OAuth2 authentication.
|
17531
19689
|
#
|
17532
19690
|
# @!attribute [rw] o_auth_2_grant_type
|
@@ -17586,6 +19744,11 @@ module Aws::Glue
|
|
17586
19744
|
# `AUTHORIZATION_CODE` grant type.
|
17587
19745
|
# @return [Types::AuthorizationCodeProperties]
|
17588
19746
|
#
|
19747
|
+
# @!attribute [rw] o_auth_2_credentials
|
19748
|
+
# The credentials used when the authentication type is OAuth2
|
19749
|
+
# authentication.
|
19750
|
+
# @return [Types::OAuth2Credentials]
|
19751
|
+
#
|
17589
19752
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/OAuth2PropertiesInput AWS API Documentation
|
17590
19753
|
#
|
17591
19754
|
class OAuth2PropertiesInput < Struct.new(
|
@@ -17593,7 +19756,8 @@ module Aws::Glue
|
|
17593
19756
|
:o_auth_2_client_application,
|
17594
19757
|
:token_url,
|
17595
19758
|
:token_url_parameters_map,
|
17596
|
-
:authorization_code_properties
|
19759
|
+
:authorization_code_properties,
|
19760
|
+
:o_auth_2_credentials)
|
17597
19761
|
SENSITIVE = []
|
17598
19762
|
include Aws::Structure
|
17599
19763
|
end
|
@@ -18211,6 +20375,51 @@ module Aws::Glue
|
|
18211
20375
|
include Aws::Structure
|
18212
20376
|
end
|
18213
20377
|
|
20378
|
+
# An object that defines a connection type for a compute environment.
|
20379
|
+
#
|
20380
|
+
# @!attribute [rw] name
|
20381
|
+
# The name of the property.
|
20382
|
+
# @return [String]
|
20383
|
+
#
|
20384
|
+
# @!attribute [rw] description
|
20385
|
+
# A description of the property.
|
20386
|
+
# @return [String]
|
20387
|
+
#
|
20388
|
+
# @!attribute [rw] required
|
20389
|
+
# Indicates whether the property is required.
|
20390
|
+
# @return [Boolean]
|
20391
|
+
#
|
20392
|
+
# @!attribute [rw] default_value
|
20393
|
+
# The default value for the property.
|
20394
|
+
# @return [String]
|
20395
|
+
#
|
20396
|
+
# @!attribute [rw] property_types
|
20397
|
+
# Describes the type of property.
|
20398
|
+
# @return [Array<String>]
|
20399
|
+
#
|
20400
|
+
# @!attribute [rw] allowed_values
|
20401
|
+
# A list of `AllowedValue` objects representing the values allowed for
|
20402
|
+
# the property.
|
20403
|
+
# @return [Array<Types::AllowedValue>]
|
20404
|
+
#
|
20405
|
+
# @!attribute [rw] data_operation_scopes
|
20406
|
+
# Indicates which data operations are applicable to the property.
|
20407
|
+
# @return [Array<String>]
|
20408
|
+
#
|
20409
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Property AWS API Documentation
|
20410
|
+
#
|
20411
|
+
class Property < Struct.new(
|
20412
|
+
:name,
|
20413
|
+
:description,
|
20414
|
+
:required,
|
20415
|
+
:default_value,
|
20416
|
+
:property_types,
|
20417
|
+
:allowed_values,
|
20418
|
+
:data_operation_scopes)
|
20419
|
+
SENSITIVE = []
|
20420
|
+
include Aws::Structure
|
20421
|
+
end
|
20422
|
+
|
18214
20423
|
# Defines a property predicate.
|
18215
20424
|
#
|
18216
20425
|
# @!attribute [rw] key
|
@@ -19010,6 +21219,20 @@ module Aws::Glue
|
|
19010
21219
|
include Aws::Structure
|
19011
21220
|
end
|
19012
21221
|
|
21222
|
+
# The resource could not be found.
|
21223
|
+
#
|
21224
|
+
# @!attribute [rw] message
|
21225
|
+
# A message describing the problem.
|
21226
|
+
# @return [String]
|
21227
|
+
#
|
21228
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotFoundException AWS API Documentation
|
21229
|
+
#
|
21230
|
+
class ResourceNotFoundException < Struct.new(
|
21231
|
+
:message)
|
21232
|
+
SENSITIVE = []
|
21233
|
+
include Aws::Structure
|
21234
|
+
end
|
21235
|
+
|
19013
21236
|
# A resource was not ready for a transaction.
|
19014
21237
|
#
|
19015
21238
|
# @!attribute [rw] message
|
@@ -21058,6 +23281,49 @@ module Aws::Glue
|
|
21058
23281
|
include Aws::Structure
|
21059
23282
|
end
|
21060
23283
|
|
23284
|
+
# The resource properties associated with the integration source.
|
23285
|
+
#
|
23286
|
+
# @!attribute [rw] role_arn
|
23287
|
+
# The IAM role to access the Glue connection.
|
23288
|
+
# @return [String]
|
23289
|
+
#
|
23290
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceProcessingProperties AWS API Documentation
|
23291
|
+
#
|
23292
|
+
class SourceProcessingProperties < Struct.new(
|
23293
|
+
:role_arn)
|
23294
|
+
SENSITIVE = []
|
23295
|
+
include Aws::Structure
|
23296
|
+
end
|
23297
|
+
|
23298
|
+
# Properties used by the source leg to process data from the source.
|
23299
|
+
#
|
23300
|
+
# @!attribute [rw] fields
|
23301
|
+
# A list of fields used for column-level filtering.
|
23302
|
+
# @return [Array<String>]
|
23303
|
+
#
|
23304
|
+
# @!attribute [rw] filter_predicate
|
23305
|
+
# A condition clause used for row-level filtering.
|
23306
|
+
# @return [String]
|
23307
|
+
#
|
23308
|
+
# @!attribute [rw] primary_key
|
23309
|
+
# Unique identifier of a record.
|
23310
|
+
# @return [Array<String>]
|
23311
|
+
#
|
23312
|
+
# @!attribute [rw] record_update_field
|
23313
|
+
# Incremental pull timestamp-based field.
|
23314
|
+
# @return [String]
|
23315
|
+
#
|
23316
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceTableConfig AWS API Documentation
|
23317
|
+
#
|
23318
|
+
class SourceTableConfig < Struct.new(
|
23319
|
+
:fields,
|
23320
|
+
:filter_predicate,
|
23321
|
+
:primary_key,
|
23322
|
+
:record_update_field)
|
23323
|
+
SENSITIVE = []
|
23324
|
+
include Aws::Structure
|
23325
|
+
end
|
23326
|
+
|
21061
23327
|
# Specifies a connector to an Apache Spark data source.
|
21062
23328
|
#
|
21063
23329
|
# @!attribute [rw] name
|
@@ -23094,6 +25360,39 @@ module Aws::Glue
|
|
23094
25360
|
include Aws::Structure
|
23095
25361
|
end
|
23096
25362
|
|
25363
|
+
# The `Tag` object represents a label that you can assign to an Amazon
|
25364
|
+
# Web Services resource. Each tag consists of a key and an optional
|
25365
|
+
# value, both of which you define.
|
25366
|
+
#
|
25367
|
+
# For more information about tags, and controlling access to resources
|
25368
|
+
# in Glue, see [Amazon Web Services Tags in Glue][1] and [Specifying
|
25369
|
+
# Glue Resource ARNs][2] in the developer guide.
|
25370
|
+
#
|
25371
|
+
#
|
25372
|
+
#
|
25373
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
25374
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/dg/glue-specifying-resource-arns.html
|
25375
|
+
#
|
25376
|
+
# @!attribute [rw] key
|
25377
|
+
# The tag key. The key is required when you create a tag on an object.
|
25378
|
+
# The key is case-sensitive, and must not contain the prefix aws.
|
25379
|
+
# @return [String]
|
25380
|
+
#
|
25381
|
+
# @!attribute [rw] value
|
25382
|
+
# The tag value. The value is optional when you create a tag on an
|
25383
|
+
# object. The value is case-sensitive, and must not contain the prefix
|
25384
|
+
# aws.
|
25385
|
+
# @return [String]
|
25386
|
+
#
|
25387
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Tag AWS API Documentation
|
25388
|
+
#
|
25389
|
+
class Tag < Struct.new(
|
25390
|
+
:key,
|
25391
|
+
:value)
|
25392
|
+
SENSITIVE = []
|
25393
|
+
include Aws::Structure
|
25394
|
+
end
|
25395
|
+
|
23097
25396
|
# @!attribute [rw] resource_arn
|
23098
25397
|
# The ARN of the Glue resource to which to add the tags. For more
|
23099
25398
|
# information about Glue resource ARNs, see the [Glue ARN string
|
@@ -23121,6 +25420,90 @@ module Aws::Glue
|
|
23121
25420
|
#
|
23122
25421
|
class TagResourceResponse < Aws::EmptyStructure; end
|
23123
25422
|
|
25423
|
+
# The resource properties associated with the integration target.
|
25424
|
+
#
|
25425
|
+
# @!attribute [rw] role_arn
|
25426
|
+
# The IAM role to access the Glue database.
|
25427
|
+
# @return [String]
|
25428
|
+
#
|
25429
|
+
# @!attribute [rw] kms_arn
|
25430
|
+
# The ARN of the KMS key used for encryption.
|
25431
|
+
# @return [String]
|
25432
|
+
#
|
25433
|
+
# @!attribute [rw] connection_name
|
25434
|
+
# The Glue network connection to configure the Glue job running in the
|
25435
|
+
# customer VPC.
|
25436
|
+
# @return [String]
|
25437
|
+
#
|
25438
|
+
# @!attribute [rw] event_bus_arn
|
25439
|
+
# The ARN of an Eventbridge event bus to receive the integration
|
25440
|
+
# status notification.
|
25441
|
+
# @return [String]
|
25442
|
+
#
|
25443
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetProcessingProperties AWS API Documentation
|
25444
|
+
#
|
25445
|
+
class TargetProcessingProperties < Struct.new(
|
25446
|
+
:role_arn,
|
25447
|
+
:kms_arn,
|
25448
|
+
:connection_name,
|
25449
|
+
:event_bus_arn)
|
25450
|
+
SENSITIVE = []
|
25451
|
+
include Aws::Structure
|
25452
|
+
end
|
25453
|
+
|
25454
|
+
# A structure that describes a target catalog for resource linking.
|
25455
|
+
#
|
25456
|
+
# @!attribute [rw] catalog_arn
|
25457
|
+
# The Amazon Resource Name (ARN) of the catalog resource.
|
25458
|
+
# @return [String]
|
25459
|
+
#
|
25460
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetRedshiftCatalog AWS API Documentation
|
25461
|
+
#
|
25462
|
+
class TargetRedshiftCatalog < Struct.new(
|
25463
|
+
:catalog_arn)
|
25464
|
+
SENSITIVE = []
|
25465
|
+
include Aws::Structure
|
25466
|
+
end
|
25467
|
+
|
25468
|
+
# The target resource could not be found.
|
25469
|
+
#
|
25470
|
+
# @!attribute [rw] message
|
25471
|
+
# A message describing the problem.
|
25472
|
+
# @return [String]
|
25473
|
+
#
|
25474
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetResourceNotFound AWS API Documentation
|
25475
|
+
#
|
25476
|
+
class TargetResourceNotFound < Struct.new(
|
25477
|
+
:message)
|
25478
|
+
SENSITIVE = []
|
25479
|
+
include Aws::Structure
|
25480
|
+
end
|
25481
|
+
|
25482
|
+
# Properties used by the target leg to partition the data on the target.
|
25483
|
+
#
|
25484
|
+
# @!attribute [rw] unnest_spec
|
25485
|
+
# Specifies how nested objects are flattened to top-level elements.
|
25486
|
+
# Valid values are: "TOPLEVEL", "FULL", or "NOUNNEST".
|
25487
|
+
# @return [String]
|
25488
|
+
#
|
25489
|
+
# @!attribute [rw] partition_spec
|
25490
|
+
# Determines the file layout on the target.
|
25491
|
+
# @return [Array<Types::IntegrationPartition>]
|
25492
|
+
#
|
25493
|
+
# @!attribute [rw] target_table_name
|
25494
|
+
# The optional name of a target table.
|
25495
|
+
# @return [String]
|
25496
|
+
#
|
25497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TargetTableConfig AWS API Documentation
|
25498
|
+
#
|
25499
|
+
class TargetTableConfig < Struct.new(
|
25500
|
+
:unnest_spec,
|
25501
|
+
:partition_spec,
|
25502
|
+
:target_table_name)
|
25503
|
+
SENSITIVE = []
|
25504
|
+
include Aws::Structure
|
25505
|
+
end
|
25506
|
+
|
23124
25507
|
# The sampling parameters that are associated with the machine learning
|
23125
25508
|
# transform.
|
23126
25509
|
#
|
@@ -23316,6 +25699,10 @@ module Aws::Glue
|
|
23316
25699
|
# testing.
|
23317
25700
|
# @return [String]
|
23318
25701
|
#
|
25702
|
+
# @!attribute [rw] catalog_id
|
25703
|
+
# The catalog ID where the connection resides.
|
25704
|
+
# @return [String]
|
25705
|
+
#
|
23319
25706
|
# @!attribute [rw] test_connection_input
|
23320
25707
|
# A structure that is used to specify testing a connection to a
|
23321
25708
|
# service.
|
@@ -23325,6 +25712,7 @@ module Aws::Glue
|
|
23325
25712
|
#
|
23326
25713
|
class TestConnectionRequest < Struct.new(
|
23327
25714
|
:connection_name,
|
25715
|
+
:catalog_id,
|
23328
25716
|
:test_connection_input)
|
23329
25717
|
SENSITIVE = []
|
23330
25718
|
include Aws::Structure
|
@@ -23825,6 +26213,28 @@ module Aws::Glue
|
|
23825
26213
|
include Aws::Structure
|
23826
26214
|
end
|
23827
26215
|
|
26216
|
+
# @!attribute [rw] catalog_id
|
26217
|
+
# The ID of the catalog.
|
26218
|
+
# @return [String]
|
26219
|
+
#
|
26220
|
+
# @!attribute [rw] catalog_input
|
26221
|
+
# A `CatalogInput` object specifying the new properties of an existing
|
26222
|
+
# catalog.
|
26223
|
+
# @return [Types::CatalogInput]
|
26224
|
+
#
|
26225
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogRequest AWS API Documentation
|
26226
|
+
#
|
26227
|
+
class UpdateCatalogRequest < Struct.new(
|
26228
|
+
:catalog_id,
|
26229
|
+
:catalog_input)
|
26230
|
+
SENSITIVE = []
|
26231
|
+
include Aws::Structure
|
26232
|
+
end
|
26233
|
+
|
26234
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCatalogResponse AWS API Documentation
|
26235
|
+
#
|
26236
|
+
class UpdateCatalogResponse < Aws::EmptyStructure; end
|
26237
|
+
|
23828
26238
|
# @!attribute [rw] grok_classifier
|
23829
26239
|
# A `GrokClassifier` object with updated fields.
|
23830
26240
|
# @return [Types::UpdateGrokClassifierRequest]
|
@@ -24389,6 +26799,81 @@ module Aws::Glue
|
|
24389
26799
|
include Aws::Structure
|
24390
26800
|
end
|
24391
26801
|
|
26802
|
+
# @!attribute [rw] resource_arn
|
26803
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26804
|
+
# @return [String]
|
26805
|
+
#
|
26806
|
+
# @!attribute [rw] source_processing_properties
|
26807
|
+
# The resource properties associated with the integration source.
|
26808
|
+
# @return [Types::SourceProcessingProperties]
|
26809
|
+
#
|
26810
|
+
# @!attribute [rw] target_processing_properties
|
26811
|
+
# The resource properties associated with the integration target.
|
26812
|
+
# @return [Types::TargetProcessingProperties]
|
26813
|
+
#
|
26814
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyRequest AWS API Documentation
|
26815
|
+
#
|
26816
|
+
class UpdateIntegrationResourcePropertyRequest < Struct.new(
|
26817
|
+
:resource_arn,
|
26818
|
+
:source_processing_properties,
|
26819
|
+
:target_processing_properties)
|
26820
|
+
SENSITIVE = []
|
26821
|
+
include Aws::Structure
|
26822
|
+
end
|
26823
|
+
|
26824
|
+
# @!attribute [rw] resource_arn
|
26825
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26826
|
+
# @return [String]
|
26827
|
+
#
|
26828
|
+
# @!attribute [rw] source_processing_properties
|
26829
|
+
# The resource properties associated with the integration source.
|
26830
|
+
# @return [Types::SourceProcessingProperties]
|
26831
|
+
#
|
26832
|
+
# @!attribute [rw] target_processing_properties
|
26833
|
+
# The resource properties associated with the integration target.
|
26834
|
+
# @return [Types::TargetProcessingProperties]
|
26835
|
+
#
|
26836
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationResourcePropertyResponse AWS API Documentation
|
26837
|
+
#
|
26838
|
+
class UpdateIntegrationResourcePropertyResponse < Struct.new(
|
26839
|
+
:resource_arn,
|
26840
|
+
:source_processing_properties,
|
26841
|
+
:target_processing_properties)
|
26842
|
+
SENSITIVE = []
|
26843
|
+
include Aws::Structure
|
26844
|
+
end
|
26845
|
+
|
26846
|
+
# @!attribute [rw] resource_arn
|
26847
|
+
# The connection ARN of the source, or the database ARN of the target.
|
26848
|
+
# @return [String]
|
26849
|
+
#
|
26850
|
+
# @!attribute [rw] table_name
|
26851
|
+
# The name of the table to be replicated.
|
26852
|
+
# @return [String]
|
26853
|
+
#
|
26854
|
+
# @!attribute [rw] source_table_config
|
26855
|
+
# A structure for the source table configuration.
|
26856
|
+
# @return [Types::SourceTableConfig]
|
26857
|
+
#
|
26858
|
+
# @!attribute [rw] target_table_config
|
26859
|
+
# A structure for the target table configuration.
|
26860
|
+
# @return [Types::TargetTableConfig]
|
26861
|
+
#
|
26862
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesRequest AWS API Documentation
|
26863
|
+
#
|
26864
|
+
class UpdateIntegrationTablePropertiesRequest < Struct.new(
|
26865
|
+
:resource_arn,
|
26866
|
+
:table_name,
|
26867
|
+
:source_table_config,
|
26868
|
+
:target_table_config)
|
26869
|
+
SENSITIVE = []
|
26870
|
+
include Aws::Structure
|
26871
|
+
end
|
26872
|
+
|
26873
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateIntegrationTablePropertiesResponse AWS API Documentation
|
26874
|
+
#
|
26875
|
+
class UpdateIntegrationTablePropertiesResponse < Aws::EmptyStructure; end
|
26876
|
+
|
24392
26877
|
# @!attribute [rw] job_name
|
24393
26878
|
# The name of the Glue job to be synchronized to or from the remote
|
24394
26879
|
# repository.
|