aws-sdk-glue 1.130.0 → 1.132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +533 -16
- data/lib/aws-sdk-glue/client_api.rb +62 -0
- data/lib/aws-sdk-glue/endpoint_parameters.rb +0 -3
- data/lib/aws-sdk-glue/endpoint_provider.rb +27 -24
- data/lib/aws-sdk-glue/types.rb +527 -26
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1316,6 +1316,41 @@ module Aws::Glue
|
|
1316
1316
|
#
|
1317
1317
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1318
1318
|
|
1319
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1320
|
+
# Catalog.
|
1321
|
+
#
|
1322
|
+
# @!attribute [rw] name
|
1323
|
+
# The name of the Delta Lake data source.
|
1324
|
+
# @return [String]
|
1325
|
+
#
|
1326
|
+
# @!attribute [rw] database
|
1327
|
+
# The name of the database to read from.
|
1328
|
+
# @return [String]
|
1329
|
+
#
|
1330
|
+
# @!attribute [rw] table
|
1331
|
+
# The name of the table in the database to read from.
|
1332
|
+
# @return [String]
|
1333
|
+
#
|
1334
|
+
# @!attribute [rw] additional_delta_options
|
1335
|
+
# Specifies additional connection options.
|
1336
|
+
# @return [Hash<String,String>]
|
1337
|
+
#
|
1338
|
+
# @!attribute [rw] output_schemas
|
1339
|
+
# Specifies the data schema for the Delta Lake source.
|
1340
|
+
# @return [Array<Types::GlueSchema>]
|
1341
|
+
#
|
1342
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
|
1343
|
+
#
|
1344
|
+
class CatalogDeltaSource < Struct.new(
|
1345
|
+
:name,
|
1346
|
+
:database,
|
1347
|
+
:table,
|
1348
|
+
:additional_delta_options,
|
1349
|
+
:output_schemas)
|
1350
|
+
SENSITIVE = []
|
1351
|
+
include Aws::Structure
|
1352
|
+
end
|
1353
|
+
|
1319
1354
|
# Specifies a table definition in the Glue Data Catalog.
|
1320
1355
|
#
|
1321
1356
|
# @!attribute [rw] database_name
|
@@ -1909,7 +1944,7 @@ module Aws::Glue
|
|
1909
1944
|
#
|
1910
1945
|
# @!attribute [rw] s3_catalog_hudi_source
|
1911
1946
|
# Specifies a Hudi data source that is registered in the Glue Data
|
1912
|
-
# Catalog. The
|
1947
|
+
# Catalog. The data source must be stored in Amazon S3.
|
1913
1948
|
# @return [Types::S3CatalogHudiSource]
|
1914
1949
|
#
|
1915
1950
|
# @!attribute [rw] catalog_hudi_source
|
@@ -1930,6 +1965,34 @@ module Aws::Glue
|
|
1930
1965
|
# Specifies a target that writes to a Hudi data source in Amazon S3.
|
1931
1966
|
# @return [Types::S3HudiDirectTarget]
|
1932
1967
|
#
|
1968
|
+
# @!attribute [rw] direct_jdbc_source
|
1969
|
+
# Specifies the direct JDBC source connection.
|
1970
|
+
# @return [Types::DirectJDBCSource]
|
1971
|
+
#
|
1972
|
+
# @!attribute [rw] s3_catalog_delta_source
|
1973
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1974
|
+
# Data Catalog. The data source must be stored in Amazon S3.
|
1975
|
+
# @return [Types::S3CatalogDeltaSource]
|
1976
|
+
#
|
1977
|
+
# @!attribute [rw] catalog_delta_source
|
1978
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1979
|
+
# Data Catalog.
|
1980
|
+
# @return [Types::CatalogDeltaSource]
|
1981
|
+
#
|
1982
|
+
# @!attribute [rw] s3_delta_source
|
1983
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
1984
|
+
# @return [Types::S3DeltaSource]
|
1985
|
+
#
|
1986
|
+
# @!attribute [rw] s3_delta_catalog_target
|
1987
|
+
# Specifies a target that writes to a Delta Lake data source in the
|
1988
|
+
# Glue Data Catalog.
|
1989
|
+
# @return [Types::S3DeltaCatalogTarget]
|
1990
|
+
#
|
1991
|
+
# @!attribute [rw] s3_delta_direct_target
|
1992
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
1993
|
+
# S3.
|
1994
|
+
# @return [Types::S3DeltaDirectTarget]
|
1995
|
+
#
|
1933
1996
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1934
1997
|
#
|
1935
1998
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -1989,7 +2052,13 @@ module Aws::Glue
|
|
1989
2052
|
:catalog_hudi_source,
|
1990
2053
|
:s3_hudi_source,
|
1991
2054
|
:s3_hudi_catalog_target,
|
1992
|
-
:s3_hudi_direct_target
|
2055
|
+
:s3_hudi_direct_target,
|
2056
|
+
:direct_jdbc_source,
|
2057
|
+
:s3_catalog_delta_source,
|
2058
|
+
:catalog_delta_source,
|
2059
|
+
:s3_delta_source,
|
2060
|
+
:s3_delta_catalog_target,
|
2061
|
+
:s3_delta_direct_target)
|
1993
2062
|
SENSITIVE = []
|
1994
2063
|
include Aws::Structure
|
1995
2064
|
end
|
@@ -2143,10 +2212,14 @@ module Aws::Glue
|
|
2143
2212
|
include Aws::Structure
|
2144
2213
|
end
|
2145
2214
|
|
2215
|
+
# A filter that uses both column-level and row-level filtering.
|
2216
|
+
#
|
2146
2217
|
# @!attribute [rw] column_name
|
2218
|
+
# A string containing the name of the column.
|
2147
2219
|
# @return [String]
|
2148
2220
|
#
|
2149
2221
|
# @!attribute [rw] row_filter_expression
|
2222
|
+
# A string containing the row-level filter expression.
|
2150
2223
|
# @return [String]
|
2151
2224
|
#
|
2152
2225
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
@@ -2524,8 +2597,8 @@ module Aws::Glue
|
|
2524
2597
|
# the Kafka client key password (if the user has the Glue encrypt
|
2525
2598
|
# passwords setting selected).
|
2526
2599
|
#
|
2527
|
-
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"
|
2528
|
-
# are the
|
2600
|
+
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
|
2601
|
+
# `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
|
2529
2602
|
#
|
2530
2603
|
# * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
|
2531
2604
|
# authenticate with the "SCRAM-SHA-512" mechanism.
|
@@ -2602,7 +2675,8 @@ module Aws::Glue
|
|
2602
2675
|
# A structure that is used to specify a connection to create or update.
|
2603
2676
|
#
|
2604
2677
|
# @!attribute [rw] name
|
2605
|
-
# The name of the connection.
|
2678
|
+
# The name of the connection. Connection will not function as expected
|
2679
|
+
# without a name.
|
2606
2680
|
# @return [String]
|
2607
2681
|
#
|
2608
2682
|
# @!attribute [rw] description
|
@@ -2615,25 +2689,93 @@ module Aws::Glue
|
|
2615
2689
|
# * `JDBC` - Designates a connection to a database through Java
|
2616
2690
|
# Database Connectivity (JDBC).
|
2617
2691
|
#
|
2692
|
+
# `JDBC` Connections use the following ConnectionParameters.
|
2693
|
+
#
|
2694
|
+
# * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
|
2695
|
+
# `JDBC_CONNECTION_URL`.
|
2696
|
+
#
|
2697
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2698
|
+
#
|
2699
|
+
# * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
|
2700
|
+
# `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
|
2701
|
+
# These parameters are used to configure SSL with JDBC.
|
2702
|
+
#
|
2618
2703
|
# * `KAFKA` - Designates a connection to an Apache Kafka streaming
|
2619
2704
|
# platform.
|
2620
2705
|
#
|
2706
|
+
# `KAFKA` Connections use the following ConnectionParameters.
|
2707
|
+
#
|
2708
|
+
# * Required: `KAFKA_BOOTSTRAP_SERVERS`.
|
2709
|
+
#
|
2710
|
+
# * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
|
2711
|
+
# `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
|
2712
|
+
# to configure SSL with `KAFKA`.
|
2713
|
+
#
|
2714
|
+
# * Optional: `KAFKA_CLIENT_KEYSTORE`,
|
2715
|
+
# `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
|
2716
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
|
2717
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
|
2718
|
+
# to configure TLS client configuration with SSL in `KAFKA`.
|
2719
|
+
#
|
2720
|
+
# * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
|
2721
|
+
# `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
|
2722
|
+
#
|
2723
|
+
# * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
|
2724
|
+
# `KAFKA_SASL_SCRAM_PASSWORD`,
|
2725
|
+
# `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
|
2726
|
+
# to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
|
2727
|
+
#
|
2728
|
+
# * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
|
2729
|
+
# `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
|
2730
|
+
# `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
|
2731
|
+
# configure SASL/GSSAPI authentication with `KAFKA`.
|
2732
|
+
#
|
2621
2733
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
2622
2734
|
# database.
|
2623
2735
|
#
|
2736
|
+
# `MONGODB` Connections use the following ConnectionParameters.
|
2737
|
+
#
|
2738
|
+
# * Required: `CONNECTION_URL`.
|
2739
|
+
#
|
2740
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2741
|
+
#
|
2624
2742
|
# * `NETWORK` - Designates a network connection to a data source
|
2625
2743
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2626
2744
|
#
|
2745
|
+
# `NETWORK` Connections do not require ConnectionParameters.
|
2746
|
+
# Instead, provide a PhysicalConnectionRequirements.
|
2747
|
+
#
|
2627
2748
|
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2628
2749
|
# connector purchased from Amazon Web Services Marketplace to read
|
2629
2750
|
# from and write to data stores that are not natively supported by
|
2630
2751
|
# Glue.
|
2631
2752
|
#
|
2753
|
+
# `MARKETPLACE` Connections use the following ConnectionParameters.
|
2754
|
+
#
|
2755
|
+
# * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
|
2756
|
+
# `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
|
2757
|
+
#
|
2758
|
+
# * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
|
2759
|
+
# (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2760
|
+
#
|
2632
2761
|
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2633
2762
|
# connector to read from and write to data stores that are not
|
2634
2763
|
# natively supported by Glue.
|
2635
2764
|
#
|
2636
|
-
# SFTP is not supported.
|
2765
|
+
# `SFTP` is not supported.
|
2766
|
+
#
|
2767
|
+
# For more information about how optional ConnectionProperties are
|
2768
|
+
# used to configure features in Glue, consult [Glue connection
|
2769
|
+
# properties][1].
|
2770
|
+
#
|
2771
|
+
# For more information about how optional ConnectionProperties are
|
2772
|
+
# used to configure features in Glue Studio, consult [Using connectors
|
2773
|
+
# and connections][2].
|
2774
|
+
#
|
2775
|
+
#
|
2776
|
+
#
|
2777
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
2778
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
2637
2779
|
# @return [String]
|
2638
2780
|
#
|
2639
2781
|
# @!attribute [rw] match_criteria
|
@@ -5690,6 +5832,8 @@ module Aws::Glue
|
|
5690
5832
|
#
|
5691
5833
|
# @!attribute [rw] create_table_default_permissions
|
5692
5834
|
# Creates a set of default permissions on the table for principals.
|
5835
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5836
|
+
# operations.
|
5693
5837
|
# @return [Array<Types::PrincipalPermissions>]
|
5694
5838
|
#
|
5695
5839
|
# @!attribute [rw] target_database
|
@@ -5760,6 +5904,8 @@ module Aws::Glue
|
|
5760
5904
|
#
|
5761
5905
|
# @!attribute [rw] create_table_default_permissions
|
5762
5906
|
# Creates a set of default permissions on the table for principals.
|
5907
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5908
|
+
# operations.
|
5763
5909
|
# @return [Array<Types::PrincipalPermissions>]
|
5764
5910
|
#
|
5765
5911
|
# @!attribute [rw] target_database
|
@@ -6831,6 +6977,45 @@ module Aws::Glue
|
|
6831
6977
|
include Aws::Structure
|
6832
6978
|
end
|
6833
6979
|
|
6980
|
+
# Specifies the direct JDBC source connection.
|
6981
|
+
#
|
6982
|
+
# @!attribute [rw] name
|
6983
|
+
# The name of the JDBC source connection.
|
6984
|
+
# @return [String]
|
6985
|
+
#
|
6986
|
+
# @!attribute [rw] database
|
6987
|
+
# The database of the JDBC source connection.
|
6988
|
+
# @return [String]
|
6989
|
+
#
|
6990
|
+
# @!attribute [rw] table
|
6991
|
+
# The table of the JDBC source connection.
|
6992
|
+
# @return [String]
|
6993
|
+
#
|
6994
|
+
# @!attribute [rw] connection_name
|
6995
|
+
# The connection name of the JDBC source.
|
6996
|
+
# @return [String]
|
6997
|
+
#
|
6998
|
+
# @!attribute [rw] connection_type
|
6999
|
+
# The connection type of the JDBC source.
|
7000
|
+
# @return [String]
|
7001
|
+
#
|
7002
|
+
# @!attribute [rw] redshift_tmp_dir
|
7003
|
+
# The temp directory of the JDBC Redshift source.
|
7004
|
+
# @return [String]
|
7005
|
+
#
|
7006
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DirectJDBCSource AWS API Documentation
|
7007
|
+
#
|
7008
|
+
class DirectJDBCSource < Struct.new(
|
7009
|
+
:name,
|
7010
|
+
:database,
|
7011
|
+
:table,
|
7012
|
+
:connection_name,
|
7013
|
+
:connection_type,
|
7014
|
+
:redshift_tmp_dir)
|
7015
|
+
SENSITIVE = []
|
7016
|
+
include Aws::Structure
|
7017
|
+
end
|
7018
|
+
|
6834
7019
|
# Specifies an Apache Kafka data store.
|
6835
7020
|
#
|
6836
7021
|
# @!attribute [rw] name
|
@@ -10409,22 +10594,29 @@ module Aws::Glue
|
|
10409
10594
|
end
|
10410
10595
|
|
10411
10596
|
# @!attribute [rw] catalog_id
|
10597
|
+
# The catalog ID where the partition resides.
|
10412
10598
|
# @return [String]
|
10413
10599
|
#
|
10414
10600
|
# @!attribute [rw] database_name
|
10601
|
+
# (Required) Specifies the name of a database that contains the
|
10602
|
+
# partition.
|
10415
10603
|
# @return [String]
|
10416
10604
|
#
|
10417
10605
|
# @!attribute [rw] table_name
|
10606
|
+
# (Required) Specifies the name of a table that contains the
|
10607
|
+
# partition.
|
10418
10608
|
# @return [String]
|
10419
10609
|
#
|
10420
10610
|
# @!attribute [rw] partition_values
|
10611
|
+
# (Required) A list of partition key values.
|
10421
10612
|
# @return [Array<String>]
|
10422
10613
|
#
|
10423
10614
|
# @!attribute [rw] audit_context
|
10424
|
-
# A structure containing
|
10615
|
+
# A structure containing Lake Formation audit context information.
|
10425
10616
|
# @return [Types::AuditContext]
|
10426
10617
|
#
|
10427
10618
|
# @!attribute [rw] supported_permission_types
|
10619
|
+
# (Required) A list of supported permission types.
|
10428
10620
|
# @return [Array<String>]
|
10429
10621
|
#
|
10430
10622
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
@@ -10441,13 +10633,16 @@ module Aws::Glue
|
|
10441
10633
|
end
|
10442
10634
|
|
10443
10635
|
# @!attribute [rw] partition
|
10444
|
-
#
|
10636
|
+
# A Partition object containing the partition metadata.
|
10445
10637
|
# @return [Types::Partition]
|
10446
10638
|
#
|
10447
10639
|
# @!attribute [rw] authorized_columns
|
10640
|
+
# A list of column names that the user has been granted access to.
|
10448
10641
|
# @return [Array<String>]
|
10449
10642
|
#
|
10450
10643
|
# @!attribute [rw] is_registered_with_lake_formation
|
10644
|
+
# A Boolean value that indicates whether the partition location is
|
10645
|
+
# registered with Lake Formation.
|
10451
10646
|
# @return [Boolean]
|
10452
10647
|
#
|
10453
10648
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
@@ -10461,33 +10656,128 @@ module Aws::Glue
|
|
10461
10656
|
end
|
10462
10657
|
|
10463
10658
|
# @!attribute [rw] catalog_id
|
10659
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
10660
|
+
# If none is provided, the AWS account ID is used by default.
|
10464
10661
|
# @return [String]
|
10465
10662
|
#
|
10466
10663
|
# @!attribute [rw] database_name
|
10664
|
+
# The name of the catalog database where the partitions reside.
|
10467
10665
|
# @return [String]
|
10468
10666
|
#
|
10469
10667
|
# @!attribute [rw] table_name
|
10668
|
+
# The name of the table that contains the partition.
|
10470
10669
|
# @return [String]
|
10471
10670
|
#
|
10472
10671
|
# @!attribute [rw] expression
|
10672
|
+
# An expression that filters the partitions to be returned.
|
10673
|
+
#
|
10674
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
10675
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
10676
|
+
# expression.
|
10677
|
+
#
|
10678
|
+
# *Operators*\: The following are the operators that you can use in
|
10679
|
+
# the `Expression` API call:
|
10680
|
+
#
|
10681
|
+
# =
|
10682
|
+
#
|
10683
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
10684
|
+
# then the condition becomes true.
|
10685
|
+
#
|
10686
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds
|
10687
|
+
# 20.
|
10688
|
+
#
|
10689
|
+
# (a = b) is not true.
|
10690
|
+
#
|
10691
|
+
# < >
|
10692
|
+
#
|
10693
|
+
# : Checks whether the values of two operands are equal; if the values
|
10694
|
+
# are not equal, then the condition becomes true.
|
10695
|
+
#
|
10696
|
+
# Example: (a < > b) is true.
|
10697
|
+
#
|
10698
|
+
# >
|
10699
|
+
#
|
10700
|
+
# : Checks whether the value of the left operand is greater than the
|
10701
|
+
# value of the right operand; if yes, then the condition becomes
|
10702
|
+
# true.
|
10703
|
+
#
|
10704
|
+
# Example: (a > b) is not true.
|
10705
|
+
#
|
10706
|
+
# <
|
10707
|
+
#
|
10708
|
+
# : Checks whether the value of the left operand is less than the
|
10709
|
+
# value of the right operand; if yes, then the condition becomes
|
10710
|
+
# true.
|
10711
|
+
#
|
10712
|
+
# Example: (a < b) is true.
|
10713
|
+
#
|
10714
|
+
# >=
|
10715
|
+
#
|
10716
|
+
# : Checks whether the value of the left operand is greater than or
|
10717
|
+
# equal to the value of the right operand; if yes, then the
|
10718
|
+
# condition becomes true.
|
10719
|
+
#
|
10720
|
+
# Example: (a >= b) is not true.
|
10721
|
+
#
|
10722
|
+
# <=
|
10723
|
+
#
|
10724
|
+
# : Checks whether the value of the left operand is less than or equal
|
10725
|
+
# to the value of the right operand; if yes, then the condition
|
10726
|
+
# becomes true.
|
10727
|
+
#
|
10728
|
+
# Example: (a <= b) is true.
|
10729
|
+
#
|
10730
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
10731
|
+
#
|
10732
|
+
# : Logical operators.
|
10733
|
+
#
|
10734
|
+
# *Supported Partition Key Types*\: The following are the supported
|
10735
|
+
# partition keys.
|
10736
|
+
#
|
10737
|
+
# * `string`
|
10738
|
+
#
|
10739
|
+
# * `date`
|
10740
|
+
#
|
10741
|
+
# * `timestamp`
|
10742
|
+
#
|
10743
|
+
# * `int`
|
10744
|
+
#
|
10745
|
+
# * `bigint`
|
10746
|
+
#
|
10747
|
+
# * `long`
|
10748
|
+
#
|
10749
|
+
# * `tinyint`
|
10750
|
+
#
|
10751
|
+
# * `smallint`
|
10752
|
+
#
|
10753
|
+
# * `decimal`
|
10754
|
+
#
|
10755
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
10756
|
+
#
|
10757
|
+
#
|
10758
|
+
#
|
10759
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
10473
10760
|
# @return [String]
|
10474
10761
|
#
|
10475
10762
|
# @!attribute [rw] audit_context
|
10476
|
-
# A structure containing
|
10763
|
+
# A structure containing Lake Formation audit context information.
|
10477
10764
|
# @return [Types::AuditContext]
|
10478
10765
|
#
|
10479
10766
|
# @!attribute [rw] supported_permission_types
|
10767
|
+
# A list of supported permission types.
|
10480
10768
|
# @return [Array<String>]
|
10481
10769
|
#
|
10482
10770
|
# @!attribute [rw] next_token
|
10771
|
+
# A continuation token, if this is not the first call to retrieve
|
10772
|
+
# these partitions.
|
10483
10773
|
# @return [String]
|
10484
10774
|
#
|
10485
10775
|
# @!attribute [rw] segment
|
10486
|
-
#
|
10487
|
-
# multiple requests to be run in parallel.
|
10776
|
+
# The segment of the table's partitions to scan in this request.
|
10488
10777
|
# @return [Types::Segment]
|
10489
10778
|
#
|
10490
10779
|
# @!attribute [rw] max_results
|
10780
|
+
# The maximum number of partitions to return in a single response.
|
10491
10781
|
# @return [Integer]
|
10492
10782
|
#
|
10493
10783
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
@@ -10507,9 +10797,12 @@ module Aws::Glue
|
|
10507
10797
|
end
|
10508
10798
|
|
10509
10799
|
# @!attribute [rw] unfiltered_partitions
|
10800
|
+
# A list of requested partitions.
|
10510
10801
|
# @return [Array<Types::UnfilteredPartition>]
|
10511
10802
|
#
|
10512
10803
|
# @!attribute [rw] next_token
|
10804
|
+
# A continuation token, if the returned list of partitions does not
|
10805
|
+
# include the last one.
|
10513
10806
|
# @return [String]
|
10514
10807
|
#
|
10515
10808
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
@@ -10522,19 +10815,24 @@ module Aws::Glue
|
|
10522
10815
|
end
|
10523
10816
|
|
10524
10817
|
# @!attribute [rw] catalog_id
|
10818
|
+
# The catalog ID where the table resides.
|
10525
10819
|
# @return [String]
|
10526
10820
|
#
|
10527
10821
|
# @!attribute [rw] database_name
|
10822
|
+
# (Required) Specifies the name of a database that contains the table.
|
10528
10823
|
# @return [String]
|
10529
10824
|
#
|
10530
10825
|
# @!attribute [rw] name
|
10826
|
+
# (Required) Specifies the name of a table for which you are
|
10827
|
+
# requesting metadata.
|
10531
10828
|
# @return [String]
|
10532
10829
|
#
|
10533
10830
|
# @!attribute [rw] audit_context
|
10534
|
-
# A structure containing
|
10831
|
+
# A structure containing Lake Formation audit context information.
|
10535
10832
|
# @return [Types::AuditContext]
|
10536
10833
|
#
|
10537
10834
|
# @!attribute [rw] supported_permission_types
|
10835
|
+
# (Required) A list of supported permission types.
|
10538
10836
|
# @return [Array<String>]
|
10539
10837
|
#
|
10540
10838
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
@@ -10550,17 +10848,20 @@ module Aws::Glue
|
|
10550
10848
|
end
|
10551
10849
|
|
10552
10850
|
# @!attribute [rw] table
|
10553
|
-
#
|
10554
|
-
# rows.
|
10851
|
+
# A Table object containing the table metadata.
|
10555
10852
|
# @return [Types::Table]
|
10556
10853
|
#
|
10557
10854
|
# @!attribute [rw] authorized_columns
|
10855
|
+
# A list of column names that the user has been granted access to.
|
10558
10856
|
# @return [Array<String>]
|
10559
10857
|
#
|
10560
10858
|
# @!attribute [rw] is_registered_with_lake_formation
|
10859
|
+
# A Boolean value that indicates whether the partition location is
|
10860
|
+
# registered with Lake Formation.
|
10561
10861
|
# @return [Boolean]
|
10562
10862
|
#
|
10563
10863
|
# @!attribute [rw] cell_filters
|
10864
|
+
# A list of column row filters.
|
10564
10865
|
# @return [Array<Types::ColumnRowFilter>]
|
10565
10866
|
#
|
10566
10867
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
@@ -15473,6 +15774,41 @@ module Aws::Glue
|
|
15473
15774
|
include Aws::Structure
|
15474
15775
|
end
|
15475
15776
|
|
15777
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
15778
|
+
# Catalog. The data source must be stored in Amazon S3.
|
15779
|
+
#
|
15780
|
+
# @!attribute [rw] name
|
15781
|
+
# The name of the Delta Lake data source.
|
15782
|
+
# @return [String]
|
15783
|
+
#
|
15784
|
+
# @!attribute [rw] database
|
15785
|
+
# The name of the database to read from.
|
15786
|
+
# @return [String]
|
15787
|
+
#
|
15788
|
+
# @!attribute [rw] table
|
15789
|
+
# The name of the table in the database to read from.
|
15790
|
+
# @return [String]
|
15791
|
+
#
|
15792
|
+
# @!attribute [rw] additional_delta_options
|
15793
|
+
# Specifies additional connection options.
|
15794
|
+
# @return [Hash<String,String>]
|
15795
|
+
#
|
15796
|
+
# @!attribute [rw] output_schemas
|
15797
|
+
# Specifies the data schema for the Delta Lake source.
|
15798
|
+
# @return [Array<Types::GlueSchema>]
|
15799
|
+
#
|
15800
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
|
15801
|
+
#
|
15802
|
+
class S3CatalogDeltaSource < Struct.new(
|
15803
|
+
:name,
|
15804
|
+
:database,
|
15805
|
+
:table,
|
15806
|
+
:additional_delta_options,
|
15807
|
+
:output_schemas)
|
15808
|
+
SENSITIVE = []
|
15809
|
+
include Aws::Structure
|
15810
|
+
end
|
15811
|
+
|
15476
15812
|
# Specifies a Hudi data source that is registered in the Glue Data
|
15477
15813
|
# Catalog. The Hudi data source must be stored in Amazon S3.
|
15478
15814
|
#
|
@@ -15721,6 +16057,137 @@ module Aws::Glue
|
|
15721
16057
|
include Aws::Structure
|
15722
16058
|
end
|
15723
16059
|
|
16060
|
+
# Specifies a target that writes to a Delta Lake data source in the Glue
|
16061
|
+
# Data Catalog.
|
16062
|
+
#
|
16063
|
+
# @!attribute [rw] name
|
16064
|
+
# The name of the data target.
|
16065
|
+
# @return [String]
|
16066
|
+
#
|
16067
|
+
# @!attribute [rw] inputs
|
16068
|
+
# The nodes that are inputs to the data target.
|
16069
|
+
# @return [Array<String>]
|
16070
|
+
#
|
16071
|
+
# @!attribute [rw] partition_keys
|
16072
|
+
# Specifies native partitioning using a sequence of keys.
|
16073
|
+
# @return [Array<Array<String>>]
|
16074
|
+
#
|
16075
|
+
# @!attribute [rw] table
|
16076
|
+
# The name of the table in the database to write to.
|
16077
|
+
# @return [String]
|
16078
|
+
#
|
16079
|
+
# @!attribute [rw] database
|
16080
|
+
# The name of the database to write to.
|
16081
|
+
# @return [String]
|
16082
|
+
#
|
16083
|
+
# @!attribute [rw] additional_options
|
16084
|
+
# Specifies additional connection options for the connector.
|
16085
|
+
# @return [Hash<String,String>]
|
16086
|
+
#
|
16087
|
+
# @!attribute [rw] schema_change_policy
|
16088
|
+
# A policy that specifies update behavior for the crawler.
|
16089
|
+
# @return [Types::CatalogSchemaChangePolicy]
|
16090
|
+
#
|
16091
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
|
16092
|
+
#
|
16093
|
+
class S3DeltaCatalogTarget < Struct.new(
|
16094
|
+
:name,
|
16095
|
+
:inputs,
|
16096
|
+
:partition_keys,
|
16097
|
+
:table,
|
16098
|
+
:database,
|
16099
|
+
:additional_options,
|
16100
|
+
:schema_change_policy)
|
16101
|
+
SENSITIVE = []
|
16102
|
+
include Aws::Structure
|
16103
|
+
end
|
16104
|
+
|
16105
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
16106
|
+
# S3.
|
16107
|
+
#
|
16108
|
+
# @!attribute [rw] name
|
16109
|
+
# The name of the data target.
|
16110
|
+
# @return [String]
|
16111
|
+
#
|
16112
|
+
# @!attribute [rw] inputs
|
16113
|
+
# The nodes that are inputs to the data target.
|
16114
|
+
# @return [Array<String>]
|
16115
|
+
#
|
16116
|
+
# @!attribute [rw] partition_keys
|
16117
|
+
# Specifies native partitioning using a sequence of keys.
|
16118
|
+
# @return [Array<Array<String>>]
|
16119
|
+
#
|
16120
|
+
# @!attribute [rw] path
|
16121
|
+
# The Amazon S3 path of your Delta Lake data source to write to.
|
16122
|
+
# @return [String]
|
16123
|
+
#
|
16124
|
+
# @!attribute [rw] compression
|
16125
|
+
# Specifies how the data is compressed. This is generally not
|
16126
|
+
# necessary if the data has a standard file extension. Possible values
|
16127
|
+
# are `"gzip"` and `"bzip"`).
|
16128
|
+
# @return [String]
|
16129
|
+
#
|
16130
|
+
# @!attribute [rw] format
|
16131
|
+
# Specifies the data output format for the target.
|
16132
|
+
# @return [String]
|
16133
|
+
#
|
16134
|
+
# @!attribute [rw] additional_options
|
16135
|
+
# Specifies additional connection options for the connector.
|
16136
|
+
# @return [Hash<String,String>]
|
16137
|
+
#
|
16138
|
+
# @!attribute [rw] schema_change_policy
|
16139
|
+
# A policy that specifies update behavior for the crawler.
|
16140
|
+
# @return [Types::DirectSchemaChangePolicy]
|
16141
|
+
#
|
16142
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
|
16143
|
+
#
|
16144
|
+
class S3DeltaDirectTarget < Struct.new(
|
16145
|
+
:name,
|
16146
|
+
:inputs,
|
16147
|
+
:partition_keys,
|
16148
|
+
:path,
|
16149
|
+
:compression,
|
16150
|
+
:format,
|
16151
|
+
:additional_options,
|
16152
|
+
:schema_change_policy)
|
16153
|
+
SENSITIVE = []
|
16154
|
+
include Aws::Structure
|
16155
|
+
end
|
16156
|
+
|
16157
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
16158
|
+
#
|
16159
|
+
# @!attribute [rw] name
|
16160
|
+
# The name of the Delta Lake source.
|
16161
|
+
# @return [String]
|
16162
|
+
#
|
16163
|
+
# @!attribute [rw] paths
|
16164
|
+
# A list of the Amazon S3 paths to read from.
|
16165
|
+
# @return [Array<String>]
|
16166
|
+
#
|
16167
|
+
# @!attribute [rw] additional_delta_options
|
16168
|
+
# Specifies additional connection options.
|
16169
|
+
# @return [Hash<String,String>]
|
16170
|
+
#
|
16171
|
+
# @!attribute [rw] additional_options
|
16172
|
+
# Specifies additional options for the connector.
|
16173
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
16174
|
+
#
|
16175
|
+
# @!attribute [rw] output_schemas
|
16176
|
+
# Specifies the data schema for the Delta Lake source.
|
16177
|
+
# @return [Array<Types::GlueSchema>]
|
16178
|
+
#
|
16179
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
|
16180
|
+
#
|
16181
|
+
class S3DeltaSource < Struct.new(
|
16182
|
+
:name,
|
16183
|
+
:paths,
|
16184
|
+
:additional_delta_options,
|
16185
|
+
:additional_options,
|
16186
|
+
:output_schemas)
|
16187
|
+
SENSITIVE = []
|
16188
|
+
include Aws::Structure
|
16189
|
+
end
|
16190
|
+
|
15724
16191
|
# Specifies additional connection options for the Amazon S3 data store.
|
15725
16192
|
#
|
15726
16193
|
# @!attribute [rw] bounded_size
|
@@ -18076,17 +18543,31 @@ module Aws::Glue
|
|
18076
18543
|
# @return [Array<Types::Column>]
|
18077
18544
|
#
|
18078
18545
|
# @!attribute [rw] view_original_text
|
18079
|
-
#
|
18080
|
-
# `
|
18546
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18547
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18548
|
+
# Athena configuration encoded in base64.
|
18081
18549
|
# @return [String]
|
18082
18550
|
#
|
18083
18551
|
# @!attribute [rw] view_expanded_text
|
18084
|
-
#
|
18085
|
-
#
|
18552
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18553
|
+
# course of Glue operations.
|
18086
18554
|
# @return [String]
|
18087
18555
|
#
|
18088
18556
|
# @!attribute [rw] table_type
|
18089
|
-
# The type of this table
|
18557
|
+
# The type of this table. Glue will create tables with the
|
18558
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18559
|
+
# tables with additional table types.
|
18560
|
+
#
|
18561
|
+
# Glue related table types:
|
18562
|
+
#
|
18563
|
+
# EXTERNAL\_TABLE
|
18564
|
+
#
|
18565
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18566
|
+
#
|
18567
|
+
# GOVERNED
|
18568
|
+
#
|
18569
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18570
|
+
# `GOVERNED`.
|
18090
18571
|
# @return [String]
|
18091
18572
|
#
|
18092
18573
|
# @!attribute [rw] parameters
|
@@ -18197,7 +18678,8 @@ module Aws::Glue
|
|
18197
18678
|
# @return [String]
|
18198
18679
|
#
|
18199
18680
|
# @!attribute [rw] owner
|
18200
|
-
# The table owner.
|
18681
|
+
# The table owner. Included for Apache Hive compatibility. Not used in
|
18682
|
+
# the normal course of Glue operations.
|
18201
18683
|
# @return [String]
|
18202
18684
|
#
|
18203
18685
|
# @!attribute [rw] last_access_time
|
@@ -18229,17 +18711,31 @@ module Aws::Glue
|
|
18229
18711
|
# @return [Array<Types::Column>]
|
18230
18712
|
#
|
18231
18713
|
# @!attribute [rw] view_original_text
|
18232
|
-
#
|
18233
|
-
# `
|
18714
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18715
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18716
|
+
# Athena configuration encoded in base64.
|
18234
18717
|
# @return [String]
|
18235
18718
|
#
|
18236
18719
|
# @!attribute [rw] view_expanded_text
|
18237
|
-
#
|
18238
|
-
#
|
18720
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18721
|
+
# course of Glue operations.
|
18239
18722
|
# @return [String]
|
18240
18723
|
#
|
18241
18724
|
# @!attribute [rw] table_type
|
18242
|
-
# The type of this table
|
18725
|
+
# The type of this table. Glue will create tables with the
|
18726
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18727
|
+
# tables with additional table types.
|
18728
|
+
#
|
18729
|
+
# Glue related table types:
|
18730
|
+
#
|
18731
|
+
# EXTERNAL\_TABLE
|
18732
|
+
#
|
18733
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18734
|
+
#
|
18735
|
+
# GOVERNED
|
18736
|
+
#
|
18737
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18738
|
+
# `GOVERNED`.
|
18243
18739
|
# @return [String]
|
18244
18740
|
#
|
18245
18741
|
# @!attribute [rw] parameters
|
@@ -18817,14 +19313,19 @@ module Aws::Glue
|
|
18817
19313
|
include Aws::Structure
|
18818
19314
|
end
|
18819
19315
|
|
19316
|
+
# A partition that contains unfiltered metadata.
|
19317
|
+
#
|
18820
19318
|
# @!attribute [rw] partition
|
18821
|
-
#
|
19319
|
+
# The partition object.
|
18822
19320
|
# @return [Types::Partition]
|
18823
19321
|
#
|
18824
19322
|
# @!attribute [rw] authorized_columns
|
19323
|
+
# The list of columns the user has permissions to access.
|
18825
19324
|
# @return [Array<String>]
|
18826
19325
|
#
|
18827
19326
|
# @!attribute [rw] is_registered_with_lake_formation
|
19327
|
+
# A Boolean value indicating that the partition location is registered
|
19328
|
+
# with Lake Formation.
|
18828
19329
|
# @return [Boolean]
|
18829
19330
|
#
|
18830
19331
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|