aws-sdk-glue 1.131.0 → 1.132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +499 -16
- data/lib/aws-sdk-glue/client_api.rb +51 -0
- data/lib/aws-sdk-glue/types.rb +483 -26
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1316,6 +1316,41 @@ module Aws::Glue
|
|
1316
1316
|
#
|
1317
1317
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1318
1318
|
|
1319
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1320
|
+
# Catalog.
|
1321
|
+
#
|
1322
|
+
# @!attribute [rw] name
|
1323
|
+
# The name of the Delta Lake data source.
|
1324
|
+
# @return [String]
|
1325
|
+
#
|
1326
|
+
# @!attribute [rw] database
|
1327
|
+
# The name of the database to read from.
|
1328
|
+
# @return [String]
|
1329
|
+
#
|
1330
|
+
# @!attribute [rw] table
|
1331
|
+
# The name of the table in the database to read from.
|
1332
|
+
# @return [String]
|
1333
|
+
#
|
1334
|
+
# @!attribute [rw] additional_delta_options
|
1335
|
+
# Specifies additional connection options.
|
1336
|
+
# @return [Hash<String,String>]
|
1337
|
+
#
|
1338
|
+
# @!attribute [rw] output_schemas
|
1339
|
+
# Specifies the data schema for the Delta Lake source.
|
1340
|
+
# @return [Array<Types::GlueSchema>]
|
1341
|
+
#
|
1342
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
|
1343
|
+
#
|
1344
|
+
class CatalogDeltaSource < Struct.new(
|
1345
|
+
:name,
|
1346
|
+
:database,
|
1347
|
+
:table,
|
1348
|
+
:additional_delta_options,
|
1349
|
+
:output_schemas)
|
1350
|
+
SENSITIVE = []
|
1351
|
+
include Aws::Structure
|
1352
|
+
end
|
1353
|
+
|
1319
1354
|
# Specifies a table definition in the Glue Data Catalog.
|
1320
1355
|
#
|
1321
1356
|
# @!attribute [rw] database_name
|
@@ -1909,7 +1944,7 @@ module Aws::Glue
|
|
1909
1944
|
#
|
1910
1945
|
# @!attribute [rw] s3_catalog_hudi_source
|
1911
1946
|
# Specifies a Hudi data source that is registered in the Glue Data
|
1912
|
-
# Catalog. The
|
1947
|
+
# Catalog. The data source must be stored in Amazon S3.
|
1913
1948
|
# @return [Types::S3CatalogHudiSource]
|
1914
1949
|
#
|
1915
1950
|
# @!attribute [rw] catalog_hudi_source
|
@@ -1934,6 +1969,30 @@ module Aws::Glue
|
|
1934
1969
|
# Specifies the direct JDBC source connection.
|
1935
1970
|
# @return [Types::DirectJDBCSource]
|
1936
1971
|
#
|
1972
|
+
# @!attribute [rw] s3_catalog_delta_source
|
1973
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1974
|
+
# Data Catalog. The data source must be stored in Amazon S3.
|
1975
|
+
# @return [Types::S3CatalogDeltaSource]
|
1976
|
+
#
|
1977
|
+
# @!attribute [rw] catalog_delta_source
|
1978
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1979
|
+
# Data Catalog.
|
1980
|
+
# @return [Types::CatalogDeltaSource]
|
1981
|
+
#
|
1982
|
+
# @!attribute [rw] s3_delta_source
|
1983
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
1984
|
+
# @return [Types::S3DeltaSource]
|
1985
|
+
#
|
1986
|
+
# @!attribute [rw] s3_delta_catalog_target
|
1987
|
+
# Specifies a target that writes to a Delta Lake data source in the
|
1988
|
+
# Glue Data Catalog.
|
1989
|
+
# @return [Types::S3DeltaCatalogTarget]
|
1990
|
+
#
|
1991
|
+
# @!attribute [rw] s3_delta_direct_target
|
1992
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
1993
|
+
# S3.
|
1994
|
+
# @return [Types::S3DeltaDirectTarget]
|
1995
|
+
#
|
1937
1996
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1938
1997
|
#
|
1939
1998
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -1994,7 +2053,12 @@ module Aws::Glue
|
|
1994
2053
|
:s3_hudi_source,
|
1995
2054
|
:s3_hudi_catalog_target,
|
1996
2055
|
:s3_hudi_direct_target,
|
1997
|
-
:direct_jdbc_source
|
2056
|
+
:direct_jdbc_source,
|
2057
|
+
:s3_catalog_delta_source,
|
2058
|
+
:catalog_delta_source,
|
2059
|
+
:s3_delta_source,
|
2060
|
+
:s3_delta_catalog_target,
|
2061
|
+
:s3_delta_direct_target)
|
1998
2062
|
SENSITIVE = []
|
1999
2063
|
include Aws::Structure
|
2000
2064
|
end
|
@@ -2148,10 +2212,14 @@ module Aws::Glue
|
|
2148
2212
|
include Aws::Structure
|
2149
2213
|
end
|
2150
2214
|
|
2215
|
+
# A filter that uses both column-level and row-level filtering.
|
2216
|
+
#
|
2151
2217
|
# @!attribute [rw] column_name
|
2218
|
+
# A string containing the name of the column.
|
2152
2219
|
# @return [String]
|
2153
2220
|
#
|
2154
2221
|
# @!attribute [rw] row_filter_expression
|
2222
|
+
# A string containing the row-level filter expression.
|
2155
2223
|
# @return [String]
|
2156
2224
|
#
|
2157
2225
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
@@ -2529,8 +2597,8 @@ module Aws::Glue
|
|
2529
2597
|
# the Kafka client key password (if the user has the Glue encrypt
|
2530
2598
|
# passwords setting selected).
|
2531
2599
|
#
|
2532
|
-
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"
|
2533
|
-
# are the
|
2600
|
+
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
|
2601
|
+
# `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
|
2534
2602
|
#
|
2535
2603
|
# * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
|
2536
2604
|
# authenticate with the "SCRAM-SHA-512" mechanism.
|
@@ -2607,7 +2675,8 @@ module Aws::Glue
|
|
2607
2675
|
# A structure that is used to specify a connection to create or update.
|
2608
2676
|
#
|
2609
2677
|
# @!attribute [rw] name
|
2610
|
-
# The name of the connection.
|
2678
|
+
# The name of the connection. Connection will not function as expected
|
2679
|
+
# without a name.
|
2611
2680
|
# @return [String]
|
2612
2681
|
#
|
2613
2682
|
# @!attribute [rw] description
|
@@ -2620,25 +2689,93 @@ module Aws::Glue
|
|
2620
2689
|
# * `JDBC` - Designates a connection to a database through Java
|
2621
2690
|
# Database Connectivity (JDBC).
|
2622
2691
|
#
|
2692
|
+
# `JDBC` Connections use the following ConnectionParameters.
|
2693
|
+
#
|
2694
|
+
# * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
|
2695
|
+
# `JDBC_CONNECTION_URL`.
|
2696
|
+
#
|
2697
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2698
|
+
#
|
2699
|
+
# * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
|
2700
|
+
# `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
|
2701
|
+
# These parameters are used to configure SSL with JDBC.
|
2702
|
+
#
|
2623
2703
|
# * `KAFKA` - Designates a connection to an Apache Kafka streaming
|
2624
2704
|
# platform.
|
2625
2705
|
#
|
2706
|
+
# `KAFKA` Connections use the following ConnectionParameters.
|
2707
|
+
#
|
2708
|
+
# * Required: `KAFKA_BOOTSTRAP_SERVERS`.
|
2709
|
+
#
|
2710
|
+
# * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
|
2711
|
+
# `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
|
2712
|
+
# to configure SSL with `KAFKA`.
|
2713
|
+
#
|
2714
|
+
# * Optional: `KAFKA_CLIENT_KEYSTORE`,
|
2715
|
+
# `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
|
2716
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
|
2717
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
|
2718
|
+
# to configure TLS client configuration with SSL in `KAFKA`.
|
2719
|
+
#
|
2720
|
+
# * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
|
2721
|
+
# `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
|
2722
|
+
#
|
2723
|
+
# * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
|
2724
|
+
# `KAFKA_SASL_SCRAM_PASSWORD`,
|
2725
|
+
# `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
|
2726
|
+
# to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
|
2727
|
+
#
|
2728
|
+
# * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
|
2729
|
+
# `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
|
2730
|
+
# `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
|
2731
|
+
# configure SASL/GSSAPI authentication with `KAFKA`.
|
2732
|
+
#
|
2626
2733
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
2627
2734
|
# database.
|
2628
2735
|
#
|
2736
|
+
# `MONGODB` Connections use the following ConnectionParameters.
|
2737
|
+
#
|
2738
|
+
# * Required: `CONNECTION_URL`.
|
2739
|
+
#
|
2740
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2741
|
+
#
|
2629
2742
|
# * `NETWORK` - Designates a network connection to a data source
|
2630
2743
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2631
2744
|
#
|
2745
|
+
# `NETWORK` Connections do not require ConnectionParameters.
|
2746
|
+
# Instead, provide a PhysicalConnectionRequirements.
|
2747
|
+
#
|
2632
2748
|
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2633
2749
|
# connector purchased from Amazon Web Services Marketplace to read
|
2634
2750
|
# from and write to data stores that are not natively supported by
|
2635
2751
|
# Glue.
|
2636
2752
|
#
|
2753
|
+
# `MARKETPLACE` Connections use the following ConnectionParameters.
|
2754
|
+
#
|
2755
|
+
# * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
|
2756
|
+
# `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
|
2757
|
+
#
|
2758
|
+
# * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
|
2759
|
+
# (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2760
|
+
#
|
2637
2761
|
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2638
2762
|
# connector to read from and write to data stores that are not
|
2639
2763
|
# natively supported by Glue.
|
2640
2764
|
#
|
2641
|
-
# SFTP is not supported.
|
2765
|
+
# `SFTP` is not supported.
|
2766
|
+
#
|
2767
|
+
# For more information about how optional ConnectionProperties are
|
2768
|
+
# used to configure features in Glue, consult [Glue connection
|
2769
|
+
# properties][1].
|
2770
|
+
#
|
2771
|
+
# For more information about how optional ConnectionProperties are
|
2772
|
+
# used to configure features in Glue Studio, consult [Using connectors
|
2773
|
+
# and connections][2].
|
2774
|
+
#
|
2775
|
+
#
|
2776
|
+
#
|
2777
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
2778
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
2642
2779
|
# @return [String]
|
2643
2780
|
#
|
2644
2781
|
# @!attribute [rw] match_criteria
|
@@ -5695,6 +5832,8 @@ module Aws::Glue
|
|
5695
5832
|
#
|
5696
5833
|
# @!attribute [rw] create_table_default_permissions
|
5697
5834
|
# Creates a set of default permissions on the table for principals.
|
5835
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5836
|
+
# operations.
|
5698
5837
|
# @return [Array<Types::PrincipalPermissions>]
|
5699
5838
|
#
|
5700
5839
|
# @!attribute [rw] target_database
|
@@ -5765,6 +5904,8 @@ module Aws::Glue
|
|
5765
5904
|
#
|
5766
5905
|
# @!attribute [rw] create_table_default_permissions
|
5767
5906
|
# Creates a set of default permissions on the table for principals.
|
5907
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5908
|
+
# operations.
|
5768
5909
|
# @return [Array<Types::PrincipalPermissions>]
|
5769
5910
|
#
|
5770
5911
|
# @!attribute [rw] target_database
|
@@ -10453,22 +10594,29 @@ module Aws::Glue
|
|
10453
10594
|
end
|
10454
10595
|
|
10455
10596
|
# @!attribute [rw] catalog_id
|
10597
|
+
# The catalog ID where the partition resides.
|
10456
10598
|
# @return [String]
|
10457
10599
|
#
|
10458
10600
|
# @!attribute [rw] database_name
|
10601
|
+
# (Required) Specifies the name of a database that contains the
|
10602
|
+
# partition.
|
10459
10603
|
# @return [String]
|
10460
10604
|
#
|
10461
10605
|
# @!attribute [rw] table_name
|
10606
|
+
# (Required) Specifies the name of a table that contains the
|
10607
|
+
# partition.
|
10462
10608
|
# @return [String]
|
10463
10609
|
#
|
10464
10610
|
# @!attribute [rw] partition_values
|
10611
|
+
# (Required) A list of partition key values.
|
10465
10612
|
# @return [Array<String>]
|
10466
10613
|
#
|
10467
10614
|
# @!attribute [rw] audit_context
|
10468
|
-
# A structure containing
|
10615
|
+
# A structure containing Lake Formation audit context information.
|
10469
10616
|
# @return [Types::AuditContext]
|
10470
10617
|
#
|
10471
10618
|
# @!attribute [rw] supported_permission_types
|
10619
|
+
# (Required) A list of supported permission types.
|
10472
10620
|
# @return [Array<String>]
|
10473
10621
|
#
|
10474
10622
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
@@ -10485,13 +10633,16 @@ module Aws::Glue
|
|
10485
10633
|
end
|
10486
10634
|
|
10487
10635
|
# @!attribute [rw] partition
|
10488
|
-
#
|
10636
|
+
# A Partition object containing the partition metadata.
|
10489
10637
|
# @return [Types::Partition]
|
10490
10638
|
#
|
10491
10639
|
# @!attribute [rw] authorized_columns
|
10640
|
+
# A list of column names that the user has been granted access to.
|
10492
10641
|
# @return [Array<String>]
|
10493
10642
|
#
|
10494
10643
|
# @!attribute [rw] is_registered_with_lake_formation
|
10644
|
+
# A Boolean value that indicates whether the partition location is
|
10645
|
+
# registered with Lake Formation.
|
10495
10646
|
# @return [Boolean]
|
10496
10647
|
#
|
10497
10648
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
@@ -10505,33 +10656,128 @@ module Aws::Glue
|
|
10505
10656
|
end
|
10506
10657
|
|
10507
10658
|
# @!attribute [rw] catalog_id
|
10659
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
10660
|
+
# If none is provided, the AWS account ID is used by default.
|
10508
10661
|
# @return [String]
|
10509
10662
|
#
|
10510
10663
|
# @!attribute [rw] database_name
|
10664
|
+
# The name of the catalog database where the partitions reside.
|
10511
10665
|
# @return [String]
|
10512
10666
|
#
|
10513
10667
|
# @!attribute [rw] table_name
|
10668
|
+
# The name of the table that contains the partition.
|
10514
10669
|
# @return [String]
|
10515
10670
|
#
|
10516
10671
|
# @!attribute [rw] expression
|
10672
|
+
# An expression that filters the partitions to be returned.
|
10673
|
+
#
|
10674
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
10675
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
10676
|
+
# expression.
|
10677
|
+
#
|
10678
|
+
# *Operators*\: The following are the operators that you can use in
|
10679
|
+
# the `Expression` API call:
|
10680
|
+
#
|
10681
|
+
# =
|
10682
|
+
#
|
10683
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
10684
|
+
# then the condition becomes true.
|
10685
|
+
#
|
10686
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds
|
10687
|
+
# 20.
|
10688
|
+
#
|
10689
|
+
# (a = b) is not true.
|
10690
|
+
#
|
10691
|
+
# < >
|
10692
|
+
#
|
10693
|
+
# : Checks whether the values of two operands are equal; if the values
|
10694
|
+
# are not equal, then the condition becomes true.
|
10695
|
+
#
|
10696
|
+
# Example: (a < > b) is true.
|
10697
|
+
#
|
10698
|
+
# >
|
10699
|
+
#
|
10700
|
+
# : Checks whether the value of the left operand is greater than the
|
10701
|
+
# value of the right operand; if yes, then the condition becomes
|
10702
|
+
# true.
|
10703
|
+
#
|
10704
|
+
# Example: (a > b) is not true.
|
10705
|
+
#
|
10706
|
+
# <
|
10707
|
+
#
|
10708
|
+
# : Checks whether the value of the left operand is less than the
|
10709
|
+
# value of the right operand; if yes, then the condition becomes
|
10710
|
+
# true.
|
10711
|
+
#
|
10712
|
+
# Example: (a < b) is true.
|
10713
|
+
#
|
10714
|
+
# >=
|
10715
|
+
#
|
10716
|
+
# : Checks whether the value of the left operand is greater than or
|
10717
|
+
# equal to the value of the right operand; if yes, then the
|
10718
|
+
# condition becomes true.
|
10719
|
+
#
|
10720
|
+
# Example: (a >= b) is not true.
|
10721
|
+
#
|
10722
|
+
# <=
|
10723
|
+
#
|
10724
|
+
# : Checks whether the value of the left operand is less than or equal
|
10725
|
+
# to the value of the right operand; if yes, then the condition
|
10726
|
+
# becomes true.
|
10727
|
+
#
|
10728
|
+
# Example: (a <= b) is true.
|
10729
|
+
#
|
10730
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
10731
|
+
#
|
10732
|
+
# : Logical operators.
|
10733
|
+
#
|
10734
|
+
# *Supported Partition Key Types*\: The following are the supported
|
10735
|
+
# partition keys.
|
10736
|
+
#
|
10737
|
+
# * `string`
|
10738
|
+
#
|
10739
|
+
# * `date`
|
10740
|
+
#
|
10741
|
+
# * `timestamp`
|
10742
|
+
#
|
10743
|
+
# * `int`
|
10744
|
+
#
|
10745
|
+
# * `bigint`
|
10746
|
+
#
|
10747
|
+
# * `long`
|
10748
|
+
#
|
10749
|
+
# * `tinyint`
|
10750
|
+
#
|
10751
|
+
# * `smallint`
|
10752
|
+
#
|
10753
|
+
# * `decimal`
|
10754
|
+
#
|
10755
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
10756
|
+
#
|
10757
|
+
#
|
10758
|
+
#
|
10759
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
10517
10760
|
# @return [String]
|
10518
10761
|
#
|
10519
10762
|
# @!attribute [rw] audit_context
|
10520
|
-
# A structure containing
|
10763
|
+
# A structure containing Lake Formation audit context information.
|
10521
10764
|
# @return [Types::AuditContext]
|
10522
10765
|
#
|
10523
10766
|
# @!attribute [rw] supported_permission_types
|
10767
|
+
# A list of supported permission types.
|
10524
10768
|
# @return [Array<String>]
|
10525
10769
|
#
|
10526
10770
|
# @!attribute [rw] next_token
|
10771
|
+
# A continuation token, if this is not the first call to retrieve
|
10772
|
+
# these partitions.
|
10527
10773
|
# @return [String]
|
10528
10774
|
#
|
10529
10775
|
# @!attribute [rw] segment
|
10530
|
-
#
|
10531
|
-
# multiple requests to be run in parallel.
|
10776
|
+
# The segment of the table's partitions to scan in this request.
|
10532
10777
|
# @return [Types::Segment]
|
10533
10778
|
#
|
10534
10779
|
# @!attribute [rw] max_results
|
10780
|
+
# The maximum number of partitions to return in a single response.
|
10535
10781
|
# @return [Integer]
|
10536
10782
|
#
|
10537
10783
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
@@ -10551,9 +10797,12 @@ module Aws::Glue
|
|
10551
10797
|
end
|
10552
10798
|
|
10553
10799
|
# @!attribute [rw] unfiltered_partitions
|
10800
|
+
# A list of requested partitions.
|
10554
10801
|
# @return [Array<Types::UnfilteredPartition>]
|
10555
10802
|
#
|
10556
10803
|
# @!attribute [rw] next_token
|
10804
|
+
# A continuation token, if the returned list of partitions does not
|
10805
|
+
# include the last one.
|
10557
10806
|
# @return [String]
|
10558
10807
|
#
|
10559
10808
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
@@ -10566,19 +10815,24 @@ module Aws::Glue
|
|
10566
10815
|
end
|
10567
10816
|
|
10568
10817
|
# @!attribute [rw] catalog_id
|
10818
|
+
# The catalog ID where the table resides.
|
10569
10819
|
# @return [String]
|
10570
10820
|
#
|
10571
10821
|
# @!attribute [rw] database_name
|
10822
|
+
# (Required) Specifies the name of a database that contains the table.
|
10572
10823
|
# @return [String]
|
10573
10824
|
#
|
10574
10825
|
# @!attribute [rw] name
|
10826
|
+
# (Required) Specifies the name of a table for which you are
|
10827
|
+
# requesting metadata.
|
10575
10828
|
# @return [String]
|
10576
10829
|
#
|
10577
10830
|
# @!attribute [rw] audit_context
|
10578
|
-
# A structure containing
|
10831
|
+
# A structure containing Lake Formation audit context information.
|
10579
10832
|
# @return [Types::AuditContext]
|
10580
10833
|
#
|
10581
10834
|
# @!attribute [rw] supported_permission_types
|
10835
|
+
# (Required) A list of supported permission types.
|
10582
10836
|
# @return [Array<String>]
|
10583
10837
|
#
|
10584
10838
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
@@ -10594,17 +10848,20 @@ module Aws::Glue
|
|
10594
10848
|
end
|
10595
10849
|
|
10596
10850
|
# @!attribute [rw] table
|
10597
|
-
#
|
10598
|
-
# rows.
|
10851
|
+
# A Table object containing the table metadata.
|
10599
10852
|
# @return [Types::Table]
|
10600
10853
|
#
|
10601
10854
|
# @!attribute [rw] authorized_columns
|
10855
|
+
# A list of column names that the user has been granted access to.
|
10602
10856
|
# @return [Array<String>]
|
10603
10857
|
#
|
10604
10858
|
# @!attribute [rw] is_registered_with_lake_formation
|
10859
|
+
# A Boolean value that indicates whether the partition location is
|
10860
|
+
# registered with Lake Formation.
|
10605
10861
|
# @return [Boolean]
|
10606
10862
|
#
|
10607
10863
|
# @!attribute [rw] cell_filters
|
10864
|
+
# A list of column row filters.
|
10608
10865
|
# @return [Array<Types::ColumnRowFilter>]
|
10609
10866
|
#
|
10610
10867
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
@@ -15517,6 +15774,41 @@ module Aws::Glue
|
|
15517
15774
|
include Aws::Structure
|
15518
15775
|
end
|
15519
15776
|
|
15777
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
15778
|
+
# Catalog. The data source must be stored in Amazon S3.
|
15779
|
+
#
|
15780
|
+
# @!attribute [rw] name
|
15781
|
+
# The name of the Delta Lake data source.
|
15782
|
+
# @return [String]
|
15783
|
+
#
|
15784
|
+
# @!attribute [rw] database
|
15785
|
+
# The name of the database to read from.
|
15786
|
+
# @return [String]
|
15787
|
+
#
|
15788
|
+
# @!attribute [rw] table
|
15789
|
+
# The name of the table in the database to read from.
|
15790
|
+
# @return [String]
|
15791
|
+
#
|
15792
|
+
# @!attribute [rw] additional_delta_options
|
15793
|
+
# Specifies additional connection options.
|
15794
|
+
# @return [Hash<String,String>]
|
15795
|
+
#
|
15796
|
+
# @!attribute [rw] output_schemas
|
15797
|
+
# Specifies the data schema for the Delta Lake source.
|
15798
|
+
# @return [Array<Types::GlueSchema>]
|
15799
|
+
#
|
15800
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
|
15801
|
+
#
|
15802
|
+
class S3CatalogDeltaSource < Struct.new(
|
15803
|
+
:name,
|
15804
|
+
:database,
|
15805
|
+
:table,
|
15806
|
+
:additional_delta_options,
|
15807
|
+
:output_schemas)
|
15808
|
+
SENSITIVE = []
|
15809
|
+
include Aws::Structure
|
15810
|
+
end
|
15811
|
+
|
15520
15812
|
# Specifies a Hudi data source that is registered in the Glue Data
|
15521
15813
|
# Catalog. The Hudi data source must be stored in Amazon S3.
|
15522
15814
|
#
|
@@ -15765,6 +16057,137 @@ module Aws::Glue
|
|
15765
16057
|
include Aws::Structure
|
15766
16058
|
end
|
15767
16059
|
|
16060
|
+
# Specifies a target that writes to a Delta Lake data source in the Glue
|
16061
|
+
# Data Catalog.
|
16062
|
+
#
|
16063
|
+
# @!attribute [rw] name
|
16064
|
+
# The name of the data target.
|
16065
|
+
# @return [String]
|
16066
|
+
#
|
16067
|
+
# @!attribute [rw] inputs
|
16068
|
+
# The nodes that are inputs to the data target.
|
16069
|
+
# @return [Array<String>]
|
16070
|
+
#
|
16071
|
+
# @!attribute [rw] partition_keys
|
16072
|
+
# Specifies native partitioning using a sequence of keys.
|
16073
|
+
# @return [Array<Array<String>>]
|
16074
|
+
#
|
16075
|
+
# @!attribute [rw] table
|
16076
|
+
# The name of the table in the database to write to.
|
16077
|
+
# @return [String]
|
16078
|
+
#
|
16079
|
+
# @!attribute [rw] database
|
16080
|
+
# The name of the database to write to.
|
16081
|
+
# @return [String]
|
16082
|
+
#
|
16083
|
+
# @!attribute [rw] additional_options
|
16084
|
+
# Specifies additional connection options for the connector.
|
16085
|
+
# @return [Hash<String,String>]
|
16086
|
+
#
|
16087
|
+
# @!attribute [rw] schema_change_policy
|
16088
|
+
# A policy that specifies update behavior for the crawler.
|
16089
|
+
# @return [Types::CatalogSchemaChangePolicy]
|
16090
|
+
#
|
16091
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
|
16092
|
+
#
|
16093
|
+
class S3DeltaCatalogTarget < Struct.new(
|
16094
|
+
:name,
|
16095
|
+
:inputs,
|
16096
|
+
:partition_keys,
|
16097
|
+
:table,
|
16098
|
+
:database,
|
16099
|
+
:additional_options,
|
16100
|
+
:schema_change_policy)
|
16101
|
+
SENSITIVE = []
|
16102
|
+
include Aws::Structure
|
16103
|
+
end
|
16104
|
+
|
16105
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
16106
|
+
# S3.
|
16107
|
+
#
|
16108
|
+
# @!attribute [rw] name
|
16109
|
+
# The name of the data target.
|
16110
|
+
# @return [String]
|
16111
|
+
#
|
16112
|
+
# @!attribute [rw] inputs
|
16113
|
+
# The nodes that are inputs to the data target.
|
16114
|
+
# @return [Array<String>]
|
16115
|
+
#
|
16116
|
+
# @!attribute [rw] partition_keys
|
16117
|
+
# Specifies native partitioning using a sequence of keys.
|
16118
|
+
# @return [Array<Array<String>>]
|
16119
|
+
#
|
16120
|
+
# @!attribute [rw] path
|
16121
|
+
# The Amazon S3 path of your Delta Lake data source to write to.
|
16122
|
+
# @return [String]
|
16123
|
+
#
|
16124
|
+
# @!attribute [rw] compression
|
16125
|
+
# Specifies how the data is compressed. This is generally not
|
16126
|
+
# necessary if the data has a standard file extension. Possible values
|
16127
|
+
# are `"gzip"` and `"bzip"`).
|
16128
|
+
# @return [String]
|
16129
|
+
#
|
16130
|
+
# @!attribute [rw] format
|
16131
|
+
# Specifies the data output format for the target.
|
16132
|
+
# @return [String]
|
16133
|
+
#
|
16134
|
+
# @!attribute [rw] additional_options
|
16135
|
+
# Specifies additional connection options for the connector.
|
16136
|
+
# @return [Hash<String,String>]
|
16137
|
+
#
|
16138
|
+
# @!attribute [rw] schema_change_policy
|
16139
|
+
# A policy that specifies update behavior for the crawler.
|
16140
|
+
# @return [Types::DirectSchemaChangePolicy]
|
16141
|
+
#
|
16142
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
|
16143
|
+
#
|
16144
|
+
class S3DeltaDirectTarget < Struct.new(
|
16145
|
+
:name,
|
16146
|
+
:inputs,
|
16147
|
+
:partition_keys,
|
16148
|
+
:path,
|
16149
|
+
:compression,
|
16150
|
+
:format,
|
16151
|
+
:additional_options,
|
16152
|
+
:schema_change_policy)
|
16153
|
+
SENSITIVE = []
|
16154
|
+
include Aws::Structure
|
16155
|
+
end
|
16156
|
+
|
16157
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
16158
|
+
#
|
16159
|
+
# @!attribute [rw] name
|
16160
|
+
# The name of the Delta Lake source.
|
16161
|
+
# @return [String]
|
16162
|
+
#
|
16163
|
+
# @!attribute [rw] paths
|
16164
|
+
# A list of the Amazon S3 paths to read from.
|
16165
|
+
# @return [Array<String>]
|
16166
|
+
#
|
16167
|
+
# @!attribute [rw] additional_delta_options
|
16168
|
+
# Specifies additional connection options.
|
16169
|
+
# @return [Hash<String,String>]
|
16170
|
+
#
|
16171
|
+
# @!attribute [rw] additional_options
|
16172
|
+
# Specifies additional options for the connector.
|
16173
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
16174
|
+
#
|
16175
|
+
# @!attribute [rw] output_schemas
|
16176
|
+
# Specifies the data schema for the Delta Lake source.
|
16177
|
+
# @return [Array<Types::GlueSchema>]
|
16178
|
+
#
|
16179
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
|
16180
|
+
#
|
16181
|
+
class S3DeltaSource < Struct.new(
|
16182
|
+
:name,
|
16183
|
+
:paths,
|
16184
|
+
:additional_delta_options,
|
16185
|
+
:additional_options,
|
16186
|
+
:output_schemas)
|
16187
|
+
SENSITIVE = []
|
16188
|
+
include Aws::Structure
|
16189
|
+
end
|
16190
|
+
|
15768
16191
|
# Specifies additional connection options for the Amazon S3 data store.
|
15769
16192
|
#
|
15770
16193
|
# @!attribute [rw] bounded_size
|
@@ -18120,17 +18543,31 @@ module Aws::Glue
|
|
18120
18543
|
# @return [Array<Types::Column>]
|
18121
18544
|
#
|
18122
18545
|
# @!attribute [rw] view_original_text
|
18123
|
-
#
|
18124
|
-
# `
|
18546
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18547
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18548
|
+
# Athena configuration encoded in base64.
|
18125
18549
|
# @return [String]
|
18126
18550
|
#
|
18127
18551
|
# @!attribute [rw] view_expanded_text
|
18128
|
-
#
|
18129
|
-
#
|
18552
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18553
|
+
# course of Glue operations.
|
18130
18554
|
# @return [String]
|
18131
18555
|
#
|
18132
18556
|
# @!attribute [rw] table_type
|
18133
|
-
# The type of this table
|
18557
|
+
# The type of this table. Glue will create tables with the
|
18558
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18559
|
+
# tables with additional table types.
|
18560
|
+
#
|
18561
|
+
# Glue related table types:
|
18562
|
+
#
|
18563
|
+
# EXTERNAL\_TABLE
|
18564
|
+
#
|
18565
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18566
|
+
#
|
18567
|
+
# GOVERNED
|
18568
|
+
#
|
18569
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18570
|
+
# `GOVERNED`.
|
18134
18571
|
# @return [String]
|
18135
18572
|
#
|
18136
18573
|
# @!attribute [rw] parameters
|
@@ -18241,7 +18678,8 @@ module Aws::Glue
|
|
18241
18678
|
# @return [String]
|
18242
18679
|
#
|
18243
18680
|
# @!attribute [rw] owner
|
18244
|
-
# The table owner.
|
18681
|
+
# The table owner. Included for Apache Hive compatibility. Not used in
|
18682
|
+
# the normal course of Glue operations.
|
18245
18683
|
# @return [String]
|
18246
18684
|
#
|
18247
18685
|
# @!attribute [rw] last_access_time
|
@@ -18273,17 +18711,31 @@ module Aws::Glue
|
|
18273
18711
|
# @return [Array<Types::Column>]
|
18274
18712
|
#
|
18275
18713
|
# @!attribute [rw] view_original_text
|
18276
|
-
#
|
18277
|
-
# `
|
18714
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18715
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18716
|
+
# Athena configuration encoded in base64.
|
18278
18717
|
# @return [String]
|
18279
18718
|
#
|
18280
18719
|
# @!attribute [rw] view_expanded_text
|
18281
|
-
#
|
18282
|
-
#
|
18720
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18721
|
+
# course of Glue operations.
|
18283
18722
|
# @return [String]
|
18284
18723
|
#
|
18285
18724
|
# @!attribute [rw] table_type
|
18286
|
-
# The type of this table
|
18725
|
+
# The type of this table. Glue will create tables with the
|
18726
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18727
|
+
# tables with additional table types.
|
18728
|
+
#
|
18729
|
+
# Glue related table types:
|
18730
|
+
#
|
18731
|
+
# EXTERNAL\_TABLE
|
18732
|
+
#
|
18733
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18734
|
+
#
|
18735
|
+
# GOVERNED
|
18736
|
+
#
|
18737
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18738
|
+
# `GOVERNED`.
|
18287
18739
|
# @return [String]
|
18288
18740
|
#
|
18289
18741
|
# @!attribute [rw] parameters
|
@@ -18861,14 +19313,19 @@ module Aws::Glue
|
|
18861
19313
|
include Aws::Structure
|
18862
19314
|
end
|
18863
19315
|
|
19316
|
+
# A partition that contains unfiltered metadata.
|
19317
|
+
#
|
18864
19318
|
# @!attribute [rw] partition
|
18865
|
-
#
|
19319
|
+
# The partition object.
|
18866
19320
|
# @return [Types::Partition]
|
18867
19321
|
#
|
18868
19322
|
# @!attribute [rw] authorized_columns
|
19323
|
+
# The list of columns the user has permissions to access.
|
18869
19324
|
# @return [Array<String>]
|
18870
19325
|
#
|
18871
19326
|
# @!attribute [rw] is_registered_with_lake_formation
|
19327
|
+
# A Boolean value indicating that the partition location is registered
|
19328
|
+
# with Lake Formation.
|
18872
19329
|
# @return [Boolean]
|
18873
19330
|
#
|
18874
19331
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|