aws-sdk-glue 1.131.0 → 1.132.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +499 -16
- data/lib/aws-sdk-glue/client_api.rb +51 -0
- data/lib/aws-sdk-glue/types.rb +483 -26
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1316,6 +1316,41 @@ module Aws::Glue
|
|
1316
1316
|
#
|
1317
1317
|
class CancelStatementResponse < Aws::EmptyStructure; end
|
1318
1318
|
|
1319
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
1320
|
+
# Catalog.
|
1321
|
+
#
|
1322
|
+
# @!attribute [rw] name
|
1323
|
+
# The name of the Delta Lake data source.
|
1324
|
+
# @return [String]
|
1325
|
+
#
|
1326
|
+
# @!attribute [rw] database
|
1327
|
+
# The name of the database to read from.
|
1328
|
+
# @return [String]
|
1329
|
+
#
|
1330
|
+
# @!attribute [rw] table
|
1331
|
+
# The name of the table in the database to read from.
|
1332
|
+
# @return [String]
|
1333
|
+
#
|
1334
|
+
# @!attribute [rw] additional_delta_options
|
1335
|
+
# Specifies additional connection options.
|
1336
|
+
# @return [Hash<String,String>]
|
1337
|
+
#
|
1338
|
+
# @!attribute [rw] output_schemas
|
1339
|
+
# Specifies the data schema for the Delta Lake source.
|
1340
|
+
# @return [Array<Types::GlueSchema>]
|
1341
|
+
#
|
1342
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
|
1343
|
+
#
|
1344
|
+
class CatalogDeltaSource < Struct.new(
|
1345
|
+
:name,
|
1346
|
+
:database,
|
1347
|
+
:table,
|
1348
|
+
:additional_delta_options,
|
1349
|
+
:output_schemas)
|
1350
|
+
SENSITIVE = []
|
1351
|
+
include Aws::Structure
|
1352
|
+
end
|
1353
|
+
|
1319
1354
|
# Specifies a table definition in the Glue Data Catalog.
|
1320
1355
|
#
|
1321
1356
|
# @!attribute [rw] database_name
|
@@ -1909,7 +1944,7 @@ module Aws::Glue
|
|
1909
1944
|
#
|
1910
1945
|
# @!attribute [rw] s3_catalog_hudi_source
|
1911
1946
|
# Specifies a Hudi data source that is registered in the Glue Data
|
1912
|
-
# Catalog. The
|
1947
|
+
# Catalog. The data source must be stored in Amazon S3.
|
1913
1948
|
# @return [Types::S3CatalogHudiSource]
|
1914
1949
|
#
|
1915
1950
|
# @!attribute [rw] catalog_hudi_source
|
@@ -1934,6 +1969,30 @@ module Aws::Glue
|
|
1934
1969
|
# Specifies the direct JDBC source connection.
|
1935
1970
|
# @return [Types::DirectJDBCSource]
|
1936
1971
|
#
|
1972
|
+
# @!attribute [rw] s3_catalog_delta_source
|
1973
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1974
|
+
# Data Catalog. The data source must be stored in Amazon S3.
|
1975
|
+
# @return [Types::S3CatalogDeltaSource]
|
1976
|
+
#
|
1977
|
+
# @!attribute [rw] catalog_delta_source
|
1978
|
+
# Specifies a Delta Lake data source that is registered in the Glue
|
1979
|
+
# Data Catalog.
|
1980
|
+
# @return [Types::CatalogDeltaSource]
|
1981
|
+
#
|
1982
|
+
# @!attribute [rw] s3_delta_source
|
1983
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
1984
|
+
# @return [Types::S3DeltaSource]
|
1985
|
+
#
|
1986
|
+
# @!attribute [rw] s3_delta_catalog_target
|
1987
|
+
# Specifies a target that writes to a Delta Lake data source in the
|
1988
|
+
# Glue Data Catalog.
|
1989
|
+
# @return [Types::S3DeltaCatalogTarget]
|
1990
|
+
#
|
1991
|
+
# @!attribute [rw] s3_delta_direct_target
|
1992
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
1993
|
+
# S3.
|
1994
|
+
# @return [Types::S3DeltaDirectTarget]
|
1995
|
+
#
|
1937
1996
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
|
1938
1997
|
#
|
1939
1998
|
class CodeGenConfigurationNode < Struct.new(
|
@@ -1994,7 +2053,12 @@ module Aws::Glue
|
|
1994
2053
|
:s3_hudi_source,
|
1995
2054
|
:s3_hudi_catalog_target,
|
1996
2055
|
:s3_hudi_direct_target,
|
1997
|
-
:direct_jdbc_source
|
2056
|
+
:direct_jdbc_source,
|
2057
|
+
:s3_catalog_delta_source,
|
2058
|
+
:catalog_delta_source,
|
2059
|
+
:s3_delta_source,
|
2060
|
+
:s3_delta_catalog_target,
|
2061
|
+
:s3_delta_direct_target)
|
1998
2062
|
SENSITIVE = []
|
1999
2063
|
include Aws::Structure
|
2000
2064
|
end
|
@@ -2148,10 +2212,14 @@ module Aws::Glue
|
|
2148
2212
|
include Aws::Structure
|
2149
2213
|
end
|
2150
2214
|
|
2215
|
+
# A filter that uses both column-level and row-level filtering.
|
2216
|
+
#
|
2151
2217
|
# @!attribute [rw] column_name
|
2218
|
+
# A string containing the name of the column.
|
2152
2219
|
# @return [String]
|
2153
2220
|
#
|
2154
2221
|
# @!attribute [rw] row_filter_expression
|
2222
|
+
# A string containing the row-level filter expression.
|
2155
2223
|
# @return [String]
|
2156
2224
|
#
|
2157
2225
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
@@ -2529,8 +2597,8 @@ module Aws::Glue
|
|
2529
2597
|
# the Kafka client key password (if the user has the Glue encrypt
|
2530
2598
|
# passwords setting selected).
|
2531
2599
|
#
|
2532
|
-
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"
|
2533
|
-
# are the
|
2600
|
+
# * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
|
2601
|
+
# `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
|
2534
2602
|
#
|
2535
2603
|
# * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
|
2536
2604
|
# authenticate with the "SCRAM-SHA-512" mechanism.
|
@@ -2607,7 +2675,8 @@ module Aws::Glue
|
|
2607
2675
|
# A structure that is used to specify a connection to create or update.
|
2608
2676
|
#
|
2609
2677
|
# @!attribute [rw] name
|
2610
|
-
# The name of the connection.
|
2678
|
+
# The name of the connection. Connection will not function as expected
|
2679
|
+
# without a name.
|
2611
2680
|
# @return [String]
|
2612
2681
|
#
|
2613
2682
|
# @!attribute [rw] description
|
@@ -2620,25 +2689,93 @@ module Aws::Glue
|
|
2620
2689
|
# * `JDBC` - Designates a connection to a database through Java
|
2621
2690
|
# Database Connectivity (JDBC).
|
2622
2691
|
#
|
2692
|
+
# `JDBC` Connections use the following ConnectionParameters.
|
2693
|
+
#
|
2694
|
+
# * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
|
2695
|
+
# `JDBC_CONNECTION_URL`.
|
2696
|
+
#
|
2697
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2698
|
+
#
|
2699
|
+
# * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
|
2700
|
+
# `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
|
2701
|
+
# These parameters are used to configure SSL with JDBC.
|
2702
|
+
#
|
2623
2703
|
# * `KAFKA` - Designates a connection to an Apache Kafka streaming
|
2624
2704
|
# platform.
|
2625
2705
|
#
|
2706
|
+
# `KAFKA` Connections use the following ConnectionParameters.
|
2707
|
+
#
|
2708
|
+
# * Required: `KAFKA_BOOTSTRAP_SERVERS`.
|
2709
|
+
#
|
2710
|
+
# * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
|
2711
|
+
# `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
|
2712
|
+
# to configure SSL with `KAFKA`.
|
2713
|
+
#
|
2714
|
+
# * Optional: `KAFKA_CLIENT_KEYSTORE`,
|
2715
|
+
# `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
|
2716
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
|
2717
|
+
# `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
|
2718
|
+
# to configure TLS client configuration with SSL in `KAFKA`.
|
2719
|
+
#
|
2720
|
+
# * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
|
2721
|
+
# `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
|
2722
|
+
#
|
2723
|
+
# * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
|
2724
|
+
# `KAFKA_SASL_SCRAM_PASSWORD`,
|
2725
|
+
# `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
|
2726
|
+
# to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
|
2727
|
+
#
|
2728
|
+
# * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
|
2729
|
+
# `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
|
2730
|
+
# `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
|
2731
|
+
# configure SASL/GSSAPI authentication with `KAFKA`.
|
2732
|
+
#
|
2626
2733
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
2627
2734
|
# database.
|
2628
2735
|
#
|
2736
|
+
# `MONGODB` Connections use the following ConnectionParameters.
|
2737
|
+
#
|
2738
|
+
# * Required: `CONNECTION_URL`.
|
2739
|
+
#
|
2740
|
+
# * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2741
|
+
#
|
2629
2742
|
# * `NETWORK` - Designates a network connection to a data source
|
2630
2743
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2631
2744
|
#
|
2745
|
+
# `NETWORK` Connections do not require ConnectionParameters.
|
2746
|
+
# Instead, provide a PhysicalConnectionRequirements.
|
2747
|
+
#
|
2632
2748
|
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2633
2749
|
# connector purchased from Amazon Web Services Marketplace to read
|
2634
2750
|
# from and write to data stores that are not natively supported by
|
2635
2751
|
# Glue.
|
2636
2752
|
#
|
2753
|
+
# `MARKETPLACE` Connections use the following ConnectionParameters.
|
2754
|
+
#
|
2755
|
+
# * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
|
2756
|
+
# `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
|
2757
|
+
#
|
2758
|
+
# * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
|
2759
|
+
# (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
|
2760
|
+
#
|
2637
2761
|
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2638
2762
|
# connector to read from and write to data stores that are not
|
2639
2763
|
# natively supported by Glue.
|
2640
2764
|
#
|
2641
|
-
# SFTP is not supported.
|
2765
|
+
# `SFTP` is not supported.
|
2766
|
+
#
|
2767
|
+
# For more information about how optional ConnectionProperties are
|
2768
|
+
# used to configure features in Glue, consult [Glue connection
|
2769
|
+
# properties][1].
|
2770
|
+
#
|
2771
|
+
# For more information about how optional ConnectionProperties are
|
2772
|
+
# used to configure features in Glue Studio, consult [Using connectors
|
2773
|
+
# and connections][2].
|
2774
|
+
#
|
2775
|
+
#
|
2776
|
+
#
|
2777
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
|
2778
|
+
# [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
|
2642
2779
|
# @return [String]
|
2643
2780
|
#
|
2644
2781
|
# @!attribute [rw] match_criteria
|
@@ -5695,6 +5832,8 @@ module Aws::Glue
|
|
5695
5832
|
#
|
5696
5833
|
# @!attribute [rw] create_table_default_permissions
|
5697
5834
|
# Creates a set of default permissions on the table for principals.
|
5835
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5836
|
+
# operations.
|
5698
5837
|
# @return [Array<Types::PrincipalPermissions>]
|
5699
5838
|
#
|
5700
5839
|
# @!attribute [rw] target_database
|
@@ -5765,6 +5904,8 @@ module Aws::Glue
|
|
5765
5904
|
#
|
5766
5905
|
# @!attribute [rw] create_table_default_permissions
|
5767
5906
|
# Creates a set of default permissions on the table for principals.
|
5907
|
+
# Used by Lake Formation. Not used in the normal course of Glue
|
5908
|
+
# operations.
|
5768
5909
|
# @return [Array<Types::PrincipalPermissions>]
|
5769
5910
|
#
|
5770
5911
|
# @!attribute [rw] target_database
|
@@ -10453,22 +10594,29 @@ module Aws::Glue
|
|
10453
10594
|
end
|
10454
10595
|
|
10455
10596
|
# @!attribute [rw] catalog_id
|
10597
|
+
# The catalog ID where the partition resides.
|
10456
10598
|
# @return [String]
|
10457
10599
|
#
|
10458
10600
|
# @!attribute [rw] database_name
|
10601
|
+
# (Required) Specifies the name of a database that contains the
|
10602
|
+
# partition.
|
10459
10603
|
# @return [String]
|
10460
10604
|
#
|
10461
10605
|
# @!attribute [rw] table_name
|
10606
|
+
# (Required) Specifies the name of a table that contains the
|
10607
|
+
# partition.
|
10462
10608
|
# @return [String]
|
10463
10609
|
#
|
10464
10610
|
# @!attribute [rw] partition_values
|
10611
|
+
# (Required) A list of partition key values.
|
10465
10612
|
# @return [Array<String>]
|
10466
10613
|
#
|
10467
10614
|
# @!attribute [rw] audit_context
|
10468
|
-
# A structure containing
|
10615
|
+
# A structure containing Lake Formation audit context information.
|
10469
10616
|
# @return [Types::AuditContext]
|
10470
10617
|
#
|
10471
10618
|
# @!attribute [rw] supported_permission_types
|
10619
|
+
# (Required) A list of supported permission types.
|
10472
10620
|
# @return [Array<String>]
|
10473
10621
|
#
|
10474
10622
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
@@ -10485,13 +10633,16 @@ module Aws::Glue
|
|
10485
10633
|
end
|
10486
10634
|
|
10487
10635
|
# @!attribute [rw] partition
|
10488
|
-
#
|
10636
|
+
# A Partition object containing the partition metadata.
|
10489
10637
|
# @return [Types::Partition]
|
10490
10638
|
#
|
10491
10639
|
# @!attribute [rw] authorized_columns
|
10640
|
+
# A list of column names that the user has been granted access to.
|
10492
10641
|
# @return [Array<String>]
|
10493
10642
|
#
|
10494
10643
|
# @!attribute [rw] is_registered_with_lake_formation
|
10644
|
+
# A Boolean value that indicates whether the partition location is
|
10645
|
+
# registered with Lake Formation.
|
10495
10646
|
# @return [Boolean]
|
10496
10647
|
#
|
10497
10648
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
@@ -10505,33 +10656,128 @@ module Aws::Glue
|
|
10505
10656
|
end
|
10506
10657
|
|
10507
10658
|
# @!attribute [rw] catalog_id
|
10659
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
10660
|
+
# If none is provided, the AWS account ID is used by default.
|
10508
10661
|
# @return [String]
|
10509
10662
|
#
|
10510
10663
|
# @!attribute [rw] database_name
|
10664
|
+
# The name of the catalog database where the partitions reside.
|
10511
10665
|
# @return [String]
|
10512
10666
|
#
|
10513
10667
|
# @!attribute [rw] table_name
|
10668
|
+
# The name of the table that contains the partition.
|
10514
10669
|
# @return [String]
|
10515
10670
|
#
|
10516
10671
|
# @!attribute [rw] expression
|
10672
|
+
# An expression that filters the partitions to be returned.
|
10673
|
+
#
|
10674
|
+
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
10675
|
+
# clause. The SQL statement parser [JSQLParser][1] parses the
|
10676
|
+
# expression.
|
10677
|
+
#
|
10678
|
+
# *Operators*\: The following are the operators that you can use in
|
10679
|
+
# the `Expression` API call:
|
10680
|
+
#
|
10681
|
+
# =
|
10682
|
+
#
|
10683
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
10684
|
+
# then the condition becomes true.
|
10685
|
+
#
|
10686
|
+
# Example: Assume 'variable a' holds 10 and 'variable b' holds
|
10687
|
+
# 20.
|
10688
|
+
#
|
10689
|
+
# (a = b) is not true.
|
10690
|
+
#
|
10691
|
+
# < >
|
10692
|
+
#
|
10693
|
+
# : Checks whether the values of two operands are equal; if the values
|
10694
|
+
# are not equal, then the condition becomes true.
|
10695
|
+
#
|
10696
|
+
# Example: (a < > b) is true.
|
10697
|
+
#
|
10698
|
+
# >
|
10699
|
+
#
|
10700
|
+
# : Checks whether the value of the left operand is greater than the
|
10701
|
+
# value of the right operand; if yes, then the condition becomes
|
10702
|
+
# true.
|
10703
|
+
#
|
10704
|
+
# Example: (a > b) is not true.
|
10705
|
+
#
|
10706
|
+
# <
|
10707
|
+
#
|
10708
|
+
# : Checks whether the value of the left operand is less than the
|
10709
|
+
# value of the right operand; if yes, then the condition becomes
|
10710
|
+
# true.
|
10711
|
+
#
|
10712
|
+
# Example: (a < b) is true.
|
10713
|
+
#
|
10714
|
+
# >=
|
10715
|
+
#
|
10716
|
+
# : Checks whether the value of the left operand is greater than or
|
10717
|
+
# equal to the value of the right operand; if yes, then the
|
10718
|
+
# condition becomes true.
|
10719
|
+
#
|
10720
|
+
# Example: (a >= b) is not true.
|
10721
|
+
#
|
10722
|
+
# <=
|
10723
|
+
#
|
10724
|
+
# : Checks whether the value of the left operand is less than or equal
|
10725
|
+
# to the value of the right operand; if yes, then the condition
|
10726
|
+
# becomes true.
|
10727
|
+
#
|
10728
|
+
# Example: (a <= b) is true.
|
10729
|
+
#
|
10730
|
+
# AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
|
10731
|
+
#
|
10732
|
+
# : Logical operators.
|
10733
|
+
#
|
10734
|
+
# *Supported Partition Key Types*\: The following are the supported
|
10735
|
+
# partition keys.
|
10736
|
+
#
|
10737
|
+
# * `string`
|
10738
|
+
#
|
10739
|
+
# * `date`
|
10740
|
+
#
|
10741
|
+
# * `timestamp`
|
10742
|
+
#
|
10743
|
+
# * `int`
|
10744
|
+
#
|
10745
|
+
# * `bigint`
|
10746
|
+
#
|
10747
|
+
# * `long`
|
10748
|
+
#
|
10749
|
+
# * `tinyint`
|
10750
|
+
#
|
10751
|
+
# * `smallint`
|
10752
|
+
#
|
10753
|
+
# * `decimal`
|
10754
|
+
#
|
10755
|
+
# If an type is encountered that is not valid, an exception is thrown.
|
10756
|
+
#
|
10757
|
+
#
|
10758
|
+
#
|
10759
|
+
# [1]: http://jsqlparser.sourceforge.net/home.php
|
10517
10760
|
# @return [String]
|
10518
10761
|
#
|
10519
10762
|
# @!attribute [rw] audit_context
|
10520
|
-
# A structure containing
|
10763
|
+
# A structure containing Lake Formation audit context information.
|
10521
10764
|
# @return [Types::AuditContext]
|
10522
10765
|
#
|
10523
10766
|
# @!attribute [rw] supported_permission_types
|
10767
|
+
# A list of supported permission types.
|
10524
10768
|
# @return [Array<String>]
|
10525
10769
|
#
|
10526
10770
|
# @!attribute [rw] next_token
|
10771
|
+
# A continuation token, if this is not the first call to retrieve
|
10772
|
+
# these partitions.
|
10527
10773
|
# @return [String]
|
10528
10774
|
#
|
10529
10775
|
# @!attribute [rw] segment
|
10530
|
-
#
|
10531
|
-
# multiple requests to be run in parallel.
|
10776
|
+
# The segment of the table's partitions to scan in this request.
|
10532
10777
|
# @return [Types::Segment]
|
10533
10778
|
#
|
10534
10779
|
# @!attribute [rw] max_results
|
10780
|
+
# The maximum number of partitions to return in a single response.
|
10535
10781
|
# @return [Integer]
|
10536
10782
|
#
|
10537
10783
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
@@ -10551,9 +10797,12 @@ module Aws::Glue
|
|
10551
10797
|
end
|
10552
10798
|
|
10553
10799
|
# @!attribute [rw] unfiltered_partitions
|
10800
|
+
# A list of requested partitions.
|
10554
10801
|
# @return [Array<Types::UnfilteredPartition>]
|
10555
10802
|
#
|
10556
10803
|
# @!attribute [rw] next_token
|
10804
|
+
# A continuation token, if the returned list of partitions does not
|
10805
|
+
# include the last one.
|
10557
10806
|
# @return [String]
|
10558
10807
|
#
|
10559
10808
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
@@ -10566,19 +10815,24 @@ module Aws::Glue
|
|
10566
10815
|
end
|
10567
10816
|
|
10568
10817
|
# @!attribute [rw] catalog_id
|
10818
|
+
# The catalog ID where the table resides.
|
10569
10819
|
# @return [String]
|
10570
10820
|
#
|
10571
10821
|
# @!attribute [rw] database_name
|
10822
|
+
# (Required) Specifies the name of a database that contains the table.
|
10572
10823
|
# @return [String]
|
10573
10824
|
#
|
10574
10825
|
# @!attribute [rw] name
|
10826
|
+
# (Required) Specifies the name of a table for which you are
|
10827
|
+
# requesting metadata.
|
10575
10828
|
# @return [String]
|
10576
10829
|
#
|
10577
10830
|
# @!attribute [rw] audit_context
|
10578
|
-
# A structure containing
|
10831
|
+
# A structure containing Lake Formation audit context information.
|
10579
10832
|
# @return [Types::AuditContext]
|
10580
10833
|
#
|
10581
10834
|
# @!attribute [rw] supported_permission_types
|
10835
|
+
# (Required) A list of supported permission types.
|
10582
10836
|
# @return [Array<String>]
|
10583
10837
|
#
|
10584
10838
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
@@ -10594,17 +10848,20 @@ module Aws::Glue
|
|
10594
10848
|
end
|
10595
10849
|
|
10596
10850
|
# @!attribute [rw] table
|
10597
|
-
#
|
10598
|
-
# rows.
|
10851
|
+
# A Table object containing the table metadata.
|
10599
10852
|
# @return [Types::Table]
|
10600
10853
|
#
|
10601
10854
|
# @!attribute [rw] authorized_columns
|
10855
|
+
# A list of column names that the user has been granted access to.
|
10602
10856
|
# @return [Array<String>]
|
10603
10857
|
#
|
10604
10858
|
# @!attribute [rw] is_registered_with_lake_formation
|
10859
|
+
# A Boolean value that indicates whether the partition location is
|
10860
|
+
# registered with Lake Formation.
|
10605
10861
|
# @return [Boolean]
|
10606
10862
|
#
|
10607
10863
|
# @!attribute [rw] cell_filters
|
10864
|
+
# A list of column row filters.
|
10608
10865
|
# @return [Array<Types::ColumnRowFilter>]
|
10609
10866
|
#
|
10610
10867
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
@@ -15517,6 +15774,41 @@ module Aws::Glue
|
|
15517
15774
|
include Aws::Structure
|
15518
15775
|
end
|
15519
15776
|
|
15777
|
+
# Specifies a Delta Lake data source that is registered in the Glue Data
|
15778
|
+
# Catalog. The data source must be stored in Amazon S3.
|
15779
|
+
#
|
15780
|
+
# @!attribute [rw] name
|
15781
|
+
# The name of the Delta Lake data source.
|
15782
|
+
# @return [String]
|
15783
|
+
#
|
15784
|
+
# @!attribute [rw] database
|
15785
|
+
# The name of the database to read from.
|
15786
|
+
# @return [String]
|
15787
|
+
#
|
15788
|
+
# @!attribute [rw] table
|
15789
|
+
# The name of the table in the database to read from.
|
15790
|
+
# @return [String]
|
15791
|
+
#
|
15792
|
+
# @!attribute [rw] additional_delta_options
|
15793
|
+
# Specifies additional connection options.
|
15794
|
+
# @return [Hash<String,String>]
|
15795
|
+
#
|
15796
|
+
# @!attribute [rw] output_schemas
|
15797
|
+
# Specifies the data schema for the Delta Lake source.
|
15798
|
+
# @return [Array<Types::GlueSchema>]
|
15799
|
+
#
|
15800
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
|
15801
|
+
#
|
15802
|
+
class S3CatalogDeltaSource < Struct.new(
|
15803
|
+
:name,
|
15804
|
+
:database,
|
15805
|
+
:table,
|
15806
|
+
:additional_delta_options,
|
15807
|
+
:output_schemas)
|
15808
|
+
SENSITIVE = []
|
15809
|
+
include Aws::Structure
|
15810
|
+
end
|
15811
|
+
|
15520
15812
|
# Specifies a Hudi data source that is registered in the Glue Data
|
15521
15813
|
# Catalog. The Hudi data source must be stored in Amazon S3.
|
15522
15814
|
#
|
@@ -15765,6 +16057,137 @@ module Aws::Glue
|
|
15765
16057
|
include Aws::Structure
|
15766
16058
|
end
|
15767
16059
|
|
16060
|
+
# Specifies a target that writes to a Delta Lake data source in the Glue
|
16061
|
+
# Data Catalog.
|
16062
|
+
#
|
16063
|
+
# @!attribute [rw] name
|
16064
|
+
# The name of the data target.
|
16065
|
+
# @return [String]
|
16066
|
+
#
|
16067
|
+
# @!attribute [rw] inputs
|
16068
|
+
# The nodes that are inputs to the data target.
|
16069
|
+
# @return [Array<String>]
|
16070
|
+
#
|
16071
|
+
# @!attribute [rw] partition_keys
|
16072
|
+
# Specifies native partitioning using a sequence of keys.
|
16073
|
+
# @return [Array<Array<String>>]
|
16074
|
+
#
|
16075
|
+
# @!attribute [rw] table
|
16076
|
+
# The name of the table in the database to write to.
|
16077
|
+
# @return [String]
|
16078
|
+
#
|
16079
|
+
# @!attribute [rw] database
|
16080
|
+
# The name of the database to write to.
|
16081
|
+
# @return [String]
|
16082
|
+
#
|
16083
|
+
# @!attribute [rw] additional_options
|
16084
|
+
# Specifies additional connection options for the connector.
|
16085
|
+
# @return [Hash<String,String>]
|
16086
|
+
#
|
16087
|
+
# @!attribute [rw] schema_change_policy
|
16088
|
+
# A policy that specifies update behavior for the crawler.
|
16089
|
+
# @return [Types::CatalogSchemaChangePolicy]
|
16090
|
+
#
|
16091
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
|
16092
|
+
#
|
16093
|
+
class S3DeltaCatalogTarget < Struct.new(
|
16094
|
+
:name,
|
16095
|
+
:inputs,
|
16096
|
+
:partition_keys,
|
16097
|
+
:table,
|
16098
|
+
:database,
|
16099
|
+
:additional_options,
|
16100
|
+
:schema_change_policy)
|
16101
|
+
SENSITIVE = []
|
16102
|
+
include Aws::Structure
|
16103
|
+
end
|
16104
|
+
|
16105
|
+
# Specifies a target that writes to a Delta Lake data source in Amazon
|
16106
|
+
# S3.
|
16107
|
+
#
|
16108
|
+
# @!attribute [rw] name
|
16109
|
+
# The name of the data target.
|
16110
|
+
# @return [String]
|
16111
|
+
#
|
16112
|
+
# @!attribute [rw] inputs
|
16113
|
+
# The nodes that are inputs to the data target.
|
16114
|
+
# @return [Array<String>]
|
16115
|
+
#
|
16116
|
+
# @!attribute [rw] partition_keys
|
16117
|
+
# Specifies native partitioning using a sequence of keys.
|
16118
|
+
# @return [Array<Array<String>>]
|
16119
|
+
#
|
16120
|
+
# @!attribute [rw] path
|
16121
|
+
# The Amazon S3 path of your Delta Lake data source to write to.
|
16122
|
+
# @return [String]
|
16123
|
+
#
|
16124
|
+
# @!attribute [rw] compression
|
16125
|
+
# Specifies how the data is compressed. This is generally not
|
16126
|
+
# necessary if the data has a standard file extension. Possible values
|
16127
|
+
# are `"gzip"` and `"bzip"`).
|
16128
|
+
# @return [String]
|
16129
|
+
#
|
16130
|
+
# @!attribute [rw] format
|
16131
|
+
# Specifies the data output format for the target.
|
16132
|
+
# @return [String]
|
16133
|
+
#
|
16134
|
+
# @!attribute [rw] additional_options
|
16135
|
+
# Specifies additional connection options for the connector.
|
16136
|
+
# @return [Hash<String,String>]
|
16137
|
+
#
|
16138
|
+
# @!attribute [rw] schema_change_policy
|
16139
|
+
# A policy that specifies update behavior for the crawler.
|
16140
|
+
# @return [Types::DirectSchemaChangePolicy]
|
16141
|
+
#
|
16142
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
|
16143
|
+
#
|
16144
|
+
class S3DeltaDirectTarget < Struct.new(
|
16145
|
+
:name,
|
16146
|
+
:inputs,
|
16147
|
+
:partition_keys,
|
16148
|
+
:path,
|
16149
|
+
:compression,
|
16150
|
+
:format,
|
16151
|
+
:additional_options,
|
16152
|
+
:schema_change_policy)
|
16153
|
+
SENSITIVE = []
|
16154
|
+
include Aws::Structure
|
16155
|
+
end
|
16156
|
+
|
16157
|
+
# Specifies a Delta Lake data source stored in Amazon S3.
|
16158
|
+
#
|
16159
|
+
# @!attribute [rw] name
|
16160
|
+
# The name of the Delta Lake source.
|
16161
|
+
# @return [String]
|
16162
|
+
#
|
16163
|
+
# @!attribute [rw] paths
|
16164
|
+
# A list of the Amazon S3 paths to read from.
|
16165
|
+
# @return [Array<String>]
|
16166
|
+
#
|
16167
|
+
# @!attribute [rw] additional_delta_options
|
16168
|
+
# Specifies additional connection options.
|
16169
|
+
# @return [Hash<String,String>]
|
16170
|
+
#
|
16171
|
+
# @!attribute [rw] additional_options
|
16172
|
+
# Specifies additional options for the connector.
|
16173
|
+
# @return [Types::S3DirectSourceAdditionalOptions]
|
16174
|
+
#
|
16175
|
+
# @!attribute [rw] output_schemas
|
16176
|
+
# Specifies the data schema for the Delta Lake source.
|
16177
|
+
# @return [Array<Types::GlueSchema>]
|
16178
|
+
#
|
16179
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
|
16180
|
+
#
|
16181
|
+
class S3DeltaSource < Struct.new(
|
16182
|
+
:name,
|
16183
|
+
:paths,
|
16184
|
+
:additional_delta_options,
|
16185
|
+
:additional_options,
|
16186
|
+
:output_schemas)
|
16187
|
+
SENSITIVE = []
|
16188
|
+
include Aws::Structure
|
16189
|
+
end
|
16190
|
+
|
15768
16191
|
# Specifies additional connection options for the Amazon S3 data store.
|
15769
16192
|
#
|
15770
16193
|
# @!attribute [rw] bounded_size
|
@@ -18120,17 +18543,31 @@ module Aws::Glue
|
|
18120
18543
|
# @return [Array<Types::Column>]
|
18121
18544
|
#
|
18122
18545
|
# @!attribute [rw] view_original_text
|
18123
|
-
#
|
18124
|
-
# `
|
18546
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18547
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18548
|
+
# Athena configuration encoded in base64.
|
18125
18549
|
# @return [String]
|
18126
18550
|
#
|
18127
18551
|
# @!attribute [rw] view_expanded_text
|
18128
|
-
#
|
18129
|
-
#
|
18552
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18553
|
+
# course of Glue operations.
|
18130
18554
|
# @return [String]
|
18131
18555
|
#
|
18132
18556
|
# @!attribute [rw] table_type
|
18133
|
-
# The type of this table
|
18557
|
+
# The type of this table. Glue will create tables with the
|
18558
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18559
|
+
# tables with additional table types.
|
18560
|
+
#
|
18561
|
+
# Glue related table types:
|
18562
|
+
#
|
18563
|
+
# EXTERNAL\_TABLE
|
18564
|
+
#
|
18565
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18566
|
+
#
|
18567
|
+
# GOVERNED
|
18568
|
+
#
|
18569
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18570
|
+
# `GOVERNED`.
|
18134
18571
|
# @return [String]
|
18135
18572
|
#
|
18136
18573
|
# @!attribute [rw] parameters
|
@@ -18241,7 +18678,8 @@ module Aws::Glue
|
|
18241
18678
|
# @return [String]
|
18242
18679
|
#
|
18243
18680
|
# @!attribute [rw] owner
|
18244
|
-
# The table owner.
|
18681
|
+
# The table owner. Included for Apache Hive compatibility. Not used in
|
18682
|
+
# the normal course of Glue operations.
|
18245
18683
|
# @return [String]
|
18246
18684
|
#
|
18247
18685
|
# @!attribute [rw] last_access_time
|
@@ -18273,17 +18711,31 @@ module Aws::Glue
|
|
18273
18711
|
# @return [Array<Types::Column>]
|
18274
18712
|
#
|
18275
18713
|
# @!attribute [rw] view_original_text
|
18276
|
-
#
|
18277
|
-
# `
|
18714
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18715
|
+
# course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
|
18716
|
+
# Athena configuration encoded in base64.
|
18278
18717
|
# @return [String]
|
18279
18718
|
#
|
18280
18719
|
# @!attribute [rw] view_expanded_text
|
18281
|
-
#
|
18282
|
-
#
|
18720
|
+
# Included for Apache Hive compatibility. Not used in the normal
|
18721
|
+
# course of Glue operations.
|
18283
18722
|
# @return [String]
|
18284
18723
|
#
|
18285
18724
|
# @!attribute [rw] table_type
|
18286
|
-
# The type of this table
|
18725
|
+
# The type of this table. Glue will create tables with the
|
18726
|
+
# `EXTERNAL_TABLE` type. Other services, such as Athena, may create
|
18727
|
+
# tables with additional table types.
|
18728
|
+
#
|
18729
|
+
# Glue related table types:
|
18730
|
+
#
|
18731
|
+
# EXTERNAL\_TABLE
|
18732
|
+
#
|
18733
|
+
# : Hive compatible attribute - indicates a non-Hive managed table.
|
18734
|
+
#
|
18735
|
+
# GOVERNED
|
18736
|
+
#
|
18737
|
+
# : Used by Lake Formation. The Glue Data Catalog understands
|
18738
|
+
# `GOVERNED`.
|
18287
18739
|
# @return [String]
|
18288
18740
|
#
|
18289
18741
|
# @!attribute [rw] parameters
|
@@ -18861,14 +19313,19 @@ module Aws::Glue
|
|
18861
19313
|
include Aws::Structure
|
18862
19314
|
end
|
18863
19315
|
|
19316
|
+
# A partition that contains unfiltered metadata.
|
19317
|
+
#
|
18864
19318
|
# @!attribute [rw] partition
|
18865
|
-
#
|
19319
|
+
# The partition object.
|
18866
19320
|
# @return [Types::Partition]
|
18867
19321
|
#
|
18868
19322
|
# @!attribute [rw] authorized_columns
|
19323
|
+
# The list of columns the user has permissions to access.
|
18869
19324
|
# @return [Array<String>]
|
18870
19325
|
#
|
18871
19326
|
# @!attribute [rw] is_registered_with_lake_formation
|
19327
|
+
# A Boolean value indicating that the partition location is registered
|
19328
|
+
# with Lake Formation.
|
18872
19329
|
# @return [Boolean]
|
18873
19330
|
#
|
18874
19331
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|