aws-sdk-glue 1.130.0 → 1.132.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1316,6 +1316,41 @@ module Aws::Glue
1316
1316
  #
1317
1317
  class CancelStatementResponse < Aws::EmptyStructure; end
1318
1318
 
1319
+ # Specifies a Delta Lake data source that is registered in the Glue Data
1320
+ # Catalog.
1321
+ #
1322
+ # @!attribute [rw] name
1323
+ # The name of the Delta Lake data source.
1324
+ # @return [String]
1325
+ #
1326
+ # @!attribute [rw] database
1327
+ # The name of the database to read from.
1328
+ # @return [String]
1329
+ #
1330
+ # @!attribute [rw] table
1331
+ # The name of the table in the database to read from.
1332
+ # @return [String]
1333
+ #
1334
+ # @!attribute [rw] additional_delta_options
1335
+ # Specifies additional connection options.
1336
+ # @return [Hash<String,String>]
1337
+ #
1338
+ # @!attribute [rw] output_schemas
1339
+ # Specifies the data schema for the Delta Lake source.
1340
+ # @return [Array<Types::GlueSchema>]
1341
+ #
1342
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
1343
+ #
1344
+ class CatalogDeltaSource < Struct.new(
1345
+ :name,
1346
+ :database,
1347
+ :table,
1348
+ :additional_delta_options,
1349
+ :output_schemas)
1350
+ SENSITIVE = []
1351
+ include Aws::Structure
1352
+ end
1353
+
1319
1354
  # Specifies a table definition in the Glue Data Catalog.
1320
1355
  #
1321
1356
  # @!attribute [rw] database_name
@@ -1909,7 +1944,7 @@ module Aws::Glue
1909
1944
  #
1910
1945
  # @!attribute [rw] s3_catalog_hudi_source
1911
1946
  # Specifies a Hudi data source that is registered in the Glue Data
1912
- # Catalog. The Hudi data source must be stored in Amazon S3.
1947
+ # Catalog. The data source must be stored in Amazon S3.
1913
1948
  # @return [Types::S3CatalogHudiSource]
1914
1949
  #
1915
1950
  # @!attribute [rw] catalog_hudi_source
@@ -1930,6 +1965,34 @@ module Aws::Glue
1930
1965
  # Specifies a target that writes to a Hudi data source in Amazon S3.
1931
1966
  # @return [Types::S3HudiDirectTarget]
1932
1967
  #
1968
+ # @!attribute [rw] direct_jdbc_source
1969
+ # Specifies the direct JDBC source connection.
1970
+ # @return [Types::DirectJDBCSource]
1971
+ #
1972
+ # @!attribute [rw] s3_catalog_delta_source
1973
+ # Specifies a Delta Lake data source that is registered in the Glue
1974
+ # Data Catalog. The data source must be stored in Amazon S3.
1975
+ # @return [Types::S3CatalogDeltaSource]
1976
+ #
1977
+ # @!attribute [rw] catalog_delta_source
1978
+ # Specifies a Delta Lake data source that is registered in the Glue
1979
+ # Data Catalog.
1980
+ # @return [Types::CatalogDeltaSource]
1981
+ #
1982
+ # @!attribute [rw] s3_delta_source
1983
+ # Specifies a Delta Lake data source stored in Amazon S3.
1984
+ # @return [Types::S3DeltaSource]
1985
+ #
1986
+ # @!attribute [rw] s3_delta_catalog_target
1987
+ # Specifies a target that writes to a Delta Lake data source in the
1988
+ # Glue Data Catalog.
1989
+ # @return [Types::S3DeltaCatalogTarget]
1990
+ #
1991
+ # @!attribute [rw] s3_delta_direct_target
1992
+ # Specifies a target that writes to a Delta Lake data source in Amazon
1993
+ # S3.
1994
+ # @return [Types::S3DeltaDirectTarget]
1995
+ #
1933
1996
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1934
1997
  #
1935
1998
  class CodeGenConfigurationNode < Struct.new(
@@ -1989,7 +2052,13 @@ module Aws::Glue
1989
2052
  :catalog_hudi_source,
1990
2053
  :s3_hudi_source,
1991
2054
  :s3_hudi_catalog_target,
1992
- :s3_hudi_direct_target)
2055
+ :s3_hudi_direct_target,
2056
+ :direct_jdbc_source,
2057
+ :s3_catalog_delta_source,
2058
+ :catalog_delta_source,
2059
+ :s3_delta_source,
2060
+ :s3_delta_catalog_target,
2061
+ :s3_delta_direct_target)
1993
2062
  SENSITIVE = []
1994
2063
  include Aws::Structure
1995
2064
  end
@@ -2143,10 +2212,14 @@ module Aws::Glue
2143
2212
  include Aws::Structure
2144
2213
  end
2145
2214
 
2215
+ # A filter that uses both column-level and row-level filtering.
2216
+ #
2146
2217
  # @!attribute [rw] column_name
2218
+ # A string containing the name of the column.
2147
2219
  # @return [String]
2148
2220
  #
2149
2221
  # @!attribute [rw] row_filter_expression
2222
+ # A string containing the row-level filter expression.
2150
2223
  # @return [String]
2151
2224
  #
2152
2225
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
@@ -2524,8 +2597,8 @@ module Aws::Glue
2524
2597
  # the Kafka client key password (if the user has the Glue encrypt
2525
2598
  # passwords setting selected).
2526
2599
  #
2527
- # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
2528
- # are the two supported [SASL Mechanisms][1].
2600
+ # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
2601
+ # `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
2529
2602
  #
2530
2603
  # * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
2531
2604
  # authenticate with the "SCRAM-SHA-512" mechanism.
@@ -2602,7 +2675,8 @@ module Aws::Glue
2602
2675
  # A structure that is used to specify a connection to create or update.
2603
2676
  #
2604
2677
  # @!attribute [rw] name
2605
- # The name of the connection.
2678
+ # The name of the connection. Connection will not function as expected
2679
+ # without a name.
2606
2680
  # @return [String]
2607
2681
  #
2608
2682
  # @!attribute [rw] description
@@ -2615,25 +2689,93 @@ module Aws::Glue
2615
2689
  # * `JDBC` - Designates a connection to a database through Java
2616
2690
  # Database Connectivity (JDBC).
2617
2691
  #
2692
+ # `JDBC` Connections use the following ConnectionParameters.
2693
+ #
2694
+ # * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
2695
+ # `JDBC_CONNECTION_URL`.
2696
+ #
2697
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2698
+ #
2699
+ # * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
2700
+ # `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
2701
+ # These parameters are used to configure SSL with JDBC.
2702
+ #
2618
2703
  # * `KAFKA` - Designates a connection to an Apache Kafka streaming
2619
2704
  # platform.
2620
2705
  #
2706
+ # `KAFKA` Connections use the following ConnectionParameters.
2707
+ #
2708
+ # * Required: `KAFKA_BOOTSTRAP_SERVERS`.
2709
+ #
2710
+ # * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
2711
+ # `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
2712
+ # to configure SSL with `KAFKA`.
2713
+ #
2714
+ # * Optional: `KAFKA_CLIENT_KEYSTORE`,
2715
+ # `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
2716
+ # `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
2717
+ # `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
2718
+ # to configure TLS client configuration with SSL in `KAFKA`.
2719
+ #
2720
+ # * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
2721
+ # `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
2722
+ #
2723
+ # * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
2724
+ # `KAFKA_SASL_SCRAM_PASSWORD`,
2725
+ # `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
2726
+ # to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
2727
+ #
2728
+ # * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
2729
+ # `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
2730
+ # `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
2731
+ # configure SASL/GSSAPI authentication with `KAFKA`.
2732
+ #
2621
2733
  # * `MONGODB` - Designates a connection to a MongoDB document
2622
2734
  # database.
2623
2735
  #
2736
+ # `MONGODB` Connections use the following ConnectionParameters.
2737
+ #
2738
+ # * Required: `CONNECTION_URL`.
2739
+ #
2740
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2741
+ #
2624
2742
  # * `NETWORK` - Designates a network connection to a data source
2625
2743
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2626
2744
  #
2745
+ # `NETWORK` Connections do not require ConnectionParameters.
2746
+ # Instead, provide a PhysicalConnectionRequirements.
2747
+ #
2627
2748
  # * `MARKETPLACE` - Uses configuration settings contained in a
2628
2749
  # connector purchased from Amazon Web Services Marketplace to read
2629
2750
  # from and write to data stores that are not natively supported by
2630
2751
  # Glue.
2631
2752
  #
2753
+ # `MARKETPLACE` Connections use the following ConnectionParameters.
2754
+ #
2755
+ # * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
2756
+ # `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
2757
+ #
2758
+ # * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
2759
+ # (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2760
+ #
2632
2761
  # * `CUSTOM` - Uses configuration settings contained in a custom
2633
2762
  # connector to read from and write to data stores that are not
2634
2763
  # natively supported by Glue.
2635
2764
  #
2636
- # SFTP is not supported.
2765
+ # `SFTP` is not supported.
2766
+ #
2767
+ # For more information about how optional ConnectionProperties are
2768
+ # used to configure features in Glue, consult [Glue connection
2769
+ # properties][1].
2770
+ #
2771
+ # For more information about how optional ConnectionProperties are
2772
+ # used to configure features in Glue Studio, consult [Using connectors
2773
+ # and connections][2].
2774
+ #
2775
+ #
2776
+ #
2777
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
2778
+ # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
2637
2779
  # @return [String]
2638
2780
  #
2639
2781
  # @!attribute [rw] match_criteria
@@ -5690,6 +5832,8 @@ module Aws::Glue
5690
5832
  #
5691
5833
  # @!attribute [rw] create_table_default_permissions
5692
5834
  # Creates a set of default permissions on the table for principals.
5835
+ # Used by Lake Formation. Not used in the normal course of Glue
5836
+ # operations.
5693
5837
  # @return [Array<Types::PrincipalPermissions>]
5694
5838
  #
5695
5839
  # @!attribute [rw] target_database
@@ -5760,6 +5904,8 @@ module Aws::Glue
5760
5904
  #
5761
5905
  # @!attribute [rw] create_table_default_permissions
5762
5906
  # Creates a set of default permissions on the table for principals.
5907
+ # Used by Lake Formation. Not used in the normal course of Glue
5908
+ # operations.
5763
5909
  # @return [Array<Types::PrincipalPermissions>]
5764
5910
  #
5765
5911
  # @!attribute [rw] target_database
@@ -6831,6 +6977,45 @@ module Aws::Glue
6831
6977
  include Aws::Structure
6832
6978
  end
6833
6979
 
6980
+ # Specifies the direct JDBC source connection.
6981
+ #
6982
+ # @!attribute [rw] name
6983
+ # The name of the JDBC source connection.
6984
+ # @return [String]
6985
+ #
6986
+ # @!attribute [rw] database
6987
+ # The database of the JDBC source connection.
6988
+ # @return [String]
6989
+ #
6990
+ # @!attribute [rw] table
6991
+ # The table of the JDBC source connection.
6992
+ # @return [String]
6993
+ #
6994
+ # @!attribute [rw] connection_name
6995
+ # The connection name of the JDBC source.
6996
+ # @return [String]
6997
+ #
6998
+ # @!attribute [rw] connection_type
6999
+ # The connection type of the JDBC source.
7000
+ # @return [String]
7001
+ #
7002
+ # @!attribute [rw] redshift_tmp_dir
7003
+ # The temp directory of the JDBC Redshift source.
7004
+ # @return [String]
7005
+ #
7006
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DirectJDBCSource AWS API Documentation
7007
+ #
7008
+ class DirectJDBCSource < Struct.new(
7009
+ :name,
7010
+ :database,
7011
+ :table,
7012
+ :connection_name,
7013
+ :connection_type,
7014
+ :redshift_tmp_dir)
7015
+ SENSITIVE = []
7016
+ include Aws::Structure
7017
+ end
7018
+
6834
7019
  # Specifies an Apache Kafka data store.
6835
7020
  #
6836
7021
  # @!attribute [rw] name
@@ -10409,22 +10594,29 @@ module Aws::Glue
10409
10594
  end
10410
10595
 
10411
10596
  # @!attribute [rw] catalog_id
10597
+ # The catalog ID where the partition resides.
10412
10598
  # @return [String]
10413
10599
  #
10414
10600
  # @!attribute [rw] database_name
10601
+ # (Required) Specifies the name of a database that contains the
10602
+ # partition.
10415
10603
  # @return [String]
10416
10604
  #
10417
10605
  # @!attribute [rw] table_name
10606
+ # (Required) Specifies the name of a table that contains the
10607
+ # partition.
10418
10608
  # @return [String]
10419
10609
  #
10420
10610
  # @!attribute [rw] partition_values
10611
+ # (Required) A list of partition key values.
10421
10612
  # @return [Array<String>]
10422
10613
  #
10423
10614
  # @!attribute [rw] audit_context
10424
- # A structure containing information for audit.
10615
+ # A structure containing Lake Formation audit context information.
10425
10616
  # @return [Types::AuditContext]
10426
10617
  #
10427
10618
  # @!attribute [rw] supported_permission_types
10619
+ # (Required) A list of supported permission types.
10428
10620
  # @return [Array<String>]
10429
10621
  #
10430
10622
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
@@ -10441,13 +10633,16 @@ module Aws::Glue
10441
10633
  end
10442
10634
 
10443
10635
  # @!attribute [rw] partition
10444
- # Represents a slice of table data.
10636
+ # A Partition object containing the partition metadata.
10445
10637
  # @return [Types::Partition]
10446
10638
  #
10447
10639
  # @!attribute [rw] authorized_columns
10640
+ # A list of column names that the user has been granted access to.
10448
10641
  # @return [Array<String>]
10449
10642
  #
10450
10643
  # @!attribute [rw] is_registered_with_lake_formation
10644
+ # A Boolean value that indicates whether the partition location is
10645
+ # registered with Lake Formation.
10451
10646
  # @return [Boolean]
10452
10647
  #
10453
10648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
@@ -10461,33 +10656,128 @@ module Aws::Glue
10461
10656
  end
10462
10657
 
10463
10658
  # @!attribute [rw] catalog_id
10659
+ # The ID of the Data Catalog where the partitions in question reside.
10660
+ # If none is provided, the AWS account ID is used by default.
10464
10661
  # @return [String]
10465
10662
  #
10466
10663
  # @!attribute [rw] database_name
10664
+ # The name of the catalog database where the partitions reside.
10467
10665
  # @return [String]
10468
10666
  #
10469
10667
  # @!attribute [rw] table_name
10668
+ # The name of the table that contains the partition.
10470
10669
  # @return [String]
10471
10670
  #
10472
10671
  # @!attribute [rw] expression
10672
+ # An expression that filters the partitions to be returned.
10673
+ #
10674
+ # The expression uses SQL syntax similar to the SQL `WHERE` filter
10675
+ # clause. The SQL statement parser [JSQLParser][1] parses the
10676
+ # expression.
10677
+ #
10678
+ # *Operators*\: The following are the operators that you can use in
10679
+ # the `Expression` API call:
10680
+ #
10681
+ # =
10682
+ #
10683
+ # : Checks whether the values of the two operands are equal; if yes,
10684
+ # then the condition becomes true.
10685
+ #
10686
+ # Example: Assume 'variable a' holds 10 and 'variable b' holds
10687
+ # 20.
10688
+ #
10689
+ # (a = b) is not true.
10690
+ #
10691
+ # &lt; &gt;
10692
+ #
10693
+ # : Checks whether the values of two operands are equal; if the values
10694
+ # are not equal, then the condition becomes true.
10695
+ #
10696
+ # Example: (a &lt; &gt; b) is true.
10697
+ #
10698
+ # &gt;
10699
+ #
10700
+ # : Checks whether the value of the left operand is greater than the
10701
+ # value of the right operand; if yes, then the condition becomes
10702
+ # true.
10703
+ #
10704
+ # Example: (a &gt; b) is not true.
10705
+ #
10706
+ # &lt;
10707
+ #
10708
+ # : Checks whether the value of the left operand is less than the
10709
+ # value of the right operand; if yes, then the condition becomes
10710
+ # true.
10711
+ #
10712
+ # Example: (a &lt; b) is true.
10713
+ #
10714
+ # &gt;=
10715
+ #
10716
+ # : Checks whether the value of the left operand is greater than or
10717
+ # equal to the value of the right operand; if yes, then the
10718
+ # condition becomes true.
10719
+ #
10720
+ # Example: (a &gt;= b) is not true.
10721
+ #
10722
+ # &lt;=
10723
+ #
10724
+ # : Checks whether the value of the left operand is less than or equal
10725
+ # to the value of the right operand; if yes, then the condition
10726
+ # becomes true.
10727
+ #
10728
+ # Example: (a &lt;= b) is true.
10729
+ #
10730
+ # AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
10731
+ #
10732
+ # : Logical operators.
10733
+ #
10734
+ # *Supported Partition Key Types*\: The following are the supported
10735
+ # partition keys.
10736
+ #
10737
+ # * `string`
10738
+ #
10739
+ # * `date`
10740
+ #
10741
+ # * `timestamp`
10742
+ #
10743
+ # * `int`
10744
+ #
10745
+ # * `bigint`
10746
+ #
10747
+ # * `long`
10748
+ #
10749
+ # * `tinyint`
10750
+ #
10751
+ # * `smallint`
10752
+ #
10753
+ # * `decimal`
10754
+ #
10755
+ # If an type is encountered that is not valid, an exception is thrown.
10756
+ #
10757
+ #
10758
+ #
10759
+ # [1]: http://jsqlparser.sourceforge.net/home.php
10473
10760
  # @return [String]
10474
10761
  #
10475
10762
  # @!attribute [rw] audit_context
10476
- # A structure containing information for audit.
10763
+ # A structure containing Lake Formation audit context information.
10477
10764
  # @return [Types::AuditContext]
10478
10765
  #
10479
10766
  # @!attribute [rw] supported_permission_types
10767
+ # A list of supported permission types.
10480
10768
  # @return [Array<String>]
10481
10769
  #
10482
10770
  # @!attribute [rw] next_token
10771
+ # A continuation token, if this is not the first call to retrieve
10772
+ # these partitions.
10483
10773
  # @return [String]
10484
10774
  #
10485
10775
  # @!attribute [rw] segment
10486
- # Defines a non-overlapping region of a table's partitions, allowing
10487
- # multiple requests to be run in parallel.
10776
+ # The segment of the table's partitions to scan in this request.
10488
10777
  # @return [Types::Segment]
10489
10778
  #
10490
10779
  # @!attribute [rw] max_results
10780
+ # The maximum number of partitions to return in a single response.
10491
10781
  # @return [Integer]
10492
10782
  #
10493
10783
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
@@ -10507,9 +10797,12 @@ module Aws::Glue
10507
10797
  end
10508
10798
 
10509
10799
  # @!attribute [rw] unfiltered_partitions
10800
+ # A list of requested partitions.
10510
10801
  # @return [Array<Types::UnfilteredPartition>]
10511
10802
  #
10512
10803
  # @!attribute [rw] next_token
10804
+ # A continuation token, if the returned list of partitions does not
10805
+ # include the last one.
10513
10806
  # @return [String]
10514
10807
  #
10515
10808
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
@@ -10522,19 +10815,24 @@ module Aws::Glue
10522
10815
  end
10523
10816
 
10524
10817
  # @!attribute [rw] catalog_id
10818
+ # The catalog ID where the table resides.
10525
10819
  # @return [String]
10526
10820
  #
10527
10821
  # @!attribute [rw] database_name
10822
+ # (Required) Specifies the name of a database that contains the table.
10528
10823
  # @return [String]
10529
10824
  #
10530
10825
  # @!attribute [rw] name
10826
+ # (Required) Specifies the name of a table for which you are
10827
+ # requesting metadata.
10531
10828
  # @return [String]
10532
10829
  #
10533
10830
  # @!attribute [rw] audit_context
10534
- # A structure containing information for audit.
10831
+ # A structure containing Lake Formation audit context information.
10535
10832
  # @return [Types::AuditContext]
10536
10833
  #
10537
10834
  # @!attribute [rw] supported_permission_types
10835
+ # (Required) A list of supported permission types.
10538
10836
  # @return [Array<String>]
10539
10837
  #
10540
10838
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
@@ -10550,17 +10848,20 @@ module Aws::Glue
10550
10848
  end
10551
10849
 
10552
10850
  # @!attribute [rw] table
10553
- # Represents a collection of related data organized in columns and
10554
- # rows.
10851
+ # A Table object containing the table metadata.
10555
10852
  # @return [Types::Table]
10556
10853
  #
10557
10854
  # @!attribute [rw] authorized_columns
10855
+ # A list of column names that the user has been granted access to.
10558
10856
  # @return [Array<String>]
10559
10857
  #
10560
10858
  # @!attribute [rw] is_registered_with_lake_formation
10859
+ # A Boolean value that indicates whether the partition location is
10860
+ # registered with Lake Formation.
10561
10861
  # @return [Boolean]
10562
10862
  #
10563
10863
  # @!attribute [rw] cell_filters
10864
+ # A list of column row filters.
10564
10865
  # @return [Array<Types::ColumnRowFilter>]
10565
10866
  #
10566
10867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
@@ -15473,6 +15774,41 @@ module Aws::Glue
15473
15774
  include Aws::Structure
15474
15775
  end
15475
15776
 
15777
+ # Specifies a Delta Lake data source that is registered in the Glue Data
15778
+ # Catalog. The data source must be stored in Amazon S3.
15779
+ #
15780
+ # @!attribute [rw] name
15781
+ # The name of the Delta Lake data source.
15782
+ # @return [String]
15783
+ #
15784
+ # @!attribute [rw] database
15785
+ # The name of the database to read from.
15786
+ # @return [String]
15787
+ #
15788
+ # @!attribute [rw] table
15789
+ # The name of the table in the database to read from.
15790
+ # @return [String]
15791
+ #
15792
+ # @!attribute [rw] additional_delta_options
15793
+ # Specifies additional connection options.
15794
+ # @return [Hash<String,String>]
15795
+ #
15796
+ # @!attribute [rw] output_schemas
15797
+ # Specifies the data schema for the Delta Lake source.
15798
+ # @return [Array<Types::GlueSchema>]
15799
+ #
15800
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
15801
+ #
15802
+ class S3CatalogDeltaSource < Struct.new(
15803
+ :name,
15804
+ :database,
15805
+ :table,
15806
+ :additional_delta_options,
15807
+ :output_schemas)
15808
+ SENSITIVE = []
15809
+ include Aws::Structure
15810
+ end
15811
+
15476
15812
  # Specifies a Hudi data source that is registered in the Glue Data
15477
15813
  # Catalog. The Hudi data source must be stored in Amazon S3.
15478
15814
  #
@@ -15721,6 +16057,137 @@ module Aws::Glue
15721
16057
  include Aws::Structure
15722
16058
  end
15723
16059
 
16060
+ # Specifies a target that writes to a Delta Lake data source in the Glue
16061
+ # Data Catalog.
16062
+ #
16063
+ # @!attribute [rw] name
16064
+ # The name of the data target.
16065
+ # @return [String]
16066
+ #
16067
+ # @!attribute [rw] inputs
16068
+ # The nodes that are inputs to the data target.
16069
+ # @return [Array<String>]
16070
+ #
16071
+ # @!attribute [rw] partition_keys
16072
+ # Specifies native partitioning using a sequence of keys.
16073
+ # @return [Array<Array<String>>]
16074
+ #
16075
+ # @!attribute [rw] table
16076
+ # The name of the table in the database to write to.
16077
+ # @return [String]
16078
+ #
16079
+ # @!attribute [rw] database
16080
+ # The name of the database to write to.
16081
+ # @return [String]
16082
+ #
16083
+ # @!attribute [rw] additional_options
16084
+ # Specifies additional connection options for the connector.
16085
+ # @return [Hash<String,String>]
16086
+ #
16087
+ # @!attribute [rw] schema_change_policy
16088
+ # A policy that specifies update behavior for the crawler.
16089
+ # @return [Types::CatalogSchemaChangePolicy]
16090
+ #
16091
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
16092
+ #
16093
+ class S3DeltaCatalogTarget < Struct.new(
16094
+ :name,
16095
+ :inputs,
16096
+ :partition_keys,
16097
+ :table,
16098
+ :database,
16099
+ :additional_options,
16100
+ :schema_change_policy)
16101
+ SENSITIVE = []
16102
+ include Aws::Structure
16103
+ end
16104
+
16105
+ # Specifies a target that writes to a Delta Lake data source in Amazon
16106
+ # S3.
16107
+ #
16108
+ # @!attribute [rw] name
16109
+ # The name of the data target.
16110
+ # @return [String]
16111
+ #
16112
+ # @!attribute [rw] inputs
16113
+ # The nodes that are inputs to the data target.
16114
+ # @return [Array<String>]
16115
+ #
16116
+ # @!attribute [rw] partition_keys
16117
+ # Specifies native partitioning using a sequence of keys.
16118
+ # @return [Array<Array<String>>]
16119
+ #
16120
+ # @!attribute [rw] path
16121
+ # The Amazon S3 path of your Delta Lake data source to write to.
16122
+ # @return [String]
16123
+ #
16124
+ # @!attribute [rw] compression
16125
+ # Specifies how the data is compressed. This is generally not
16126
+ # necessary if the data has a standard file extension. Possible values
16127
+ # are `"gzip"` and `"bzip"`).
16128
+ # @return [String]
16129
+ #
16130
+ # @!attribute [rw] format
16131
+ # Specifies the data output format for the target.
16132
+ # @return [String]
16133
+ #
16134
+ # @!attribute [rw] additional_options
16135
+ # Specifies additional connection options for the connector.
16136
+ # @return [Hash<String,String>]
16137
+ #
16138
+ # @!attribute [rw] schema_change_policy
16139
+ # A policy that specifies update behavior for the crawler.
16140
+ # @return [Types::DirectSchemaChangePolicy]
16141
+ #
16142
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
16143
+ #
16144
+ class S3DeltaDirectTarget < Struct.new(
16145
+ :name,
16146
+ :inputs,
16147
+ :partition_keys,
16148
+ :path,
16149
+ :compression,
16150
+ :format,
16151
+ :additional_options,
16152
+ :schema_change_policy)
16153
+ SENSITIVE = []
16154
+ include Aws::Structure
16155
+ end
16156
+
16157
+ # Specifies a Delta Lake data source stored in Amazon S3.
16158
+ #
16159
+ # @!attribute [rw] name
16160
+ # The name of the Delta Lake source.
16161
+ # @return [String]
16162
+ #
16163
+ # @!attribute [rw] paths
16164
+ # A list of the Amazon S3 paths to read from.
16165
+ # @return [Array<String>]
16166
+ #
16167
+ # @!attribute [rw] additional_delta_options
16168
+ # Specifies additional connection options.
16169
+ # @return [Hash<String,String>]
16170
+ #
16171
+ # @!attribute [rw] additional_options
16172
+ # Specifies additional options for the connector.
16173
+ # @return [Types::S3DirectSourceAdditionalOptions]
16174
+ #
16175
+ # @!attribute [rw] output_schemas
16176
+ # Specifies the data schema for the Delta Lake source.
16177
+ # @return [Array<Types::GlueSchema>]
16178
+ #
16179
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
16180
+ #
16181
+ class S3DeltaSource < Struct.new(
16182
+ :name,
16183
+ :paths,
16184
+ :additional_delta_options,
16185
+ :additional_options,
16186
+ :output_schemas)
16187
+ SENSITIVE = []
16188
+ include Aws::Structure
16189
+ end
16190
+
15724
16191
  # Specifies additional connection options for the Amazon S3 data store.
15725
16192
  #
15726
16193
  # @!attribute [rw] bounded_size
@@ -18076,17 +18543,31 @@ module Aws::Glue
18076
18543
  # @return [Array<Types::Column>]
18077
18544
  #
18078
18545
  # @!attribute [rw] view_original_text
18079
- # If the table is a view, the original text of the view; otherwise
18080
- # `null`.
18546
+ # Included for Apache Hive compatibility. Not used in the normal
18547
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18548
+ # Athena configuration encoded in base64.
18081
18549
  # @return [String]
18082
18550
  #
18083
18551
  # @!attribute [rw] view_expanded_text
18084
- # If the table is a view, the expanded text of the view; otherwise
18085
- # `null`.
18552
+ # Included for Apache Hive compatibility. Not used in the normal
18553
+ # course of Glue operations.
18086
18554
  # @return [String]
18087
18555
  #
18088
18556
  # @!attribute [rw] table_type
18089
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18557
+ # The type of this table. Glue will create tables with the
18558
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18559
+ # tables with additional table types.
18560
+ #
18561
+ # Glue related table types:
18562
+ #
18563
+ # EXTERNAL\_TABLE
18564
+ #
18565
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18566
+ #
18567
+ # GOVERNED
18568
+ #
18569
+ # : Used by Lake Formation. The Glue Data Catalog understands
18570
+ # `GOVERNED`.
18090
18571
  # @return [String]
18091
18572
  #
18092
18573
  # @!attribute [rw] parameters
@@ -18197,7 +18678,8 @@ module Aws::Glue
18197
18678
  # @return [String]
18198
18679
  #
18199
18680
  # @!attribute [rw] owner
18200
- # The table owner.
18681
+ # The table owner. Included for Apache Hive compatibility. Not used in
18682
+ # the normal course of Glue operations.
18201
18683
  # @return [String]
18202
18684
  #
18203
18685
  # @!attribute [rw] last_access_time
@@ -18229,17 +18711,31 @@ module Aws::Glue
18229
18711
  # @return [Array<Types::Column>]
18230
18712
  #
18231
18713
  # @!attribute [rw] view_original_text
18232
- # If the table is a view, the original text of the view; otherwise
18233
- # `null`.
18714
+ # Included for Apache Hive compatibility. Not used in the normal
18715
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18716
+ # Athena configuration encoded in base64.
18234
18717
  # @return [String]
18235
18718
  #
18236
18719
  # @!attribute [rw] view_expanded_text
18237
- # If the table is a view, the expanded text of the view; otherwise
18238
- # `null`.
18720
+ # Included for Apache Hive compatibility. Not used in the normal
18721
+ # course of Glue operations.
18239
18722
  # @return [String]
18240
18723
  #
18241
18724
  # @!attribute [rw] table_type
18242
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18725
+ # The type of this table. Glue will create tables with the
18726
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18727
+ # tables with additional table types.
18728
+ #
18729
+ # Glue related table types:
18730
+ #
18731
+ # EXTERNAL\_TABLE
18732
+ #
18733
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18734
+ #
18735
+ # GOVERNED
18736
+ #
18737
+ # : Used by Lake Formation. The Glue Data Catalog understands
18738
+ # `GOVERNED`.
18243
18739
  # @return [String]
18244
18740
  #
18245
18741
  # @!attribute [rw] parameters
@@ -18817,14 +19313,19 @@ module Aws::Glue
18817
19313
  include Aws::Structure
18818
19314
  end
18819
19315
 
19316
+ # A partition that contains unfiltered metadata.
19317
+ #
18820
19318
  # @!attribute [rw] partition
18821
- # Represents a slice of table data.
19319
+ # The partition object.
18822
19320
  # @return [Types::Partition]
18823
19321
  #
18824
19322
  # @!attribute [rw] authorized_columns
19323
+ # The list of columns the user has permissions to access.
18825
19324
  # @return [Array<String>]
18826
19325
  #
18827
19326
  # @!attribute [rw] is_registered_with_lake_formation
19327
+ # A Boolean value indicating that the partition location is registered
19328
+ # with Lake Formation.
18828
19329
  # @return [Boolean]
18829
19330
  #
18830
19331
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation