aws-sdk-glue 1.131.0 → 1.132.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1316,6 +1316,41 @@ module Aws::Glue
1316
1316
  #
1317
1317
  class CancelStatementResponse < Aws::EmptyStructure; end
1318
1318
 
1319
+ # Specifies a Delta Lake data source that is registered in the Glue Data
1320
+ # Catalog.
1321
+ #
1322
+ # @!attribute [rw] name
1323
+ # The name of the Delta Lake data source.
1324
+ # @return [String]
1325
+ #
1326
+ # @!attribute [rw] database
1327
+ # The name of the database to read from.
1328
+ # @return [String]
1329
+ #
1330
+ # @!attribute [rw] table
1331
+ # The name of the table in the database to read from.
1332
+ # @return [String]
1333
+ #
1334
+ # @!attribute [rw] additional_delta_options
1335
+ # Specifies additional connection options.
1336
+ # @return [Hash<String,String>]
1337
+ #
1338
+ # @!attribute [rw] output_schemas
1339
+ # Specifies the data schema for the Delta Lake source.
1340
+ # @return [Array<Types::GlueSchema>]
1341
+ #
1342
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
1343
+ #
1344
+ class CatalogDeltaSource < Struct.new(
1345
+ :name,
1346
+ :database,
1347
+ :table,
1348
+ :additional_delta_options,
1349
+ :output_schemas)
1350
+ SENSITIVE = []
1351
+ include Aws::Structure
1352
+ end
1353
+
1319
1354
  # Specifies a table definition in the Glue Data Catalog.
1320
1355
  #
1321
1356
  # @!attribute [rw] database_name
@@ -1909,7 +1944,7 @@ module Aws::Glue
1909
1944
  #
1910
1945
  # @!attribute [rw] s3_catalog_hudi_source
1911
1946
  # Specifies a Hudi data source that is registered in the Glue Data
1912
- # Catalog. The Hudi data source must be stored in Amazon S3.
1947
+ # Catalog. The data source must be stored in Amazon S3.
1913
1948
  # @return [Types::S3CatalogHudiSource]
1914
1949
  #
1915
1950
  # @!attribute [rw] catalog_hudi_source
@@ -1934,6 +1969,30 @@ module Aws::Glue
1934
1969
  # Specifies the direct JDBC source connection.
1935
1970
  # @return [Types::DirectJDBCSource]
1936
1971
  #
1972
+ # @!attribute [rw] s3_catalog_delta_source
1973
+ # Specifies a Delta Lake data source that is registered in the Glue
1974
+ # Data Catalog. The data source must be stored in Amazon S3.
1975
+ # @return [Types::S3CatalogDeltaSource]
1976
+ #
1977
+ # @!attribute [rw] catalog_delta_source
1978
+ # Specifies a Delta Lake data source that is registered in the Glue
1979
+ # Data Catalog.
1980
+ # @return [Types::CatalogDeltaSource]
1981
+ #
1982
+ # @!attribute [rw] s3_delta_source
1983
+ # Specifies a Delta Lake data source stored in Amazon S3.
1984
+ # @return [Types::S3DeltaSource]
1985
+ #
1986
+ # @!attribute [rw] s3_delta_catalog_target
1987
+ # Specifies a target that writes to a Delta Lake data source in the
1988
+ # Glue Data Catalog.
1989
+ # @return [Types::S3DeltaCatalogTarget]
1990
+ #
1991
+ # @!attribute [rw] s3_delta_direct_target
1992
+ # Specifies a target that writes to a Delta Lake data source in Amazon
1993
+ # S3.
1994
+ # @return [Types::S3DeltaDirectTarget]
1995
+ #
1937
1996
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1938
1997
  #
1939
1998
  class CodeGenConfigurationNode < Struct.new(
@@ -1994,7 +2053,12 @@ module Aws::Glue
1994
2053
  :s3_hudi_source,
1995
2054
  :s3_hudi_catalog_target,
1996
2055
  :s3_hudi_direct_target,
1997
- :direct_jdbc_source)
2056
+ :direct_jdbc_source,
2057
+ :s3_catalog_delta_source,
2058
+ :catalog_delta_source,
2059
+ :s3_delta_source,
2060
+ :s3_delta_catalog_target,
2061
+ :s3_delta_direct_target)
1998
2062
  SENSITIVE = []
1999
2063
  include Aws::Structure
2000
2064
  end
@@ -2148,10 +2212,14 @@ module Aws::Glue
2148
2212
  include Aws::Structure
2149
2213
  end
2150
2214
 
2215
+ # A filter that uses both column-level and row-level filtering.
2216
+ #
2151
2217
  # @!attribute [rw] column_name
2218
+ # A string containing the name of the column.
2152
2219
  # @return [String]
2153
2220
  #
2154
2221
  # @!attribute [rw] row_filter_expression
2222
+ # A string containing the row-level filter expression.
2155
2223
  # @return [String]
2156
2224
  #
2157
2225
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
@@ -2529,8 +2597,8 @@ module Aws::Glue
2529
2597
  # the Kafka client key password (if the user has the Glue encrypt
2530
2598
  # passwords setting selected).
2531
2599
  #
2532
- # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
2533
- # are the two supported [SASL Mechanisms][1].
2600
+ # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
2601
+ # `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
2534
2602
  #
2535
2603
  # * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
2536
2604
  # authenticate with the "SCRAM-SHA-512" mechanism.
@@ -2607,7 +2675,8 @@ module Aws::Glue
2607
2675
  # A structure that is used to specify a connection to create or update.
2608
2676
  #
2609
2677
  # @!attribute [rw] name
2610
- # The name of the connection.
2678
+ # The name of the connection. Connection will not function as expected
2679
+ # without a name.
2611
2680
  # @return [String]
2612
2681
  #
2613
2682
  # @!attribute [rw] description
@@ -2620,25 +2689,93 @@ module Aws::Glue
2620
2689
  # * `JDBC` - Designates a connection to a database through Java
2621
2690
  # Database Connectivity (JDBC).
2622
2691
  #
2692
+ # `JDBC` Connections use the following ConnectionParameters.
2693
+ #
2694
+ # * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
2695
+ # `JDBC_CONNECTION_URL`.
2696
+ #
2697
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2698
+ #
2699
+ # * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
2700
+ # `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
2701
+ # These parameters are used to configure SSL with JDBC.
2702
+ #
2623
2703
  # * `KAFKA` - Designates a connection to an Apache Kafka streaming
2624
2704
  # platform.
2625
2705
  #
2706
+ # `KAFKA` Connections use the following ConnectionParameters.
2707
+ #
2708
+ # * Required: `KAFKA_BOOTSTRAP_SERVERS`.
2709
+ #
2710
+ # * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
2711
+ # `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
2712
+ # to configure SSL with `KAFKA`.
2713
+ #
2714
+ # * Optional: `KAFKA_CLIENT_KEYSTORE`,
2715
+ # `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
2716
+ # `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
2717
+ # `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
2718
+ # to configure TLS client configuration with SSL in `KAFKA`.
2719
+ #
2720
+ # * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
2721
+ # `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
2722
+ #
2723
+ # * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
2724
+ # `KAFKA_SASL_SCRAM_PASSWORD`,
2725
+ # `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
2726
+ # to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
2727
+ #
2728
+ # * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
2729
+ # `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
2730
+ # `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
2731
+ # configure SASL/GSSAPI authentication with `KAFKA`.
2732
+ #
2626
2733
  # * `MONGODB` - Designates a connection to a MongoDB document
2627
2734
  # database.
2628
2735
  #
2736
+ # `MONGODB` Connections use the following ConnectionParameters.
2737
+ #
2738
+ # * Required: `CONNECTION_URL`.
2739
+ #
2740
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2741
+ #
2629
2742
  # * `NETWORK` - Designates a network connection to a data source
2630
2743
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2631
2744
  #
2745
+ # `NETWORK` Connections do not require ConnectionParameters.
2746
+ # Instead, provide a PhysicalConnectionRequirements.
2747
+ #
2632
2748
  # * `MARKETPLACE` - Uses configuration settings contained in a
2633
2749
  # connector purchased from Amazon Web Services Marketplace to read
2634
2750
  # from and write to data stores that are not natively supported by
2635
2751
  # Glue.
2636
2752
  #
2753
+ # `MARKETPLACE` Connections use the following ConnectionParameters.
2754
+ #
2755
+ # * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
2756
+ # `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
2757
+ #
2758
+ # * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
2759
+ # (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2760
+ #
2637
2761
  # * `CUSTOM` - Uses configuration settings contained in a custom
2638
2762
  # connector to read from and write to data stores that are not
2639
2763
  # natively supported by Glue.
2640
2764
  #
2641
- # SFTP is not supported.
2765
+ # `SFTP` is not supported.
2766
+ #
2767
+ # For more information about how optional ConnectionProperties are
2768
+ # used to configure features in Glue, consult [Glue connection
2769
+ # properties][1].
2770
+ #
2771
+ # For more information about how optional ConnectionProperties are
2772
+ # used to configure features in Glue Studio, consult [Using connectors
2773
+ # and connections][2].
2774
+ #
2775
+ #
2776
+ #
2777
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
2778
+ # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
2642
2779
  # @return [String]
2643
2780
  #
2644
2781
  # @!attribute [rw] match_criteria
@@ -5695,6 +5832,8 @@ module Aws::Glue
5695
5832
  #
5696
5833
  # @!attribute [rw] create_table_default_permissions
5697
5834
  # Creates a set of default permissions on the table for principals.
5835
+ # Used by Lake Formation. Not used in the normal course of Glue
5836
+ # operations.
5698
5837
  # @return [Array<Types::PrincipalPermissions>]
5699
5838
  #
5700
5839
  # @!attribute [rw] target_database
@@ -5765,6 +5904,8 @@ module Aws::Glue
5765
5904
  #
5766
5905
  # @!attribute [rw] create_table_default_permissions
5767
5906
  # Creates a set of default permissions on the table for principals.
5907
+ # Used by Lake Formation. Not used in the normal course of Glue
5908
+ # operations.
5768
5909
  # @return [Array<Types::PrincipalPermissions>]
5769
5910
  #
5770
5911
  # @!attribute [rw] target_database
@@ -10453,22 +10594,29 @@ module Aws::Glue
10453
10594
  end
10454
10595
 
10455
10596
  # @!attribute [rw] catalog_id
10597
+ # The catalog ID where the partition resides.
10456
10598
  # @return [String]
10457
10599
  #
10458
10600
  # @!attribute [rw] database_name
10601
+ # (Required) Specifies the name of a database that contains the
10602
+ # partition.
10459
10603
  # @return [String]
10460
10604
  #
10461
10605
  # @!attribute [rw] table_name
10606
+ # (Required) Specifies the name of a table that contains the
10607
+ # partition.
10462
10608
  # @return [String]
10463
10609
  #
10464
10610
  # @!attribute [rw] partition_values
10611
+ # (Required) A list of partition key values.
10465
10612
  # @return [Array<String>]
10466
10613
  #
10467
10614
  # @!attribute [rw] audit_context
10468
- # A structure containing information for audit.
10615
+ # A structure containing Lake Formation audit context information.
10469
10616
  # @return [Types::AuditContext]
10470
10617
  #
10471
10618
  # @!attribute [rw] supported_permission_types
10619
+ # (Required) A list of supported permission types.
10472
10620
  # @return [Array<String>]
10473
10621
  #
10474
10622
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
@@ -10485,13 +10633,16 @@ module Aws::Glue
10485
10633
  end
10486
10634
 
10487
10635
  # @!attribute [rw] partition
10488
- # Represents a slice of table data.
10636
+ # A Partition object containing the partition metadata.
10489
10637
  # @return [Types::Partition]
10490
10638
  #
10491
10639
  # @!attribute [rw] authorized_columns
10640
+ # A list of column names that the user has been granted access to.
10492
10641
  # @return [Array<String>]
10493
10642
  #
10494
10643
  # @!attribute [rw] is_registered_with_lake_formation
10644
+ # A Boolean value that indicates whether the partition location is
10645
+ # registered with Lake Formation.
10495
10646
  # @return [Boolean]
10496
10647
  #
10497
10648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
@@ -10505,33 +10656,128 @@ module Aws::Glue
10505
10656
  end
10506
10657
 
10507
10658
  # @!attribute [rw] catalog_id
10659
+ # The ID of the Data Catalog where the partitions in question reside.
10660
+ # If none is provided, the AWS account ID is used by default.
10508
10661
  # @return [String]
10509
10662
  #
10510
10663
  # @!attribute [rw] database_name
10664
+ # The name of the catalog database where the partitions reside.
10511
10665
  # @return [String]
10512
10666
  #
10513
10667
  # @!attribute [rw] table_name
10668
+ # The name of the table that contains the partition.
10514
10669
  # @return [String]
10515
10670
  #
10516
10671
  # @!attribute [rw] expression
10672
+ # An expression that filters the partitions to be returned.
10673
+ #
10674
+ # The expression uses SQL syntax similar to the SQL `WHERE` filter
10675
+ # clause. The SQL statement parser [JSQLParser][1] parses the
10676
+ # expression.
10677
+ #
10678
+ # *Operators*\: The following are the operators that you can use in
10679
+ # the `Expression` API call:
10680
+ #
10681
+ # =
10682
+ #
10683
+ # : Checks whether the values of the two operands are equal; if yes,
10684
+ # then the condition becomes true.
10685
+ #
10686
+ # Example: Assume 'variable a' holds 10 and 'variable b' holds
10687
+ # 20.
10688
+ #
10689
+ # (a = b) is not true.
10690
+ #
10691
+ # &lt; &gt;
10692
+ #
10693
+ # : Checks whether the values of two operands are equal; if the values
10694
+ # are not equal, then the condition becomes true.
10695
+ #
10696
+ # Example: (a &lt; &gt; b) is true.
10697
+ #
10698
+ # &gt;
10699
+ #
10700
+ # : Checks whether the value of the left operand is greater than the
10701
+ # value of the right operand; if yes, then the condition becomes
10702
+ # true.
10703
+ #
10704
+ # Example: (a &gt; b) is not true.
10705
+ #
10706
+ # &lt;
10707
+ #
10708
+ # : Checks whether the value of the left operand is less than the
10709
+ # value of the right operand; if yes, then the condition becomes
10710
+ # true.
10711
+ #
10712
+ # Example: (a &lt; b) is true.
10713
+ #
10714
+ # &gt;=
10715
+ #
10716
+ # : Checks whether the value of the left operand is greater than or
10717
+ # equal to the value of the right operand; if yes, then the
10718
+ # condition becomes true.
10719
+ #
10720
+ # Example: (a &gt;= b) is not true.
10721
+ #
10722
+ # &lt;=
10723
+ #
10724
+ # : Checks whether the value of the left operand is less than or equal
10725
+ # to the value of the right operand; if yes, then the condition
10726
+ # becomes true.
10727
+ #
10728
+ # Example: (a &lt;= b) is true.
10729
+ #
10730
+ # AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
10731
+ #
10732
+ # : Logical operators.
10733
+ #
10734
+ # *Supported Partition Key Types*\: The following are the supported
10735
+ # partition keys.
10736
+ #
10737
+ # * `string`
10738
+ #
10739
+ # * `date`
10740
+ #
10741
+ # * `timestamp`
10742
+ #
10743
+ # * `int`
10744
+ #
10745
+ # * `bigint`
10746
+ #
10747
+ # * `long`
10748
+ #
10749
+ # * `tinyint`
10750
+ #
10751
+ # * `smallint`
10752
+ #
10753
+ # * `decimal`
10754
+ #
10755
+ # If an type is encountered that is not valid, an exception is thrown.
10756
+ #
10757
+ #
10758
+ #
10759
+ # [1]: http://jsqlparser.sourceforge.net/home.php
10517
10760
  # @return [String]
10518
10761
  #
10519
10762
  # @!attribute [rw] audit_context
10520
- # A structure containing information for audit.
10763
+ # A structure containing Lake Formation audit context information.
10521
10764
  # @return [Types::AuditContext]
10522
10765
  #
10523
10766
  # @!attribute [rw] supported_permission_types
10767
+ # A list of supported permission types.
10524
10768
  # @return [Array<String>]
10525
10769
  #
10526
10770
  # @!attribute [rw] next_token
10771
+ # A continuation token, if this is not the first call to retrieve
10772
+ # these partitions.
10527
10773
  # @return [String]
10528
10774
  #
10529
10775
  # @!attribute [rw] segment
10530
- # Defines a non-overlapping region of a table's partitions, allowing
10531
- # multiple requests to be run in parallel.
10776
+ # The segment of the table's partitions to scan in this request.
10532
10777
  # @return [Types::Segment]
10533
10778
  #
10534
10779
  # @!attribute [rw] max_results
10780
+ # The maximum number of partitions to return in a single response.
10535
10781
  # @return [Integer]
10536
10782
  #
10537
10783
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
@@ -10551,9 +10797,12 @@ module Aws::Glue
10551
10797
  end
10552
10798
 
10553
10799
  # @!attribute [rw] unfiltered_partitions
10800
+ # A list of requested partitions.
10554
10801
  # @return [Array<Types::UnfilteredPartition>]
10555
10802
  #
10556
10803
  # @!attribute [rw] next_token
10804
+ # A continuation token, if the returned list of partitions does not
10805
+ # include the last one.
10557
10806
  # @return [String]
10558
10807
  #
10559
10808
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
@@ -10566,19 +10815,24 @@ module Aws::Glue
10566
10815
  end
10567
10816
 
10568
10817
  # @!attribute [rw] catalog_id
10818
+ # The catalog ID where the table resides.
10569
10819
  # @return [String]
10570
10820
  #
10571
10821
  # @!attribute [rw] database_name
10822
+ # (Required) Specifies the name of a database that contains the table.
10572
10823
  # @return [String]
10573
10824
  #
10574
10825
  # @!attribute [rw] name
10826
+ # (Required) Specifies the name of a table for which you are
10827
+ # requesting metadata.
10575
10828
  # @return [String]
10576
10829
  #
10577
10830
  # @!attribute [rw] audit_context
10578
- # A structure containing information for audit.
10831
+ # A structure containing Lake Formation audit context information.
10579
10832
  # @return [Types::AuditContext]
10580
10833
  #
10581
10834
  # @!attribute [rw] supported_permission_types
10835
+ # (Required) A list of supported permission types.
10582
10836
  # @return [Array<String>]
10583
10837
  #
10584
10838
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
@@ -10594,17 +10848,20 @@ module Aws::Glue
10594
10848
  end
10595
10849
 
10596
10850
  # @!attribute [rw] table
10597
- # Represents a collection of related data organized in columns and
10598
- # rows.
10851
+ # A Table object containing the table metadata.
10599
10852
  # @return [Types::Table]
10600
10853
  #
10601
10854
  # @!attribute [rw] authorized_columns
10855
+ # A list of column names that the user has been granted access to.
10602
10856
  # @return [Array<String>]
10603
10857
  #
10604
10858
  # @!attribute [rw] is_registered_with_lake_formation
10859
+ # A Boolean value that indicates whether the partition location is
10860
+ # registered with Lake Formation.
10605
10861
  # @return [Boolean]
10606
10862
  #
10607
10863
  # @!attribute [rw] cell_filters
10864
+ # A list of column row filters.
10608
10865
  # @return [Array<Types::ColumnRowFilter>]
10609
10866
  #
10610
10867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
@@ -15517,6 +15774,41 @@ module Aws::Glue
15517
15774
  include Aws::Structure
15518
15775
  end
15519
15776
 
15777
+ # Specifies a Delta Lake data source that is registered in the Glue Data
15778
+ # Catalog. The data source must be stored in Amazon S3.
15779
+ #
15780
+ # @!attribute [rw] name
15781
+ # The name of the Delta Lake data source.
15782
+ # @return [String]
15783
+ #
15784
+ # @!attribute [rw] database
15785
+ # The name of the database to read from.
15786
+ # @return [String]
15787
+ #
15788
+ # @!attribute [rw] table
15789
+ # The name of the table in the database to read from.
15790
+ # @return [String]
15791
+ #
15792
+ # @!attribute [rw] additional_delta_options
15793
+ # Specifies additional connection options.
15794
+ # @return [Hash<String,String>]
15795
+ #
15796
+ # @!attribute [rw] output_schemas
15797
+ # Specifies the data schema for the Delta Lake source.
15798
+ # @return [Array<Types::GlueSchema>]
15799
+ #
15800
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
15801
+ #
15802
+ class S3CatalogDeltaSource < Struct.new(
15803
+ :name,
15804
+ :database,
15805
+ :table,
15806
+ :additional_delta_options,
15807
+ :output_schemas)
15808
+ SENSITIVE = []
15809
+ include Aws::Structure
15810
+ end
15811
+
15520
15812
  # Specifies a Hudi data source that is registered in the Glue Data
15521
15813
  # Catalog. The Hudi data source must be stored in Amazon S3.
15522
15814
  #
@@ -15765,6 +16057,137 @@ module Aws::Glue
15765
16057
  include Aws::Structure
15766
16058
  end
15767
16059
 
16060
+ # Specifies a target that writes to a Delta Lake data source in the Glue
16061
+ # Data Catalog.
16062
+ #
16063
+ # @!attribute [rw] name
16064
+ # The name of the data target.
16065
+ # @return [String]
16066
+ #
16067
+ # @!attribute [rw] inputs
16068
+ # The nodes that are inputs to the data target.
16069
+ # @return [Array<String>]
16070
+ #
16071
+ # @!attribute [rw] partition_keys
16072
+ # Specifies native partitioning using a sequence of keys.
16073
+ # @return [Array<Array<String>>]
16074
+ #
16075
+ # @!attribute [rw] table
16076
+ # The name of the table in the database to write to.
16077
+ # @return [String]
16078
+ #
16079
+ # @!attribute [rw] database
16080
+ # The name of the database to write to.
16081
+ # @return [String]
16082
+ #
16083
+ # @!attribute [rw] additional_options
16084
+ # Specifies additional connection options for the connector.
16085
+ # @return [Hash<String,String>]
16086
+ #
16087
+ # @!attribute [rw] schema_change_policy
16088
+ # A policy that specifies update behavior for the crawler.
16089
+ # @return [Types::CatalogSchemaChangePolicy]
16090
+ #
16091
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
16092
+ #
16093
+ class S3DeltaCatalogTarget < Struct.new(
16094
+ :name,
16095
+ :inputs,
16096
+ :partition_keys,
16097
+ :table,
16098
+ :database,
16099
+ :additional_options,
16100
+ :schema_change_policy)
16101
+ SENSITIVE = []
16102
+ include Aws::Structure
16103
+ end
16104
+
16105
+ # Specifies a target that writes to a Delta Lake data source in Amazon
16106
+ # S3.
16107
+ #
16108
+ # @!attribute [rw] name
16109
+ # The name of the data target.
16110
+ # @return [String]
16111
+ #
16112
+ # @!attribute [rw] inputs
16113
+ # The nodes that are inputs to the data target.
16114
+ # @return [Array<String>]
16115
+ #
16116
+ # @!attribute [rw] partition_keys
16117
+ # Specifies native partitioning using a sequence of keys.
16118
+ # @return [Array<Array<String>>]
16119
+ #
16120
+ # @!attribute [rw] path
16121
+ # The Amazon S3 path of your Delta Lake data source to write to.
16122
+ # @return [String]
16123
+ #
16124
+ # @!attribute [rw] compression
16125
+ # Specifies how the data is compressed. This is generally not
16126
+ # necessary if the data has a standard file extension. Possible values
16127
+ # are `"gzip"` and `"bzip"`).
16128
+ # @return [String]
16129
+ #
16130
+ # @!attribute [rw] format
16131
+ # Specifies the data output format for the target.
16132
+ # @return [String]
16133
+ #
16134
+ # @!attribute [rw] additional_options
16135
+ # Specifies additional connection options for the connector.
16136
+ # @return [Hash<String,String>]
16137
+ #
16138
+ # @!attribute [rw] schema_change_policy
16139
+ # A policy that specifies update behavior for the crawler.
16140
+ # @return [Types::DirectSchemaChangePolicy]
16141
+ #
16142
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
16143
+ #
16144
+ class S3DeltaDirectTarget < Struct.new(
16145
+ :name,
16146
+ :inputs,
16147
+ :partition_keys,
16148
+ :path,
16149
+ :compression,
16150
+ :format,
16151
+ :additional_options,
16152
+ :schema_change_policy)
16153
+ SENSITIVE = []
16154
+ include Aws::Structure
16155
+ end
16156
+
16157
+ # Specifies a Delta Lake data source stored in Amazon S3.
16158
+ #
16159
+ # @!attribute [rw] name
16160
+ # The name of the Delta Lake source.
16161
+ # @return [String]
16162
+ #
16163
+ # @!attribute [rw] paths
16164
+ # A list of the Amazon S3 paths to read from.
16165
+ # @return [Array<String>]
16166
+ #
16167
+ # @!attribute [rw] additional_delta_options
16168
+ # Specifies additional connection options.
16169
+ # @return [Hash<String,String>]
16170
+ #
16171
+ # @!attribute [rw] additional_options
16172
+ # Specifies additional options for the connector.
16173
+ # @return [Types::S3DirectSourceAdditionalOptions]
16174
+ #
16175
+ # @!attribute [rw] output_schemas
16176
+ # Specifies the data schema for the Delta Lake source.
16177
+ # @return [Array<Types::GlueSchema>]
16178
+ #
16179
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
16180
+ #
16181
+ class S3DeltaSource < Struct.new(
16182
+ :name,
16183
+ :paths,
16184
+ :additional_delta_options,
16185
+ :additional_options,
16186
+ :output_schemas)
16187
+ SENSITIVE = []
16188
+ include Aws::Structure
16189
+ end
16190
+
15768
16191
  # Specifies additional connection options for the Amazon S3 data store.
15769
16192
  #
15770
16193
  # @!attribute [rw] bounded_size
@@ -18120,17 +18543,31 @@ module Aws::Glue
18120
18543
  # @return [Array<Types::Column>]
18121
18544
  #
18122
18545
  # @!attribute [rw] view_original_text
18123
- # If the table is a view, the original text of the view; otherwise
18124
- # `null`.
18546
+ # Included for Apache Hive compatibility. Not used in the normal
18547
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18548
+ # Athena configuration encoded in base64.
18125
18549
  # @return [String]
18126
18550
  #
18127
18551
  # @!attribute [rw] view_expanded_text
18128
- # If the table is a view, the expanded text of the view; otherwise
18129
- # `null`.
18552
+ # Included for Apache Hive compatibility. Not used in the normal
18553
+ # course of Glue operations.
18130
18554
  # @return [String]
18131
18555
  #
18132
18556
  # @!attribute [rw] table_type
18133
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18557
+ # The type of this table. Glue will create tables with the
18558
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18559
+ # tables with additional table types.
18560
+ #
18561
+ # Glue related table types:
18562
+ #
18563
+ # EXTERNAL\_TABLE
18564
+ #
18565
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18566
+ #
18567
+ # GOVERNED
18568
+ #
18569
+ # : Used by Lake Formation. The Glue Data Catalog understands
18570
+ # `GOVERNED`.
18134
18571
  # @return [String]
18135
18572
  #
18136
18573
  # @!attribute [rw] parameters
@@ -18241,7 +18678,8 @@ module Aws::Glue
18241
18678
  # @return [String]
18242
18679
  #
18243
18680
  # @!attribute [rw] owner
18244
- # The table owner.
18681
+ # The table owner. Included for Apache Hive compatibility. Not used in
18682
+ # the normal course of Glue operations.
18245
18683
  # @return [String]
18246
18684
  #
18247
18685
  # @!attribute [rw] last_access_time
@@ -18273,17 +18711,31 @@ module Aws::Glue
18273
18711
  # @return [Array<Types::Column>]
18274
18712
  #
18275
18713
  # @!attribute [rw] view_original_text
18276
- # If the table is a view, the original text of the view; otherwise
18277
- # `null`.
18714
+ # Included for Apache Hive compatibility. Not used in the normal
18715
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18716
+ # Athena configuration encoded in base64.
18278
18717
  # @return [String]
18279
18718
  #
18280
18719
  # @!attribute [rw] view_expanded_text
18281
- # If the table is a view, the expanded text of the view; otherwise
18282
- # `null`.
18720
+ # Included for Apache Hive compatibility. Not used in the normal
18721
+ # course of Glue operations.
18283
18722
  # @return [String]
18284
18723
  #
18285
18724
  # @!attribute [rw] table_type
18286
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18725
+ # The type of this table. Glue will create tables with the
18726
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18727
+ # tables with additional table types.
18728
+ #
18729
+ # Glue related table types:
18730
+ #
18731
+ # EXTERNAL\_TABLE
18732
+ #
18733
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18734
+ #
18735
+ # GOVERNED
18736
+ #
18737
+ # : Used by Lake Formation. The Glue Data Catalog understands
18738
+ # `GOVERNED`.
18287
18739
  # @return [String]
18288
18740
  #
18289
18741
  # @!attribute [rw] parameters
@@ -18861,14 +19313,19 @@ module Aws::Glue
18861
19313
  include Aws::Structure
18862
19314
  end
18863
19315
 
19316
+ # A partition that contains unfiltered metadata.
19317
+ #
18864
19318
  # @!attribute [rw] partition
18865
- # Represents a slice of table data.
19319
+ # The partition object.
18866
19320
  # @return [Types::Partition]
18867
19321
  #
18868
19322
  # @!attribute [rw] authorized_columns
19323
+ # The list of columns the user has permissions to access.
18869
19324
  # @return [Array<String>]
18870
19325
  #
18871
19326
  # @!attribute [rw] is_registered_with_lake_formation
19327
+ # A Boolean value indicating that the partition location is registered
19328
+ # with Lake Formation.
18872
19329
  # @return [Boolean]
18873
19330
  #
18874
19331
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation