aws-sdk-glue 1.131.0 → 1.132.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -1316,6 +1316,41 @@ module Aws::Glue
1316
1316
  #
1317
1317
  class CancelStatementResponse < Aws::EmptyStructure; end
1318
1318
 
1319
+ # Specifies a Delta Lake data source that is registered in the Glue Data
1320
+ # Catalog.
1321
+ #
1322
+ # @!attribute [rw] name
1323
+ # The name of the Delta Lake data source.
1324
+ # @return [String]
1325
+ #
1326
+ # @!attribute [rw] database
1327
+ # The name of the database to read from.
1328
+ # @return [String]
1329
+ #
1330
+ # @!attribute [rw] table
1331
+ # The name of the table in the database to read from.
1332
+ # @return [String]
1333
+ #
1334
+ # @!attribute [rw] additional_delta_options
1335
+ # Specifies additional connection options.
1336
+ # @return [Hash<String,String>]
1337
+ #
1338
+ # @!attribute [rw] output_schemas
1339
+ # Specifies the data schema for the Delta Lake source.
1340
+ # @return [Array<Types::GlueSchema>]
1341
+ #
1342
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
1343
+ #
1344
+ class CatalogDeltaSource < Struct.new(
1345
+ :name,
1346
+ :database,
1347
+ :table,
1348
+ :additional_delta_options,
1349
+ :output_schemas)
1350
+ SENSITIVE = []
1351
+ include Aws::Structure
1352
+ end
1353
+
1319
1354
  # Specifies a table definition in the Glue Data Catalog.
1320
1355
  #
1321
1356
  # @!attribute [rw] database_name
@@ -1909,7 +1944,7 @@ module Aws::Glue
1909
1944
  #
1910
1945
  # @!attribute [rw] s3_catalog_hudi_source
1911
1946
  # Specifies a Hudi data source that is registered in the Glue Data
1912
- # Catalog. The Hudi data source must be stored in Amazon S3.
1947
+ # Catalog. The data source must be stored in Amazon S3.
1913
1948
  # @return [Types::S3CatalogHudiSource]
1914
1949
  #
1915
1950
  # @!attribute [rw] catalog_hudi_source
@@ -1934,6 +1969,30 @@ module Aws::Glue
1934
1969
  # Specifies the direct JDBC source connection.
1935
1970
  # @return [Types::DirectJDBCSource]
1936
1971
  #
1972
+ # @!attribute [rw] s3_catalog_delta_source
1973
+ # Specifies a Delta Lake data source that is registered in the Glue
1974
+ # Data Catalog. The data source must be stored in Amazon S3.
1975
+ # @return [Types::S3CatalogDeltaSource]
1976
+ #
1977
+ # @!attribute [rw] catalog_delta_source
1978
+ # Specifies a Delta Lake data source that is registered in the Glue
1979
+ # Data Catalog.
1980
+ # @return [Types::CatalogDeltaSource]
1981
+ #
1982
+ # @!attribute [rw] s3_delta_source
1983
+ # Specifies a Delta Lake data source stored in Amazon S3.
1984
+ # @return [Types::S3DeltaSource]
1985
+ #
1986
+ # @!attribute [rw] s3_delta_catalog_target
1987
+ # Specifies a target that writes to a Delta Lake data source in the
1988
+ # Glue Data Catalog.
1989
+ # @return [Types::S3DeltaCatalogTarget]
1990
+ #
1991
+ # @!attribute [rw] s3_delta_direct_target
1992
+ # Specifies a target that writes to a Delta Lake data source in Amazon
1993
+ # S3.
1994
+ # @return [Types::S3DeltaDirectTarget]
1995
+ #
1937
1996
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1938
1997
  #
1939
1998
  class CodeGenConfigurationNode < Struct.new(
@@ -1994,7 +2053,12 @@ module Aws::Glue
1994
2053
  :s3_hudi_source,
1995
2054
  :s3_hudi_catalog_target,
1996
2055
  :s3_hudi_direct_target,
1997
- :direct_jdbc_source)
2056
+ :direct_jdbc_source,
2057
+ :s3_catalog_delta_source,
2058
+ :catalog_delta_source,
2059
+ :s3_delta_source,
2060
+ :s3_delta_catalog_target,
2061
+ :s3_delta_direct_target)
1998
2062
  SENSITIVE = []
1999
2063
  include Aws::Structure
2000
2064
  end
@@ -2148,10 +2212,14 @@ module Aws::Glue
2148
2212
  include Aws::Structure
2149
2213
  end
2150
2214
 
2215
+ # A filter that uses both column-level and row-level filtering.
2216
+ #
2151
2217
  # @!attribute [rw] column_name
2218
+ # A string containing the name of the column.
2152
2219
  # @return [String]
2153
2220
  #
2154
2221
  # @!attribute [rw] row_filter_expression
2222
+ # A string containing the row-level filter expression.
2155
2223
  # @return [String]
2156
2224
  #
2157
2225
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
@@ -2529,8 +2597,8 @@ module Aws::Glue
2529
2597
  # the Kafka client key password (if the user has the Glue encrypt
2530
2598
  # passwords setting selected).
2531
2599
  #
2532
- # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
2533
- # are the two supported [SASL Mechanisms][1].
2600
+ # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
2601
+ # `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
2534
2602
  #
2535
2603
  # * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
2536
2604
  # authenticate with the "SCRAM-SHA-512" mechanism.
@@ -2607,7 +2675,8 @@ module Aws::Glue
2607
2675
  # A structure that is used to specify a connection to create or update.
2608
2676
  #
2609
2677
  # @!attribute [rw] name
2610
- # The name of the connection.
2678
+ # The name of the connection. Connection will not function as expected
2679
+ # without a name.
2611
2680
  # @return [String]
2612
2681
  #
2613
2682
  # @!attribute [rw] description
@@ -2620,25 +2689,93 @@ module Aws::Glue
2620
2689
  # * `JDBC` - Designates a connection to a database through Java
2621
2690
  # Database Connectivity (JDBC).
2622
2691
  #
2692
+ # `JDBC` Connections use the following ConnectionParameters.
2693
+ #
2694
+ # * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
2695
+ # `JDBC_CONNECTION_URL`.
2696
+ #
2697
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2698
+ #
2699
+ # * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
2700
+ # `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
2701
+ # These parameters are used to configure SSL with JDBC.
2702
+ #
2623
2703
  # * `KAFKA` - Designates a connection to an Apache Kafka streaming
2624
2704
  # platform.
2625
2705
  #
2706
+ # `KAFKA` Connections use the following ConnectionParameters.
2707
+ #
2708
+ # * Required: `KAFKA_BOOTSTRAP_SERVERS`.
2709
+ #
2710
+ # * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
2711
+ # `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
2712
+ # to configure SSL with `KAFKA`.
2713
+ #
2714
+ # * Optional: `KAFKA_CLIENT_KEYSTORE`,
2715
+ # `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
2716
+ # `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
2717
+ # `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
2718
+ # to configure TLS client configuration with SSL in `KAFKA`.
2719
+ #
2720
+ # * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
2721
+ # `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
2722
+ #
2723
+ # * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
2724
+ # `KAFKA_SASL_SCRAM_PASSWORD`,
2725
+ # `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
2726
+ # to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
2727
+ #
2728
+ # * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
2729
+ # `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
2730
+ # `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
2731
+ # configure SASL/GSSAPI authentication with `KAFKA`.
2732
+ #
2626
2733
  # * `MONGODB` - Designates a connection to a MongoDB document
2627
2734
  # database.
2628
2735
  #
2736
+ # `MONGODB` Connections use the following ConnectionParameters.
2737
+ #
2738
+ # * Required: `CONNECTION_URL`.
2739
+ #
2740
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2741
+ #
2629
2742
  # * `NETWORK` - Designates a network connection to a data source
2630
2743
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2631
2744
  #
2745
+ # `NETWORK` Connections do not require ConnectionParameters.
2746
+ # Instead, provide a PhysicalConnectionRequirements.
2747
+ #
2632
2748
  # * `MARKETPLACE` - Uses configuration settings contained in a
2633
2749
  # connector purchased from Amazon Web Services Marketplace to read
2634
2750
  # from and write to data stores that are not natively supported by
2635
2751
  # Glue.
2636
2752
  #
2753
+ # `MARKETPLACE` Connections use the following ConnectionParameters.
2754
+ #
2755
+ # * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
2756
+ # `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
2757
+ #
2758
+ # * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
2759
+ # (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2760
+ #
2637
2761
  # * `CUSTOM` - Uses configuration settings contained in a custom
2638
2762
  # connector to read from and write to data stores that are not
2639
2763
  # natively supported by Glue.
2640
2764
  #
2641
- # SFTP is not supported.
2765
+ # `SFTP` is not supported.
2766
+ #
2767
+ # For more information about how optional ConnectionProperties are
2768
+ # used to configure features in Glue, consult [Glue connection
2769
+ # properties][1].
2770
+ #
2771
+ # For more information about how optional ConnectionProperties are
2772
+ # used to configure features in Glue Studio, consult [Using connectors
2773
+ # and connections][2].
2774
+ #
2775
+ #
2776
+ #
2777
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
2778
+ # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
2642
2779
  # @return [String]
2643
2780
  #
2644
2781
  # @!attribute [rw] match_criteria
@@ -5695,6 +5832,8 @@ module Aws::Glue
5695
5832
  #
5696
5833
  # @!attribute [rw] create_table_default_permissions
5697
5834
  # Creates a set of default permissions on the table for principals.
5835
+ # Used by Lake Formation. Not used in the normal course of Glue
5836
+ # operations.
5698
5837
  # @return [Array<Types::PrincipalPermissions>]
5699
5838
  #
5700
5839
  # @!attribute [rw] target_database
@@ -5765,6 +5904,8 @@ module Aws::Glue
5765
5904
  #
5766
5905
  # @!attribute [rw] create_table_default_permissions
5767
5906
  # Creates a set of default permissions on the table for principals.
5907
+ # Used by Lake Formation. Not used in the normal course of Glue
5908
+ # operations.
5768
5909
  # @return [Array<Types::PrincipalPermissions>]
5769
5910
  #
5770
5911
  # @!attribute [rw] target_database
@@ -10453,22 +10594,29 @@ module Aws::Glue
10453
10594
  end
10454
10595
 
10455
10596
  # @!attribute [rw] catalog_id
10597
+ # The catalog ID where the partition resides.
10456
10598
  # @return [String]
10457
10599
  #
10458
10600
  # @!attribute [rw] database_name
10601
+ # (Required) Specifies the name of a database that contains the
10602
+ # partition.
10459
10603
  # @return [String]
10460
10604
  #
10461
10605
  # @!attribute [rw] table_name
10606
+ # (Required) Specifies the name of a table that contains the
10607
+ # partition.
10462
10608
  # @return [String]
10463
10609
  #
10464
10610
  # @!attribute [rw] partition_values
10611
+ # (Required) A list of partition key values.
10465
10612
  # @return [Array<String>]
10466
10613
  #
10467
10614
  # @!attribute [rw] audit_context
10468
- # A structure containing information for audit.
10615
+ # A structure containing Lake Formation audit context information.
10469
10616
  # @return [Types::AuditContext]
10470
10617
  #
10471
10618
  # @!attribute [rw] supported_permission_types
10619
+ # (Required) A list of supported permission types.
10472
10620
  # @return [Array<String>]
10473
10621
  #
10474
10622
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
@@ -10485,13 +10633,16 @@ module Aws::Glue
10485
10633
  end
10486
10634
 
10487
10635
  # @!attribute [rw] partition
10488
- # Represents a slice of table data.
10636
+ # A Partition object containing the partition metadata.
10489
10637
  # @return [Types::Partition]
10490
10638
  #
10491
10639
  # @!attribute [rw] authorized_columns
10640
+ # A list of column names that the user has been granted access to.
10492
10641
  # @return [Array<String>]
10493
10642
  #
10494
10643
  # @!attribute [rw] is_registered_with_lake_formation
10644
+ # A Boolean value that indicates whether the partition location is
10645
+ # registered with Lake Formation.
10495
10646
  # @return [Boolean]
10496
10647
  #
10497
10648
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
@@ -10505,33 +10656,128 @@ module Aws::Glue
10505
10656
  end
10506
10657
 
10507
10658
  # @!attribute [rw] catalog_id
10659
+ # The ID of the Data Catalog where the partitions in question reside.
10660
+ # If none is provided, the AWS account ID is used by default.
10508
10661
  # @return [String]
10509
10662
  #
10510
10663
  # @!attribute [rw] database_name
10664
+ # The name of the catalog database where the partitions reside.
10511
10665
  # @return [String]
10512
10666
  #
10513
10667
  # @!attribute [rw] table_name
10668
+ # The name of the table that contains the partition.
10514
10669
  # @return [String]
10515
10670
  #
10516
10671
  # @!attribute [rw] expression
10672
+ # An expression that filters the partitions to be returned.
10673
+ #
10674
+ # The expression uses SQL syntax similar to the SQL `WHERE` filter
10675
+ # clause. The SQL statement parser [JSQLParser][1] parses the
10676
+ # expression.
10677
+ #
10678
+ # *Operators*\: The following are the operators that you can use in
10679
+ # the `Expression` API call:
10680
+ #
10681
+ # =
10682
+ #
10683
+ # : Checks whether the values of the two operands are equal; if yes,
10684
+ # then the condition becomes true.
10685
+ #
10686
+ # Example: Assume 'variable a' holds 10 and 'variable b' holds
10687
+ # 20.
10688
+ #
10689
+ # (a = b) is not true.
10690
+ #
10691
+ # &lt; &gt;
10692
+ #
10693
+ # : Checks whether the values of two operands are equal; if the values
10694
+ # are not equal, then the condition becomes true.
10695
+ #
10696
+ # Example: (a &lt; &gt; b) is true.
10697
+ #
10698
+ # &gt;
10699
+ #
10700
+ # : Checks whether the value of the left operand is greater than the
10701
+ # value of the right operand; if yes, then the condition becomes
10702
+ # true.
10703
+ #
10704
+ # Example: (a &gt; b) is not true.
10705
+ #
10706
+ # &lt;
10707
+ #
10708
+ # : Checks whether the value of the left operand is less than the
10709
+ # value of the right operand; if yes, then the condition becomes
10710
+ # true.
10711
+ #
10712
+ # Example: (a &lt; b) is true.
10713
+ #
10714
+ # &gt;=
10715
+ #
10716
+ # : Checks whether the value of the left operand is greater than or
10717
+ # equal to the value of the right operand; if yes, then the
10718
+ # condition becomes true.
10719
+ #
10720
+ # Example: (a &gt;= b) is not true.
10721
+ #
10722
+ # &lt;=
10723
+ #
10724
+ # : Checks whether the value of the left operand is less than or equal
10725
+ # to the value of the right operand; if yes, then the condition
10726
+ # becomes true.
10727
+ #
10728
+ # Example: (a &lt;= b) is true.
10729
+ #
10730
+ # AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
10731
+ #
10732
+ # : Logical operators.
10733
+ #
10734
+ # *Supported Partition Key Types*\: The following are the supported
10735
+ # partition keys.
10736
+ #
10737
+ # * `string`
10738
+ #
10739
+ # * `date`
10740
+ #
10741
+ # * `timestamp`
10742
+ #
10743
+ # * `int`
10744
+ #
10745
+ # * `bigint`
10746
+ #
10747
+ # * `long`
10748
+ #
10749
+ # * `tinyint`
10750
+ #
10751
+ # * `smallint`
10752
+ #
10753
+ # * `decimal`
10754
+ #
10755
+ # If an type is encountered that is not valid, an exception is thrown.
10756
+ #
10757
+ #
10758
+ #
10759
+ # [1]: http://jsqlparser.sourceforge.net/home.php
10517
10760
  # @return [String]
10518
10761
  #
10519
10762
  # @!attribute [rw] audit_context
10520
- # A structure containing information for audit.
10763
+ # A structure containing Lake Formation audit context information.
10521
10764
  # @return [Types::AuditContext]
10522
10765
  #
10523
10766
  # @!attribute [rw] supported_permission_types
10767
+ # A list of supported permission types.
10524
10768
  # @return [Array<String>]
10525
10769
  #
10526
10770
  # @!attribute [rw] next_token
10771
+ # A continuation token, if this is not the first call to retrieve
10772
+ # these partitions.
10527
10773
  # @return [String]
10528
10774
  #
10529
10775
  # @!attribute [rw] segment
10530
- # Defines a non-overlapping region of a table's partitions, allowing
10531
- # multiple requests to be run in parallel.
10776
+ # The segment of the table's partitions to scan in this request.
10532
10777
  # @return [Types::Segment]
10533
10778
  #
10534
10779
  # @!attribute [rw] max_results
10780
+ # The maximum number of partitions to return in a single response.
10535
10781
  # @return [Integer]
10536
10782
  #
10537
10783
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
@@ -10551,9 +10797,12 @@ module Aws::Glue
10551
10797
  end
10552
10798
 
10553
10799
  # @!attribute [rw] unfiltered_partitions
10800
+ # A list of requested partitions.
10554
10801
  # @return [Array<Types::UnfilteredPartition>]
10555
10802
  #
10556
10803
  # @!attribute [rw] next_token
10804
+ # A continuation token, if the returned list of partitions does not
10805
+ # include the last one.
10557
10806
  # @return [String]
10558
10807
  #
10559
10808
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
@@ -10566,19 +10815,24 @@ module Aws::Glue
10566
10815
  end
10567
10816
 
10568
10817
  # @!attribute [rw] catalog_id
10818
+ # The catalog ID where the table resides.
10569
10819
  # @return [String]
10570
10820
  #
10571
10821
  # @!attribute [rw] database_name
10822
+ # (Required) Specifies the name of a database that contains the table.
10572
10823
  # @return [String]
10573
10824
  #
10574
10825
  # @!attribute [rw] name
10826
+ # (Required) Specifies the name of a table for which you are
10827
+ # requesting metadata.
10575
10828
  # @return [String]
10576
10829
  #
10577
10830
  # @!attribute [rw] audit_context
10578
- # A structure containing information for audit.
10831
+ # A structure containing Lake Formation audit context information.
10579
10832
  # @return [Types::AuditContext]
10580
10833
  #
10581
10834
  # @!attribute [rw] supported_permission_types
10835
+ # (Required) A list of supported permission types.
10582
10836
  # @return [Array<String>]
10583
10837
  #
10584
10838
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
@@ -10594,17 +10848,20 @@ module Aws::Glue
10594
10848
  end
10595
10849
 
10596
10850
  # @!attribute [rw] table
10597
- # Represents a collection of related data organized in columns and
10598
- # rows.
10851
+ # A Table object containing the table metadata.
10599
10852
  # @return [Types::Table]
10600
10853
  #
10601
10854
  # @!attribute [rw] authorized_columns
10855
+ # A list of column names that the user has been granted access to.
10602
10856
  # @return [Array<String>]
10603
10857
  #
10604
10858
  # @!attribute [rw] is_registered_with_lake_formation
10859
+ # A Boolean value that indicates whether the partition location is
10860
+ # registered with Lake Formation.
10605
10861
  # @return [Boolean]
10606
10862
  #
10607
10863
  # @!attribute [rw] cell_filters
10864
+ # A list of column row filters.
10608
10865
  # @return [Array<Types::ColumnRowFilter>]
10609
10866
  #
10610
10867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
@@ -15517,6 +15774,41 @@ module Aws::Glue
15517
15774
  include Aws::Structure
15518
15775
  end
15519
15776
 
15777
+ # Specifies a Delta Lake data source that is registered in the Glue Data
15778
+ # Catalog. The data source must be stored in Amazon S3.
15779
+ #
15780
+ # @!attribute [rw] name
15781
+ # The name of the Delta Lake data source.
15782
+ # @return [String]
15783
+ #
15784
+ # @!attribute [rw] database
15785
+ # The name of the database to read from.
15786
+ # @return [String]
15787
+ #
15788
+ # @!attribute [rw] table
15789
+ # The name of the table in the database to read from.
15790
+ # @return [String]
15791
+ #
15792
+ # @!attribute [rw] additional_delta_options
15793
+ # Specifies additional connection options.
15794
+ # @return [Hash<String,String>]
15795
+ #
15796
+ # @!attribute [rw] output_schemas
15797
+ # Specifies the data schema for the Delta Lake source.
15798
+ # @return [Array<Types::GlueSchema>]
15799
+ #
15800
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
15801
+ #
15802
+ class S3CatalogDeltaSource < Struct.new(
15803
+ :name,
15804
+ :database,
15805
+ :table,
15806
+ :additional_delta_options,
15807
+ :output_schemas)
15808
+ SENSITIVE = []
15809
+ include Aws::Structure
15810
+ end
15811
+
15520
15812
  # Specifies a Hudi data source that is registered in the Glue Data
15521
15813
  # Catalog. The Hudi data source must be stored in Amazon S3.
15522
15814
  #
@@ -15765,6 +16057,137 @@ module Aws::Glue
15765
16057
  include Aws::Structure
15766
16058
  end
15767
16059
 
16060
+ # Specifies a target that writes to a Delta Lake data source in the Glue
16061
+ # Data Catalog.
16062
+ #
16063
+ # @!attribute [rw] name
16064
+ # The name of the data target.
16065
+ # @return [String]
16066
+ #
16067
+ # @!attribute [rw] inputs
16068
+ # The nodes that are inputs to the data target.
16069
+ # @return [Array<String>]
16070
+ #
16071
+ # @!attribute [rw] partition_keys
16072
+ # Specifies native partitioning using a sequence of keys.
16073
+ # @return [Array<Array<String>>]
16074
+ #
16075
+ # @!attribute [rw] table
16076
+ # The name of the table in the database to write to.
16077
+ # @return [String]
16078
+ #
16079
+ # @!attribute [rw] database
16080
+ # The name of the database to write to.
16081
+ # @return [String]
16082
+ #
16083
+ # @!attribute [rw] additional_options
16084
+ # Specifies additional connection options for the connector.
16085
+ # @return [Hash<String,String>]
16086
+ #
16087
+ # @!attribute [rw] schema_change_policy
16088
+ # A policy that specifies update behavior for the crawler.
16089
+ # @return [Types::CatalogSchemaChangePolicy]
16090
+ #
16091
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
16092
+ #
16093
+ class S3DeltaCatalogTarget < Struct.new(
16094
+ :name,
16095
+ :inputs,
16096
+ :partition_keys,
16097
+ :table,
16098
+ :database,
16099
+ :additional_options,
16100
+ :schema_change_policy)
16101
+ SENSITIVE = []
16102
+ include Aws::Structure
16103
+ end
16104
+
16105
+ # Specifies a target that writes to a Delta Lake data source in Amazon
16106
+ # S3.
16107
+ #
16108
+ # @!attribute [rw] name
16109
+ # The name of the data target.
16110
+ # @return [String]
16111
+ #
16112
+ # @!attribute [rw] inputs
16113
+ # The nodes that are inputs to the data target.
16114
+ # @return [Array<String>]
16115
+ #
16116
+ # @!attribute [rw] partition_keys
16117
+ # Specifies native partitioning using a sequence of keys.
16118
+ # @return [Array<Array<String>>]
16119
+ #
16120
+ # @!attribute [rw] path
16121
+ # The Amazon S3 path of your Delta Lake data source to write to.
16122
+ # @return [String]
16123
+ #
16124
+ # @!attribute [rw] compression
16125
+ # Specifies how the data is compressed. This is generally not
16126
+ # necessary if the data has a standard file extension. Possible values
16127
+ # are `"gzip"` and `"bzip"`).
16128
+ # @return [String]
16129
+ #
16130
+ # @!attribute [rw] format
16131
+ # Specifies the data output format for the target.
16132
+ # @return [String]
16133
+ #
16134
+ # @!attribute [rw] additional_options
16135
+ # Specifies additional connection options for the connector.
16136
+ # @return [Hash<String,String>]
16137
+ #
16138
+ # @!attribute [rw] schema_change_policy
16139
+ # A policy that specifies update behavior for the crawler.
16140
+ # @return [Types::DirectSchemaChangePolicy]
16141
+ #
16142
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
16143
+ #
16144
+ class S3DeltaDirectTarget < Struct.new(
16145
+ :name,
16146
+ :inputs,
16147
+ :partition_keys,
16148
+ :path,
16149
+ :compression,
16150
+ :format,
16151
+ :additional_options,
16152
+ :schema_change_policy)
16153
+ SENSITIVE = []
16154
+ include Aws::Structure
16155
+ end
16156
+
16157
+ # Specifies a Delta Lake data source stored in Amazon S3.
16158
+ #
16159
+ # @!attribute [rw] name
16160
+ # The name of the Delta Lake source.
16161
+ # @return [String]
16162
+ #
16163
+ # @!attribute [rw] paths
16164
+ # A list of the Amazon S3 paths to read from.
16165
+ # @return [Array<String>]
16166
+ #
16167
+ # @!attribute [rw] additional_delta_options
16168
+ # Specifies additional connection options.
16169
+ # @return [Hash<String,String>]
16170
+ #
16171
+ # @!attribute [rw] additional_options
16172
+ # Specifies additional options for the connector.
16173
+ # @return [Types::S3DirectSourceAdditionalOptions]
16174
+ #
16175
+ # @!attribute [rw] output_schemas
16176
+ # Specifies the data schema for the Delta Lake source.
16177
+ # @return [Array<Types::GlueSchema>]
16178
+ #
16179
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
16180
+ #
16181
+ class S3DeltaSource < Struct.new(
16182
+ :name,
16183
+ :paths,
16184
+ :additional_delta_options,
16185
+ :additional_options,
16186
+ :output_schemas)
16187
+ SENSITIVE = []
16188
+ include Aws::Structure
16189
+ end
16190
+
15768
16191
  # Specifies additional connection options for the Amazon S3 data store.
15769
16192
  #
15770
16193
  # @!attribute [rw] bounded_size
@@ -18120,17 +18543,31 @@ module Aws::Glue
18120
18543
  # @return [Array<Types::Column>]
18121
18544
  #
18122
18545
  # @!attribute [rw] view_original_text
18123
- # If the table is a view, the original text of the view; otherwise
18124
- # `null`.
18546
+ # Included for Apache Hive compatibility. Not used in the normal
18547
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18548
+ # Athena configuration encoded in base64.
18125
18549
  # @return [String]
18126
18550
  #
18127
18551
  # @!attribute [rw] view_expanded_text
18128
- # If the table is a view, the expanded text of the view; otherwise
18129
- # `null`.
18552
+ # Included for Apache Hive compatibility. Not used in the normal
18553
+ # course of Glue operations.
18130
18554
  # @return [String]
18131
18555
  #
18132
18556
  # @!attribute [rw] table_type
18133
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18557
+ # The type of this table. Glue will create tables with the
18558
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18559
+ # tables with additional table types.
18560
+ #
18561
+ # Glue related table types:
18562
+ #
18563
+ # EXTERNAL\_TABLE
18564
+ #
18565
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18566
+ #
18567
+ # GOVERNED
18568
+ #
18569
+ # : Used by Lake Formation. The Glue Data Catalog understands
18570
+ # `GOVERNED`.
18134
18571
  # @return [String]
18135
18572
  #
18136
18573
  # @!attribute [rw] parameters
@@ -18241,7 +18678,8 @@ module Aws::Glue
18241
18678
  # @return [String]
18242
18679
  #
18243
18680
  # @!attribute [rw] owner
18244
- # The table owner.
18681
+ # The table owner. Included for Apache Hive compatibility. Not used in
18682
+ # the normal course of Glue operations.
18245
18683
  # @return [String]
18246
18684
  #
18247
18685
  # @!attribute [rw] last_access_time
@@ -18273,17 +18711,31 @@ module Aws::Glue
18273
18711
  # @return [Array<Types::Column>]
18274
18712
  #
18275
18713
  # @!attribute [rw] view_original_text
18276
- # If the table is a view, the original text of the view; otherwise
18277
- # `null`.
18714
+ # Included for Apache Hive compatibility. Not used in the normal
18715
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18716
+ # Athena configuration encoded in base64.
18278
18717
  # @return [String]
18279
18718
  #
18280
18719
  # @!attribute [rw] view_expanded_text
18281
- # If the table is a view, the expanded text of the view; otherwise
18282
- # `null`.
18720
+ # Included for Apache Hive compatibility. Not used in the normal
18721
+ # course of Glue operations.
18283
18722
  # @return [String]
18284
18723
  #
18285
18724
  # @!attribute [rw] table_type
18286
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18725
+ # The type of this table. Glue will create tables with the
18726
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18727
+ # tables with additional table types.
18728
+ #
18729
+ # Glue related table types:
18730
+ #
18731
+ # EXTERNAL\_TABLE
18732
+ #
18733
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18734
+ #
18735
+ # GOVERNED
18736
+ #
18737
+ # : Used by Lake Formation. The Glue Data Catalog understands
18738
+ # `GOVERNED`.
18287
18739
  # @return [String]
18288
18740
  #
18289
18741
  # @!attribute [rw] parameters
@@ -18861,14 +19313,19 @@ module Aws::Glue
18861
19313
  include Aws::Structure
18862
19314
  end
18863
19315
 
19316
+ # A partition that contains unfiltered metadata.
19317
+ #
18864
19318
  # @!attribute [rw] partition
18865
- # Represents a slice of table data.
19319
+ # The partition object.
18866
19320
  # @return [Types::Partition]
18867
19321
  #
18868
19322
  # @!attribute [rw] authorized_columns
19323
+ # The list of columns the user has permissions to access.
18869
19324
  # @return [Array<String>]
18870
19325
  #
18871
19326
  # @!attribute [rw] is_registered_with_lake_formation
19327
+ # A Boolean value indicating that the partition location is registered
19328
+ # with Lake Formation.
18872
19329
  # @return [Boolean]
18873
19330
  #
18874
19331
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation