aws-sdk-glue 1.131.0 → 1.133.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1316,6 +1316,41 @@ module Aws::Glue
1316
1316
  #
1317
1317
  class CancelStatementResponse < Aws::EmptyStructure; end
1318
1318
 
1319
+ # Specifies a Delta Lake data source that is registered in the Glue Data
1320
+ # Catalog.
1321
+ #
1322
+ # @!attribute [rw] name
1323
+ # The name of the Delta Lake data source.
1324
+ # @return [String]
1325
+ #
1326
+ # @!attribute [rw] database
1327
+ # The name of the database to read from.
1328
+ # @return [String]
1329
+ #
1330
+ # @!attribute [rw] table
1331
+ # The name of the table in the database to read from.
1332
+ # @return [String]
1333
+ #
1334
+ # @!attribute [rw] additional_delta_options
1335
+ # Specifies additional connection options.
1336
+ # @return [Hash<String,String>]
1337
+ #
1338
+ # @!attribute [rw] output_schemas
1339
+ # Specifies the data schema for the Delta Lake source.
1340
+ # @return [Array<Types::GlueSchema>]
1341
+ #
1342
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogDeltaSource AWS API Documentation
1343
+ #
1344
+ class CatalogDeltaSource < Struct.new(
1345
+ :name,
1346
+ :database,
1347
+ :table,
1348
+ :additional_delta_options,
1349
+ :output_schemas)
1350
+ SENSITIVE = []
1351
+ include Aws::Structure
1352
+ end
1353
+
1319
1354
  # Specifies a table definition in the Glue Data Catalog.
1320
1355
  #
1321
1356
  # @!attribute [rw] database_name
@@ -1774,7 +1809,7 @@ module Aws::Glue
1774
1809
  #
1775
1810
  # @!attribute [rw] split_fields
1776
1811
  # Specifies a transform that splits data property keys into two
1777
- # `DynamicFrames`. The output is a collection of `DynamicFrames`\: one
1812
+ # `DynamicFrames`. The output is a collection of `DynamicFrames`: one
1778
1813
  # with selected data property keys, and one with the remaining data
1779
1814
  # property keys.
1780
1815
  # @return [Types::SplitFields]
@@ -1909,7 +1944,7 @@ module Aws::Glue
1909
1944
  #
1910
1945
  # @!attribute [rw] s3_catalog_hudi_source
1911
1946
  # Specifies a Hudi data source that is registered in the Glue Data
1912
- # Catalog. The Hudi data source must be stored in Amazon S3.
1947
+ # Catalog. The data source must be stored in Amazon S3.
1913
1948
  # @return [Types::S3CatalogHudiSource]
1914
1949
  #
1915
1950
  # @!attribute [rw] catalog_hudi_source
@@ -1934,6 +1969,30 @@ module Aws::Glue
1934
1969
  # Specifies the direct JDBC source connection.
1935
1970
  # @return [Types::DirectJDBCSource]
1936
1971
  #
1972
+ # @!attribute [rw] s3_catalog_delta_source
1973
+ # Specifies a Delta Lake data source that is registered in the Glue
1974
+ # Data Catalog. The data source must be stored in Amazon S3.
1975
+ # @return [Types::S3CatalogDeltaSource]
1976
+ #
1977
+ # @!attribute [rw] catalog_delta_source
1978
+ # Specifies a Delta Lake data source that is registered in the Glue
1979
+ # Data Catalog.
1980
+ # @return [Types::CatalogDeltaSource]
1981
+ #
1982
+ # @!attribute [rw] s3_delta_source
1983
+ # Specifies a Delta Lake data source stored in Amazon S3.
1984
+ # @return [Types::S3DeltaSource]
1985
+ #
1986
+ # @!attribute [rw] s3_delta_catalog_target
1987
+ # Specifies a target that writes to a Delta Lake data source in the
1988
+ # Glue Data Catalog.
1989
+ # @return [Types::S3DeltaCatalogTarget]
1990
+ #
1991
+ # @!attribute [rw] s3_delta_direct_target
1992
+ # Specifies a target that writes to a Delta Lake data source in Amazon
1993
+ # S3.
1994
+ # @return [Types::S3DeltaDirectTarget]
1995
+ #
1937
1996
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CodeGenConfigurationNode AWS API Documentation
1938
1997
  #
1939
1998
  class CodeGenConfigurationNode < Struct.new(
@@ -1994,7 +2053,12 @@ module Aws::Glue
1994
2053
  :s3_hudi_source,
1995
2054
  :s3_hudi_catalog_target,
1996
2055
  :s3_hudi_direct_target,
1997
- :direct_jdbc_source)
2056
+ :direct_jdbc_source,
2057
+ :s3_catalog_delta_source,
2058
+ :catalog_delta_source,
2059
+ :s3_delta_source,
2060
+ :s3_delta_catalog_target,
2061
+ :s3_delta_direct_target)
1998
2062
  SENSITIVE = []
1999
2063
  include Aws::Structure
2000
2064
  end
@@ -2148,10 +2212,14 @@ module Aws::Glue
2148
2212
  include Aws::Structure
2149
2213
  end
2150
2214
 
2215
+ # A filter that uses both column-level and row-level filtering.
2216
+ #
2151
2217
  # @!attribute [rw] column_name
2218
+ # A string containing the name of the column.
2152
2219
  # @return [String]
2153
2220
  #
2154
2221
  # @!attribute [rw] row_filter_expression
2222
+ # A string containing the row-level filter expression.
2155
2223
  # @return [String]
2156
2224
  #
2157
2225
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
@@ -2529,8 +2597,8 @@ module Aws::Glue
2529
2597
  # the Kafka client key password (if the user has the Glue encrypt
2530
2598
  # passwords setting selected).
2531
2599
  #
2532
- # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"` or `"GSSAPI"`. These
2533
- # are the two supported [SASL Mechanisms][1].
2600
+ # * `KAFKA_SASL_MECHANISM` - `"SCRAM-SHA-512"`, `"GSSAPI"`, or
2601
+ # `"AWS_MSK_IAM"`. These are the supported [SASL Mechanisms][1].
2534
2602
  #
2535
2603
  # * `KAFKA_SASL_SCRAM_USERNAME` - A plaintext username used to
2536
2604
  # authenticate with the "SCRAM-SHA-512" mechanism.
@@ -2607,7 +2675,8 @@ module Aws::Glue
2607
2675
  # A structure that is used to specify a connection to create or update.
2608
2676
  #
2609
2677
  # @!attribute [rw] name
2610
- # The name of the connection.
2678
+ # The name of the connection. Connection will not function as expected
2679
+ # without a name.
2611
2680
  # @return [String]
2612
2681
  #
2613
2682
  # @!attribute [rw] description
@@ -2620,25 +2689,93 @@ module Aws::Glue
2620
2689
  # * `JDBC` - Designates a connection to a database through Java
2621
2690
  # Database Connectivity (JDBC).
2622
2691
  #
2692
+ # `JDBC` Connections use the following ConnectionParameters.
2693
+ #
2694
+ # * Required: All of (`HOST`, `PORT`, `JDBC_ENGINE`) or
2695
+ # `JDBC_CONNECTION_URL`.
2696
+ #
2697
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2698
+ #
2699
+ # * Optional: `JDBC_ENFORCE_SSL`, `CUSTOM_JDBC_CERT`,
2700
+ # `CUSTOM_JDBC_CERT_STRING`, `SKIP_CUSTOM_JDBC_CERT_VALIDATION`.
2701
+ # These parameters are used to configure SSL with JDBC.
2702
+ #
2623
2703
  # * `KAFKA` - Designates a connection to an Apache Kafka streaming
2624
2704
  # platform.
2625
2705
  #
2706
+ # `KAFKA` Connections use the following ConnectionParameters.
2707
+ #
2708
+ # * Required: `KAFKA_BOOTSTRAP_SERVERS`.
2709
+ #
2710
+ # * Optional: `KAFKA_SSL_ENABLED`, `KAFKA_CUSTOM_CERT`,
2711
+ # `KAFKA_SKIP_CUSTOM_CERT_VALIDATION`. These parameters are used
2712
+ # to configure SSL with `KAFKA`.
2713
+ #
2714
+ # * Optional: `KAFKA_CLIENT_KEYSTORE`,
2715
+ # `KAFKA_CLIENT_KEYSTORE_PASSWORD`, `KAFKA_CLIENT_KEY_PASSWORD`,
2716
+ # `ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD`,
2717
+ # `ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD`. These parameters are used
2718
+ # to configure TLS client configuration with SSL in `KAFKA`.
2719
+ #
2720
+ # * Optional: `KAFKA_SASL_MECHANISM`. Can be specified as
2721
+ # `SCRAM-SHA-512`, `GSSAPI`, or `AWS_MSK_IAM`.
2722
+ #
2723
+ # * Optional: `KAFKA_SASL_SCRAM_USERNAME`,
2724
+ # `KAFKA_SASL_SCRAM_PASSWORD`,
2725
+ # `ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD`. These parameters are used
2726
+ # to configure SASL/SCRAM-SHA-512 authentication with `KAFKA`.
2727
+ #
2728
+ # * Optional: `KAFKA_SASL_GSSAPI_KEYTAB`,
2729
+ # `KAFKA_SASL_GSSAPI_KRB5_CONF`, `KAFKA_SASL_GSSAPI_SERVICE`,
2730
+ # `KAFKA_SASL_GSSAPI_PRINCIPAL`. These parameters are used to
2731
+ # configure SASL/GSSAPI authentication with `KAFKA`.
2732
+ #
2626
2733
  # * `MONGODB` - Designates a connection to a MongoDB document
2627
2734
  # database.
2628
2735
  #
2736
+ # `MONGODB` Connections use the following ConnectionParameters.
2737
+ #
2738
+ # * Required: `CONNECTION_URL`.
2739
+ #
2740
+ # * Required: All of (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2741
+ #
2629
2742
  # * `NETWORK` - Designates a network connection to a data source
2630
2743
  # within an Amazon Virtual Private Cloud environment (Amazon VPC).
2631
2744
  #
2745
+ # `NETWORK` Connections do not require ConnectionParameters.
2746
+ # Instead, provide a PhysicalConnectionRequirements.
2747
+ #
2632
2748
  # * `MARKETPLACE` - Uses configuration settings contained in a
2633
2749
  # connector purchased from Amazon Web Services Marketplace to read
2634
2750
  # from and write to data stores that are not natively supported by
2635
2751
  # Glue.
2636
2752
  #
2753
+ # `MARKETPLACE` Connections use the following ConnectionParameters.
2754
+ #
2755
+ # * Required: `CONNECTOR_TYPE`, `CONNECTOR_URL`,
2756
+ # `CONNECTOR_CLASS_NAME`, `CONNECTION_URL`.
2757
+ #
2758
+ # * Required for `JDBC` `CONNECTOR_TYPE` connections: All of
2759
+ # (`USERNAME`, `PASSWORD`) or `SECRET_ID`.
2760
+ #
2637
2761
  # * `CUSTOM` - Uses configuration settings contained in a custom
2638
2762
  # connector to read from and write to data stores that are not
2639
2763
  # natively supported by Glue.
2640
2764
  #
2641
- # SFTP is not supported.
2765
+ # `SFTP` is not supported.
2766
+ #
2767
+ # For more information about how optional ConnectionProperties are
2768
+ # used to configure features in Glue, consult [Glue connection
2769
+ # properties][1].
2770
+ #
2771
+ # For more information about how optional ConnectionProperties are
2772
+ # used to configure features in Glue Studio, consult [Using connectors
2773
+ # and connections][2].
2774
+ #
2775
+ #
2776
+ #
2777
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html
2778
+ # [2]: https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html
2642
2779
  # @return [String]
2643
2780
  #
2644
2781
  # @!attribute [rw] match_criteria
@@ -3106,14 +3243,13 @@ module Aws::Glue
3106
3243
  # A key used to filter the crawler runs for a specified crawler. Valid
3107
3244
  # values for each of the field names are:
3108
3245
  #
3109
- # * `CRAWL_ID`\: A string representing the UUID identifier for a
3110
- # crawl.
3246
+ # * `CRAWL_ID`: A string representing the UUID identifier for a crawl.
3111
3247
  #
3112
- # * `STATE`\: A string representing the state of the crawl.
3248
+ # * `STATE`: A string representing the state of the crawl.
3113
3249
  #
3114
- # * `START_TIME` and `END_TIME`\: The epoch timestamp in milliseconds.
3250
+ # * `START_TIME` and `END_TIME`: The epoch timestamp in milliseconds.
3115
3251
  #
3116
- # * `DPU_HOUR`\: The number of data processing unit (DPU) hours used
3252
+ # * `DPU_HOUR`: The number of data processing unit (DPU) hours used
3117
3253
  # for the crawl.
3118
3254
  # @return [String]
3119
3255
  #
@@ -3121,17 +3257,17 @@ module Aws::Glue
3121
3257
  # A defined comparator that operates on the value. The available
3122
3258
  # operators are:
3123
3259
  #
3124
- # * `GT`\: Greater than.
3260
+ # * `GT`: Greater than.
3125
3261
  #
3126
- # * `GE`\: Greater than or equal to.
3262
+ # * `GE`: Greater than or equal to.
3127
3263
  #
3128
- # * `LT`\: Less than.
3264
+ # * `LT`: Less than.
3129
3265
  #
3130
- # * `LE`\: Less than or equal to.
3266
+ # * `LE`: Less than or equal to.
3131
3267
  #
3132
- # * `EQ`\: Equal to.
3268
+ # * `EQ`: Equal to.
3133
3269
  #
3134
- # * `NE`\: Not equal to.
3270
+ # * `NE`: Not equal to.
3135
3271
  # @return [String]
3136
3272
  #
3137
3273
  # @!attribute [rw] field_value
@@ -4442,46 +4578,46 @@ module Aws::Glue
4442
4578
  # @!attribute [rw] compatibility
4443
4579
  # The compatibility mode of the schema. The possible values are:
4444
4580
  #
4445
- # * *NONE*\: No compatibility mode applies. You can use this choice in
4581
+ # * *NONE*: No compatibility mode applies. You can use this choice in
4446
4582
  # development scenarios or if you do not know the compatibility mode
4447
4583
  # that you want to apply to schemas. Any new version added will be
4448
4584
  # accepted without undergoing a compatibility check.
4449
4585
  #
4450
- # * *DISABLED*\: This compatibility choice prevents versioning for a
4586
+ # * *DISABLED*: This compatibility choice prevents versioning for a
4451
4587
  # particular schema. You can use this choice to prevent future
4452
4588
  # versioning of a schema.
4453
4589
  #
4454
- # * *BACKWARD*\: This compatibility choice is recommended as it allows
4590
+ # * *BACKWARD*: This compatibility choice is recommended as it allows
4455
4591
  # data receivers to read both the current and one previous schema
4456
4592
  # version. This means that for instance, a new schema version cannot
4457
4593
  # drop data fields or change the type of these fields, so they
4458
4594
  # can't be read by readers using the previous version.
4459
4595
  #
4460
- # * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
4596
+ # * *BACKWARD\_ALL*: This compatibility choice allows data receivers
4461
4597
  # to read both the current and all previous schema versions. You can
4462
4598
  # use this choice when you need to delete fields or add optional
4463
4599
  # fields, and check compatibility against all previous schema
4464
4600
  # versions.
4465
4601
  #
4466
- # * *FORWARD*\: This compatibility choice allows data receivers to
4467
- # read both the current and one next schema version, but not
4468
- # necessarily later versions. You can use this choice when you need
4469
- # to add fields or delete optional fields, but only check
4470
- # compatibility against the last schema version.
4602
+ # * *FORWARD*: This compatibility choice allows data receivers to read
4603
+ # both the current and one next schema version, but not necessarily
4604
+ # later versions. You can use this choice when you need to add
4605
+ # fields or delete optional fields, but only check compatibility
4606
+ # against the last schema version.
4471
4607
  #
4472
- # * *FORWARD\_ALL*\: This compatibility choice allows data receivers
4473
- # to read written by producers of any new registered schema. You can
4608
+ # * *FORWARD\_ALL*: This compatibility choice allows data receivers to
4609
+ # read written by producers of any new registered schema. You can
4474
4610
  # use this choice when you need to add fields or delete optional
4475
4611
  # fields, and check compatibility against all previous schema
4476
4612
  # versions.
4477
4613
  #
4478
- # * *FULL*\: This compatibility choice allows data receivers to read
4614
+ # * *FULL*: This compatibility choice allows data receivers to read
4479
4615
  # data written by producers using the previous or next version of
4480
4616
  # the schema, but not necessarily earlier or later versions. You can
4481
4617
  # use this choice when you need to add or remove optional fields,
4482
4618
  # but only check compatibility against the last schema version.
4483
4619
  #
4484
- # * *FULL\_ALL*\: This compatibility choice allows data receivers to
4620
+ # * *FULL\_ALL*: This compatibility choice allows data receivers to
4485
4621
  # read data written by producers using all previous schema versions.
4486
4622
  # You can use this choice when you need to add or remove optional
4487
4623
  # fields, and check compatibility against all previous schema
@@ -5695,6 +5831,8 @@ module Aws::Glue
5695
5831
  #
5696
5832
  # @!attribute [rw] create_table_default_permissions
5697
5833
  # Creates a set of default permissions on the table for principals.
5834
+ # Used by Lake Formation. Not used in the normal course of Glue
5835
+ # operations.
5698
5836
  # @return [Array<Types::PrincipalPermissions>]
5699
5837
  #
5700
5838
  # @!attribute [rw] target_database
@@ -5765,6 +5903,8 @@ module Aws::Glue
5765
5903
  #
5766
5904
  # @!attribute [rw] create_table_default_permissions
5767
5905
  # Creates a set of default permissions on the table for principals.
5906
+ # Used by Lake Formation. Not used in the normal course of Glue
5907
+ # operations.
5768
5908
  # @return [Array<Types::PrincipalPermissions>]
5769
5909
  #
5770
5910
  # @!attribute [rw] target_database
@@ -9402,8 +9542,8 @@ module Aws::Glue
9402
9542
  # clause. The SQL statement parser [JSQLParser][1] parses the
9403
9543
  # expression.
9404
9544
  #
9405
- # *Operators*\: The following are the operators that you can use in
9406
- # the `Expression` API call:
9545
+ # *Operators*: The following are the operators that you can use in the
9546
+ # `Expression` API call:
9407
9547
  #
9408
9548
  # =
9409
9549
  #
@@ -9458,7 +9598,7 @@ module Aws::Glue
9458
9598
  #
9459
9599
  # : Logical operators.
9460
9600
  #
9461
- # *Supported Partition Key Types*\: The following are the supported
9601
+ # *Supported Partition Key Types*: The following are the supported
9462
9602
  # partition keys.
9463
9603
  #
9464
9604
  # * `string`
@@ -9485,7 +9625,7 @@ module Aws::Glue
9485
9625
  # define a crawler, the `partitionKey` type is created as a `STRING`,
9486
9626
  # to be compatible with the catalog partitions.
9487
9627
  #
9488
- # *Sample API Call*\:
9628
+ # *Sample API Call*:
9489
9629
  #
9490
9630
  #
9491
9631
  #
@@ -10453,22 +10593,29 @@ module Aws::Glue
10453
10593
  end
10454
10594
 
10455
10595
  # @!attribute [rw] catalog_id
10596
+ # The catalog ID where the partition resides.
10456
10597
  # @return [String]
10457
10598
  #
10458
10599
  # @!attribute [rw] database_name
10600
+ # (Required) Specifies the name of a database that contains the
10601
+ # partition.
10459
10602
  # @return [String]
10460
10603
  #
10461
10604
  # @!attribute [rw] table_name
10605
+ # (Required) Specifies the name of a table that contains the
10606
+ # partition.
10462
10607
  # @return [String]
10463
10608
  #
10464
10609
  # @!attribute [rw] partition_values
10610
+ # (Required) A list of partition key values.
10465
10611
  # @return [Array<String>]
10466
10612
  #
10467
10613
  # @!attribute [rw] audit_context
10468
- # A structure containing information for audit.
10614
+ # A structure containing Lake Formation audit context information.
10469
10615
  # @return [Types::AuditContext]
10470
10616
  #
10471
10617
  # @!attribute [rw] supported_permission_types
10618
+ # (Required) A list of supported permission types.
10472
10619
  # @return [Array<String>]
10473
10620
  #
10474
10621
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
@@ -10485,13 +10632,16 @@ module Aws::Glue
10485
10632
  end
10486
10633
 
10487
10634
  # @!attribute [rw] partition
10488
- # Represents a slice of table data.
10635
+ # A Partition object containing the partition metadata.
10489
10636
  # @return [Types::Partition]
10490
10637
  #
10491
10638
  # @!attribute [rw] authorized_columns
10639
+ # A list of column names that the user has been granted access to.
10492
10640
  # @return [Array<String>]
10493
10641
  #
10494
10642
  # @!attribute [rw] is_registered_with_lake_formation
10643
+ # A Boolean value that indicates whether the partition location is
10644
+ # registered with Lake Formation.
10495
10645
  # @return [Boolean]
10496
10646
  #
10497
10647
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
@@ -10505,33 +10655,128 @@ module Aws::Glue
10505
10655
  end
10506
10656
 
10507
10657
  # @!attribute [rw] catalog_id
10658
+ # The ID of the Data Catalog where the partitions in question reside.
10659
+ # If none is provided, the AWS account ID is used by default.
10508
10660
  # @return [String]
10509
10661
  #
10510
10662
  # @!attribute [rw] database_name
10663
+ # The name of the catalog database where the partitions reside.
10511
10664
  # @return [String]
10512
10665
  #
10513
10666
  # @!attribute [rw] table_name
10667
+ # The name of the table that contains the partition.
10514
10668
  # @return [String]
10515
10669
  #
10516
10670
  # @!attribute [rw] expression
10671
+ # An expression that filters the partitions to be returned.
10672
+ #
10673
+ # The expression uses SQL syntax similar to the SQL `WHERE` filter
10674
+ # clause. The SQL statement parser [JSQLParser][1] parses the
10675
+ # expression.
10676
+ #
10677
+ # *Operators*: The following are the operators that you can use in the
10678
+ # `Expression` API call:
10679
+ #
10680
+ # =
10681
+ #
10682
+ # : Checks whether the values of the two operands are equal; if yes,
10683
+ # then the condition becomes true.
10684
+ #
10685
+ # Example: Assume 'variable a' holds 10 and 'variable b' holds
10686
+ # 20.
10687
+ #
10688
+ # (a = b) is not true.
10689
+ #
10690
+ # &lt; &gt;
10691
+ #
10692
+ # : Checks whether the values of two operands are equal; if the values
10693
+ # are not equal, then the condition becomes true.
10694
+ #
10695
+ # Example: (a &lt; &gt; b) is true.
10696
+ #
10697
+ # &gt;
10698
+ #
10699
+ # : Checks whether the value of the left operand is greater than the
10700
+ # value of the right operand; if yes, then the condition becomes
10701
+ # true.
10702
+ #
10703
+ # Example: (a &gt; b) is not true.
10704
+ #
10705
+ # &lt;
10706
+ #
10707
+ # : Checks whether the value of the left operand is less than the
10708
+ # value of the right operand; if yes, then the condition becomes
10709
+ # true.
10710
+ #
10711
+ # Example: (a &lt; b) is true.
10712
+ #
10713
+ # &gt;=
10714
+ #
10715
+ # : Checks whether the value of the left operand is greater than or
10716
+ # equal to the value of the right operand; if yes, then the
10717
+ # condition becomes true.
10718
+ #
10719
+ # Example: (a &gt;= b) is not true.
10720
+ #
10721
+ # &lt;=
10722
+ #
10723
+ # : Checks whether the value of the left operand is less than or equal
10724
+ # to the value of the right operand; if yes, then the condition
10725
+ # becomes true.
10726
+ #
10727
+ # Example: (a &lt;= b) is true.
10728
+ #
10729
+ # AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL
10730
+ #
10731
+ # : Logical operators.
10732
+ #
10733
+ # *Supported Partition Key Types*: The following are the supported
10734
+ # partition keys.
10735
+ #
10736
+ # * `string`
10737
+ #
10738
+ # * `date`
10739
+ #
10740
+ # * `timestamp`
10741
+ #
10742
+ # * `int`
10743
+ #
10744
+ # * `bigint`
10745
+ #
10746
+ # * `long`
10747
+ #
10748
+ # * `tinyint`
10749
+ #
10750
+ # * `smallint`
10751
+ #
10752
+ # * `decimal`
10753
+ #
10754
+ # If an type is encountered that is not valid, an exception is thrown.
10755
+ #
10756
+ #
10757
+ #
10758
+ # [1]: http://jsqlparser.sourceforge.net/home.php
10517
10759
  # @return [String]
10518
10760
  #
10519
10761
  # @!attribute [rw] audit_context
10520
- # A structure containing information for audit.
10762
+ # A structure containing Lake Formation audit context information.
10521
10763
  # @return [Types::AuditContext]
10522
10764
  #
10523
10765
  # @!attribute [rw] supported_permission_types
10766
+ # A list of supported permission types.
10524
10767
  # @return [Array<String>]
10525
10768
  #
10526
10769
  # @!attribute [rw] next_token
10770
+ # A continuation token, if this is not the first call to retrieve
10771
+ # these partitions.
10527
10772
  # @return [String]
10528
10773
  #
10529
10774
  # @!attribute [rw] segment
10530
- # Defines a non-overlapping region of a table's partitions, allowing
10531
- # multiple requests to be run in parallel.
10775
+ # The segment of the table's partitions to scan in this request.
10532
10776
  # @return [Types::Segment]
10533
10777
  #
10534
10778
  # @!attribute [rw] max_results
10779
+ # The maximum number of partitions to return in a single response.
10535
10780
  # @return [Integer]
10536
10781
  #
10537
10782
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
@@ -10551,9 +10796,12 @@ module Aws::Glue
10551
10796
  end
10552
10797
 
10553
10798
  # @!attribute [rw] unfiltered_partitions
10799
+ # A list of requested partitions.
10554
10800
  # @return [Array<Types::UnfilteredPartition>]
10555
10801
  #
10556
10802
  # @!attribute [rw] next_token
10803
+ # A continuation token, if the returned list of partitions does not
10804
+ # include the last one.
10557
10805
  # @return [String]
10558
10806
  #
10559
10807
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
@@ -10566,19 +10814,24 @@ module Aws::Glue
10566
10814
  end
10567
10815
 
10568
10816
  # @!attribute [rw] catalog_id
10817
+ # The catalog ID where the table resides.
10569
10818
  # @return [String]
10570
10819
  #
10571
10820
  # @!attribute [rw] database_name
10821
+ # (Required) Specifies the name of a database that contains the table.
10572
10822
  # @return [String]
10573
10823
  #
10574
10824
  # @!attribute [rw] name
10825
+ # (Required) Specifies the name of a table for which you are
10826
+ # requesting metadata.
10575
10827
  # @return [String]
10576
10828
  #
10577
10829
  # @!attribute [rw] audit_context
10578
- # A structure containing information for audit.
10830
+ # A structure containing Lake Formation audit context information.
10579
10831
  # @return [Types::AuditContext]
10580
10832
  #
10581
10833
  # @!attribute [rw] supported_permission_types
10834
+ # (Required) A list of supported permission types.
10582
10835
  # @return [Array<String>]
10583
10836
  #
10584
10837
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
@@ -10594,17 +10847,20 @@ module Aws::Glue
10594
10847
  end
10595
10848
 
10596
10849
  # @!attribute [rw] table
10597
- # Represents a collection of related data organized in columns and
10598
- # rows.
10850
+ # A Table object containing the table metadata.
10599
10851
  # @return [Types::Table]
10600
10852
  #
10601
10853
  # @!attribute [rw] authorized_columns
10854
+ # A list of column names that the user has been granted access to.
10602
10855
  # @return [Array<String>]
10603
10856
  #
10604
10857
  # @!attribute [rw] is_registered_with_lake_formation
10858
+ # A Boolean value that indicates whether the partition location is
10859
+ # registered with Lake Formation.
10605
10860
  # @return [Boolean]
10606
10861
  #
10607
10862
  # @!attribute [rw] cell_filters
10863
+ # A list of column row filters.
10608
10864
  # @return [Array<Types::ColumnRowFilter>]
10609
10865
  #
10610
10866
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
@@ -10947,10 +11203,10 @@ module Aws::Glue
10947
11203
  # Additional options for the table. Currently there are two keys
10948
11204
  # supported:
10949
11205
  #
10950
- # * `pushDownPredicate`\: to filter on partitions without having to
11206
+ # * `pushDownPredicate`: to filter on partitions without having to
10951
11207
  # list and read all the files in your dataset.
10952
11208
  #
10953
- # * `catalogPartitionPredicate`\: to use server-side partition pruning
11209
+ # * `catalogPartitionPredicate`: to use server-side partition pruning
10954
11210
  # using partition indexes in the Glue Data Catalog.
10955
11211
  # @return [Hash<String,String>]
10956
11212
  #
@@ -15517,6 +15773,41 @@ module Aws::Glue
15517
15773
  include Aws::Structure
15518
15774
  end
15519
15775
 
15776
+ # Specifies a Delta Lake data source that is registered in the Glue Data
15777
+ # Catalog. The data source must be stored in Amazon S3.
15778
+ #
15779
+ # @!attribute [rw] name
15780
+ # The name of the Delta Lake data source.
15781
+ # @return [String]
15782
+ #
15783
+ # @!attribute [rw] database
15784
+ # The name of the database to read from.
15785
+ # @return [String]
15786
+ #
15787
+ # @!attribute [rw] table
15788
+ # The name of the table in the database to read from.
15789
+ # @return [String]
15790
+ #
15791
+ # @!attribute [rw] additional_delta_options
15792
+ # Specifies additional connection options.
15793
+ # @return [Hash<String,String>]
15794
+ #
15795
+ # @!attribute [rw] output_schemas
15796
+ # Specifies the data schema for the Delta Lake source.
15797
+ # @return [Array<Types::GlueSchema>]
15798
+ #
15799
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3CatalogDeltaSource AWS API Documentation
15800
+ #
15801
+ class S3CatalogDeltaSource < Struct.new(
15802
+ :name,
15803
+ :database,
15804
+ :table,
15805
+ :additional_delta_options,
15806
+ :output_schemas)
15807
+ SENSITIVE = []
15808
+ include Aws::Structure
15809
+ end
15810
+
15520
15811
  # Specifies a Hudi data source that is registered in the Glue Data
15521
15812
  # Catalog. The Hudi data source must be stored in Amazon S3.
15522
15813
  #
@@ -15765,6 +16056,137 @@ module Aws::Glue
15765
16056
  include Aws::Structure
15766
16057
  end
15767
16058
 
16059
+ # Specifies a target that writes to a Delta Lake data source in the Glue
16060
+ # Data Catalog.
16061
+ #
16062
+ # @!attribute [rw] name
16063
+ # The name of the data target.
16064
+ # @return [String]
16065
+ #
16066
+ # @!attribute [rw] inputs
16067
+ # The nodes that are inputs to the data target.
16068
+ # @return [Array<String>]
16069
+ #
16070
+ # @!attribute [rw] partition_keys
16071
+ # Specifies native partitioning using a sequence of keys.
16072
+ # @return [Array<Array<String>>]
16073
+ #
16074
+ # @!attribute [rw] table
16075
+ # The name of the table in the database to write to.
16076
+ # @return [String]
16077
+ #
16078
+ # @!attribute [rw] database
16079
+ # The name of the database to write to.
16080
+ # @return [String]
16081
+ #
16082
+ # @!attribute [rw] additional_options
16083
+ # Specifies additional connection options for the connector.
16084
+ # @return [Hash<String,String>]
16085
+ #
16086
+ # @!attribute [rw] schema_change_policy
16087
+ # A policy that specifies update behavior for the crawler.
16088
+ # @return [Types::CatalogSchemaChangePolicy]
16089
+ #
16090
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaCatalogTarget AWS API Documentation
16091
+ #
16092
+ class S3DeltaCatalogTarget < Struct.new(
16093
+ :name,
16094
+ :inputs,
16095
+ :partition_keys,
16096
+ :table,
16097
+ :database,
16098
+ :additional_options,
16099
+ :schema_change_policy)
16100
+ SENSITIVE = []
16101
+ include Aws::Structure
16102
+ end
16103
+
16104
+ # Specifies a target that writes to a Delta Lake data source in Amazon
16105
+ # S3.
16106
+ #
16107
+ # @!attribute [rw] name
16108
+ # The name of the data target.
16109
+ # @return [String]
16110
+ #
16111
+ # @!attribute [rw] inputs
16112
+ # The nodes that are inputs to the data target.
16113
+ # @return [Array<String>]
16114
+ #
16115
+ # @!attribute [rw] partition_keys
16116
+ # Specifies native partitioning using a sequence of keys.
16117
+ # @return [Array<Array<String>>]
16118
+ #
16119
+ # @!attribute [rw] path
16120
+ # The Amazon S3 path of your Delta Lake data source to write to.
16121
+ # @return [String]
16122
+ #
16123
+ # @!attribute [rw] compression
16124
+ # Specifies how the data is compressed. This is generally not
16125
+ # necessary if the data has a standard file extension. Possible values
16126
+ # are `"gzip"` and `"bzip"`).
16127
+ # @return [String]
16128
+ #
16129
+ # @!attribute [rw] format
16130
+ # Specifies the data output format for the target.
16131
+ # @return [String]
16132
+ #
16133
+ # @!attribute [rw] additional_options
16134
+ # Specifies additional connection options for the connector.
16135
+ # @return [Hash<String,String>]
16136
+ #
16137
+ # @!attribute [rw] schema_change_policy
16138
+ # A policy that specifies update behavior for the crawler.
16139
+ # @return [Types::DirectSchemaChangePolicy]
16140
+ #
16141
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaDirectTarget AWS API Documentation
16142
+ #
16143
+ class S3DeltaDirectTarget < Struct.new(
16144
+ :name,
16145
+ :inputs,
16146
+ :partition_keys,
16147
+ :path,
16148
+ :compression,
16149
+ :format,
16150
+ :additional_options,
16151
+ :schema_change_policy)
16152
+ SENSITIVE = []
16153
+ include Aws::Structure
16154
+ end
16155
+
16156
+ # Specifies a Delta Lake data source stored in Amazon S3.
16157
+ #
16158
+ # @!attribute [rw] name
16159
+ # The name of the Delta Lake source.
16160
+ # @return [String]
16161
+ #
16162
+ # @!attribute [rw] paths
16163
+ # A list of the Amazon S3 paths to read from.
16164
+ # @return [Array<String>]
16165
+ #
16166
+ # @!attribute [rw] additional_delta_options
16167
+ # Specifies additional connection options.
16168
+ # @return [Hash<String,String>]
16169
+ #
16170
+ # @!attribute [rw] additional_options
16171
+ # Specifies additional options for the connector.
16172
+ # @return [Types::S3DirectSourceAdditionalOptions]
16173
+ #
16174
+ # @!attribute [rw] output_schemas
16175
+ # Specifies the data schema for the Delta Lake source.
16176
+ # @return [Array<Types::GlueSchema>]
16177
+ #
16178
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3DeltaSource AWS API Documentation
16179
+ #
16180
+ class S3DeltaSource < Struct.new(
16181
+ :name,
16182
+ :paths,
16183
+ :additional_delta_options,
16184
+ :additional_options,
16185
+ :output_schemas)
16186
+ SENSITIVE = []
16187
+ include Aws::Structure
16188
+ end
16189
+
15768
16190
  # Specifies additional connection options for the Amazon S3 data store.
15769
16191
  #
15770
16192
  # @!attribute [rw] bounded_size
@@ -17138,7 +17560,7 @@ module Aws::Glue
17138
17560
  end
17139
17561
 
17140
17562
  # Specifies a transform that splits data property keys into two
17141
- # `DynamicFrames`. The output is a collection of `DynamicFrames`\: one
17563
+ # `DynamicFrames`. The output is a collection of `DynamicFrames`: one
17142
17564
  # with selected data property keys, and one with the remaining data
17143
17565
  # property keys.
17144
17566
  #
@@ -18120,17 +18542,31 @@ module Aws::Glue
18120
18542
  # @return [Array<Types::Column>]
18121
18543
  #
18122
18544
  # @!attribute [rw] view_original_text
18123
- # If the table is a view, the original text of the view; otherwise
18124
- # `null`.
18545
+ # Included for Apache Hive compatibility. Not used in the normal
18546
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18547
+ # Athena configuration encoded in base64.
18125
18548
  # @return [String]
18126
18549
  #
18127
18550
  # @!attribute [rw] view_expanded_text
18128
- # If the table is a view, the expanded text of the view; otherwise
18129
- # `null`.
18551
+ # Included for Apache Hive compatibility. Not used in the normal
18552
+ # course of Glue operations.
18130
18553
  # @return [String]
18131
18554
  #
18132
18555
  # @!attribute [rw] table_type
18133
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18556
+ # The type of this table. Glue will create tables with the
18557
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18558
+ # tables with additional table types.
18559
+ #
18560
+ # Glue related table types:
18561
+ #
18562
+ # EXTERNAL\_TABLE
18563
+ #
18564
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18565
+ #
18566
+ # GOVERNED
18567
+ #
18568
+ # : Used by Lake Formation. The Glue Data Catalog understands
18569
+ # `GOVERNED`.
18134
18570
  # @return [String]
18135
18571
  #
18136
18572
  # @!attribute [rw] parameters
@@ -18241,7 +18677,8 @@ module Aws::Glue
18241
18677
  # @return [String]
18242
18678
  #
18243
18679
  # @!attribute [rw] owner
18244
- # The table owner.
18680
+ # The table owner. Included for Apache Hive compatibility. Not used in
18681
+ # the normal course of Glue operations.
18245
18682
  # @return [String]
18246
18683
  #
18247
18684
  # @!attribute [rw] last_access_time
@@ -18273,17 +18710,31 @@ module Aws::Glue
18273
18710
  # @return [Array<Types::Column>]
18274
18711
  #
18275
18712
  # @!attribute [rw] view_original_text
18276
- # If the table is a view, the original text of the view; otherwise
18277
- # `null`.
18713
+ # Included for Apache Hive compatibility. Not used in the normal
18714
+ # course of Glue operations. If the table is a `VIRTUAL_VIEW`, certain
18715
+ # Athena configuration encoded in base64.
18278
18716
  # @return [String]
18279
18717
  #
18280
18718
  # @!attribute [rw] view_expanded_text
18281
- # If the table is a view, the expanded text of the view; otherwise
18282
- # `null`.
18719
+ # Included for Apache Hive compatibility. Not used in the normal
18720
+ # course of Glue operations.
18283
18721
  # @return [String]
18284
18722
  #
18285
18723
  # @!attribute [rw] table_type
18286
- # The type of this table (`EXTERNAL_TABLE`, `VIRTUAL_VIEW`, etc.).
18724
+ # The type of this table. Glue will create tables with the
18725
+ # `EXTERNAL_TABLE` type. Other services, such as Athena, may create
18726
+ # tables with additional table types.
18727
+ #
18728
+ # Glue related table types:
18729
+ #
18730
+ # EXTERNAL\_TABLE
18731
+ #
18732
+ # : Hive compatible attribute - indicates a non-Hive managed table.
18733
+ #
18734
+ # GOVERNED
18735
+ #
18736
+ # : Used by Lake Formation. The Glue Data Catalog understands
18737
+ # `GOVERNED`.
18287
18738
  # @return [String]
18288
18739
  #
18289
18740
  # @!attribute [rw] parameters
@@ -18861,14 +19312,19 @@ module Aws::Glue
18861
19312
  include Aws::Structure
18862
19313
  end
18863
19314
 
19315
+ # A partition that contains unfiltered metadata.
19316
+ #
18864
19317
  # @!attribute [rw] partition
18865
- # Represents a slice of table data.
19318
+ # The partition object.
18866
19319
  # @return [Types::Partition]
18867
19320
  #
18868
19321
  # @!attribute [rw] authorized_columns
19322
+ # The list of columns the user has permissions to access.
18869
19323
  # @return [Array<String>]
18870
19324
  #
18871
19325
  # @!attribute [rw] is_registered_with_lake_formation
19326
+ # A Boolean value indicating that the partition location is registered
19327
+ # with Lake Formation.
18872
19328
  # @return [Boolean]
18873
19329
  #
18874
19330
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
@@ -19303,10 +19759,6 @@ module Aws::Glue
19303
19759
  # The name of the data quality ruleset.
19304
19760
  # @return [String]
19305
19761
  #
19306
- # @!attribute [rw] updated_name
19307
- # The new name of the ruleset, if you are renaming it.
19308
- # @return [String]
19309
- #
19310
19762
  # @!attribute [rw] description
19311
19763
  # A description of the ruleset.
19312
19764
  # @return [String]
@@ -19320,7 +19772,6 @@ module Aws::Glue
19320
19772
  #
19321
19773
  class UpdateDataQualityRulesetRequest < Struct.new(
19322
19774
  :name,
19323
- :updated_name,
19324
19775
  :description,
19325
19776
  :ruleset)
19326
19777
  SENSITIVE = []