aws-sdk-glue 1.99.0 → 1.103.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -114,6 +114,24 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # @note When making an API call, you may pass AuditContext
118
+ # data as a hash:
119
+ #
120
+ # {
121
+ # additional_audit_context: "AuditContextString",
122
+ # }
123
+ #
124
+ # @!attribute [rw] additional_audit_context
125
+ # @return [String]
126
+ #
127
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
128
+ #
129
+ class AuditContext < Struct.new(
130
+ :additional_audit_context)
131
+ SENSITIVE = []
132
+ include Aws::Structure
133
+ end
134
+
117
135
  # A list of errors that can occur when registering partition indexes for
118
136
  # an existing table.
119
137
  #
@@ -176,6 +194,7 @@ module Aws::Glue
176
194
  # },
177
195
  # ],
178
196
  # location: "LocationString",
197
+ # additional_locations: ["LocationString"],
179
198
  # input_format: "FormatString",
180
199
  # output_format: "FormatString",
181
200
  # compressed: false,
@@ -377,6 +396,7 @@ module Aws::Glue
377
396
  # catalog_id: "CatalogIdString",
378
397
  # database_name: "NameString", # required
379
398
  # tables_to_delete: ["NameString"], # required
399
+ # transaction_id: "TransactionIdString",
380
400
  # }
381
401
  #
382
402
  # @!attribute [rw] catalog_id
@@ -393,12 +413,17 @@ module Aws::Glue
393
413
  # A list of the table to delete.
394
414
  # @return [Array<String>]
395
415
  #
416
+ # @!attribute [rw] transaction_id
417
+ # The transaction ID at which to delete the table contents.
418
+ # @return [String]
419
+ #
396
420
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteTableRequest AWS API Documentation
397
421
  #
398
422
  class BatchDeleteTableRequest < Struct.new(
399
423
  :catalog_id,
400
424
  :database_name,
401
- :tables_to_delete)
425
+ :tables_to_delete,
426
+ :transaction_id)
402
427
  SENSITIVE = []
403
428
  include Aws::Structure
404
429
  end
@@ -907,6 +932,7 @@ module Aws::Glue
907
932
  # },
908
933
  # ],
909
934
  # location: "LocationString",
935
+ # additional_locations: ["LocationString"],
910
936
  # input_format: "FormatString",
911
937
  # output_format: "FormatString",
912
938
  # compressed: false,
@@ -1009,6 +1035,7 @@ module Aws::Glue
1009
1035
  # },
1010
1036
  # ],
1011
1037
  # location: "LocationString",
1038
+ # additional_locations: ["LocationString"],
1012
1039
  # input_format: "FormatString",
1013
1040
  # output_format: "FormatString",
1014
1041
  # compressed: false,
@@ -1424,6 +1451,7 @@ module Aws::Glue
1424
1451
  # {
1425
1452
  # database_name: "NameString", # required
1426
1453
  # tables: ["NameString"], # required
1454
+ # connection_name: "ConnectionName",
1427
1455
  # }
1428
1456
  #
1429
1457
  # @!attribute [rw] database_name
@@ -1434,11 +1462,18 @@ module Aws::Glue
1434
1462
  # A list of the tables to be synchronized.
1435
1463
  # @return [Array<String>]
1436
1464
  #
1465
+ # @!attribute [rw] connection_name
1466
+ # The name of the connection for an Amazon S3-backed Data Catalog
1467
+ # table to be a target of the crawl when using a `Catalog` connection
1468
+ # type paired with a `NETWORK` Connection type.
1469
+ # @return [String]
1470
+ #
1437
1471
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
1438
1472
  #
1439
1473
  class CatalogTarget < Struct.new(
1440
1474
  :database_name,
1441
- :tables)
1475
+ :tables,
1476
+ :connection_name)
1442
1477
  SENSITIVE = []
1443
1478
  include Aws::Structure
1444
1479
  end
@@ -1748,6 +1783,21 @@ module Aws::Glue
1748
1783
  include Aws::Structure
1749
1784
  end
1750
1785
 
1786
+ # @!attribute [rw] column_name
1787
+ # @return [String]
1788
+ #
1789
+ # @!attribute [rw] row_filter_expression
1790
+ # @return [String]
1791
+ #
1792
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
1793
+ #
1794
+ class ColumnRowFilter < Struct.new(
1795
+ :column_name,
1796
+ :row_filter_expression)
1797
+ SENSITIVE = []
1798
+ include Aws::Structure
1799
+ end
1800
+
1751
1801
  # Represents the generated column-level statistics for a table or
1752
1802
  # partition.
1753
1803
  #
@@ -2561,6 +2611,9 @@ module Aws::Glue
2561
2611
  # crawler.
2562
2612
  # @return [String]
2563
2613
  #
2614
+ # @!attribute [rw] lake_formation_configuration
2615
+ # @return [Types::LakeFormationConfiguration]
2616
+ #
2564
2617
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
2565
2618
  #
2566
2619
  class Crawler < Struct.new(
@@ -2582,7 +2635,8 @@ module Aws::Glue
2582
2635
  :last_crawl,
2583
2636
  :version,
2584
2637
  :configuration,
2585
- :crawler_security_configuration)
2638
+ :crawler_security_configuration,
2639
+ :lake_formation_configuration)
2586
2640
  SENSITIVE = []
2587
2641
  include Aws::Structure
2588
2642
  end
@@ -2735,6 +2789,14 @@ module Aws::Glue
2735
2789
  # {
2736
2790
  # database_name: "NameString", # required
2737
2791
  # tables: ["NameString"], # required
2792
+ # connection_name: "ConnectionName",
2793
+ # },
2794
+ # ],
2795
+ # delta_targets: [
2796
+ # {
2797
+ # delta_tables: ["Path"],
2798
+ # connection_name: "ConnectionName",
2799
+ # write_manifest: false,
2738
2800
  # },
2739
2801
  # ],
2740
2802
  # }
@@ -2759,6 +2821,10 @@ module Aws::Glue
2759
2821
  # Specifies Glue Data Catalog targets.
2760
2822
  # @return [Array<Types::CatalogTarget>]
2761
2823
  #
2824
+ # @!attribute [rw] delta_targets
2825
+ # Specifies Delta data store targets.
2826
+ # @return [Array<Types::DeltaTarget>]
2827
+ #
2762
2828
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
2763
2829
  #
2764
2830
  class CrawlerTargets < Struct.new(
@@ -2766,7 +2832,8 @@ module Aws::Glue
2766
2832
  :jdbc_targets,
2767
2833
  :mongo_db_targets,
2768
2834
  :dynamo_db_targets,
2769
- :catalog_targets)
2835
+ :catalog_targets,
2836
+ :delta_targets)
2770
2837
  SENSITIVE = []
2771
2838
  include Aws::Structure
2772
2839
  end
@@ -2979,6 +3046,14 @@ module Aws::Glue
2979
3046
  # {
2980
3047
  # database_name: "NameString", # required
2981
3048
  # tables: ["NameString"], # required
3049
+ # connection_name: "ConnectionName",
3050
+ # },
3051
+ # ],
3052
+ # delta_targets: [
3053
+ # {
3054
+ # delta_tables: ["Path"],
3055
+ # connection_name: "ConnectionName",
3056
+ # write_manifest: false,
2982
3057
  # },
2983
3058
  # ],
2984
3059
  # },
@@ -2995,6 +3070,10 @@ module Aws::Glue
2995
3070
  # lineage_configuration: {
2996
3071
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
2997
3072
  # },
3073
+ # lake_formation_configuration: {
3074
+ # use_lake_formation_credentials: false,
3075
+ # account_id: "AccountId",
3076
+ # },
2998
3077
  # configuration: "CrawlerConfiguration",
2999
3078
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
3000
3079
  # tags: {
@@ -3058,6 +3137,9 @@ module Aws::Glue
3058
3137
  # Specifies data lineage configuration settings for the crawler.
3059
3138
  # @return [Types::LineageConfiguration]
3060
3139
  #
3140
+ # @!attribute [rw] lake_formation_configuration
3141
+ # @return [Types::LakeFormationConfiguration]
3142
+ #
3061
3143
  # @!attribute [rw] configuration
3062
3144
  # Crawler configuration information. This versioned JSON string allows
3063
3145
  # users to specify aspects of a crawler's behavior. For more
@@ -3097,6 +3179,7 @@ module Aws::Glue
3097
3179
  :schema_change_policy,
3098
3180
  :recrawl_policy,
3099
3181
  :lineage_configuration,
3182
+ :lake_formation_configuration,
3100
3183
  :configuration,
3101
3184
  :crawler_security_configuration,
3102
3185
  :tags)
@@ -4141,6 +4224,7 @@ module Aws::Glue
4141
4224
  # },
4142
4225
  # ],
4143
4226
  # location: "LocationString",
4227
+ # additional_locations: ["LocationString"],
4144
4228
  # input_format: "FormatString",
4145
4229
  # output_format: "FormatString",
4146
4230
  # compressed: false,
@@ -4630,6 +4714,7 @@ module Aws::Glue
4630
4714
  # },
4631
4715
  # ],
4632
4716
  # location: "LocationString",
4717
+ # additional_locations: ["LocationString"],
4633
4718
  # input_format: "FormatString",
4634
4719
  # output_format: "FormatString",
4635
4720
  # compressed: false,
@@ -4697,6 +4782,7 @@ module Aws::Glue
4697
4782
  # index_name: "NameString", # required
4698
4783
  # },
4699
4784
  # ],
4785
+ # transaction_id: "TransactionIdString",
4700
4786
  # }
4701
4787
  #
4702
4788
  # @!attribute [rw] catalog_id
@@ -4719,13 +4805,18 @@ module Aws::Glue
4719
4805
  # in the table.
4720
4806
  # @return [Array<Types::PartitionIndex>]
4721
4807
  #
4808
+ # @!attribute [rw] transaction_id
4809
+ # The ID of the transaction.
4810
+ # @return [String]
4811
+ #
4722
4812
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
4723
4813
  #
4724
4814
  class CreateTableRequest < Struct.new(
4725
4815
  :catalog_id,
4726
4816
  :database_name,
4727
4817
  :table_input,
4728
- :partition_indexes)
4818
+ :partition_indexes,
4819
+ :transaction_id)
4729
4820
  SENSITIVE = []
4730
4821
  include Aws::Structure
4731
4822
  end
@@ -6001,6 +6092,7 @@ module Aws::Glue
6001
6092
  # catalog_id: "CatalogIdString",
6002
6093
  # database_name: "NameString", # required
6003
6094
  # name: "NameString", # required
6095
+ # transaction_id: "TransactionIdString",
6004
6096
  # }
6005
6097
  #
6006
6098
  # @!attribute [rw] catalog_id
@@ -6018,12 +6110,17 @@ module Aws::Glue
6018
6110
  # name is entirely lowercase.
6019
6111
  # @return [String]
6020
6112
  #
6113
+ # @!attribute [rw] transaction_id
6114
+ # The transaction ID at which to delete the table contents.
6115
+ # @return [String]
6116
+ #
6021
6117
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableRequest AWS API Documentation
6022
6118
  #
6023
6119
  class DeleteTableRequest < Struct.new(
6024
6120
  :catalog_id,
6025
6121
  :database_name,
6026
- :name)
6122
+ :name,
6123
+ :transaction_id)
6027
6124
  SENSITIVE = []
6028
6125
  include Aws::Structure
6029
6126
  end
@@ -6176,6 +6273,41 @@ module Aws::Glue
6176
6273
  include Aws::Structure
6177
6274
  end
6178
6275
 
6276
+ # Specifies a Delta data store to crawl one or more Delta tables.
6277
+ #
6278
+ # @note When making an API call, you may pass DeltaTarget
6279
+ # data as a hash:
6280
+ #
6281
+ # {
6282
+ # delta_tables: ["Path"],
6283
+ # connection_name: "ConnectionName",
6284
+ # write_manifest: false,
6285
+ # }
6286
+ #
6287
+ # @!attribute [rw] delta_tables
6288
+ # A list of the Amazon S3 paths to the Delta tables.
6289
+ # @return [Array<String>]
6290
+ #
6291
+ # @!attribute [rw] connection_name
6292
+ # The name of the connection to use to connect to the Delta table
6293
+ # target.
6294
+ # @return [String]
6295
+ #
6296
+ # @!attribute [rw] write_manifest
6297
+ # Specifies whether to write the manifest files to the Delta table
6298
+ # path.
6299
+ # @return [Boolean]
6300
+ #
6301
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeltaTarget AWS API Documentation
6302
+ #
6303
+ class DeltaTarget < Struct.new(
6304
+ :delta_tables,
6305
+ :connection_name,
6306
+ :write_manifest)
6307
+ SENSITIVE = []
6308
+ include Aws::Structure
6309
+ end
6310
+
6179
6311
  # A development endpoint where a developer can remotely debug extract,
6180
6312
  # transform, and load (ETL) scripts.
6181
6313
  #
@@ -8599,6 +8731,8 @@ module Aws::Glue
8599
8731
  # },
8600
8732
  # max_results: 1,
8601
8733
  # exclude_column_schema: false,
8734
+ # transaction_id: "TransactionIdString",
8735
+ # query_as_of_time: Time.now,
8602
8736
  # }
8603
8737
  #
8604
8738
  # @!attribute [rw] catalog_id
@@ -8732,6 +8866,16 @@ module Aws::Glue
8732
8866
  # problem of a large response by not returning duplicate data.
8733
8867
  # @return [Boolean]
8734
8868
  #
8869
+ # @!attribute [rw] transaction_id
8870
+ # The transaction ID at which to read the partition contents.
8871
+ # @return [String]
8872
+ #
8873
+ # @!attribute [rw] query_as_of_time
8874
+ # The time as of when to read the partition contents. If not set, the
8875
+ # most recent transaction commit time will be used. Cannot be
8876
+ # specified along with `TransactionId`.
8877
+ # @return [Time]
8878
+ #
8735
8879
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
8736
8880
  #
8737
8881
  class GetPartitionsRequest < Struct.new(
@@ -8742,7 +8886,9 @@ module Aws::Glue
8742
8886
  :next_token,
8743
8887
  :segment,
8744
8888
  :max_results,
8745
- :exclude_column_schema)
8889
+ :exclude_column_schema,
8890
+ :transaction_id,
8891
+ :query_as_of_time)
8746
8892
  SENSITIVE = []
8747
8893
  include Aws::Structure
8748
8894
  end
@@ -9453,6 +9599,8 @@ module Aws::Glue
9453
9599
  # catalog_id: "CatalogIdString",
9454
9600
  # database_name: "NameString", # required
9455
9601
  # name: "NameString", # required
9602
+ # transaction_id: "TransactionIdString",
9603
+ # query_as_of_time: Time.now,
9456
9604
  # }
9457
9605
  #
9458
9606
  # @!attribute [rw] catalog_id
@@ -9470,12 +9618,24 @@ module Aws::Glue
9470
9618
  # compatibility, this name is entirely lowercase.
9471
9619
  # @return [String]
9472
9620
  #
9621
+ # @!attribute [rw] transaction_id
9622
+ # The transaction ID at which to read the table contents.
9623
+ # @return [String]
9624
+ #
9625
+ # @!attribute [rw] query_as_of_time
9626
+ # The time as of when to read the table contents. If not set, the most
9627
+ # recent transaction commit time will be used. Cannot be specified
9628
+ # along with `TransactionId`.
9629
+ # @return [Time]
9630
+ #
9473
9631
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
9474
9632
  #
9475
9633
  class GetTableRequest < Struct.new(
9476
9634
  :catalog_id,
9477
9635
  :database_name,
9478
- :name)
9636
+ :name,
9637
+ :transaction_id,
9638
+ :query_as_of_time)
9479
9639
  SENSITIVE = []
9480
9640
  include Aws::Structure
9481
9641
  end
@@ -9620,6 +9780,8 @@ module Aws::Glue
9620
9780
  # expression: "FilterString",
9621
9781
  # next_token: "Token",
9622
9782
  # max_results: 1,
9783
+ # transaction_id: "TransactionIdString",
9784
+ # query_as_of_time: Time.now,
9623
9785
  # }
9624
9786
  #
9625
9787
  # @!attribute [rw] catalog_id
@@ -9645,6 +9807,16 @@ module Aws::Glue
9645
9807
  # The maximum number of tables to return in a single response.
9646
9808
  # @return [Integer]
9647
9809
  #
9810
+ # @!attribute [rw] transaction_id
9811
+ # The transaction ID at which to read the table contents.
9812
+ # @return [String]
9813
+ #
9814
+ # @!attribute [rw] query_as_of_time
9815
+ # The time as of when to read the table contents. If not set, the most
9816
+ # recent transaction commit time will be used. Cannot be specified
9817
+ # along with `TransactionId`.
9818
+ # @return [Time]
9819
+ #
9648
9820
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTablesRequest AWS API Documentation
9649
9821
  #
9650
9822
  class GetTablesRequest < Struct.new(
@@ -9652,7 +9824,9 @@ module Aws::Glue
9652
9824
  :database_name,
9653
9825
  :expression,
9654
9826
  :next_token,
9655
- :max_results)
9827
+ :max_results,
9828
+ :transaction_id,
9829
+ :query_as_of_time)
9656
9830
  SENSITIVE = []
9657
9831
  include Aws::Structure
9658
9832
  end
@@ -9789,6 +9963,216 @@ module Aws::Glue
9789
9963
  include Aws::Structure
9790
9964
  end
9791
9965
 
9966
+ # @note When making an API call, you may pass GetUnfilteredPartitionMetadataRequest
9967
+ # data as a hash:
9968
+ #
9969
+ # {
9970
+ # catalog_id: "CatalogIdString", # required
9971
+ # database_name: "NameString", # required
9972
+ # table_name: "NameString", # required
9973
+ # partition_values: ["ValueString"], # required
9974
+ # audit_context: {
9975
+ # additional_audit_context: "AuditContextString",
9976
+ # },
9977
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
9978
+ # }
9979
+ #
9980
+ # @!attribute [rw] catalog_id
9981
+ # @return [String]
9982
+ #
9983
+ # @!attribute [rw] database_name
9984
+ # @return [String]
9985
+ #
9986
+ # @!attribute [rw] table_name
9987
+ # @return [String]
9988
+ #
9989
+ # @!attribute [rw] partition_values
9990
+ # @return [Array<String>]
9991
+ #
9992
+ # @!attribute [rw] audit_context
9993
+ # @return [Types::AuditContext]
9994
+ #
9995
+ # @!attribute [rw] supported_permission_types
9996
+ # @return [Array<String>]
9997
+ #
9998
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
9999
+ #
10000
+ class GetUnfilteredPartitionMetadataRequest < Struct.new(
10001
+ :catalog_id,
10002
+ :database_name,
10003
+ :table_name,
10004
+ :partition_values,
10005
+ :audit_context,
10006
+ :supported_permission_types)
10007
+ SENSITIVE = []
10008
+ include Aws::Structure
10009
+ end
10010
+
10011
+ # @!attribute [rw] partition
10012
+ # Represents a slice of table data.
10013
+ # @return [Types::Partition]
10014
+ #
10015
+ # @!attribute [rw] authorized_columns
10016
+ # @return [Array<String>]
10017
+ #
10018
+ # @!attribute [rw] is_registered_with_lake_formation
10019
+ # @return [Boolean]
10020
+ #
10021
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
10022
+ #
10023
+ class GetUnfilteredPartitionMetadataResponse < Struct.new(
10024
+ :partition,
10025
+ :authorized_columns,
10026
+ :is_registered_with_lake_formation)
10027
+ SENSITIVE = []
10028
+ include Aws::Structure
10029
+ end
10030
+
10031
+ # @note When making an API call, you may pass GetUnfilteredPartitionsMetadataRequest
10032
+ # data as a hash:
10033
+ #
10034
+ # {
10035
+ # catalog_id: "CatalogIdString", # required
10036
+ # database_name: "NameString", # required
10037
+ # table_name: "NameString", # required
10038
+ # expression: "PredicateString",
10039
+ # audit_context: {
10040
+ # additional_audit_context: "AuditContextString",
10041
+ # },
10042
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10043
+ # next_token: "Token",
10044
+ # segment: {
10045
+ # segment_number: 1, # required
10046
+ # total_segments: 1, # required
10047
+ # },
10048
+ # max_results: 1,
10049
+ # }
10050
+ #
10051
+ # @!attribute [rw] catalog_id
10052
+ # @return [String]
10053
+ #
10054
+ # @!attribute [rw] database_name
10055
+ # @return [String]
10056
+ #
10057
+ # @!attribute [rw] table_name
10058
+ # @return [String]
10059
+ #
10060
+ # @!attribute [rw] expression
10061
+ # @return [String]
10062
+ #
10063
+ # @!attribute [rw] audit_context
10064
+ # @return [Types::AuditContext]
10065
+ #
10066
+ # @!attribute [rw] supported_permission_types
10067
+ # @return [Array<String>]
10068
+ #
10069
+ # @!attribute [rw] next_token
10070
+ # @return [String]
10071
+ #
10072
+ # @!attribute [rw] segment
10073
+ # Defines a non-overlapping region of a table's partitions, allowing
10074
+ # multiple requests to be run in parallel.
10075
+ # @return [Types::Segment]
10076
+ #
10077
+ # @!attribute [rw] max_results
10078
+ # @return [Integer]
10079
+ #
10080
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
10081
+ #
10082
+ class GetUnfilteredPartitionsMetadataRequest < Struct.new(
10083
+ :catalog_id,
10084
+ :database_name,
10085
+ :table_name,
10086
+ :expression,
10087
+ :audit_context,
10088
+ :supported_permission_types,
10089
+ :next_token,
10090
+ :segment,
10091
+ :max_results)
10092
+ SENSITIVE = []
10093
+ include Aws::Structure
10094
+ end
10095
+
10096
+ # @!attribute [rw] unfiltered_partitions
10097
+ # @return [Array<Types::UnfilteredPartition>]
10098
+ #
10099
+ # @!attribute [rw] next_token
10100
+ # @return [String]
10101
+ #
10102
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
10103
+ #
10104
+ class GetUnfilteredPartitionsMetadataResponse < Struct.new(
10105
+ :unfiltered_partitions,
10106
+ :next_token)
10107
+ SENSITIVE = []
10108
+ include Aws::Structure
10109
+ end
10110
+
10111
+ # @note When making an API call, you may pass GetUnfilteredTableMetadataRequest
10112
+ # data as a hash:
10113
+ #
10114
+ # {
10115
+ # catalog_id: "CatalogIdString", # required
10116
+ # database_name: "NameString", # required
10117
+ # name: "NameString", # required
10118
+ # audit_context: {
10119
+ # additional_audit_context: "AuditContextString",
10120
+ # },
10121
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
10122
+ # }
10123
+ #
10124
+ # @!attribute [rw] catalog_id
10125
+ # @return [String]
10126
+ #
10127
+ # @!attribute [rw] database_name
10128
+ # @return [String]
10129
+ #
10130
+ # @!attribute [rw] name
10131
+ # @return [String]
10132
+ #
10133
+ # @!attribute [rw] audit_context
10134
+ # @return [Types::AuditContext]
10135
+ #
10136
+ # @!attribute [rw] supported_permission_types
10137
+ # @return [Array<String>]
10138
+ #
10139
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
10140
+ #
10141
+ class GetUnfilteredTableMetadataRequest < Struct.new(
10142
+ :catalog_id,
10143
+ :database_name,
10144
+ :name,
10145
+ :audit_context,
10146
+ :supported_permission_types)
10147
+ SENSITIVE = []
10148
+ include Aws::Structure
10149
+ end
10150
+
10151
+ # @!attribute [rw] table
10152
+ # Represents a collection of related data organized in columns and
10153
+ # rows.
10154
+ # @return [Types::Table]
10155
+ #
10156
+ # @!attribute [rw] authorized_columns
10157
+ # @return [Array<String>]
10158
+ #
10159
+ # @!attribute [rw] is_registered_with_lake_formation
10160
+ # @return [Boolean]
10161
+ #
10162
+ # @!attribute [rw] cell_filters
10163
+ # @return [Array<Types::ColumnRowFilter>]
10164
+ #
10165
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
10166
+ #
10167
+ class GetUnfilteredTableMetadataResponse < Struct.new(
10168
+ :table,
10169
+ :authorized_columns,
10170
+ :is_registered_with_lake_formation,
10171
+ :cell_filters)
10172
+ SENSITIVE = []
10173
+ include Aws::Structure
10174
+ end
10175
+
9792
10176
  # @note When making an API call, you may pass GetUserDefinedFunctionRequest
9793
10177
  # data as a hash:
9794
10178
  #
@@ -10323,6 +10707,20 @@ module Aws::Glue
10323
10707
  include Aws::Structure
10324
10708
  end
10325
10709
 
10710
+ # An error that indicates your data is in an invalid state.
10711
+ #
10712
+ # @!attribute [rw] message
10713
+ # A message describing the problem.
10714
+ # @return [String]
10715
+ #
10716
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidStateException AWS API Documentation
10717
+ #
10718
+ class InvalidStateException < Struct.new(
10719
+ :message)
10720
+ SENSITIVE = []
10721
+ include Aws::Structure
10722
+ end
10723
+
10326
10724
  # Specifies a JDBC data store to crawl.
10327
10725
  #
10328
10726
  # @note When making an API call, you may pass JdbcTarget
@@ -11190,6 +11588,29 @@ module Aws::Glue
11190
11588
  include Aws::Structure
11191
11589
  end
11192
11590
 
11591
+ # @note When making an API call, you may pass LakeFormationConfiguration
11592
+ # data as a hash:
11593
+ #
11594
+ # {
11595
+ # use_lake_formation_credentials: false,
11596
+ # account_id: "AccountId",
11597
+ # }
11598
+ #
11599
+ # @!attribute [rw] use_lake_formation_credentials
11600
+ # @return [Boolean]
11601
+ #
11602
+ # @!attribute [rw] account_id
11603
+ # @return [String]
11604
+ #
11605
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
11606
+ #
11607
+ class LakeFormationConfiguration < Struct.new(
11608
+ :use_lake_formation_credentials,
11609
+ :account_id)
11610
+ SENSITIVE = []
11611
+ include Aws::Structure
11612
+ end
11613
+
11193
11614
  # When there are multiple versions of a blueprint and the latest version
11194
11615
  # has some errors, this attribute indicates the last successful
11195
11616
  # blueprint definition that is available with the service.
@@ -12628,6 +13049,7 @@ module Aws::Glue
12628
13049
  # },
12629
13050
  # ],
12630
13051
  # location: "LocationString",
13052
+ # additional_locations: ["LocationString"],
12631
13053
  # input_format: "FormatString",
12632
13054
  # output_format: "FormatString",
12633
13055
  # compressed: false,
@@ -12734,6 +13156,17 @@ module Aws::Glue
12734
13156
  include Aws::Structure
12735
13157
  end
12736
13158
 
13159
+ # @!attribute [rw] message
13160
+ # @return [String]
13161
+ #
13162
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
13163
+ #
13164
+ class PermissionTypeMismatchException < Struct.new(
13165
+ :message)
13166
+ SENSITIVE = []
13167
+ include Aws::Structure
13168
+ end
13169
+
12737
13170
  # Specifies the physical requirements for a connection.
12738
13171
  #
12739
13172
  # @note When making an API call, you may pass PhysicalConnectionRequirements
@@ -13520,6 +13953,20 @@ module Aws::Glue
13520
13953
  include Aws::Structure
13521
13954
  end
13522
13955
 
13956
+ # A resource was not ready for a transaction.
13957
+ #
13958
+ # @!attribute [rw] message
13959
+ # A message describing the problem.
13960
+ # @return [String]
13961
+ #
13962
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotReadyException AWS API Documentation
13963
+ #
13964
+ class ResourceNotReadyException < Struct.new(
13965
+ :message)
13966
+ SENSITIVE = []
13967
+ include Aws::Structure
13968
+ end
13969
+
13523
13970
  # A resource numerical limit was exceeded.
13524
13971
  #
13525
13972
  # @!attribute [rw] message
@@ -14721,16 +15168,24 @@ module Aws::Glue
14721
15168
  #
14722
15169
  # {
14723
15170
  # name: "NameString", # required
15171
+ # run_properties: {
15172
+ # "IdString" => "GenericString",
15173
+ # },
14724
15174
  # }
14725
15175
  #
14726
15176
  # @!attribute [rw] name
14727
15177
  # The name of the workflow to start.
14728
15178
  # @return [String]
14729
15179
  #
15180
+ # @!attribute [rw] run_properties
15181
+ # The workflow run properties for the new workflow run.
15182
+ # @return [Hash<String,String>]
15183
+ #
14730
15184
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
14731
15185
  #
14732
15186
  class StartWorkflowRunRequest < Struct.new(
14733
- :name)
15187
+ :name,
15188
+ :run_properties)
14734
15189
  SENSITIVE = []
14735
15190
  include Aws::Structure
14736
15191
  end
@@ -14892,6 +15347,7 @@ module Aws::Glue
14892
15347
  # },
14893
15348
  # ],
14894
15349
  # location: "LocationString",
15350
+ # additional_locations: ["LocationString"],
14895
15351
  # input_format: "FormatString",
14896
15352
  # output_format: "FormatString",
14897
15353
  # compressed: false,
@@ -14942,6 +15398,9 @@ module Aws::Glue
14942
15398
  # warehouse, followed by the table name.
14943
15399
  # @return [String]
14944
15400
  #
15401
+ # @!attribute [rw] additional_locations
15402
+ # @return [Array<String>]
15403
+ #
14945
15404
  # @!attribute [rw] input_format
14946
15405
  # The input format: `SequenceFileInputFormat` (binary), or
14947
15406
  # `TextInputFormat`, or a custom format.
@@ -15000,6 +15459,7 @@ module Aws::Glue
15000
15459
  class StorageDescriptor < Struct.new(
15001
15460
  :columns,
15002
15461
  :location,
15462
+ :additional_locations,
15003
15463
  :input_format,
15004
15464
  :output_format,
15005
15465
  :compressed,
@@ -15250,6 +15710,7 @@ module Aws::Glue
15250
15710
  # },
15251
15711
  # ],
15252
15712
  # location: "LocationString",
15713
+ # additional_locations: ["LocationString"],
15253
15714
  # input_format: "FormatString",
15254
15715
  # output_format: "FormatString",
15255
15716
  # compressed: false,
@@ -16010,6 +16471,26 @@ module Aws::Glue
16010
16471
  include Aws::Structure
16011
16472
  end
16012
16473
 
16474
+ # @!attribute [rw] partition
16475
+ # Represents a slice of table data.
16476
+ # @return [Types::Partition]
16477
+ #
16478
+ # @!attribute [rw] authorized_columns
16479
+ # @return [Array<String>]
16480
+ #
16481
+ # @!attribute [rw] is_registered_with_lake_formation
16482
+ # @return [Boolean]
16483
+ #
16484
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
16485
+ #
16486
+ class UnfilteredPartition < Struct.new(
16487
+ :partition,
16488
+ :authorized_columns,
16489
+ :is_registered_with_lake_formation)
16490
+ SENSITIVE = []
16491
+ include Aws::Structure
16492
+ end
16493
+
16013
16494
  # @note When making an API call, you may pass UntagResourceRequest
16014
16495
  # data as a hash:
16015
16496
  #
@@ -16456,6 +16937,14 @@ module Aws::Glue
16456
16937
  # {
16457
16938
  # database_name: "NameString", # required
16458
16939
  # tables: ["NameString"], # required
16940
+ # connection_name: "ConnectionName",
16941
+ # },
16942
+ # ],
16943
+ # delta_targets: [
16944
+ # {
16945
+ # delta_tables: ["Path"],
16946
+ # connection_name: "ConnectionName",
16947
+ # write_manifest: false,
16459
16948
  # },
16460
16949
  # ],
16461
16950
  # },
@@ -16472,6 +16961,10 @@ module Aws::Glue
16472
16961
  # lineage_configuration: {
16473
16962
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
16474
16963
  # },
16964
+ # lake_formation_configuration: {
16965
+ # use_lake_formation_credentials: false,
16966
+ # account_id: "AccountId",
16967
+ # },
16475
16968
  # configuration: "CrawlerConfiguration",
16476
16969
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
16477
16970
  # }
@@ -16532,6 +17025,9 @@ module Aws::Glue
16532
17025
  # Specifies data lineage configuration settings for the crawler.
16533
17026
  # @return [Types::LineageConfiguration]
16534
17027
  #
17028
+ # @!attribute [rw] lake_formation_configuration
17029
+ # @return [Types::LakeFormationConfiguration]
17030
+ #
16535
17031
  # @!attribute [rw] configuration
16536
17032
  # Crawler configuration information. This versioned JSON string allows
16537
17033
  # users to specify aspects of a crawler's behavior. For more
@@ -16561,6 +17057,7 @@ module Aws::Glue
16561
17057
  :schema_change_policy,
16562
17058
  :recrawl_policy,
16563
17059
  :lineage_configuration,
17060
+ :lake_formation_configuration,
16564
17061
  :configuration,
16565
17062
  :crawler_security_configuration)
16566
17063
  SENSITIVE = []
@@ -17111,6 +17608,7 @@ module Aws::Glue
17111
17608
  # },
17112
17609
  # ],
17113
17610
  # location: "LocationString",
17611
+ # additional_locations: ["LocationString"],
17114
17612
  # input_format: "FormatString",
17115
17613
  # output_format: "FormatString",
17116
17614
  # compressed: false,
@@ -17347,6 +17845,7 @@ module Aws::Glue
17347
17845
  # },
17348
17846
  # ],
17349
17847
  # location: "LocationString",
17848
+ # additional_locations: ["LocationString"],
17350
17849
  # input_format: "FormatString",
17351
17850
  # output_format: "FormatString",
17352
17851
  # compressed: false,
@@ -17409,6 +17908,7 @@ module Aws::Glue
17409
17908
  # },
17410
17909
  # },
17411
17910
  # skip_archive: false,
17911
+ # transaction_id: "TransactionIdString",
17412
17912
  # }
17413
17913
  #
17414
17914
  # @!attribute [rw] catalog_id
@@ -17432,13 +17932,18 @@ module Aws::Glue
17432
17932
  # `UpdateTable` does not create the archived version.
17433
17933
  # @return [Boolean]
17434
17934
  #
17935
+ # @!attribute [rw] transaction_id
17936
+ # The transaction ID at which to update the table contents.
17937
+ # @return [String]
17938
+ #
17435
17939
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation
17436
17940
  #
17437
17941
  class UpdateTableRequest < Struct.new(
17438
17942
  :catalog_id,
17439
17943
  :database_name,
17440
17944
  :table_input,
17441
- :skip_archive)
17945
+ :skip_archive,
17946
+ :transaction_id)
17442
17947
  SENSITIVE = []
17443
17948
  include Aws::Structure
17444
17949
  end