aws-sdk-glue 1.99.0 → 1.103.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +450 -3
- data/lib/aws-sdk-glue/client_api.rb +178 -0
- data/lib/aws-sdk-glue/errors.rb +48 -0
- data/lib/aws-sdk-glue/types.rb +516 -11
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,6 +114,24 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# @note When making an API call, you may pass AuditContext
|
118
|
+
# data as a hash:
|
119
|
+
#
|
120
|
+
# {
|
121
|
+
# additional_audit_context: "AuditContextString",
|
122
|
+
# }
|
123
|
+
#
|
124
|
+
# @!attribute [rw] additional_audit_context
|
125
|
+
# @return [String]
|
126
|
+
#
|
127
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
|
128
|
+
#
|
129
|
+
class AuditContext < Struct.new(
|
130
|
+
:additional_audit_context)
|
131
|
+
SENSITIVE = []
|
132
|
+
include Aws::Structure
|
133
|
+
end
|
134
|
+
|
117
135
|
# A list of errors that can occur when registering partition indexes for
|
118
136
|
# an existing table.
|
119
137
|
#
|
@@ -176,6 +194,7 @@ module Aws::Glue
|
|
176
194
|
# },
|
177
195
|
# ],
|
178
196
|
# location: "LocationString",
|
197
|
+
# additional_locations: ["LocationString"],
|
179
198
|
# input_format: "FormatString",
|
180
199
|
# output_format: "FormatString",
|
181
200
|
# compressed: false,
|
@@ -377,6 +396,7 @@ module Aws::Glue
|
|
377
396
|
# catalog_id: "CatalogIdString",
|
378
397
|
# database_name: "NameString", # required
|
379
398
|
# tables_to_delete: ["NameString"], # required
|
399
|
+
# transaction_id: "TransactionIdString",
|
380
400
|
# }
|
381
401
|
#
|
382
402
|
# @!attribute [rw] catalog_id
|
@@ -393,12 +413,17 @@ module Aws::Glue
|
|
393
413
|
# A list of the table to delete.
|
394
414
|
# @return [Array<String>]
|
395
415
|
#
|
416
|
+
# @!attribute [rw] transaction_id
|
417
|
+
# The transaction ID at which to delete the table contents.
|
418
|
+
# @return [String]
|
419
|
+
#
|
396
420
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteTableRequest AWS API Documentation
|
397
421
|
#
|
398
422
|
class BatchDeleteTableRequest < Struct.new(
|
399
423
|
:catalog_id,
|
400
424
|
:database_name,
|
401
|
-
:tables_to_delete
|
425
|
+
:tables_to_delete,
|
426
|
+
:transaction_id)
|
402
427
|
SENSITIVE = []
|
403
428
|
include Aws::Structure
|
404
429
|
end
|
@@ -907,6 +932,7 @@ module Aws::Glue
|
|
907
932
|
# },
|
908
933
|
# ],
|
909
934
|
# location: "LocationString",
|
935
|
+
# additional_locations: ["LocationString"],
|
910
936
|
# input_format: "FormatString",
|
911
937
|
# output_format: "FormatString",
|
912
938
|
# compressed: false,
|
@@ -1009,6 +1035,7 @@ module Aws::Glue
|
|
1009
1035
|
# },
|
1010
1036
|
# ],
|
1011
1037
|
# location: "LocationString",
|
1038
|
+
# additional_locations: ["LocationString"],
|
1012
1039
|
# input_format: "FormatString",
|
1013
1040
|
# output_format: "FormatString",
|
1014
1041
|
# compressed: false,
|
@@ -1424,6 +1451,7 @@ module Aws::Glue
|
|
1424
1451
|
# {
|
1425
1452
|
# database_name: "NameString", # required
|
1426
1453
|
# tables: ["NameString"], # required
|
1454
|
+
# connection_name: "ConnectionName",
|
1427
1455
|
# }
|
1428
1456
|
#
|
1429
1457
|
# @!attribute [rw] database_name
|
@@ -1434,11 +1462,18 @@ module Aws::Glue
|
|
1434
1462
|
# A list of the tables to be synchronized.
|
1435
1463
|
# @return [Array<String>]
|
1436
1464
|
#
|
1465
|
+
# @!attribute [rw] connection_name
|
1466
|
+
# The name of the connection for an Amazon S3-backed Data Catalog
|
1467
|
+
# table to be a target of the crawl when using a `Catalog` connection
|
1468
|
+
# type paired with a `NETWORK` Connection type.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1437
1471
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
|
1438
1472
|
#
|
1439
1473
|
class CatalogTarget < Struct.new(
|
1440
1474
|
:database_name,
|
1441
|
-
:tables
|
1475
|
+
:tables,
|
1476
|
+
:connection_name)
|
1442
1477
|
SENSITIVE = []
|
1443
1478
|
include Aws::Structure
|
1444
1479
|
end
|
@@ -1748,6 +1783,21 @@ module Aws::Glue
|
|
1748
1783
|
include Aws::Structure
|
1749
1784
|
end
|
1750
1785
|
|
1786
|
+
# @!attribute [rw] column_name
|
1787
|
+
# @return [String]
|
1788
|
+
#
|
1789
|
+
# @!attribute [rw] row_filter_expression
|
1790
|
+
# @return [String]
|
1791
|
+
#
|
1792
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
1793
|
+
#
|
1794
|
+
class ColumnRowFilter < Struct.new(
|
1795
|
+
:column_name,
|
1796
|
+
:row_filter_expression)
|
1797
|
+
SENSITIVE = []
|
1798
|
+
include Aws::Structure
|
1799
|
+
end
|
1800
|
+
|
1751
1801
|
# Represents the generated column-level statistics for a table or
|
1752
1802
|
# partition.
|
1753
1803
|
#
|
@@ -2561,6 +2611,9 @@ module Aws::Glue
|
|
2561
2611
|
# crawler.
|
2562
2612
|
# @return [String]
|
2563
2613
|
#
|
2614
|
+
# @!attribute [rw] lake_formation_configuration
|
2615
|
+
# @return [Types::LakeFormationConfiguration]
|
2616
|
+
#
|
2564
2617
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
2565
2618
|
#
|
2566
2619
|
class Crawler < Struct.new(
|
@@ -2582,7 +2635,8 @@ module Aws::Glue
|
|
2582
2635
|
:last_crawl,
|
2583
2636
|
:version,
|
2584
2637
|
:configuration,
|
2585
|
-
:crawler_security_configuration
|
2638
|
+
:crawler_security_configuration,
|
2639
|
+
:lake_formation_configuration)
|
2586
2640
|
SENSITIVE = []
|
2587
2641
|
include Aws::Structure
|
2588
2642
|
end
|
@@ -2735,6 +2789,14 @@ module Aws::Glue
|
|
2735
2789
|
# {
|
2736
2790
|
# database_name: "NameString", # required
|
2737
2791
|
# tables: ["NameString"], # required
|
2792
|
+
# connection_name: "ConnectionName",
|
2793
|
+
# },
|
2794
|
+
# ],
|
2795
|
+
# delta_targets: [
|
2796
|
+
# {
|
2797
|
+
# delta_tables: ["Path"],
|
2798
|
+
# connection_name: "ConnectionName",
|
2799
|
+
# write_manifest: false,
|
2738
2800
|
# },
|
2739
2801
|
# ],
|
2740
2802
|
# }
|
@@ -2759,6 +2821,10 @@ module Aws::Glue
|
|
2759
2821
|
# Specifies Glue Data Catalog targets.
|
2760
2822
|
# @return [Array<Types::CatalogTarget>]
|
2761
2823
|
#
|
2824
|
+
# @!attribute [rw] delta_targets
|
2825
|
+
# Specifies Delta data store targets.
|
2826
|
+
# @return [Array<Types::DeltaTarget>]
|
2827
|
+
#
|
2762
2828
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
2763
2829
|
#
|
2764
2830
|
class CrawlerTargets < Struct.new(
|
@@ -2766,7 +2832,8 @@ module Aws::Glue
|
|
2766
2832
|
:jdbc_targets,
|
2767
2833
|
:mongo_db_targets,
|
2768
2834
|
:dynamo_db_targets,
|
2769
|
-
:catalog_targets
|
2835
|
+
:catalog_targets,
|
2836
|
+
:delta_targets)
|
2770
2837
|
SENSITIVE = []
|
2771
2838
|
include Aws::Structure
|
2772
2839
|
end
|
@@ -2979,6 +3046,14 @@ module Aws::Glue
|
|
2979
3046
|
# {
|
2980
3047
|
# database_name: "NameString", # required
|
2981
3048
|
# tables: ["NameString"], # required
|
3049
|
+
# connection_name: "ConnectionName",
|
3050
|
+
# },
|
3051
|
+
# ],
|
3052
|
+
# delta_targets: [
|
3053
|
+
# {
|
3054
|
+
# delta_tables: ["Path"],
|
3055
|
+
# connection_name: "ConnectionName",
|
3056
|
+
# write_manifest: false,
|
2982
3057
|
# },
|
2983
3058
|
# ],
|
2984
3059
|
# },
|
@@ -2995,6 +3070,10 @@ module Aws::Glue
|
|
2995
3070
|
# lineage_configuration: {
|
2996
3071
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
2997
3072
|
# },
|
3073
|
+
# lake_formation_configuration: {
|
3074
|
+
# use_lake_formation_credentials: false,
|
3075
|
+
# account_id: "AccountId",
|
3076
|
+
# },
|
2998
3077
|
# configuration: "CrawlerConfiguration",
|
2999
3078
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
3000
3079
|
# tags: {
|
@@ -3058,6 +3137,9 @@ module Aws::Glue
|
|
3058
3137
|
# Specifies data lineage configuration settings for the crawler.
|
3059
3138
|
# @return [Types::LineageConfiguration]
|
3060
3139
|
#
|
3140
|
+
# @!attribute [rw] lake_formation_configuration
|
3141
|
+
# @return [Types::LakeFormationConfiguration]
|
3142
|
+
#
|
3061
3143
|
# @!attribute [rw] configuration
|
3062
3144
|
# Crawler configuration information. This versioned JSON string allows
|
3063
3145
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -3097,6 +3179,7 @@ module Aws::Glue
|
|
3097
3179
|
:schema_change_policy,
|
3098
3180
|
:recrawl_policy,
|
3099
3181
|
:lineage_configuration,
|
3182
|
+
:lake_formation_configuration,
|
3100
3183
|
:configuration,
|
3101
3184
|
:crawler_security_configuration,
|
3102
3185
|
:tags)
|
@@ -4141,6 +4224,7 @@ module Aws::Glue
|
|
4141
4224
|
# },
|
4142
4225
|
# ],
|
4143
4226
|
# location: "LocationString",
|
4227
|
+
# additional_locations: ["LocationString"],
|
4144
4228
|
# input_format: "FormatString",
|
4145
4229
|
# output_format: "FormatString",
|
4146
4230
|
# compressed: false,
|
@@ -4630,6 +4714,7 @@ module Aws::Glue
|
|
4630
4714
|
# },
|
4631
4715
|
# ],
|
4632
4716
|
# location: "LocationString",
|
4717
|
+
# additional_locations: ["LocationString"],
|
4633
4718
|
# input_format: "FormatString",
|
4634
4719
|
# output_format: "FormatString",
|
4635
4720
|
# compressed: false,
|
@@ -4697,6 +4782,7 @@ module Aws::Glue
|
|
4697
4782
|
# index_name: "NameString", # required
|
4698
4783
|
# },
|
4699
4784
|
# ],
|
4785
|
+
# transaction_id: "TransactionIdString",
|
4700
4786
|
# }
|
4701
4787
|
#
|
4702
4788
|
# @!attribute [rw] catalog_id
|
@@ -4719,13 +4805,18 @@ module Aws::Glue
|
|
4719
4805
|
# in the table.
|
4720
4806
|
# @return [Array<Types::PartitionIndex>]
|
4721
4807
|
#
|
4808
|
+
# @!attribute [rw] transaction_id
|
4809
|
+
# The ID of the transaction.
|
4810
|
+
# @return [String]
|
4811
|
+
#
|
4722
4812
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
|
4723
4813
|
#
|
4724
4814
|
class CreateTableRequest < Struct.new(
|
4725
4815
|
:catalog_id,
|
4726
4816
|
:database_name,
|
4727
4817
|
:table_input,
|
4728
|
-
:partition_indexes
|
4818
|
+
:partition_indexes,
|
4819
|
+
:transaction_id)
|
4729
4820
|
SENSITIVE = []
|
4730
4821
|
include Aws::Structure
|
4731
4822
|
end
|
@@ -6001,6 +6092,7 @@ module Aws::Glue
|
|
6001
6092
|
# catalog_id: "CatalogIdString",
|
6002
6093
|
# database_name: "NameString", # required
|
6003
6094
|
# name: "NameString", # required
|
6095
|
+
# transaction_id: "TransactionIdString",
|
6004
6096
|
# }
|
6005
6097
|
#
|
6006
6098
|
# @!attribute [rw] catalog_id
|
@@ -6018,12 +6110,17 @@ module Aws::Glue
|
|
6018
6110
|
# name is entirely lowercase.
|
6019
6111
|
# @return [String]
|
6020
6112
|
#
|
6113
|
+
# @!attribute [rw] transaction_id
|
6114
|
+
# The transaction ID at which to delete the table contents.
|
6115
|
+
# @return [String]
|
6116
|
+
#
|
6021
6117
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableRequest AWS API Documentation
|
6022
6118
|
#
|
6023
6119
|
class DeleteTableRequest < Struct.new(
|
6024
6120
|
:catalog_id,
|
6025
6121
|
:database_name,
|
6026
|
-
:name
|
6122
|
+
:name,
|
6123
|
+
:transaction_id)
|
6027
6124
|
SENSITIVE = []
|
6028
6125
|
include Aws::Structure
|
6029
6126
|
end
|
@@ -6176,6 +6273,41 @@ module Aws::Glue
|
|
6176
6273
|
include Aws::Structure
|
6177
6274
|
end
|
6178
6275
|
|
6276
|
+
# Specifies a Delta data store to crawl one or more Delta tables.
|
6277
|
+
#
|
6278
|
+
# @note When making an API call, you may pass DeltaTarget
|
6279
|
+
# data as a hash:
|
6280
|
+
#
|
6281
|
+
# {
|
6282
|
+
# delta_tables: ["Path"],
|
6283
|
+
# connection_name: "ConnectionName",
|
6284
|
+
# write_manifest: false,
|
6285
|
+
# }
|
6286
|
+
#
|
6287
|
+
# @!attribute [rw] delta_tables
|
6288
|
+
# A list of the Amazon S3 paths to the Delta tables.
|
6289
|
+
# @return [Array<String>]
|
6290
|
+
#
|
6291
|
+
# @!attribute [rw] connection_name
|
6292
|
+
# The name of the connection to use to connect to the Delta table
|
6293
|
+
# target.
|
6294
|
+
# @return [String]
|
6295
|
+
#
|
6296
|
+
# @!attribute [rw] write_manifest
|
6297
|
+
# Specifies whether to write the manifest files to the Delta table
|
6298
|
+
# path.
|
6299
|
+
# @return [Boolean]
|
6300
|
+
#
|
6301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeltaTarget AWS API Documentation
|
6302
|
+
#
|
6303
|
+
class DeltaTarget < Struct.new(
|
6304
|
+
:delta_tables,
|
6305
|
+
:connection_name,
|
6306
|
+
:write_manifest)
|
6307
|
+
SENSITIVE = []
|
6308
|
+
include Aws::Structure
|
6309
|
+
end
|
6310
|
+
|
6179
6311
|
# A development endpoint where a developer can remotely debug extract,
|
6180
6312
|
# transform, and load (ETL) scripts.
|
6181
6313
|
#
|
@@ -8599,6 +8731,8 @@ module Aws::Glue
|
|
8599
8731
|
# },
|
8600
8732
|
# max_results: 1,
|
8601
8733
|
# exclude_column_schema: false,
|
8734
|
+
# transaction_id: "TransactionIdString",
|
8735
|
+
# query_as_of_time: Time.now,
|
8602
8736
|
# }
|
8603
8737
|
#
|
8604
8738
|
# @!attribute [rw] catalog_id
|
@@ -8732,6 +8866,16 @@ module Aws::Glue
|
|
8732
8866
|
# problem of a large response by not returning duplicate data.
|
8733
8867
|
# @return [Boolean]
|
8734
8868
|
#
|
8869
|
+
# @!attribute [rw] transaction_id
|
8870
|
+
# The transaction ID at which to read the partition contents.
|
8871
|
+
# @return [String]
|
8872
|
+
#
|
8873
|
+
# @!attribute [rw] query_as_of_time
|
8874
|
+
# The time as of when to read the partition contents. If not set, the
|
8875
|
+
# most recent transaction commit time will be used. Cannot be
|
8876
|
+
# specified along with `TransactionId`.
|
8877
|
+
# @return [Time]
|
8878
|
+
#
|
8735
8879
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
|
8736
8880
|
#
|
8737
8881
|
class GetPartitionsRequest < Struct.new(
|
@@ -8742,7 +8886,9 @@ module Aws::Glue
|
|
8742
8886
|
:next_token,
|
8743
8887
|
:segment,
|
8744
8888
|
:max_results,
|
8745
|
-
:exclude_column_schema
|
8889
|
+
:exclude_column_schema,
|
8890
|
+
:transaction_id,
|
8891
|
+
:query_as_of_time)
|
8746
8892
|
SENSITIVE = []
|
8747
8893
|
include Aws::Structure
|
8748
8894
|
end
|
@@ -9453,6 +9599,8 @@ module Aws::Glue
|
|
9453
9599
|
# catalog_id: "CatalogIdString",
|
9454
9600
|
# database_name: "NameString", # required
|
9455
9601
|
# name: "NameString", # required
|
9602
|
+
# transaction_id: "TransactionIdString",
|
9603
|
+
# query_as_of_time: Time.now,
|
9456
9604
|
# }
|
9457
9605
|
#
|
9458
9606
|
# @!attribute [rw] catalog_id
|
@@ -9470,12 +9618,24 @@ module Aws::Glue
|
|
9470
9618
|
# compatibility, this name is entirely lowercase.
|
9471
9619
|
# @return [String]
|
9472
9620
|
#
|
9621
|
+
# @!attribute [rw] transaction_id
|
9622
|
+
# The transaction ID at which to read the table contents.
|
9623
|
+
# @return [String]
|
9624
|
+
#
|
9625
|
+
# @!attribute [rw] query_as_of_time
|
9626
|
+
# The time as of when to read the table contents. If not set, the most
|
9627
|
+
# recent transaction commit time will be used. Cannot be specified
|
9628
|
+
# along with `TransactionId`.
|
9629
|
+
# @return [Time]
|
9630
|
+
#
|
9473
9631
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
|
9474
9632
|
#
|
9475
9633
|
class GetTableRequest < Struct.new(
|
9476
9634
|
:catalog_id,
|
9477
9635
|
:database_name,
|
9478
|
-
:name
|
9636
|
+
:name,
|
9637
|
+
:transaction_id,
|
9638
|
+
:query_as_of_time)
|
9479
9639
|
SENSITIVE = []
|
9480
9640
|
include Aws::Structure
|
9481
9641
|
end
|
@@ -9620,6 +9780,8 @@ module Aws::Glue
|
|
9620
9780
|
# expression: "FilterString",
|
9621
9781
|
# next_token: "Token",
|
9622
9782
|
# max_results: 1,
|
9783
|
+
# transaction_id: "TransactionIdString",
|
9784
|
+
# query_as_of_time: Time.now,
|
9623
9785
|
# }
|
9624
9786
|
#
|
9625
9787
|
# @!attribute [rw] catalog_id
|
@@ -9645,6 +9807,16 @@ module Aws::Glue
|
|
9645
9807
|
# The maximum number of tables to return in a single response.
|
9646
9808
|
# @return [Integer]
|
9647
9809
|
#
|
9810
|
+
# @!attribute [rw] transaction_id
|
9811
|
+
# The transaction ID at which to read the table contents.
|
9812
|
+
# @return [String]
|
9813
|
+
#
|
9814
|
+
# @!attribute [rw] query_as_of_time
|
9815
|
+
# The time as of when to read the table contents. If not set, the most
|
9816
|
+
# recent transaction commit time will be used. Cannot be specified
|
9817
|
+
# along with `TransactionId`.
|
9818
|
+
# @return [Time]
|
9819
|
+
#
|
9648
9820
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTablesRequest AWS API Documentation
|
9649
9821
|
#
|
9650
9822
|
class GetTablesRequest < Struct.new(
|
@@ -9652,7 +9824,9 @@ module Aws::Glue
|
|
9652
9824
|
:database_name,
|
9653
9825
|
:expression,
|
9654
9826
|
:next_token,
|
9655
|
-
:max_results
|
9827
|
+
:max_results,
|
9828
|
+
:transaction_id,
|
9829
|
+
:query_as_of_time)
|
9656
9830
|
SENSITIVE = []
|
9657
9831
|
include Aws::Structure
|
9658
9832
|
end
|
@@ -9789,6 +9963,216 @@ module Aws::Glue
|
|
9789
9963
|
include Aws::Structure
|
9790
9964
|
end
|
9791
9965
|
|
9966
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionMetadataRequest
|
9967
|
+
# data as a hash:
|
9968
|
+
#
|
9969
|
+
# {
|
9970
|
+
# catalog_id: "CatalogIdString", # required
|
9971
|
+
# database_name: "NameString", # required
|
9972
|
+
# table_name: "NameString", # required
|
9973
|
+
# partition_values: ["ValueString"], # required
|
9974
|
+
# audit_context: {
|
9975
|
+
# additional_audit_context: "AuditContextString",
|
9976
|
+
# },
|
9977
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
9978
|
+
# }
|
9979
|
+
#
|
9980
|
+
# @!attribute [rw] catalog_id
|
9981
|
+
# @return [String]
|
9982
|
+
#
|
9983
|
+
# @!attribute [rw] database_name
|
9984
|
+
# @return [String]
|
9985
|
+
#
|
9986
|
+
# @!attribute [rw] table_name
|
9987
|
+
# @return [String]
|
9988
|
+
#
|
9989
|
+
# @!attribute [rw] partition_values
|
9990
|
+
# @return [Array<String>]
|
9991
|
+
#
|
9992
|
+
# @!attribute [rw] audit_context
|
9993
|
+
# @return [Types::AuditContext]
|
9994
|
+
#
|
9995
|
+
# @!attribute [rw] supported_permission_types
|
9996
|
+
# @return [Array<String>]
|
9997
|
+
#
|
9998
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
9999
|
+
#
|
10000
|
+
class GetUnfilteredPartitionMetadataRequest < Struct.new(
|
10001
|
+
:catalog_id,
|
10002
|
+
:database_name,
|
10003
|
+
:table_name,
|
10004
|
+
:partition_values,
|
10005
|
+
:audit_context,
|
10006
|
+
:supported_permission_types)
|
10007
|
+
SENSITIVE = []
|
10008
|
+
include Aws::Structure
|
10009
|
+
end
|
10010
|
+
|
10011
|
+
# @!attribute [rw] partition
|
10012
|
+
# Represents a slice of table data.
|
10013
|
+
# @return [Types::Partition]
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] authorized_columns
|
10016
|
+
# @return [Array<String>]
|
10017
|
+
#
|
10018
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10019
|
+
# @return [Boolean]
|
10020
|
+
#
|
10021
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
10022
|
+
#
|
10023
|
+
class GetUnfilteredPartitionMetadataResponse < Struct.new(
|
10024
|
+
:partition,
|
10025
|
+
:authorized_columns,
|
10026
|
+
:is_registered_with_lake_formation)
|
10027
|
+
SENSITIVE = []
|
10028
|
+
include Aws::Structure
|
10029
|
+
end
|
10030
|
+
|
10031
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionsMetadataRequest
|
10032
|
+
# data as a hash:
|
10033
|
+
#
|
10034
|
+
# {
|
10035
|
+
# catalog_id: "CatalogIdString", # required
|
10036
|
+
# database_name: "NameString", # required
|
10037
|
+
# table_name: "NameString", # required
|
10038
|
+
# expression: "PredicateString",
|
10039
|
+
# audit_context: {
|
10040
|
+
# additional_audit_context: "AuditContextString",
|
10041
|
+
# },
|
10042
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10043
|
+
# next_token: "Token",
|
10044
|
+
# segment: {
|
10045
|
+
# segment_number: 1, # required
|
10046
|
+
# total_segments: 1, # required
|
10047
|
+
# },
|
10048
|
+
# max_results: 1,
|
10049
|
+
# }
|
10050
|
+
#
|
10051
|
+
# @!attribute [rw] catalog_id
|
10052
|
+
# @return [String]
|
10053
|
+
#
|
10054
|
+
# @!attribute [rw] database_name
|
10055
|
+
# @return [String]
|
10056
|
+
#
|
10057
|
+
# @!attribute [rw] table_name
|
10058
|
+
# @return [String]
|
10059
|
+
#
|
10060
|
+
# @!attribute [rw] expression
|
10061
|
+
# @return [String]
|
10062
|
+
#
|
10063
|
+
# @!attribute [rw] audit_context
|
10064
|
+
# @return [Types::AuditContext]
|
10065
|
+
#
|
10066
|
+
# @!attribute [rw] supported_permission_types
|
10067
|
+
# @return [Array<String>]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] next_token
|
10070
|
+
# @return [String]
|
10071
|
+
#
|
10072
|
+
# @!attribute [rw] segment
|
10073
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
10074
|
+
# multiple requests to be run in parallel.
|
10075
|
+
# @return [Types::Segment]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] max_results
|
10078
|
+
# @return [Integer]
|
10079
|
+
#
|
10080
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
10081
|
+
#
|
10082
|
+
class GetUnfilteredPartitionsMetadataRequest < Struct.new(
|
10083
|
+
:catalog_id,
|
10084
|
+
:database_name,
|
10085
|
+
:table_name,
|
10086
|
+
:expression,
|
10087
|
+
:audit_context,
|
10088
|
+
:supported_permission_types,
|
10089
|
+
:next_token,
|
10090
|
+
:segment,
|
10091
|
+
:max_results)
|
10092
|
+
SENSITIVE = []
|
10093
|
+
include Aws::Structure
|
10094
|
+
end
|
10095
|
+
|
10096
|
+
# @!attribute [rw] unfiltered_partitions
|
10097
|
+
# @return [Array<Types::UnfilteredPartition>]
|
10098
|
+
#
|
10099
|
+
# @!attribute [rw] next_token
|
10100
|
+
# @return [String]
|
10101
|
+
#
|
10102
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
10103
|
+
#
|
10104
|
+
class GetUnfilteredPartitionsMetadataResponse < Struct.new(
|
10105
|
+
:unfiltered_partitions,
|
10106
|
+
:next_token)
|
10107
|
+
SENSITIVE = []
|
10108
|
+
include Aws::Structure
|
10109
|
+
end
|
10110
|
+
|
10111
|
+
# @note When making an API call, you may pass GetUnfilteredTableMetadataRequest
|
10112
|
+
# data as a hash:
|
10113
|
+
#
|
10114
|
+
# {
|
10115
|
+
# catalog_id: "CatalogIdString", # required
|
10116
|
+
# database_name: "NameString", # required
|
10117
|
+
# name: "NameString", # required
|
10118
|
+
# audit_context: {
|
10119
|
+
# additional_audit_context: "AuditContextString",
|
10120
|
+
# },
|
10121
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10122
|
+
# }
|
10123
|
+
#
|
10124
|
+
# @!attribute [rw] catalog_id
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] database_name
|
10128
|
+
# @return [String]
|
10129
|
+
#
|
10130
|
+
# @!attribute [rw] name
|
10131
|
+
# @return [String]
|
10132
|
+
#
|
10133
|
+
# @!attribute [rw] audit_context
|
10134
|
+
# @return [Types::AuditContext]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] supported_permission_types
|
10137
|
+
# @return [Array<String>]
|
10138
|
+
#
|
10139
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
10140
|
+
#
|
10141
|
+
class GetUnfilteredTableMetadataRequest < Struct.new(
|
10142
|
+
:catalog_id,
|
10143
|
+
:database_name,
|
10144
|
+
:name,
|
10145
|
+
:audit_context,
|
10146
|
+
:supported_permission_types)
|
10147
|
+
SENSITIVE = []
|
10148
|
+
include Aws::Structure
|
10149
|
+
end
|
10150
|
+
|
10151
|
+
# @!attribute [rw] table
|
10152
|
+
# Represents a collection of related data organized in columns and
|
10153
|
+
# rows.
|
10154
|
+
# @return [Types::Table]
|
10155
|
+
#
|
10156
|
+
# @!attribute [rw] authorized_columns
|
10157
|
+
# @return [Array<String>]
|
10158
|
+
#
|
10159
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10160
|
+
# @return [Boolean]
|
10161
|
+
#
|
10162
|
+
# @!attribute [rw] cell_filters
|
10163
|
+
# @return [Array<Types::ColumnRowFilter>]
|
10164
|
+
#
|
10165
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
10166
|
+
#
|
10167
|
+
class GetUnfilteredTableMetadataResponse < Struct.new(
|
10168
|
+
:table,
|
10169
|
+
:authorized_columns,
|
10170
|
+
:is_registered_with_lake_formation,
|
10171
|
+
:cell_filters)
|
10172
|
+
SENSITIVE = []
|
10173
|
+
include Aws::Structure
|
10174
|
+
end
|
10175
|
+
|
9792
10176
|
# @note When making an API call, you may pass GetUserDefinedFunctionRequest
|
9793
10177
|
# data as a hash:
|
9794
10178
|
#
|
@@ -10323,6 +10707,20 @@ module Aws::Glue
|
|
10323
10707
|
include Aws::Structure
|
10324
10708
|
end
|
10325
10709
|
|
10710
|
+
# An error that indicates your data is in an invalid state.
|
10711
|
+
#
|
10712
|
+
# @!attribute [rw] message
|
10713
|
+
# A message describing the problem.
|
10714
|
+
# @return [String]
|
10715
|
+
#
|
10716
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidStateException AWS API Documentation
|
10717
|
+
#
|
10718
|
+
class InvalidStateException < Struct.new(
|
10719
|
+
:message)
|
10720
|
+
SENSITIVE = []
|
10721
|
+
include Aws::Structure
|
10722
|
+
end
|
10723
|
+
|
10326
10724
|
# Specifies a JDBC data store to crawl.
|
10327
10725
|
#
|
10328
10726
|
# @note When making an API call, you may pass JdbcTarget
|
@@ -11190,6 +11588,29 @@ module Aws::Glue
|
|
11190
11588
|
include Aws::Structure
|
11191
11589
|
end
|
11192
11590
|
|
11591
|
+
# @note When making an API call, you may pass LakeFormationConfiguration
|
11592
|
+
# data as a hash:
|
11593
|
+
#
|
11594
|
+
# {
|
11595
|
+
# use_lake_formation_credentials: false,
|
11596
|
+
# account_id: "AccountId",
|
11597
|
+
# }
|
11598
|
+
#
|
11599
|
+
# @!attribute [rw] use_lake_formation_credentials
|
11600
|
+
# @return [Boolean]
|
11601
|
+
#
|
11602
|
+
# @!attribute [rw] account_id
|
11603
|
+
# @return [String]
|
11604
|
+
#
|
11605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
|
11606
|
+
#
|
11607
|
+
class LakeFormationConfiguration < Struct.new(
|
11608
|
+
:use_lake_formation_credentials,
|
11609
|
+
:account_id)
|
11610
|
+
SENSITIVE = []
|
11611
|
+
include Aws::Structure
|
11612
|
+
end
|
11613
|
+
|
11193
11614
|
# When there are multiple versions of a blueprint and the latest version
|
11194
11615
|
# has some errors, this attribute indicates the last successful
|
11195
11616
|
# blueprint definition that is available with the service.
|
@@ -12628,6 +13049,7 @@ module Aws::Glue
|
|
12628
13049
|
# },
|
12629
13050
|
# ],
|
12630
13051
|
# location: "LocationString",
|
13052
|
+
# additional_locations: ["LocationString"],
|
12631
13053
|
# input_format: "FormatString",
|
12632
13054
|
# output_format: "FormatString",
|
12633
13055
|
# compressed: false,
|
@@ -12734,6 +13156,17 @@ module Aws::Glue
|
|
12734
13156
|
include Aws::Structure
|
12735
13157
|
end
|
12736
13158
|
|
13159
|
+
# @!attribute [rw] message
|
13160
|
+
# @return [String]
|
13161
|
+
#
|
13162
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
|
13163
|
+
#
|
13164
|
+
class PermissionTypeMismatchException < Struct.new(
|
13165
|
+
:message)
|
13166
|
+
SENSITIVE = []
|
13167
|
+
include Aws::Structure
|
13168
|
+
end
|
13169
|
+
|
12737
13170
|
# Specifies the physical requirements for a connection.
|
12738
13171
|
#
|
12739
13172
|
# @note When making an API call, you may pass PhysicalConnectionRequirements
|
@@ -13520,6 +13953,20 @@ module Aws::Glue
|
|
13520
13953
|
include Aws::Structure
|
13521
13954
|
end
|
13522
13955
|
|
13956
|
+
# A resource was not ready for a transaction.
|
13957
|
+
#
|
13958
|
+
# @!attribute [rw] message
|
13959
|
+
# A message describing the problem.
|
13960
|
+
# @return [String]
|
13961
|
+
#
|
13962
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotReadyException AWS API Documentation
|
13963
|
+
#
|
13964
|
+
class ResourceNotReadyException < Struct.new(
|
13965
|
+
:message)
|
13966
|
+
SENSITIVE = []
|
13967
|
+
include Aws::Structure
|
13968
|
+
end
|
13969
|
+
|
13523
13970
|
# A resource numerical limit was exceeded.
|
13524
13971
|
#
|
13525
13972
|
# @!attribute [rw] message
|
@@ -14721,16 +15168,24 @@ module Aws::Glue
|
|
14721
15168
|
#
|
14722
15169
|
# {
|
14723
15170
|
# name: "NameString", # required
|
15171
|
+
# run_properties: {
|
15172
|
+
# "IdString" => "GenericString",
|
15173
|
+
# },
|
14724
15174
|
# }
|
14725
15175
|
#
|
14726
15176
|
# @!attribute [rw] name
|
14727
15177
|
# The name of the workflow to start.
|
14728
15178
|
# @return [String]
|
14729
15179
|
#
|
15180
|
+
# @!attribute [rw] run_properties
|
15181
|
+
# The workflow run properties for the new workflow run.
|
15182
|
+
# @return [Hash<String,String>]
|
15183
|
+
#
|
14730
15184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
14731
15185
|
#
|
14732
15186
|
class StartWorkflowRunRequest < Struct.new(
|
14733
|
-
:name
|
15187
|
+
:name,
|
15188
|
+
:run_properties)
|
14734
15189
|
SENSITIVE = []
|
14735
15190
|
include Aws::Structure
|
14736
15191
|
end
|
@@ -14892,6 +15347,7 @@ module Aws::Glue
|
|
14892
15347
|
# },
|
14893
15348
|
# ],
|
14894
15349
|
# location: "LocationString",
|
15350
|
+
# additional_locations: ["LocationString"],
|
14895
15351
|
# input_format: "FormatString",
|
14896
15352
|
# output_format: "FormatString",
|
14897
15353
|
# compressed: false,
|
@@ -14942,6 +15398,9 @@ module Aws::Glue
|
|
14942
15398
|
# warehouse, followed by the table name.
|
14943
15399
|
# @return [String]
|
14944
15400
|
#
|
15401
|
+
# @!attribute [rw] additional_locations
|
15402
|
+
# @return [Array<String>]
|
15403
|
+
#
|
14945
15404
|
# @!attribute [rw] input_format
|
14946
15405
|
# The input format: `SequenceFileInputFormat` (binary), or
|
14947
15406
|
# `TextInputFormat`, or a custom format.
|
@@ -15000,6 +15459,7 @@ module Aws::Glue
|
|
15000
15459
|
class StorageDescriptor < Struct.new(
|
15001
15460
|
:columns,
|
15002
15461
|
:location,
|
15462
|
+
:additional_locations,
|
15003
15463
|
:input_format,
|
15004
15464
|
:output_format,
|
15005
15465
|
:compressed,
|
@@ -15250,6 +15710,7 @@ module Aws::Glue
|
|
15250
15710
|
# },
|
15251
15711
|
# ],
|
15252
15712
|
# location: "LocationString",
|
15713
|
+
# additional_locations: ["LocationString"],
|
15253
15714
|
# input_format: "FormatString",
|
15254
15715
|
# output_format: "FormatString",
|
15255
15716
|
# compressed: false,
|
@@ -16010,6 +16471,26 @@ module Aws::Glue
|
|
16010
16471
|
include Aws::Structure
|
16011
16472
|
end
|
16012
16473
|
|
16474
|
+
# @!attribute [rw] partition
|
16475
|
+
# Represents a slice of table data.
|
16476
|
+
# @return [Types::Partition]
|
16477
|
+
#
|
16478
|
+
# @!attribute [rw] authorized_columns
|
16479
|
+
# @return [Array<String>]
|
16480
|
+
#
|
16481
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
16482
|
+
# @return [Boolean]
|
16483
|
+
#
|
16484
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|
16485
|
+
#
|
16486
|
+
class UnfilteredPartition < Struct.new(
|
16487
|
+
:partition,
|
16488
|
+
:authorized_columns,
|
16489
|
+
:is_registered_with_lake_formation)
|
16490
|
+
SENSITIVE = []
|
16491
|
+
include Aws::Structure
|
16492
|
+
end
|
16493
|
+
|
16013
16494
|
# @note When making an API call, you may pass UntagResourceRequest
|
16014
16495
|
# data as a hash:
|
16015
16496
|
#
|
@@ -16456,6 +16937,14 @@ module Aws::Glue
|
|
16456
16937
|
# {
|
16457
16938
|
# database_name: "NameString", # required
|
16458
16939
|
# tables: ["NameString"], # required
|
16940
|
+
# connection_name: "ConnectionName",
|
16941
|
+
# },
|
16942
|
+
# ],
|
16943
|
+
# delta_targets: [
|
16944
|
+
# {
|
16945
|
+
# delta_tables: ["Path"],
|
16946
|
+
# connection_name: "ConnectionName",
|
16947
|
+
# write_manifest: false,
|
16459
16948
|
# },
|
16460
16949
|
# ],
|
16461
16950
|
# },
|
@@ -16472,6 +16961,10 @@ module Aws::Glue
|
|
16472
16961
|
# lineage_configuration: {
|
16473
16962
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
16474
16963
|
# },
|
16964
|
+
# lake_formation_configuration: {
|
16965
|
+
# use_lake_formation_credentials: false,
|
16966
|
+
# account_id: "AccountId",
|
16967
|
+
# },
|
16475
16968
|
# configuration: "CrawlerConfiguration",
|
16476
16969
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
16477
16970
|
# }
|
@@ -16532,6 +17025,9 @@ module Aws::Glue
|
|
16532
17025
|
# Specifies data lineage configuration settings for the crawler.
|
16533
17026
|
# @return [Types::LineageConfiguration]
|
16534
17027
|
#
|
17028
|
+
# @!attribute [rw] lake_formation_configuration
|
17029
|
+
# @return [Types::LakeFormationConfiguration]
|
17030
|
+
#
|
16535
17031
|
# @!attribute [rw] configuration
|
16536
17032
|
# Crawler configuration information. This versioned JSON string allows
|
16537
17033
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -16561,6 +17057,7 @@ module Aws::Glue
|
|
16561
17057
|
:schema_change_policy,
|
16562
17058
|
:recrawl_policy,
|
16563
17059
|
:lineage_configuration,
|
17060
|
+
:lake_formation_configuration,
|
16564
17061
|
:configuration,
|
16565
17062
|
:crawler_security_configuration)
|
16566
17063
|
SENSITIVE = []
|
@@ -17111,6 +17608,7 @@ module Aws::Glue
|
|
17111
17608
|
# },
|
17112
17609
|
# ],
|
17113
17610
|
# location: "LocationString",
|
17611
|
+
# additional_locations: ["LocationString"],
|
17114
17612
|
# input_format: "FormatString",
|
17115
17613
|
# output_format: "FormatString",
|
17116
17614
|
# compressed: false,
|
@@ -17347,6 +17845,7 @@ module Aws::Glue
|
|
17347
17845
|
# },
|
17348
17846
|
# ],
|
17349
17847
|
# location: "LocationString",
|
17848
|
+
# additional_locations: ["LocationString"],
|
17350
17849
|
# input_format: "FormatString",
|
17351
17850
|
# output_format: "FormatString",
|
17352
17851
|
# compressed: false,
|
@@ -17409,6 +17908,7 @@ module Aws::Glue
|
|
17409
17908
|
# },
|
17410
17909
|
# },
|
17411
17910
|
# skip_archive: false,
|
17911
|
+
# transaction_id: "TransactionIdString",
|
17412
17912
|
# }
|
17413
17913
|
#
|
17414
17914
|
# @!attribute [rw] catalog_id
|
@@ -17432,13 +17932,18 @@ module Aws::Glue
|
|
17432
17932
|
# `UpdateTable` does not create the archived version.
|
17433
17933
|
# @return [Boolean]
|
17434
17934
|
#
|
17935
|
+
# @!attribute [rw] transaction_id
|
17936
|
+
# The transaction ID at which to update the table contents.
|
17937
|
+
# @return [String]
|
17938
|
+
#
|
17435
17939
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation
|
17436
17940
|
#
|
17437
17941
|
class UpdateTableRequest < Struct.new(
|
17438
17942
|
:catalog_id,
|
17439
17943
|
:database_name,
|
17440
17944
|
:table_input,
|
17441
|
-
:skip_archive
|
17945
|
+
:skip_archive,
|
17946
|
+
:transaction_id)
|
17442
17947
|
SENSITIVE = []
|
17443
17948
|
include Aws::Structure
|
17444
17949
|
end
|