aws-sdk-glue 1.99.0 → 1.103.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +450 -3
- data/lib/aws-sdk-glue/client_api.rb +178 -0
- data/lib/aws-sdk-glue/errors.rb +48 -0
- data/lib/aws-sdk-glue/types.rb +516 -11
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,6 +114,24 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# @note When making an API call, you may pass AuditContext
|
118
|
+
# data as a hash:
|
119
|
+
#
|
120
|
+
# {
|
121
|
+
# additional_audit_context: "AuditContextString",
|
122
|
+
# }
|
123
|
+
#
|
124
|
+
# @!attribute [rw] additional_audit_context
|
125
|
+
# @return [String]
|
126
|
+
#
|
127
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
|
128
|
+
#
|
129
|
+
class AuditContext < Struct.new(
|
130
|
+
:additional_audit_context)
|
131
|
+
SENSITIVE = []
|
132
|
+
include Aws::Structure
|
133
|
+
end
|
134
|
+
|
117
135
|
# A list of errors that can occur when registering partition indexes for
|
118
136
|
# an existing table.
|
119
137
|
#
|
@@ -176,6 +194,7 @@ module Aws::Glue
|
|
176
194
|
# },
|
177
195
|
# ],
|
178
196
|
# location: "LocationString",
|
197
|
+
# additional_locations: ["LocationString"],
|
179
198
|
# input_format: "FormatString",
|
180
199
|
# output_format: "FormatString",
|
181
200
|
# compressed: false,
|
@@ -377,6 +396,7 @@ module Aws::Glue
|
|
377
396
|
# catalog_id: "CatalogIdString",
|
378
397
|
# database_name: "NameString", # required
|
379
398
|
# tables_to_delete: ["NameString"], # required
|
399
|
+
# transaction_id: "TransactionIdString",
|
380
400
|
# }
|
381
401
|
#
|
382
402
|
# @!attribute [rw] catalog_id
|
@@ -393,12 +413,17 @@ module Aws::Glue
|
|
393
413
|
# A list of the table to delete.
|
394
414
|
# @return [Array<String>]
|
395
415
|
#
|
416
|
+
# @!attribute [rw] transaction_id
|
417
|
+
# The transaction ID at which to delete the table contents.
|
418
|
+
# @return [String]
|
419
|
+
#
|
396
420
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteTableRequest AWS API Documentation
|
397
421
|
#
|
398
422
|
class BatchDeleteTableRequest < Struct.new(
|
399
423
|
:catalog_id,
|
400
424
|
:database_name,
|
401
|
-
:tables_to_delete
|
425
|
+
:tables_to_delete,
|
426
|
+
:transaction_id)
|
402
427
|
SENSITIVE = []
|
403
428
|
include Aws::Structure
|
404
429
|
end
|
@@ -907,6 +932,7 @@ module Aws::Glue
|
|
907
932
|
# },
|
908
933
|
# ],
|
909
934
|
# location: "LocationString",
|
935
|
+
# additional_locations: ["LocationString"],
|
910
936
|
# input_format: "FormatString",
|
911
937
|
# output_format: "FormatString",
|
912
938
|
# compressed: false,
|
@@ -1009,6 +1035,7 @@ module Aws::Glue
|
|
1009
1035
|
# },
|
1010
1036
|
# ],
|
1011
1037
|
# location: "LocationString",
|
1038
|
+
# additional_locations: ["LocationString"],
|
1012
1039
|
# input_format: "FormatString",
|
1013
1040
|
# output_format: "FormatString",
|
1014
1041
|
# compressed: false,
|
@@ -1424,6 +1451,7 @@ module Aws::Glue
|
|
1424
1451
|
# {
|
1425
1452
|
# database_name: "NameString", # required
|
1426
1453
|
# tables: ["NameString"], # required
|
1454
|
+
# connection_name: "ConnectionName",
|
1427
1455
|
# }
|
1428
1456
|
#
|
1429
1457
|
# @!attribute [rw] database_name
|
@@ -1434,11 +1462,18 @@ module Aws::Glue
|
|
1434
1462
|
# A list of the tables to be synchronized.
|
1435
1463
|
# @return [Array<String>]
|
1436
1464
|
#
|
1465
|
+
# @!attribute [rw] connection_name
|
1466
|
+
# The name of the connection for an Amazon S3-backed Data Catalog
|
1467
|
+
# table to be a target of the crawl when using a `Catalog` connection
|
1468
|
+
# type paired with a `NETWORK` Connection type.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1437
1471
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
|
1438
1472
|
#
|
1439
1473
|
class CatalogTarget < Struct.new(
|
1440
1474
|
:database_name,
|
1441
|
-
:tables
|
1475
|
+
:tables,
|
1476
|
+
:connection_name)
|
1442
1477
|
SENSITIVE = []
|
1443
1478
|
include Aws::Structure
|
1444
1479
|
end
|
@@ -1748,6 +1783,21 @@ module Aws::Glue
|
|
1748
1783
|
include Aws::Structure
|
1749
1784
|
end
|
1750
1785
|
|
1786
|
+
# @!attribute [rw] column_name
|
1787
|
+
# @return [String]
|
1788
|
+
#
|
1789
|
+
# @!attribute [rw] row_filter_expression
|
1790
|
+
# @return [String]
|
1791
|
+
#
|
1792
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
1793
|
+
#
|
1794
|
+
class ColumnRowFilter < Struct.new(
|
1795
|
+
:column_name,
|
1796
|
+
:row_filter_expression)
|
1797
|
+
SENSITIVE = []
|
1798
|
+
include Aws::Structure
|
1799
|
+
end
|
1800
|
+
|
1751
1801
|
# Represents the generated column-level statistics for a table or
|
1752
1802
|
# partition.
|
1753
1803
|
#
|
@@ -2561,6 +2611,9 @@ module Aws::Glue
|
|
2561
2611
|
# crawler.
|
2562
2612
|
# @return [String]
|
2563
2613
|
#
|
2614
|
+
# @!attribute [rw] lake_formation_configuration
|
2615
|
+
# @return [Types::LakeFormationConfiguration]
|
2616
|
+
#
|
2564
2617
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
2565
2618
|
#
|
2566
2619
|
class Crawler < Struct.new(
|
@@ -2582,7 +2635,8 @@ module Aws::Glue
|
|
2582
2635
|
:last_crawl,
|
2583
2636
|
:version,
|
2584
2637
|
:configuration,
|
2585
|
-
:crawler_security_configuration
|
2638
|
+
:crawler_security_configuration,
|
2639
|
+
:lake_formation_configuration)
|
2586
2640
|
SENSITIVE = []
|
2587
2641
|
include Aws::Structure
|
2588
2642
|
end
|
@@ -2735,6 +2789,14 @@ module Aws::Glue
|
|
2735
2789
|
# {
|
2736
2790
|
# database_name: "NameString", # required
|
2737
2791
|
# tables: ["NameString"], # required
|
2792
|
+
# connection_name: "ConnectionName",
|
2793
|
+
# },
|
2794
|
+
# ],
|
2795
|
+
# delta_targets: [
|
2796
|
+
# {
|
2797
|
+
# delta_tables: ["Path"],
|
2798
|
+
# connection_name: "ConnectionName",
|
2799
|
+
# write_manifest: false,
|
2738
2800
|
# },
|
2739
2801
|
# ],
|
2740
2802
|
# }
|
@@ -2759,6 +2821,10 @@ module Aws::Glue
|
|
2759
2821
|
# Specifies Glue Data Catalog targets.
|
2760
2822
|
# @return [Array<Types::CatalogTarget>]
|
2761
2823
|
#
|
2824
|
+
# @!attribute [rw] delta_targets
|
2825
|
+
# Specifies Delta data store targets.
|
2826
|
+
# @return [Array<Types::DeltaTarget>]
|
2827
|
+
#
|
2762
2828
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
2763
2829
|
#
|
2764
2830
|
class CrawlerTargets < Struct.new(
|
@@ -2766,7 +2832,8 @@ module Aws::Glue
|
|
2766
2832
|
:jdbc_targets,
|
2767
2833
|
:mongo_db_targets,
|
2768
2834
|
:dynamo_db_targets,
|
2769
|
-
:catalog_targets
|
2835
|
+
:catalog_targets,
|
2836
|
+
:delta_targets)
|
2770
2837
|
SENSITIVE = []
|
2771
2838
|
include Aws::Structure
|
2772
2839
|
end
|
@@ -2979,6 +3046,14 @@ module Aws::Glue
|
|
2979
3046
|
# {
|
2980
3047
|
# database_name: "NameString", # required
|
2981
3048
|
# tables: ["NameString"], # required
|
3049
|
+
# connection_name: "ConnectionName",
|
3050
|
+
# },
|
3051
|
+
# ],
|
3052
|
+
# delta_targets: [
|
3053
|
+
# {
|
3054
|
+
# delta_tables: ["Path"],
|
3055
|
+
# connection_name: "ConnectionName",
|
3056
|
+
# write_manifest: false,
|
2982
3057
|
# },
|
2983
3058
|
# ],
|
2984
3059
|
# },
|
@@ -2995,6 +3070,10 @@ module Aws::Glue
|
|
2995
3070
|
# lineage_configuration: {
|
2996
3071
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
2997
3072
|
# },
|
3073
|
+
# lake_formation_configuration: {
|
3074
|
+
# use_lake_formation_credentials: false,
|
3075
|
+
# account_id: "AccountId",
|
3076
|
+
# },
|
2998
3077
|
# configuration: "CrawlerConfiguration",
|
2999
3078
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
3000
3079
|
# tags: {
|
@@ -3058,6 +3137,9 @@ module Aws::Glue
|
|
3058
3137
|
# Specifies data lineage configuration settings for the crawler.
|
3059
3138
|
# @return [Types::LineageConfiguration]
|
3060
3139
|
#
|
3140
|
+
# @!attribute [rw] lake_formation_configuration
|
3141
|
+
# @return [Types::LakeFormationConfiguration]
|
3142
|
+
#
|
3061
3143
|
# @!attribute [rw] configuration
|
3062
3144
|
# Crawler configuration information. This versioned JSON string allows
|
3063
3145
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -3097,6 +3179,7 @@ module Aws::Glue
|
|
3097
3179
|
:schema_change_policy,
|
3098
3180
|
:recrawl_policy,
|
3099
3181
|
:lineage_configuration,
|
3182
|
+
:lake_formation_configuration,
|
3100
3183
|
:configuration,
|
3101
3184
|
:crawler_security_configuration,
|
3102
3185
|
:tags)
|
@@ -4141,6 +4224,7 @@ module Aws::Glue
|
|
4141
4224
|
# },
|
4142
4225
|
# ],
|
4143
4226
|
# location: "LocationString",
|
4227
|
+
# additional_locations: ["LocationString"],
|
4144
4228
|
# input_format: "FormatString",
|
4145
4229
|
# output_format: "FormatString",
|
4146
4230
|
# compressed: false,
|
@@ -4630,6 +4714,7 @@ module Aws::Glue
|
|
4630
4714
|
# },
|
4631
4715
|
# ],
|
4632
4716
|
# location: "LocationString",
|
4717
|
+
# additional_locations: ["LocationString"],
|
4633
4718
|
# input_format: "FormatString",
|
4634
4719
|
# output_format: "FormatString",
|
4635
4720
|
# compressed: false,
|
@@ -4697,6 +4782,7 @@ module Aws::Glue
|
|
4697
4782
|
# index_name: "NameString", # required
|
4698
4783
|
# },
|
4699
4784
|
# ],
|
4785
|
+
# transaction_id: "TransactionIdString",
|
4700
4786
|
# }
|
4701
4787
|
#
|
4702
4788
|
# @!attribute [rw] catalog_id
|
@@ -4719,13 +4805,18 @@ module Aws::Glue
|
|
4719
4805
|
# in the table.
|
4720
4806
|
# @return [Array<Types::PartitionIndex>]
|
4721
4807
|
#
|
4808
|
+
# @!attribute [rw] transaction_id
|
4809
|
+
# The ID of the transaction.
|
4810
|
+
# @return [String]
|
4811
|
+
#
|
4722
4812
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
|
4723
4813
|
#
|
4724
4814
|
class CreateTableRequest < Struct.new(
|
4725
4815
|
:catalog_id,
|
4726
4816
|
:database_name,
|
4727
4817
|
:table_input,
|
4728
|
-
:partition_indexes
|
4818
|
+
:partition_indexes,
|
4819
|
+
:transaction_id)
|
4729
4820
|
SENSITIVE = []
|
4730
4821
|
include Aws::Structure
|
4731
4822
|
end
|
@@ -6001,6 +6092,7 @@ module Aws::Glue
|
|
6001
6092
|
# catalog_id: "CatalogIdString",
|
6002
6093
|
# database_name: "NameString", # required
|
6003
6094
|
# name: "NameString", # required
|
6095
|
+
# transaction_id: "TransactionIdString",
|
6004
6096
|
# }
|
6005
6097
|
#
|
6006
6098
|
# @!attribute [rw] catalog_id
|
@@ -6018,12 +6110,17 @@ module Aws::Glue
|
|
6018
6110
|
# name is entirely lowercase.
|
6019
6111
|
# @return [String]
|
6020
6112
|
#
|
6113
|
+
# @!attribute [rw] transaction_id
|
6114
|
+
# The transaction ID at which to delete the table contents.
|
6115
|
+
# @return [String]
|
6116
|
+
#
|
6021
6117
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTableRequest AWS API Documentation
|
6022
6118
|
#
|
6023
6119
|
class DeleteTableRequest < Struct.new(
|
6024
6120
|
:catalog_id,
|
6025
6121
|
:database_name,
|
6026
|
-
:name
|
6122
|
+
:name,
|
6123
|
+
:transaction_id)
|
6027
6124
|
SENSITIVE = []
|
6028
6125
|
include Aws::Structure
|
6029
6126
|
end
|
@@ -6176,6 +6273,41 @@ module Aws::Glue
|
|
6176
6273
|
include Aws::Structure
|
6177
6274
|
end
|
6178
6275
|
|
6276
|
+
# Specifies a Delta data store to crawl one or more Delta tables.
|
6277
|
+
#
|
6278
|
+
# @note When making an API call, you may pass DeltaTarget
|
6279
|
+
# data as a hash:
|
6280
|
+
#
|
6281
|
+
# {
|
6282
|
+
# delta_tables: ["Path"],
|
6283
|
+
# connection_name: "ConnectionName",
|
6284
|
+
# write_manifest: false,
|
6285
|
+
# }
|
6286
|
+
#
|
6287
|
+
# @!attribute [rw] delta_tables
|
6288
|
+
# A list of the Amazon S3 paths to the Delta tables.
|
6289
|
+
# @return [Array<String>]
|
6290
|
+
#
|
6291
|
+
# @!attribute [rw] connection_name
|
6292
|
+
# The name of the connection to use to connect to the Delta table
|
6293
|
+
# target.
|
6294
|
+
# @return [String]
|
6295
|
+
#
|
6296
|
+
# @!attribute [rw] write_manifest
|
6297
|
+
# Specifies whether to write the manifest files to the Delta table
|
6298
|
+
# path.
|
6299
|
+
# @return [Boolean]
|
6300
|
+
#
|
6301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeltaTarget AWS API Documentation
|
6302
|
+
#
|
6303
|
+
class DeltaTarget < Struct.new(
|
6304
|
+
:delta_tables,
|
6305
|
+
:connection_name,
|
6306
|
+
:write_manifest)
|
6307
|
+
SENSITIVE = []
|
6308
|
+
include Aws::Structure
|
6309
|
+
end
|
6310
|
+
|
6179
6311
|
# A development endpoint where a developer can remotely debug extract,
|
6180
6312
|
# transform, and load (ETL) scripts.
|
6181
6313
|
#
|
@@ -8599,6 +8731,8 @@ module Aws::Glue
|
|
8599
8731
|
# },
|
8600
8732
|
# max_results: 1,
|
8601
8733
|
# exclude_column_schema: false,
|
8734
|
+
# transaction_id: "TransactionIdString",
|
8735
|
+
# query_as_of_time: Time.now,
|
8602
8736
|
# }
|
8603
8737
|
#
|
8604
8738
|
# @!attribute [rw] catalog_id
|
@@ -8732,6 +8866,16 @@ module Aws::Glue
|
|
8732
8866
|
# problem of a large response by not returning duplicate data.
|
8733
8867
|
# @return [Boolean]
|
8734
8868
|
#
|
8869
|
+
# @!attribute [rw] transaction_id
|
8870
|
+
# The transaction ID at which to read the partition contents.
|
8871
|
+
# @return [String]
|
8872
|
+
#
|
8873
|
+
# @!attribute [rw] query_as_of_time
|
8874
|
+
# The time as of when to read the partition contents. If not set, the
|
8875
|
+
# most recent transaction commit time will be used. Cannot be
|
8876
|
+
# specified along with `TransactionId`.
|
8877
|
+
# @return [Time]
|
8878
|
+
#
|
8735
8879
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
|
8736
8880
|
#
|
8737
8881
|
class GetPartitionsRequest < Struct.new(
|
@@ -8742,7 +8886,9 @@ module Aws::Glue
|
|
8742
8886
|
:next_token,
|
8743
8887
|
:segment,
|
8744
8888
|
:max_results,
|
8745
|
-
:exclude_column_schema
|
8889
|
+
:exclude_column_schema,
|
8890
|
+
:transaction_id,
|
8891
|
+
:query_as_of_time)
|
8746
8892
|
SENSITIVE = []
|
8747
8893
|
include Aws::Structure
|
8748
8894
|
end
|
@@ -9453,6 +9599,8 @@ module Aws::Glue
|
|
9453
9599
|
# catalog_id: "CatalogIdString",
|
9454
9600
|
# database_name: "NameString", # required
|
9455
9601
|
# name: "NameString", # required
|
9602
|
+
# transaction_id: "TransactionIdString",
|
9603
|
+
# query_as_of_time: Time.now,
|
9456
9604
|
# }
|
9457
9605
|
#
|
9458
9606
|
# @!attribute [rw] catalog_id
|
@@ -9470,12 +9618,24 @@ module Aws::Glue
|
|
9470
9618
|
# compatibility, this name is entirely lowercase.
|
9471
9619
|
# @return [String]
|
9472
9620
|
#
|
9621
|
+
# @!attribute [rw] transaction_id
|
9622
|
+
# The transaction ID at which to read the table contents.
|
9623
|
+
# @return [String]
|
9624
|
+
#
|
9625
|
+
# @!attribute [rw] query_as_of_time
|
9626
|
+
# The time as of when to read the table contents. If not set, the most
|
9627
|
+
# recent transaction commit time will be used. Cannot be specified
|
9628
|
+
# along with `TransactionId`.
|
9629
|
+
# @return [Time]
|
9630
|
+
#
|
9473
9631
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
|
9474
9632
|
#
|
9475
9633
|
class GetTableRequest < Struct.new(
|
9476
9634
|
:catalog_id,
|
9477
9635
|
:database_name,
|
9478
|
-
:name
|
9636
|
+
:name,
|
9637
|
+
:transaction_id,
|
9638
|
+
:query_as_of_time)
|
9479
9639
|
SENSITIVE = []
|
9480
9640
|
include Aws::Structure
|
9481
9641
|
end
|
@@ -9620,6 +9780,8 @@ module Aws::Glue
|
|
9620
9780
|
# expression: "FilterString",
|
9621
9781
|
# next_token: "Token",
|
9622
9782
|
# max_results: 1,
|
9783
|
+
# transaction_id: "TransactionIdString",
|
9784
|
+
# query_as_of_time: Time.now,
|
9623
9785
|
# }
|
9624
9786
|
#
|
9625
9787
|
# @!attribute [rw] catalog_id
|
@@ -9645,6 +9807,16 @@ module Aws::Glue
|
|
9645
9807
|
# The maximum number of tables to return in a single response.
|
9646
9808
|
# @return [Integer]
|
9647
9809
|
#
|
9810
|
+
# @!attribute [rw] transaction_id
|
9811
|
+
# The transaction ID at which to read the table contents.
|
9812
|
+
# @return [String]
|
9813
|
+
#
|
9814
|
+
# @!attribute [rw] query_as_of_time
|
9815
|
+
# The time as of when to read the table contents. If not set, the most
|
9816
|
+
# recent transaction commit time will be used. Cannot be specified
|
9817
|
+
# along with `TransactionId`.
|
9818
|
+
# @return [Time]
|
9819
|
+
#
|
9648
9820
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTablesRequest AWS API Documentation
|
9649
9821
|
#
|
9650
9822
|
class GetTablesRequest < Struct.new(
|
@@ -9652,7 +9824,9 @@ module Aws::Glue
|
|
9652
9824
|
:database_name,
|
9653
9825
|
:expression,
|
9654
9826
|
:next_token,
|
9655
|
-
:max_results
|
9827
|
+
:max_results,
|
9828
|
+
:transaction_id,
|
9829
|
+
:query_as_of_time)
|
9656
9830
|
SENSITIVE = []
|
9657
9831
|
include Aws::Structure
|
9658
9832
|
end
|
@@ -9789,6 +9963,216 @@ module Aws::Glue
|
|
9789
9963
|
include Aws::Structure
|
9790
9964
|
end
|
9791
9965
|
|
9966
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionMetadataRequest
|
9967
|
+
# data as a hash:
|
9968
|
+
#
|
9969
|
+
# {
|
9970
|
+
# catalog_id: "CatalogIdString", # required
|
9971
|
+
# database_name: "NameString", # required
|
9972
|
+
# table_name: "NameString", # required
|
9973
|
+
# partition_values: ["ValueString"], # required
|
9974
|
+
# audit_context: {
|
9975
|
+
# additional_audit_context: "AuditContextString",
|
9976
|
+
# },
|
9977
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
9978
|
+
# }
|
9979
|
+
#
|
9980
|
+
# @!attribute [rw] catalog_id
|
9981
|
+
# @return [String]
|
9982
|
+
#
|
9983
|
+
# @!attribute [rw] database_name
|
9984
|
+
# @return [String]
|
9985
|
+
#
|
9986
|
+
# @!attribute [rw] table_name
|
9987
|
+
# @return [String]
|
9988
|
+
#
|
9989
|
+
# @!attribute [rw] partition_values
|
9990
|
+
# @return [Array<String>]
|
9991
|
+
#
|
9992
|
+
# @!attribute [rw] audit_context
|
9993
|
+
# @return [Types::AuditContext]
|
9994
|
+
#
|
9995
|
+
# @!attribute [rw] supported_permission_types
|
9996
|
+
# @return [Array<String>]
|
9997
|
+
#
|
9998
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
9999
|
+
#
|
10000
|
+
class GetUnfilteredPartitionMetadataRequest < Struct.new(
|
10001
|
+
:catalog_id,
|
10002
|
+
:database_name,
|
10003
|
+
:table_name,
|
10004
|
+
:partition_values,
|
10005
|
+
:audit_context,
|
10006
|
+
:supported_permission_types)
|
10007
|
+
SENSITIVE = []
|
10008
|
+
include Aws::Structure
|
10009
|
+
end
|
10010
|
+
|
10011
|
+
# @!attribute [rw] partition
|
10012
|
+
# Represents a slice of table data.
|
10013
|
+
# @return [Types::Partition]
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] authorized_columns
|
10016
|
+
# @return [Array<String>]
|
10017
|
+
#
|
10018
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10019
|
+
# @return [Boolean]
|
10020
|
+
#
|
10021
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
10022
|
+
#
|
10023
|
+
class GetUnfilteredPartitionMetadataResponse < Struct.new(
|
10024
|
+
:partition,
|
10025
|
+
:authorized_columns,
|
10026
|
+
:is_registered_with_lake_formation)
|
10027
|
+
SENSITIVE = []
|
10028
|
+
include Aws::Structure
|
10029
|
+
end
|
10030
|
+
|
10031
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionsMetadataRequest
|
10032
|
+
# data as a hash:
|
10033
|
+
#
|
10034
|
+
# {
|
10035
|
+
# catalog_id: "CatalogIdString", # required
|
10036
|
+
# database_name: "NameString", # required
|
10037
|
+
# table_name: "NameString", # required
|
10038
|
+
# expression: "PredicateString",
|
10039
|
+
# audit_context: {
|
10040
|
+
# additional_audit_context: "AuditContextString",
|
10041
|
+
# },
|
10042
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10043
|
+
# next_token: "Token",
|
10044
|
+
# segment: {
|
10045
|
+
# segment_number: 1, # required
|
10046
|
+
# total_segments: 1, # required
|
10047
|
+
# },
|
10048
|
+
# max_results: 1,
|
10049
|
+
# }
|
10050
|
+
#
|
10051
|
+
# @!attribute [rw] catalog_id
|
10052
|
+
# @return [String]
|
10053
|
+
#
|
10054
|
+
# @!attribute [rw] database_name
|
10055
|
+
# @return [String]
|
10056
|
+
#
|
10057
|
+
# @!attribute [rw] table_name
|
10058
|
+
# @return [String]
|
10059
|
+
#
|
10060
|
+
# @!attribute [rw] expression
|
10061
|
+
# @return [String]
|
10062
|
+
#
|
10063
|
+
# @!attribute [rw] audit_context
|
10064
|
+
# @return [Types::AuditContext]
|
10065
|
+
#
|
10066
|
+
# @!attribute [rw] supported_permission_types
|
10067
|
+
# @return [Array<String>]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] next_token
|
10070
|
+
# @return [String]
|
10071
|
+
#
|
10072
|
+
# @!attribute [rw] segment
|
10073
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
10074
|
+
# multiple requests to be run in parallel.
|
10075
|
+
# @return [Types::Segment]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] max_results
|
10078
|
+
# @return [Integer]
|
10079
|
+
#
|
10080
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
10081
|
+
#
|
10082
|
+
class GetUnfilteredPartitionsMetadataRequest < Struct.new(
|
10083
|
+
:catalog_id,
|
10084
|
+
:database_name,
|
10085
|
+
:table_name,
|
10086
|
+
:expression,
|
10087
|
+
:audit_context,
|
10088
|
+
:supported_permission_types,
|
10089
|
+
:next_token,
|
10090
|
+
:segment,
|
10091
|
+
:max_results)
|
10092
|
+
SENSITIVE = []
|
10093
|
+
include Aws::Structure
|
10094
|
+
end
|
10095
|
+
|
10096
|
+
# @!attribute [rw] unfiltered_partitions
|
10097
|
+
# @return [Array<Types::UnfilteredPartition>]
|
10098
|
+
#
|
10099
|
+
# @!attribute [rw] next_token
|
10100
|
+
# @return [String]
|
10101
|
+
#
|
10102
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
10103
|
+
#
|
10104
|
+
class GetUnfilteredPartitionsMetadataResponse < Struct.new(
|
10105
|
+
:unfiltered_partitions,
|
10106
|
+
:next_token)
|
10107
|
+
SENSITIVE = []
|
10108
|
+
include Aws::Structure
|
10109
|
+
end
|
10110
|
+
|
10111
|
+
# @note When making an API call, you may pass GetUnfilteredTableMetadataRequest
|
10112
|
+
# data as a hash:
|
10113
|
+
#
|
10114
|
+
# {
|
10115
|
+
# catalog_id: "CatalogIdString", # required
|
10116
|
+
# database_name: "NameString", # required
|
10117
|
+
# name: "NameString", # required
|
10118
|
+
# audit_context: {
|
10119
|
+
# additional_audit_context: "AuditContextString",
|
10120
|
+
# },
|
10121
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10122
|
+
# }
|
10123
|
+
#
|
10124
|
+
# @!attribute [rw] catalog_id
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] database_name
|
10128
|
+
# @return [String]
|
10129
|
+
#
|
10130
|
+
# @!attribute [rw] name
|
10131
|
+
# @return [String]
|
10132
|
+
#
|
10133
|
+
# @!attribute [rw] audit_context
|
10134
|
+
# @return [Types::AuditContext]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] supported_permission_types
|
10137
|
+
# @return [Array<String>]
|
10138
|
+
#
|
10139
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
10140
|
+
#
|
10141
|
+
class GetUnfilteredTableMetadataRequest < Struct.new(
|
10142
|
+
:catalog_id,
|
10143
|
+
:database_name,
|
10144
|
+
:name,
|
10145
|
+
:audit_context,
|
10146
|
+
:supported_permission_types)
|
10147
|
+
SENSITIVE = []
|
10148
|
+
include Aws::Structure
|
10149
|
+
end
|
10150
|
+
|
10151
|
+
# @!attribute [rw] table
|
10152
|
+
# Represents a collection of related data organized in columns and
|
10153
|
+
# rows.
|
10154
|
+
# @return [Types::Table]
|
10155
|
+
#
|
10156
|
+
# @!attribute [rw] authorized_columns
|
10157
|
+
# @return [Array<String>]
|
10158
|
+
#
|
10159
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10160
|
+
# @return [Boolean]
|
10161
|
+
#
|
10162
|
+
# @!attribute [rw] cell_filters
|
10163
|
+
# @return [Array<Types::ColumnRowFilter>]
|
10164
|
+
#
|
10165
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
10166
|
+
#
|
10167
|
+
class GetUnfilteredTableMetadataResponse < Struct.new(
|
10168
|
+
:table,
|
10169
|
+
:authorized_columns,
|
10170
|
+
:is_registered_with_lake_formation,
|
10171
|
+
:cell_filters)
|
10172
|
+
SENSITIVE = []
|
10173
|
+
include Aws::Structure
|
10174
|
+
end
|
10175
|
+
|
9792
10176
|
# @note When making an API call, you may pass GetUserDefinedFunctionRequest
|
9793
10177
|
# data as a hash:
|
9794
10178
|
#
|
@@ -10323,6 +10707,20 @@ module Aws::Glue
|
|
10323
10707
|
include Aws::Structure
|
10324
10708
|
end
|
10325
10709
|
|
10710
|
+
# An error that indicates your data is in an invalid state.
|
10711
|
+
#
|
10712
|
+
# @!attribute [rw] message
|
10713
|
+
# A message describing the problem.
|
10714
|
+
# @return [String]
|
10715
|
+
#
|
10716
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/InvalidStateException AWS API Documentation
|
10717
|
+
#
|
10718
|
+
class InvalidStateException < Struct.new(
|
10719
|
+
:message)
|
10720
|
+
SENSITIVE = []
|
10721
|
+
include Aws::Structure
|
10722
|
+
end
|
10723
|
+
|
10326
10724
|
# Specifies a JDBC data store to crawl.
|
10327
10725
|
#
|
10328
10726
|
# @note When making an API call, you may pass JdbcTarget
|
@@ -11190,6 +11588,29 @@ module Aws::Glue
|
|
11190
11588
|
include Aws::Structure
|
11191
11589
|
end
|
11192
11590
|
|
11591
|
+
# @note When making an API call, you may pass LakeFormationConfiguration
|
11592
|
+
# data as a hash:
|
11593
|
+
#
|
11594
|
+
# {
|
11595
|
+
# use_lake_formation_credentials: false,
|
11596
|
+
# account_id: "AccountId",
|
11597
|
+
# }
|
11598
|
+
#
|
11599
|
+
# @!attribute [rw] use_lake_formation_credentials
|
11600
|
+
# @return [Boolean]
|
11601
|
+
#
|
11602
|
+
# @!attribute [rw] account_id
|
11603
|
+
# @return [String]
|
11604
|
+
#
|
11605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
|
11606
|
+
#
|
11607
|
+
class LakeFormationConfiguration < Struct.new(
|
11608
|
+
:use_lake_formation_credentials,
|
11609
|
+
:account_id)
|
11610
|
+
SENSITIVE = []
|
11611
|
+
include Aws::Structure
|
11612
|
+
end
|
11613
|
+
|
11193
11614
|
# When there are multiple versions of a blueprint and the latest version
|
11194
11615
|
# has some errors, this attribute indicates the last successful
|
11195
11616
|
# blueprint definition that is available with the service.
|
@@ -12628,6 +13049,7 @@ module Aws::Glue
|
|
12628
13049
|
# },
|
12629
13050
|
# ],
|
12630
13051
|
# location: "LocationString",
|
13052
|
+
# additional_locations: ["LocationString"],
|
12631
13053
|
# input_format: "FormatString",
|
12632
13054
|
# output_format: "FormatString",
|
12633
13055
|
# compressed: false,
|
@@ -12734,6 +13156,17 @@ module Aws::Glue
|
|
12734
13156
|
include Aws::Structure
|
12735
13157
|
end
|
12736
13158
|
|
13159
|
+
# @!attribute [rw] message
|
13160
|
+
# @return [String]
|
13161
|
+
#
|
13162
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
|
13163
|
+
#
|
13164
|
+
class PermissionTypeMismatchException < Struct.new(
|
13165
|
+
:message)
|
13166
|
+
SENSITIVE = []
|
13167
|
+
include Aws::Structure
|
13168
|
+
end
|
13169
|
+
|
12737
13170
|
# Specifies the physical requirements for a connection.
|
12738
13171
|
#
|
12739
13172
|
# @note When making an API call, you may pass PhysicalConnectionRequirements
|
@@ -13520,6 +13953,20 @@ module Aws::Glue
|
|
13520
13953
|
include Aws::Structure
|
13521
13954
|
end
|
13522
13955
|
|
13956
|
+
# A resource was not ready for a transaction.
|
13957
|
+
#
|
13958
|
+
# @!attribute [rw] message
|
13959
|
+
# A message describing the problem.
|
13960
|
+
# @return [String]
|
13961
|
+
#
|
13962
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResourceNotReadyException AWS API Documentation
|
13963
|
+
#
|
13964
|
+
class ResourceNotReadyException < Struct.new(
|
13965
|
+
:message)
|
13966
|
+
SENSITIVE = []
|
13967
|
+
include Aws::Structure
|
13968
|
+
end
|
13969
|
+
|
13523
13970
|
# A resource numerical limit was exceeded.
|
13524
13971
|
#
|
13525
13972
|
# @!attribute [rw] message
|
@@ -14721,16 +15168,24 @@ module Aws::Glue
|
|
14721
15168
|
#
|
14722
15169
|
# {
|
14723
15170
|
# name: "NameString", # required
|
15171
|
+
# run_properties: {
|
15172
|
+
# "IdString" => "GenericString",
|
15173
|
+
# },
|
14724
15174
|
# }
|
14725
15175
|
#
|
14726
15176
|
# @!attribute [rw] name
|
14727
15177
|
# The name of the workflow to start.
|
14728
15178
|
# @return [String]
|
14729
15179
|
#
|
15180
|
+
# @!attribute [rw] run_properties
|
15181
|
+
# The workflow run properties for the new workflow run.
|
15182
|
+
# @return [Hash<String,String>]
|
15183
|
+
#
|
14730
15184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
14731
15185
|
#
|
14732
15186
|
class StartWorkflowRunRequest < Struct.new(
|
14733
|
-
:name
|
15187
|
+
:name,
|
15188
|
+
:run_properties)
|
14734
15189
|
SENSITIVE = []
|
14735
15190
|
include Aws::Structure
|
14736
15191
|
end
|
@@ -14892,6 +15347,7 @@ module Aws::Glue
|
|
14892
15347
|
# },
|
14893
15348
|
# ],
|
14894
15349
|
# location: "LocationString",
|
15350
|
+
# additional_locations: ["LocationString"],
|
14895
15351
|
# input_format: "FormatString",
|
14896
15352
|
# output_format: "FormatString",
|
14897
15353
|
# compressed: false,
|
@@ -14942,6 +15398,9 @@ module Aws::Glue
|
|
14942
15398
|
# warehouse, followed by the table name.
|
14943
15399
|
# @return [String]
|
14944
15400
|
#
|
15401
|
+
# @!attribute [rw] additional_locations
|
15402
|
+
# @return [Array<String>]
|
15403
|
+
#
|
14945
15404
|
# @!attribute [rw] input_format
|
14946
15405
|
# The input format: `SequenceFileInputFormat` (binary), or
|
14947
15406
|
# `TextInputFormat`, or a custom format.
|
@@ -15000,6 +15459,7 @@ module Aws::Glue
|
|
15000
15459
|
class StorageDescriptor < Struct.new(
|
15001
15460
|
:columns,
|
15002
15461
|
:location,
|
15462
|
+
:additional_locations,
|
15003
15463
|
:input_format,
|
15004
15464
|
:output_format,
|
15005
15465
|
:compressed,
|
@@ -15250,6 +15710,7 @@ module Aws::Glue
|
|
15250
15710
|
# },
|
15251
15711
|
# ],
|
15252
15712
|
# location: "LocationString",
|
15713
|
+
# additional_locations: ["LocationString"],
|
15253
15714
|
# input_format: "FormatString",
|
15254
15715
|
# output_format: "FormatString",
|
15255
15716
|
# compressed: false,
|
@@ -16010,6 +16471,26 @@ module Aws::Glue
|
|
16010
16471
|
include Aws::Structure
|
16011
16472
|
end
|
16012
16473
|
|
16474
|
+
# @!attribute [rw] partition
|
16475
|
+
# Represents a slice of table data.
|
16476
|
+
# @return [Types::Partition]
|
16477
|
+
#
|
16478
|
+
# @!attribute [rw] authorized_columns
|
16479
|
+
# @return [Array<String>]
|
16480
|
+
#
|
16481
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
16482
|
+
# @return [Boolean]
|
16483
|
+
#
|
16484
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|
16485
|
+
#
|
16486
|
+
class UnfilteredPartition < Struct.new(
|
16487
|
+
:partition,
|
16488
|
+
:authorized_columns,
|
16489
|
+
:is_registered_with_lake_formation)
|
16490
|
+
SENSITIVE = []
|
16491
|
+
include Aws::Structure
|
16492
|
+
end
|
16493
|
+
|
16013
16494
|
# @note When making an API call, you may pass UntagResourceRequest
|
16014
16495
|
# data as a hash:
|
16015
16496
|
#
|
@@ -16456,6 +16937,14 @@ module Aws::Glue
|
|
16456
16937
|
# {
|
16457
16938
|
# database_name: "NameString", # required
|
16458
16939
|
# tables: ["NameString"], # required
|
16940
|
+
# connection_name: "ConnectionName",
|
16941
|
+
# },
|
16942
|
+
# ],
|
16943
|
+
# delta_targets: [
|
16944
|
+
# {
|
16945
|
+
# delta_tables: ["Path"],
|
16946
|
+
# connection_name: "ConnectionName",
|
16947
|
+
# write_manifest: false,
|
16459
16948
|
# },
|
16460
16949
|
# ],
|
16461
16950
|
# },
|
@@ -16472,6 +16961,10 @@ module Aws::Glue
|
|
16472
16961
|
# lineage_configuration: {
|
16473
16962
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
16474
16963
|
# },
|
16964
|
+
# lake_formation_configuration: {
|
16965
|
+
# use_lake_formation_credentials: false,
|
16966
|
+
# account_id: "AccountId",
|
16967
|
+
# },
|
16475
16968
|
# configuration: "CrawlerConfiguration",
|
16476
16969
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
16477
16970
|
# }
|
@@ -16532,6 +17025,9 @@ module Aws::Glue
|
|
16532
17025
|
# Specifies data lineage configuration settings for the crawler.
|
16533
17026
|
# @return [Types::LineageConfiguration]
|
16534
17027
|
#
|
17028
|
+
# @!attribute [rw] lake_formation_configuration
|
17029
|
+
# @return [Types::LakeFormationConfiguration]
|
17030
|
+
#
|
16535
17031
|
# @!attribute [rw] configuration
|
16536
17032
|
# Crawler configuration information. This versioned JSON string allows
|
16537
17033
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -16561,6 +17057,7 @@ module Aws::Glue
|
|
16561
17057
|
:schema_change_policy,
|
16562
17058
|
:recrawl_policy,
|
16563
17059
|
:lineage_configuration,
|
17060
|
+
:lake_formation_configuration,
|
16564
17061
|
:configuration,
|
16565
17062
|
:crawler_security_configuration)
|
16566
17063
|
SENSITIVE = []
|
@@ -17111,6 +17608,7 @@ module Aws::Glue
|
|
17111
17608
|
# },
|
17112
17609
|
# ],
|
17113
17610
|
# location: "LocationString",
|
17611
|
+
# additional_locations: ["LocationString"],
|
17114
17612
|
# input_format: "FormatString",
|
17115
17613
|
# output_format: "FormatString",
|
17116
17614
|
# compressed: false,
|
@@ -17347,6 +17845,7 @@ module Aws::Glue
|
|
17347
17845
|
# },
|
17348
17846
|
# ],
|
17349
17847
|
# location: "LocationString",
|
17848
|
+
# additional_locations: ["LocationString"],
|
17350
17849
|
# input_format: "FormatString",
|
17351
17850
|
# output_format: "FormatString",
|
17352
17851
|
# compressed: false,
|
@@ -17409,6 +17908,7 @@ module Aws::Glue
|
|
17409
17908
|
# },
|
17410
17909
|
# },
|
17411
17910
|
# skip_archive: false,
|
17911
|
+
# transaction_id: "TransactionIdString",
|
17412
17912
|
# }
|
17413
17913
|
#
|
17414
17914
|
# @!attribute [rw] catalog_id
|
@@ -17432,13 +17932,18 @@ module Aws::Glue
|
|
17432
17932
|
# `UpdateTable` does not create the archived version.
|
17433
17933
|
# @return [Boolean]
|
17434
17934
|
#
|
17935
|
+
# @!attribute [rw] transaction_id
|
17936
|
+
# The transaction ID at which to update the table contents.
|
17937
|
+
# @return [String]
|
17938
|
+
#
|
17435
17939
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTableRequest AWS API Documentation
|
17436
17940
|
#
|
17437
17941
|
class UpdateTableRequest < Struct.new(
|
17438
17942
|
:catalog_id,
|
17439
17943
|
:database_name,
|
17440
17944
|
:table_input,
|
17441
|
-
:skip_archive
|
17945
|
+
:skip_archive,
|
17946
|
+
:transaction_id)
|
17442
17947
|
SENSITIVE = []
|
17443
17948
|
include Aws::Structure
|
17444
17949
|
end
|