aws-sdk-glue 1.101.0 → 1.105.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +403 -11
- data/lib/aws-sdk-glue/client_api.rb +152 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +429 -18
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,6 +114,24 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# @note When making an API call, you may pass AuditContext
|
118
|
+
# data as a hash:
|
119
|
+
#
|
120
|
+
# {
|
121
|
+
# additional_audit_context: "AuditContextString",
|
122
|
+
# }
|
123
|
+
#
|
124
|
+
# @!attribute [rw] additional_audit_context
|
125
|
+
# @return [String]
|
126
|
+
#
|
127
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
|
128
|
+
#
|
129
|
+
class AuditContext < Struct.new(
|
130
|
+
:additional_audit_context)
|
131
|
+
SENSITIVE = []
|
132
|
+
include Aws::Structure
|
133
|
+
end
|
134
|
+
|
117
135
|
# A list of errors that can occur when registering partition indexes for
|
118
136
|
# an existing table.
|
119
137
|
#
|
@@ -176,6 +194,7 @@ module Aws::Glue
|
|
176
194
|
# },
|
177
195
|
# ],
|
178
196
|
# location: "LocationString",
|
197
|
+
# additional_locations: ["LocationString"],
|
179
198
|
# input_format: "FormatString",
|
180
199
|
# output_format: "FormatString",
|
181
200
|
# compressed: false,
|
@@ -913,6 +932,7 @@ module Aws::Glue
|
|
913
932
|
# },
|
914
933
|
# ],
|
915
934
|
# location: "LocationString",
|
935
|
+
# additional_locations: ["LocationString"],
|
916
936
|
# input_format: "FormatString",
|
917
937
|
# output_format: "FormatString",
|
918
938
|
# compressed: false,
|
@@ -1015,6 +1035,7 @@ module Aws::Glue
|
|
1015
1035
|
# },
|
1016
1036
|
# ],
|
1017
1037
|
# location: "LocationString",
|
1038
|
+
# additional_locations: ["LocationString"],
|
1018
1039
|
# input_format: "FormatString",
|
1019
1040
|
# output_format: "FormatString",
|
1020
1041
|
# compressed: false,
|
@@ -1430,6 +1451,7 @@ module Aws::Glue
|
|
1430
1451
|
# {
|
1431
1452
|
# database_name: "NameString", # required
|
1432
1453
|
# tables: ["NameString"], # required
|
1454
|
+
# connection_name: "ConnectionName",
|
1433
1455
|
# }
|
1434
1456
|
#
|
1435
1457
|
# @!attribute [rw] database_name
|
@@ -1440,11 +1462,18 @@ module Aws::Glue
|
|
1440
1462
|
# A list of the tables to be synchronized.
|
1441
1463
|
# @return [Array<String>]
|
1442
1464
|
#
|
1465
|
+
# @!attribute [rw] connection_name
|
1466
|
+
# The name of the connection for an Amazon S3-backed Data Catalog
|
1467
|
+
# table to be a target of the crawl when using a `Catalog` connection
|
1468
|
+
# type paired with a `NETWORK` Connection type.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1443
1471
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
|
1444
1472
|
#
|
1445
1473
|
class CatalogTarget < Struct.new(
|
1446
1474
|
:database_name,
|
1447
|
-
:tables
|
1475
|
+
:tables,
|
1476
|
+
:connection_name)
|
1448
1477
|
SENSITIVE = []
|
1449
1478
|
include Aws::Structure
|
1450
1479
|
end
|
@@ -1453,13 +1482,13 @@ module Aws::Glue
|
|
1453
1482
|
# data as a hash:
|
1454
1483
|
#
|
1455
1484
|
# {
|
1456
|
-
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1485
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
|
1457
1486
|
# schema_definition: "SchemaDefinitionString", # required
|
1458
1487
|
# }
|
1459
1488
|
#
|
1460
1489
|
# @!attribute [rw] data_format
|
1461
|
-
# The data format of the schema definition. Currently `AVRO`
|
1462
|
-
# `
|
1490
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
1491
|
+
# and `PROTOBUF` are supported.
|
1463
1492
|
# @return [String]
|
1464
1493
|
#
|
1465
1494
|
# @!attribute [rw] schema_definition
|
@@ -1754,6 +1783,21 @@ module Aws::Glue
|
|
1754
1783
|
include Aws::Structure
|
1755
1784
|
end
|
1756
1785
|
|
1786
|
+
# @!attribute [rw] column_name
|
1787
|
+
# @return [String]
|
1788
|
+
#
|
1789
|
+
# @!attribute [rw] row_filter_expression
|
1790
|
+
# @return [String]
|
1791
|
+
#
|
1792
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
1793
|
+
#
|
1794
|
+
class ColumnRowFilter < Struct.new(
|
1795
|
+
:column_name,
|
1796
|
+
:row_filter_expression)
|
1797
|
+
SENSITIVE = []
|
1798
|
+
include Aws::Structure
|
1799
|
+
end
|
1800
|
+
|
1757
1801
|
# Represents the generated column-level statistics for a table or
|
1758
1802
|
# partition.
|
1759
1803
|
#
|
@@ -2567,6 +2611,9 @@ module Aws::Glue
|
|
2567
2611
|
# crawler.
|
2568
2612
|
# @return [String]
|
2569
2613
|
#
|
2614
|
+
# @!attribute [rw] lake_formation_configuration
|
2615
|
+
# @return [Types::LakeFormationConfiguration]
|
2616
|
+
#
|
2570
2617
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
2571
2618
|
#
|
2572
2619
|
class Crawler < Struct.new(
|
@@ -2588,7 +2635,8 @@ module Aws::Glue
|
|
2588
2635
|
:last_crawl,
|
2589
2636
|
:version,
|
2590
2637
|
:configuration,
|
2591
|
-
:crawler_security_configuration
|
2638
|
+
:crawler_security_configuration,
|
2639
|
+
:lake_formation_configuration)
|
2592
2640
|
SENSITIVE = []
|
2593
2641
|
include Aws::Structure
|
2594
2642
|
end
|
@@ -2741,6 +2789,14 @@ module Aws::Glue
|
|
2741
2789
|
# {
|
2742
2790
|
# database_name: "NameString", # required
|
2743
2791
|
# tables: ["NameString"], # required
|
2792
|
+
# connection_name: "ConnectionName",
|
2793
|
+
# },
|
2794
|
+
# ],
|
2795
|
+
# delta_targets: [
|
2796
|
+
# {
|
2797
|
+
# delta_tables: ["Path"],
|
2798
|
+
# connection_name: "ConnectionName",
|
2799
|
+
# write_manifest: false,
|
2744
2800
|
# },
|
2745
2801
|
# ],
|
2746
2802
|
# }
|
@@ -2765,6 +2821,10 @@ module Aws::Glue
|
|
2765
2821
|
# Specifies Glue Data Catalog targets.
|
2766
2822
|
# @return [Array<Types::CatalogTarget>]
|
2767
2823
|
#
|
2824
|
+
# @!attribute [rw] delta_targets
|
2825
|
+
# Specifies Delta data store targets.
|
2826
|
+
# @return [Array<Types::DeltaTarget>]
|
2827
|
+
#
|
2768
2828
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
2769
2829
|
#
|
2770
2830
|
class CrawlerTargets < Struct.new(
|
@@ -2772,7 +2832,8 @@ module Aws::Glue
|
|
2772
2832
|
:jdbc_targets,
|
2773
2833
|
:mongo_db_targets,
|
2774
2834
|
:dynamo_db_targets,
|
2775
|
-
:catalog_targets
|
2835
|
+
:catalog_targets,
|
2836
|
+
:delta_targets)
|
2776
2837
|
SENSITIVE = []
|
2777
2838
|
include Aws::Structure
|
2778
2839
|
end
|
@@ -2985,6 +3046,14 @@ module Aws::Glue
|
|
2985
3046
|
# {
|
2986
3047
|
# database_name: "NameString", # required
|
2987
3048
|
# tables: ["NameString"], # required
|
3049
|
+
# connection_name: "ConnectionName",
|
3050
|
+
# },
|
3051
|
+
# ],
|
3052
|
+
# delta_targets: [
|
3053
|
+
# {
|
3054
|
+
# delta_tables: ["Path"],
|
3055
|
+
# connection_name: "ConnectionName",
|
3056
|
+
# write_manifest: false,
|
2988
3057
|
# },
|
2989
3058
|
# ],
|
2990
3059
|
# },
|
@@ -3001,6 +3070,10 @@ module Aws::Glue
|
|
3001
3070
|
# lineage_configuration: {
|
3002
3071
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
3003
3072
|
# },
|
3073
|
+
# lake_formation_configuration: {
|
3074
|
+
# use_lake_formation_credentials: false,
|
3075
|
+
# account_id: "AccountId",
|
3076
|
+
# },
|
3004
3077
|
# configuration: "CrawlerConfiguration",
|
3005
3078
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
3006
3079
|
# tags: {
|
@@ -3064,6 +3137,9 @@ module Aws::Glue
|
|
3064
3137
|
# Specifies data lineage configuration settings for the crawler.
|
3065
3138
|
# @return [Types::LineageConfiguration]
|
3066
3139
|
#
|
3140
|
+
# @!attribute [rw] lake_formation_configuration
|
3141
|
+
# @return [Types::LakeFormationConfiguration]
|
3142
|
+
#
|
3067
3143
|
# @!attribute [rw] configuration
|
3068
3144
|
# Crawler configuration information. This versioned JSON string allows
|
3069
3145
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -3103,6 +3179,7 @@ module Aws::Glue
|
|
3103
3179
|
:schema_change_policy,
|
3104
3180
|
:recrawl_policy,
|
3105
3181
|
:lineage_configuration,
|
3182
|
+
:lake_formation_configuration,
|
3106
3183
|
:configuration,
|
3107
3184
|
:crawler_security_configuration,
|
3108
3185
|
:tags)
|
@@ -4147,6 +4224,7 @@ module Aws::Glue
|
|
4147
4224
|
# },
|
4148
4225
|
# ],
|
4149
4226
|
# location: "LocationString",
|
4227
|
+
# additional_locations: ["LocationString"],
|
4150
4228
|
# input_format: "FormatString",
|
4151
4229
|
# output_format: "FormatString",
|
4152
4230
|
# compressed: false,
|
@@ -4300,7 +4378,7 @@ module Aws::Glue
|
|
4300
4378
|
# registry_arn: "GlueResourceArn",
|
4301
4379
|
# },
|
4302
4380
|
# schema_name: "SchemaRegistryNameString", # required
|
4303
|
-
# data_format: "AVRO", # required, accepts AVRO, JSON
|
4381
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
|
4304
4382
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
4305
4383
|
# description: "DescriptionString",
|
4306
4384
|
# tags: {
|
@@ -4323,8 +4401,8 @@ module Aws::Glue
|
|
4323
4401
|
# @return [String]
|
4324
4402
|
#
|
4325
4403
|
# @!attribute [rw] data_format
|
4326
|
-
# The data format of the schema definition. Currently `AVRO`
|
4327
|
-
# `
|
4404
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
4405
|
+
# and `PROTOBUF` are supported.
|
4328
4406
|
# @return [String]
|
4329
4407
|
#
|
4330
4408
|
# @!attribute [rw] compatibility
|
@@ -4427,8 +4505,8 @@ module Aws::Glue
|
|
4427
4505
|
# @return [String]
|
4428
4506
|
#
|
4429
4507
|
# @!attribute [rw] data_format
|
4430
|
-
# The data format of the schema definition. Currently `AVRO`
|
4431
|
-
# `
|
4508
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
4509
|
+
# and `PROTOBUF` are supported.
|
4432
4510
|
# @return [String]
|
4433
4511
|
#
|
4434
4512
|
# @!attribute [rw] compatibility
|
@@ -4636,6 +4714,7 @@ module Aws::Glue
|
|
4636
4714
|
# },
|
4637
4715
|
# ],
|
4638
4716
|
# location: "LocationString",
|
4717
|
+
# additional_locations: ["LocationString"],
|
4639
4718
|
# input_format: "FormatString",
|
4640
4719
|
# output_format: "FormatString",
|
4641
4720
|
# compressed: false,
|
@@ -6194,6 +6273,41 @@ module Aws::Glue
|
|
6194
6273
|
include Aws::Structure
|
6195
6274
|
end
|
6196
6275
|
|
6276
|
+
# Specifies a Delta data store to crawl one or more Delta tables.
|
6277
|
+
#
|
6278
|
+
# @note When making an API call, you may pass DeltaTarget
|
6279
|
+
# data as a hash:
|
6280
|
+
#
|
6281
|
+
# {
|
6282
|
+
# delta_tables: ["Path"],
|
6283
|
+
# connection_name: "ConnectionName",
|
6284
|
+
# write_manifest: false,
|
6285
|
+
# }
|
6286
|
+
#
|
6287
|
+
# @!attribute [rw] delta_tables
|
6288
|
+
# A list of the Amazon S3 paths to the Delta tables.
|
6289
|
+
# @return [Array<String>]
|
6290
|
+
#
|
6291
|
+
# @!attribute [rw] connection_name
|
6292
|
+
# The name of the connection to use to connect to the Delta table
|
6293
|
+
# target.
|
6294
|
+
# @return [String]
|
6295
|
+
#
|
6296
|
+
# @!attribute [rw] write_manifest
|
6297
|
+
# Specifies whether to write the manifest files to the Delta table
|
6298
|
+
# path.
|
6299
|
+
# @return [Boolean]
|
6300
|
+
#
|
6301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeltaTarget AWS API Documentation
|
6302
|
+
#
|
6303
|
+
class DeltaTarget < Struct.new(
|
6304
|
+
:delta_tables,
|
6305
|
+
:connection_name,
|
6306
|
+
:write_manifest)
|
6307
|
+
SENSITIVE = []
|
6308
|
+
include Aws::Structure
|
6309
|
+
end
|
6310
|
+
|
6197
6311
|
# A development endpoint where a developer can remotely debug extract,
|
6198
6312
|
# transform, and load (ETL) scripts.
|
6199
6313
|
#
|
@@ -9116,8 +9230,8 @@ module Aws::Glue
|
|
9116
9230
|
# @return [String]
|
9117
9231
|
#
|
9118
9232
|
# @!attribute [rw] data_format
|
9119
|
-
# The data format of the schema definition. Currently
|
9120
|
-
# `
|
9233
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9234
|
+
# and `PROTOBUF` are supported.
|
9121
9235
|
# @return [String]
|
9122
9236
|
#
|
9123
9237
|
# @!attribute [rw] status
|
@@ -9192,8 +9306,8 @@ module Aws::Glue
|
|
9192
9306
|
# @return [String]
|
9193
9307
|
#
|
9194
9308
|
# @!attribute [rw] data_format
|
9195
|
-
# The data format of the schema definition. Currently `AVRO`
|
9196
|
-
# `
|
9309
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9310
|
+
# and `PROTOBUF` are supported.
|
9197
9311
|
# @return [String]
|
9198
9312
|
#
|
9199
9313
|
# @!attribute [rw] compatibility
|
@@ -9304,8 +9418,8 @@ module Aws::Glue
|
|
9304
9418
|
# @return [String]
|
9305
9419
|
#
|
9306
9420
|
# @!attribute [rw] data_format
|
9307
|
-
# The data format of the schema definition. Currently `AVRO`
|
9308
|
-
# `
|
9421
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9422
|
+
# and `PROTOBUF` are supported.
|
9309
9423
|
# @return [String]
|
9310
9424
|
#
|
9311
9425
|
# @!attribute [rw] schema_arn
|
@@ -9849,6 +9963,216 @@ module Aws::Glue
|
|
9849
9963
|
include Aws::Structure
|
9850
9964
|
end
|
9851
9965
|
|
9966
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionMetadataRequest
|
9967
|
+
# data as a hash:
|
9968
|
+
#
|
9969
|
+
# {
|
9970
|
+
# catalog_id: "CatalogIdString", # required
|
9971
|
+
# database_name: "NameString", # required
|
9972
|
+
# table_name: "NameString", # required
|
9973
|
+
# partition_values: ["ValueString"], # required
|
9974
|
+
# audit_context: {
|
9975
|
+
# additional_audit_context: "AuditContextString",
|
9976
|
+
# },
|
9977
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
9978
|
+
# }
|
9979
|
+
#
|
9980
|
+
# @!attribute [rw] catalog_id
|
9981
|
+
# @return [String]
|
9982
|
+
#
|
9983
|
+
# @!attribute [rw] database_name
|
9984
|
+
# @return [String]
|
9985
|
+
#
|
9986
|
+
# @!attribute [rw] table_name
|
9987
|
+
# @return [String]
|
9988
|
+
#
|
9989
|
+
# @!attribute [rw] partition_values
|
9990
|
+
# @return [Array<String>]
|
9991
|
+
#
|
9992
|
+
# @!attribute [rw] audit_context
|
9993
|
+
# @return [Types::AuditContext]
|
9994
|
+
#
|
9995
|
+
# @!attribute [rw] supported_permission_types
|
9996
|
+
# @return [Array<String>]
|
9997
|
+
#
|
9998
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
9999
|
+
#
|
10000
|
+
class GetUnfilteredPartitionMetadataRequest < Struct.new(
|
10001
|
+
:catalog_id,
|
10002
|
+
:database_name,
|
10003
|
+
:table_name,
|
10004
|
+
:partition_values,
|
10005
|
+
:audit_context,
|
10006
|
+
:supported_permission_types)
|
10007
|
+
SENSITIVE = []
|
10008
|
+
include Aws::Structure
|
10009
|
+
end
|
10010
|
+
|
10011
|
+
# @!attribute [rw] partition
|
10012
|
+
# Represents a slice of table data.
|
10013
|
+
# @return [Types::Partition]
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] authorized_columns
|
10016
|
+
# @return [Array<String>]
|
10017
|
+
#
|
10018
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10019
|
+
# @return [Boolean]
|
10020
|
+
#
|
10021
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
10022
|
+
#
|
10023
|
+
class GetUnfilteredPartitionMetadataResponse < Struct.new(
|
10024
|
+
:partition,
|
10025
|
+
:authorized_columns,
|
10026
|
+
:is_registered_with_lake_formation)
|
10027
|
+
SENSITIVE = []
|
10028
|
+
include Aws::Structure
|
10029
|
+
end
|
10030
|
+
|
10031
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionsMetadataRequest
|
10032
|
+
# data as a hash:
|
10033
|
+
#
|
10034
|
+
# {
|
10035
|
+
# catalog_id: "CatalogIdString", # required
|
10036
|
+
# database_name: "NameString", # required
|
10037
|
+
# table_name: "NameString", # required
|
10038
|
+
# expression: "PredicateString",
|
10039
|
+
# audit_context: {
|
10040
|
+
# additional_audit_context: "AuditContextString",
|
10041
|
+
# },
|
10042
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10043
|
+
# next_token: "Token",
|
10044
|
+
# segment: {
|
10045
|
+
# segment_number: 1, # required
|
10046
|
+
# total_segments: 1, # required
|
10047
|
+
# },
|
10048
|
+
# max_results: 1,
|
10049
|
+
# }
|
10050
|
+
#
|
10051
|
+
# @!attribute [rw] catalog_id
|
10052
|
+
# @return [String]
|
10053
|
+
#
|
10054
|
+
# @!attribute [rw] database_name
|
10055
|
+
# @return [String]
|
10056
|
+
#
|
10057
|
+
# @!attribute [rw] table_name
|
10058
|
+
# @return [String]
|
10059
|
+
#
|
10060
|
+
# @!attribute [rw] expression
|
10061
|
+
# @return [String]
|
10062
|
+
#
|
10063
|
+
# @!attribute [rw] audit_context
|
10064
|
+
# @return [Types::AuditContext]
|
10065
|
+
#
|
10066
|
+
# @!attribute [rw] supported_permission_types
|
10067
|
+
# @return [Array<String>]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] next_token
|
10070
|
+
# @return [String]
|
10071
|
+
#
|
10072
|
+
# @!attribute [rw] segment
|
10073
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
10074
|
+
# multiple requests to be run in parallel.
|
10075
|
+
# @return [Types::Segment]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] max_results
|
10078
|
+
# @return [Integer]
|
10079
|
+
#
|
10080
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
10081
|
+
#
|
10082
|
+
class GetUnfilteredPartitionsMetadataRequest < Struct.new(
|
10083
|
+
:catalog_id,
|
10084
|
+
:database_name,
|
10085
|
+
:table_name,
|
10086
|
+
:expression,
|
10087
|
+
:audit_context,
|
10088
|
+
:supported_permission_types,
|
10089
|
+
:next_token,
|
10090
|
+
:segment,
|
10091
|
+
:max_results)
|
10092
|
+
SENSITIVE = []
|
10093
|
+
include Aws::Structure
|
10094
|
+
end
|
10095
|
+
|
10096
|
+
# @!attribute [rw] unfiltered_partitions
|
10097
|
+
# @return [Array<Types::UnfilteredPartition>]
|
10098
|
+
#
|
10099
|
+
# @!attribute [rw] next_token
|
10100
|
+
# @return [String]
|
10101
|
+
#
|
10102
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
10103
|
+
#
|
10104
|
+
class GetUnfilteredPartitionsMetadataResponse < Struct.new(
|
10105
|
+
:unfiltered_partitions,
|
10106
|
+
:next_token)
|
10107
|
+
SENSITIVE = []
|
10108
|
+
include Aws::Structure
|
10109
|
+
end
|
10110
|
+
|
10111
|
+
# @note When making an API call, you may pass GetUnfilteredTableMetadataRequest
|
10112
|
+
# data as a hash:
|
10113
|
+
#
|
10114
|
+
# {
|
10115
|
+
# catalog_id: "CatalogIdString", # required
|
10116
|
+
# database_name: "NameString", # required
|
10117
|
+
# name: "NameString", # required
|
10118
|
+
# audit_context: {
|
10119
|
+
# additional_audit_context: "AuditContextString",
|
10120
|
+
# },
|
10121
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10122
|
+
# }
|
10123
|
+
#
|
10124
|
+
# @!attribute [rw] catalog_id
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] database_name
|
10128
|
+
# @return [String]
|
10129
|
+
#
|
10130
|
+
# @!attribute [rw] name
|
10131
|
+
# @return [String]
|
10132
|
+
#
|
10133
|
+
# @!attribute [rw] audit_context
|
10134
|
+
# @return [Types::AuditContext]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] supported_permission_types
|
10137
|
+
# @return [Array<String>]
|
10138
|
+
#
|
10139
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
10140
|
+
#
|
10141
|
+
class GetUnfilteredTableMetadataRequest < Struct.new(
|
10142
|
+
:catalog_id,
|
10143
|
+
:database_name,
|
10144
|
+
:name,
|
10145
|
+
:audit_context,
|
10146
|
+
:supported_permission_types)
|
10147
|
+
SENSITIVE = []
|
10148
|
+
include Aws::Structure
|
10149
|
+
end
|
10150
|
+
|
10151
|
+
# @!attribute [rw] table
|
10152
|
+
# Represents a collection of related data organized in columns and
|
10153
|
+
# rows.
|
10154
|
+
# @return [Types::Table]
|
10155
|
+
#
|
10156
|
+
# @!attribute [rw] authorized_columns
|
10157
|
+
# @return [Array<String>]
|
10158
|
+
#
|
10159
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10160
|
+
# @return [Boolean]
|
10161
|
+
#
|
10162
|
+
# @!attribute [rw] cell_filters
|
10163
|
+
# @return [Array<Types::ColumnRowFilter>]
|
10164
|
+
#
|
10165
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
10166
|
+
#
|
10167
|
+
class GetUnfilteredTableMetadataResponse < Struct.new(
|
10168
|
+
:table,
|
10169
|
+
:authorized_columns,
|
10170
|
+
:is_registered_with_lake_formation,
|
10171
|
+
:cell_filters)
|
10172
|
+
SENSITIVE = []
|
10173
|
+
include Aws::Structure
|
10174
|
+
end
|
10175
|
+
|
9852
10176
|
# @note When making an API call, you may pass GetUserDefinedFunctionRequest
|
9853
10177
|
# data as a hash:
|
9854
10178
|
#
|
@@ -11264,6 +11588,29 @@ module Aws::Glue
|
|
11264
11588
|
include Aws::Structure
|
11265
11589
|
end
|
11266
11590
|
|
11591
|
+
# @note When making an API call, you may pass LakeFormationConfiguration
|
11592
|
+
# data as a hash:
|
11593
|
+
#
|
11594
|
+
# {
|
11595
|
+
# use_lake_formation_credentials: false,
|
11596
|
+
# account_id: "AccountId",
|
11597
|
+
# }
|
11598
|
+
#
|
11599
|
+
# @!attribute [rw] use_lake_formation_credentials
|
11600
|
+
# @return [Boolean]
|
11601
|
+
#
|
11602
|
+
# @!attribute [rw] account_id
|
11603
|
+
# @return [String]
|
11604
|
+
#
|
11605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
|
11606
|
+
#
|
11607
|
+
class LakeFormationConfiguration < Struct.new(
|
11608
|
+
:use_lake_formation_credentials,
|
11609
|
+
:account_id)
|
11610
|
+
SENSITIVE = []
|
11611
|
+
include Aws::Structure
|
11612
|
+
end
|
11613
|
+
|
11267
11614
|
# When there are multiple versions of a blueprint and the latest version
|
11268
11615
|
# has some errors, this attribute indicates the last successful
|
11269
11616
|
# blueprint definition that is available with the service.
|
@@ -12702,6 +13049,7 @@ module Aws::Glue
|
|
12702
13049
|
# },
|
12703
13050
|
# ],
|
12704
13051
|
# location: "LocationString",
|
13052
|
+
# additional_locations: ["LocationString"],
|
12705
13053
|
# input_format: "FormatString",
|
12706
13054
|
# output_format: "FormatString",
|
12707
13055
|
# compressed: false,
|
@@ -12808,6 +13156,17 @@ module Aws::Glue
|
|
12808
13156
|
include Aws::Structure
|
12809
13157
|
end
|
12810
13158
|
|
13159
|
+
# @!attribute [rw] message
|
13160
|
+
# @return [String]
|
13161
|
+
#
|
13162
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
|
13163
|
+
#
|
13164
|
+
class PermissionTypeMismatchException < Struct.new(
|
13165
|
+
:message)
|
13166
|
+
SENSITIVE = []
|
13167
|
+
include Aws::Structure
|
13168
|
+
end
|
13169
|
+
|
12811
13170
|
# Specifies the physical requirements for a connection.
|
12812
13171
|
#
|
12813
13172
|
# @note When making an API call, you may pass PhysicalConnectionRequirements
|
@@ -14809,16 +15168,24 @@ module Aws::Glue
|
|
14809
15168
|
#
|
14810
15169
|
# {
|
14811
15170
|
# name: "NameString", # required
|
15171
|
+
# run_properties: {
|
15172
|
+
# "IdString" => "GenericString",
|
15173
|
+
# },
|
14812
15174
|
# }
|
14813
15175
|
#
|
14814
15176
|
# @!attribute [rw] name
|
14815
15177
|
# The name of the workflow to start.
|
14816
15178
|
# @return [String]
|
14817
15179
|
#
|
15180
|
+
# @!attribute [rw] run_properties
|
15181
|
+
# The workflow run properties for the new workflow run.
|
15182
|
+
# @return [Hash<String,String>]
|
15183
|
+
#
|
14818
15184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
14819
15185
|
#
|
14820
15186
|
class StartWorkflowRunRequest < Struct.new(
|
14821
|
-
:name
|
15187
|
+
:name,
|
15188
|
+
:run_properties)
|
14822
15189
|
SENSITIVE = []
|
14823
15190
|
include Aws::Structure
|
14824
15191
|
end
|
@@ -14980,6 +15347,7 @@ module Aws::Glue
|
|
14980
15347
|
# },
|
14981
15348
|
# ],
|
14982
15349
|
# location: "LocationString",
|
15350
|
+
# additional_locations: ["LocationString"],
|
14983
15351
|
# input_format: "FormatString",
|
14984
15352
|
# output_format: "FormatString",
|
14985
15353
|
# compressed: false,
|
@@ -15030,6 +15398,9 @@ module Aws::Glue
|
|
15030
15398
|
# warehouse, followed by the table name.
|
15031
15399
|
# @return [String]
|
15032
15400
|
#
|
15401
|
+
# @!attribute [rw] additional_locations
|
15402
|
+
# @return [Array<String>]
|
15403
|
+
#
|
15033
15404
|
# @!attribute [rw] input_format
|
15034
15405
|
# The input format: `SequenceFileInputFormat` (binary), or
|
15035
15406
|
# `TextInputFormat`, or a custom format.
|
@@ -15088,6 +15459,7 @@ module Aws::Glue
|
|
15088
15459
|
class StorageDescriptor < Struct.new(
|
15089
15460
|
:columns,
|
15090
15461
|
:location,
|
15462
|
+
:additional_locations,
|
15091
15463
|
:input_format,
|
15092
15464
|
:output_format,
|
15093
15465
|
:compressed,
|
@@ -15338,6 +15710,7 @@ module Aws::Glue
|
|
15338
15710
|
# },
|
15339
15711
|
# ],
|
15340
15712
|
# location: "LocationString",
|
15713
|
+
# additional_locations: ["LocationString"],
|
15341
15714
|
# input_format: "FormatString",
|
15342
15715
|
# output_format: "FormatString",
|
15343
15716
|
# compressed: false,
|
@@ -16098,6 +16471,26 @@ module Aws::Glue
|
|
16098
16471
|
include Aws::Structure
|
16099
16472
|
end
|
16100
16473
|
|
16474
|
+
# @!attribute [rw] partition
|
16475
|
+
# Represents a slice of table data.
|
16476
|
+
# @return [Types::Partition]
|
16477
|
+
#
|
16478
|
+
# @!attribute [rw] authorized_columns
|
16479
|
+
# @return [Array<String>]
|
16480
|
+
#
|
16481
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
16482
|
+
# @return [Boolean]
|
16483
|
+
#
|
16484
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|
16485
|
+
#
|
16486
|
+
class UnfilteredPartition < Struct.new(
|
16487
|
+
:partition,
|
16488
|
+
:authorized_columns,
|
16489
|
+
:is_registered_with_lake_formation)
|
16490
|
+
SENSITIVE = []
|
16491
|
+
include Aws::Structure
|
16492
|
+
end
|
16493
|
+
|
16101
16494
|
# @note When making an API call, you may pass UntagResourceRequest
|
16102
16495
|
# data as a hash:
|
16103
16496
|
#
|
@@ -16544,6 +16937,14 @@ module Aws::Glue
|
|
16544
16937
|
# {
|
16545
16938
|
# database_name: "NameString", # required
|
16546
16939
|
# tables: ["NameString"], # required
|
16940
|
+
# connection_name: "ConnectionName",
|
16941
|
+
# },
|
16942
|
+
# ],
|
16943
|
+
# delta_targets: [
|
16944
|
+
# {
|
16945
|
+
# delta_tables: ["Path"],
|
16946
|
+
# connection_name: "ConnectionName",
|
16947
|
+
# write_manifest: false,
|
16547
16948
|
# },
|
16548
16949
|
# ],
|
16549
16950
|
# },
|
@@ -16560,6 +16961,10 @@ module Aws::Glue
|
|
16560
16961
|
# lineage_configuration: {
|
16561
16962
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
16562
16963
|
# },
|
16964
|
+
# lake_formation_configuration: {
|
16965
|
+
# use_lake_formation_credentials: false,
|
16966
|
+
# account_id: "AccountId",
|
16967
|
+
# },
|
16563
16968
|
# configuration: "CrawlerConfiguration",
|
16564
16969
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
16565
16970
|
# }
|
@@ -16620,6 +17025,9 @@ module Aws::Glue
|
|
16620
17025
|
# Specifies data lineage configuration settings for the crawler.
|
16621
17026
|
# @return [Types::LineageConfiguration]
|
16622
17027
|
#
|
17028
|
+
# @!attribute [rw] lake_formation_configuration
|
17029
|
+
# @return [Types::LakeFormationConfiguration]
|
17030
|
+
#
|
16623
17031
|
# @!attribute [rw] configuration
|
16624
17032
|
# Crawler configuration information. This versioned JSON string allows
|
16625
17033
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -16649,6 +17057,7 @@ module Aws::Glue
|
|
16649
17057
|
:schema_change_policy,
|
16650
17058
|
:recrawl_policy,
|
16651
17059
|
:lineage_configuration,
|
17060
|
+
:lake_formation_configuration,
|
16652
17061
|
:configuration,
|
16653
17062
|
:crawler_security_configuration)
|
16654
17063
|
SENSITIVE = []
|
@@ -17199,6 +17608,7 @@ module Aws::Glue
|
|
17199
17608
|
# },
|
17200
17609
|
# ],
|
17201
17610
|
# location: "LocationString",
|
17611
|
+
# additional_locations: ["LocationString"],
|
17202
17612
|
# input_format: "FormatString",
|
17203
17613
|
# output_format: "FormatString",
|
17204
17614
|
# compressed: false,
|
@@ -17435,6 +17845,7 @@ module Aws::Glue
|
|
17435
17845
|
# },
|
17436
17846
|
# ],
|
17437
17847
|
# location: "LocationString",
|
17848
|
+
# additional_locations: ["LocationString"],
|
17438
17849
|
# input_format: "FormatString",
|
17439
17850
|
# output_format: "FormatString",
|
17440
17851
|
# compressed: false,
|