aws-sdk-glue 1.100.0 → 1.104.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +411 -12
- data/lib/aws-sdk-glue/client_api.rb +152 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +429 -18
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +4 -4
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,6 +114,24 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# @note When making an API call, you may pass AuditContext
|
118
|
+
# data as a hash:
|
119
|
+
#
|
120
|
+
# {
|
121
|
+
# additional_audit_context: "AuditContextString",
|
122
|
+
# }
|
123
|
+
#
|
124
|
+
# @!attribute [rw] additional_audit_context
|
125
|
+
# @return [String]
|
126
|
+
#
|
127
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
|
128
|
+
#
|
129
|
+
class AuditContext < Struct.new(
|
130
|
+
:additional_audit_context)
|
131
|
+
SENSITIVE = []
|
132
|
+
include Aws::Structure
|
133
|
+
end
|
134
|
+
|
117
135
|
# A list of errors that can occur when registering partition indexes for
|
118
136
|
# an existing table.
|
119
137
|
#
|
@@ -176,6 +194,7 @@ module Aws::Glue
|
|
176
194
|
# },
|
177
195
|
# ],
|
178
196
|
# location: "LocationString",
|
197
|
+
# additional_locations: ["LocationString"],
|
179
198
|
# input_format: "FormatString",
|
180
199
|
# output_format: "FormatString",
|
181
200
|
# compressed: false,
|
@@ -913,6 +932,7 @@ module Aws::Glue
|
|
913
932
|
# },
|
914
933
|
# ],
|
915
934
|
# location: "LocationString",
|
935
|
+
# additional_locations: ["LocationString"],
|
916
936
|
# input_format: "FormatString",
|
917
937
|
# output_format: "FormatString",
|
918
938
|
# compressed: false,
|
@@ -1015,6 +1035,7 @@ module Aws::Glue
|
|
1015
1035
|
# },
|
1016
1036
|
# ],
|
1017
1037
|
# location: "LocationString",
|
1038
|
+
# additional_locations: ["LocationString"],
|
1018
1039
|
# input_format: "FormatString",
|
1019
1040
|
# output_format: "FormatString",
|
1020
1041
|
# compressed: false,
|
@@ -1430,6 +1451,7 @@ module Aws::Glue
|
|
1430
1451
|
# {
|
1431
1452
|
# database_name: "NameString", # required
|
1432
1453
|
# tables: ["NameString"], # required
|
1454
|
+
# connection_name: "ConnectionName",
|
1433
1455
|
# }
|
1434
1456
|
#
|
1435
1457
|
# @!attribute [rw] database_name
|
@@ -1440,11 +1462,18 @@ module Aws::Glue
|
|
1440
1462
|
# A list of the tables to be synchronized.
|
1441
1463
|
# @return [Array<String>]
|
1442
1464
|
#
|
1465
|
+
# @!attribute [rw] connection_name
|
1466
|
+
# The name of the connection for an Amazon S3-backed Data Catalog
|
1467
|
+
# table to be a target of the crawl when using a `Catalog` connection
|
1468
|
+
# type paired with a `NETWORK` Connection type.
|
1469
|
+
# @return [String]
|
1470
|
+
#
|
1443
1471
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
|
1444
1472
|
#
|
1445
1473
|
class CatalogTarget < Struct.new(
|
1446
1474
|
:database_name,
|
1447
|
-
:tables
|
1475
|
+
:tables,
|
1476
|
+
:connection_name)
|
1448
1477
|
SENSITIVE = []
|
1449
1478
|
include Aws::Structure
|
1450
1479
|
end
|
@@ -1453,13 +1482,13 @@ module Aws::Glue
|
|
1453
1482
|
# data as a hash:
|
1454
1483
|
#
|
1455
1484
|
# {
|
1456
|
-
# data_format: "AVRO", # required, accepts AVRO, JSON
|
1485
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
|
1457
1486
|
# schema_definition: "SchemaDefinitionString", # required
|
1458
1487
|
# }
|
1459
1488
|
#
|
1460
1489
|
# @!attribute [rw] data_format
|
1461
|
-
# The data format of the schema definition. Currently `AVRO`
|
1462
|
-
# `
|
1490
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
1491
|
+
# and `PROTOBUF` are supported.
|
1463
1492
|
# @return [String]
|
1464
1493
|
#
|
1465
1494
|
# @!attribute [rw] schema_definition
|
@@ -1754,6 +1783,21 @@ module Aws::Glue
|
|
1754
1783
|
include Aws::Structure
|
1755
1784
|
end
|
1756
1785
|
|
1786
|
+
# @!attribute [rw] column_name
|
1787
|
+
# @return [String]
|
1788
|
+
#
|
1789
|
+
# @!attribute [rw] row_filter_expression
|
1790
|
+
# @return [String]
|
1791
|
+
#
|
1792
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnRowFilter AWS API Documentation
|
1793
|
+
#
|
1794
|
+
class ColumnRowFilter < Struct.new(
|
1795
|
+
:column_name,
|
1796
|
+
:row_filter_expression)
|
1797
|
+
SENSITIVE = []
|
1798
|
+
include Aws::Structure
|
1799
|
+
end
|
1800
|
+
|
1757
1801
|
# Represents the generated column-level statistics for a table or
|
1758
1802
|
# partition.
|
1759
1803
|
#
|
@@ -2567,6 +2611,9 @@ module Aws::Glue
|
|
2567
2611
|
# crawler.
|
2568
2612
|
# @return [String]
|
2569
2613
|
#
|
2614
|
+
# @!attribute [rw] lake_formation_configuration
|
2615
|
+
# @return [Types::LakeFormationConfiguration]
|
2616
|
+
#
|
2570
2617
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
2571
2618
|
#
|
2572
2619
|
class Crawler < Struct.new(
|
@@ -2588,7 +2635,8 @@ module Aws::Glue
|
|
2588
2635
|
:last_crawl,
|
2589
2636
|
:version,
|
2590
2637
|
:configuration,
|
2591
|
-
:crawler_security_configuration
|
2638
|
+
:crawler_security_configuration,
|
2639
|
+
:lake_formation_configuration)
|
2592
2640
|
SENSITIVE = []
|
2593
2641
|
include Aws::Structure
|
2594
2642
|
end
|
@@ -2741,6 +2789,14 @@ module Aws::Glue
|
|
2741
2789
|
# {
|
2742
2790
|
# database_name: "NameString", # required
|
2743
2791
|
# tables: ["NameString"], # required
|
2792
|
+
# connection_name: "ConnectionName",
|
2793
|
+
# },
|
2794
|
+
# ],
|
2795
|
+
# delta_targets: [
|
2796
|
+
# {
|
2797
|
+
# delta_tables: ["Path"],
|
2798
|
+
# connection_name: "ConnectionName",
|
2799
|
+
# write_manifest: false,
|
2744
2800
|
# },
|
2745
2801
|
# ],
|
2746
2802
|
# }
|
@@ -2765,6 +2821,10 @@ module Aws::Glue
|
|
2765
2821
|
# Specifies Glue Data Catalog targets.
|
2766
2822
|
# @return [Array<Types::CatalogTarget>]
|
2767
2823
|
#
|
2824
|
+
# @!attribute [rw] delta_targets
|
2825
|
+
# Specifies Delta data store targets.
|
2826
|
+
# @return [Array<Types::DeltaTarget>]
|
2827
|
+
#
|
2768
2828
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerTargets AWS API Documentation
|
2769
2829
|
#
|
2770
2830
|
class CrawlerTargets < Struct.new(
|
@@ -2772,7 +2832,8 @@ module Aws::Glue
|
|
2772
2832
|
:jdbc_targets,
|
2773
2833
|
:mongo_db_targets,
|
2774
2834
|
:dynamo_db_targets,
|
2775
|
-
:catalog_targets
|
2835
|
+
:catalog_targets,
|
2836
|
+
:delta_targets)
|
2776
2837
|
SENSITIVE = []
|
2777
2838
|
include Aws::Structure
|
2778
2839
|
end
|
@@ -2985,6 +3046,14 @@ module Aws::Glue
|
|
2985
3046
|
# {
|
2986
3047
|
# database_name: "NameString", # required
|
2987
3048
|
# tables: ["NameString"], # required
|
3049
|
+
# connection_name: "ConnectionName",
|
3050
|
+
# },
|
3051
|
+
# ],
|
3052
|
+
# delta_targets: [
|
3053
|
+
# {
|
3054
|
+
# delta_tables: ["Path"],
|
3055
|
+
# connection_name: "ConnectionName",
|
3056
|
+
# write_manifest: false,
|
2988
3057
|
# },
|
2989
3058
|
# ],
|
2990
3059
|
# },
|
@@ -3001,6 +3070,10 @@ module Aws::Glue
|
|
3001
3070
|
# lineage_configuration: {
|
3002
3071
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
3003
3072
|
# },
|
3073
|
+
# lake_formation_configuration: {
|
3074
|
+
# use_lake_formation_credentials: false,
|
3075
|
+
# account_id: "AccountId",
|
3076
|
+
# },
|
3004
3077
|
# configuration: "CrawlerConfiguration",
|
3005
3078
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
3006
3079
|
# tags: {
|
@@ -3064,6 +3137,9 @@ module Aws::Glue
|
|
3064
3137
|
# Specifies data lineage configuration settings for the crawler.
|
3065
3138
|
# @return [Types::LineageConfiguration]
|
3066
3139
|
#
|
3140
|
+
# @!attribute [rw] lake_formation_configuration
|
3141
|
+
# @return [Types::LakeFormationConfiguration]
|
3142
|
+
#
|
3067
3143
|
# @!attribute [rw] configuration
|
3068
3144
|
# Crawler configuration information. This versioned JSON string allows
|
3069
3145
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -3103,6 +3179,7 @@ module Aws::Glue
|
|
3103
3179
|
:schema_change_policy,
|
3104
3180
|
:recrawl_policy,
|
3105
3181
|
:lineage_configuration,
|
3182
|
+
:lake_formation_configuration,
|
3106
3183
|
:configuration,
|
3107
3184
|
:crawler_security_configuration,
|
3108
3185
|
:tags)
|
@@ -4147,6 +4224,7 @@ module Aws::Glue
|
|
4147
4224
|
# },
|
4148
4225
|
# ],
|
4149
4226
|
# location: "LocationString",
|
4227
|
+
# additional_locations: ["LocationString"],
|
4150
4228
|
# input_format: "FormatString",
|
4151
4229
|
# output_format: "FormatString",
|
4152
4230
|
# compressed: false,
|
@@ -4300,7 +4378,7 @@ module Aws::Glue
|
|
4300
4378
|
# registry_arn: "GlueResourceArn",
|
4301
4379
|
# },
|
4302
4380
|
# schema_name: "SchemaRegistryNameString", # required
|
4303
|
-
# data_format: "AVRO", # required, accepts AVRO, JSON
|
4381
|
+
# data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
|
4304
4382
|
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
4305
4383
|
# description: "DescriptionString",
|
4306
4384
|
# tags: {
|
@@ -4323,8 +4401,8 @@ module Aws::Glue
|
|
4323
4401
|
# @return [String]
|
4324
4402
|
#
|
4325
4403
|
# @!attribute [rw] data_format
|
4326
|
-
# The data format of the schema definition. Currently `AVRO`
|
4327
|
-
# `
|
4404
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
4405
|
+
# and `PROTOBUF` are supported.
|
4328
4406
|
# @return [String]
|
4329
4407
|
#
|
4330
4408
|
# @!attribute [rw] compatibility
|
@@ -4427,8 +4505,8 @@ module Aws::Glue
|
|
4427
4505
|
# @return [String]
|
4428
4506
|
#
|
4429
4507
|
# @!attribute [rw] data_format
|
4430
|
-
# The data format of the schema definition. Currently `AVRO`
|
4431
|
-
# `
|
4508
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
4509
|
+
# and `PROTOBUF` are supported.
|
4432
4510
|
# @return [String]
|
4433
4511
|
#
|
4434
4512
|
# @!attribute [rw] compatibility
|
@@ -4636,6 +4714,7 @@ module Aws::Glue
|
|
4636
4714
|
# },
|
4637
4715
|
# ],
|
4638
4716
|
# location: "LocationString",
|
4717
|
+
# additional_locations: ["LocationString"],
|
4639
4718
|
# input_format: "FormatString",
|
4640
4719
|
# output_format: "FormatString",
|
4641
4720
|
# compressed: false,
|
@@ -6194,6 +6273,41 @@ module Aws::Glue
|
|
6194
6273
|
include Aws::Structure
|
6195
6274
|
end
|
6196
6275
|
|
6276
|
+
# Specifies a Delta data store to crawl one or more Delta tables.
|
6277
|
+
#
|
6278
|
+
# @note When making an API call, you may pass DeltaTarget
|
6279
|
+
# data as a hash:
|
6280
|
+
#
|
6281
|
+
# {
|
6282
|
+
# delta_tables: ["Path"],
|
6283
|
+
# connection_name: "ConnectionName",
|
6284
|
+
# write_manifest: false,
|
6285
|
+
# }
|
6286
|
+
#
|
6287
|
+
# @!attribute [rw] delta_tables
|
6288
|
+
# A list of the Amazon S3 paths to the Delta tables.
|
6289
|
+
# @return [Array<String>]
|
6290
|
+
#
|
6291
|
+
# @!attribute [rw] connection_name
|
6292
|
+
# The name of the connection to use to connect to the Delta table
|
6293
|
+
# target.
|
6294
|
+
# @return [String]
|
6295
|
+
#
|
6296
|
+
# @!attribute [rw] write_manifest
|
6297
|
+
# Specifies whether to write the manifest files to the Delta table
|
6298
|
+
# path.
|
6299
|
+
# @return [Boolean]
|
6300
|
+
#
|
6301
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeltaTarget AWS API Documentation
|
6302
|
+
#
|
6303
|
+
class DeltaTarget < Struct.new(
|
6304
|
+
:delta_tables,
|
6305
|
+
:connection_name,
|
6306
|
+
:write_manifest)
|
6307
|
+
SENSITIVE = []
|
6308
|
+
include Aws::Structure
|
6309
|
+
end
|
6310
|
+
|
6197
6311
|
# A development endpoint where a developer can remotely debug extract,
|
6198
6312
|
# transform, and load (ETL) scripts.
|
6199
6313
|
#
|
@@ -9116,8 +9230,8 @@ module Aws::Glue
|
|
9116
9230
|
# @return [String]
|
9117
9231
|
#
|
9118
9232
|
# @!attribute [rw] data_format
|
9119
|
-
# The data format of the schema definition. Currently
|
9120
|
-
# `
|
9233
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9234
|
+
# and `PROTOBUF` are supported.
|
9121
9235
|
# @return [String]
|
9122
9236
|
#
|
9123
9237
|
# @!attribute [rw] status
|
@@ -9192,8 +9306,8 @@ module Aws::Glue
|
|
9192
9306
|
# @return [String]
|
9193
9307
|
#
|
9194
9308
|
# @!attribute [rw] data_format
|
9195
|
-
# The data format of the schema definition. Currently `AVRO`
|
9196
|
-
# `
|
9309
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9310
|
+
# and `PROTOBUF` are supported.
|
9197
9311
|
# @return [String]
|
9198
9312
|
#
|
9199
9313
|
# @!attribute [rw] compatibility
|
@@ -9304,8 +9418,8 @@ module Aws::Glue
|
|
9304
9418
|
# @return [String]
|
9305
9419
|
#
|
9306
9420
|
# @!attribute [rw] data_format
|
9307
|
-
# The data format of the schema definition. Currently `AVRO`
|
9308
|
-
# `
|
9421
|
+
# The data format of the schema definition. Currently `AVRO`, `JSON`
|
9422
|
+
# and `PROTOBUF` are supported.
|
9309
9423
|
# @return [String]
|
9310
9424
|
#
|
9311
9425
|
# @!attribute [rw] schema_arn
|
@@ -9849,6 +9963,216 @@ module Aws::Glue
|
|
9849
9963
|
include Aws::Structure
|
9850
9964
|
end
|
9851
9965
|
|
9966
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionMetadataRequest
|
9967
|
+
# data as a hash:
|
9968
|
+
#
|
9969
|
+
# {
|
9970
|
+
# catalog_id: "CatalogIdString", # required
|
9971
|
+
# database_name: "NameString", # required
|
9972
|
+
# table_name: "NameString", # required
|
9973
|
+
# partition_values: ["ValueString"], # required
|
9974
|
+
# audit_context: {
|
9975
|
+
# additional_audit_context: "AuditContextString",
|
9976
|
+
# },
|
9977
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
9978
|
+
# }
|
9979
|
+
#
|
9980
|
+
# @!attribute [rw] catalog_id
|
9981
|
+
# @return [String]
|
9982
|
+
#
|
9983
|
+
# @!attribute [rw] database_name
|
9984
|
+
# @return [String]
|
9985
|
+
#
|
9986
|
+
# @!attribute [rw] table_name
|
9987
|
+
# @return [String]
|
9988
|
+
#
|
9989
|
+
# @!attribute [rw] partition_values
|
9990
|
+
# @return [Array<String>]
|
9991
|
+
#
|
9992
|
+
# @!attribute [rw] audit_context
|
9993
|
+
# @return [Types::AuditContext]
|
9994
|
+
#
|
9995
|
+
# @!attribute [rw] supported_permission_types
|
9996
|
+
# @return [Array<String>]
|
9997
|
+
#
|
9998
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataRequest AWS API Documentation
|
9999
|
+
#
|
10000
|
+
class GetUnfilteredPartitionMetadataRequest < Struct.new(
|
10001
|
+
:catalog_id,
|
10002
|
+
:database_name,
|
10003
|
+
:table_name,
|
10004
|
+
:partition_values,
|
10005
|
+
:audit_context,
|
10006
|
+
:supported_permission_types)
|
10007
|
+
SENSITIVE = []
|
10008
|
+
include Aws::Structure
|
10009
|
+
end
|
10010
|
+
|
10011
|
+
# @!attribute [rw] partition
|
10012
|
+
# Represents a slice of table data.
|
10013
|
+
# @return [Types::Partition]
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] authorized_columns
|
10016
|
+
# @return [Array<String>]
|
10017
|
+
#
|
10018
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10019
|
+
# @return [Boolean]
|
10020
|
+
#
|
10021
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadataResponse AWS API Documentation
|
10022
|
+
#
|
10023
|
+
class GetUnfilteredPartitionMetadataResponse < Struct.new(
|
10024
|
+
:partition,
|
10025
|
+
:authorized_columns,
|
10026
|
+
:is_registered_with_lake_formation)
|
10027
|
+
SENSITIVE = []
|
10028
|
+
include Aws::Structure
|
10029
|
+
end
|
10030
|
+
|
10031
|
+
# @note When making an API call, you may pass GetUnfilteredPartitionsMetadataRequest
|
10032
|
+
# data as a hash:
|
10033
|
+
#
|
10034
|
+
# {
|
10035
|
+
# catalog_id: "CatalogIdString", # required
|
10036
|
+
# database_name: "NameString", # required
|
10037
|
+
# table_name: "NameString", # required
|
10038
|
+
# expression: "PredicateString",
|
10039
|
+
# audit_context: {
|
10040
|
+
# additional_audit_context: "AuditContextString",
|
10041
|
+
# },
|
10042
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10043
|
+
# next_token: "Token",
|
10044
|
+
# segment: {
|
10045
|
+
# segment_number: 1, # required
|
10046
|
+
# total_segments: 1, # required
|
10047
|
+
# },
|
10048
|
+
# max_results: 1,
|
10049
|
+
# }
|
10050
|
+
#
|
10051
|
+
# @!attribute [rw] catalog_id
|
10052
|
+
# @return [String]
|
10053
|
+
#
|
10054
|
+
# @!attribute [rw] database_name
|
10055
|
+
# @return [String]
|
10056
|
+
#
|
10057
|
+
# @!attribute [rw] table_name
|
10058
|
+
# @return [String]
|
10059
|
+
#
|
10060
|
+
# @!attribute [rw] expression
|
10061
|
+
# @return [String]
|
10062
|
+
#
|
10063
|
+
# @!attribute [rw] audit_context
|
10064
|
+
# @return [Types::AuditContext]
|
10065
|
+
#
|
10066
|
+
# @!attribute [rw] supported_permission_types
|
10067
|
+
# @return [Array<String>]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] next_token
|
10070
|
+
# @return [String]
|
10071
|
+
#
|
10072
|
+
# @!attribute [rw] segment
|
10073
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
10074
|
+
# multiple requests to be run in parallel.
|
10075
|
+
# @return [Types::Segment]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] max_results
|
10078
|
+
# @return [Integer]
|
10079
|
+
#
|
10080
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataRequest AWS API Documentation
|
10081
|
+
#
|
10082
|
+
class GetUnfilteredPartitionsMetadataRequest < Struct.new(
|
10083
|
+
:catalog_id,
|
10084
|
+
:database_name,
|
10085
|
+
:table_name,
|
10086
|
+
:expression,
|
10087
|
+
:audit_context,
|
10088
|
+
:supported_permission_types,
|
10089
|
+
:next_token,
|
10090
|
+
:segment,
|
10091
|
+
:max_results)
|
10092
|
+
SENSITIVE = []
|
10093
|
+
include Aws::Structure
|
10094
|
+
end
|
10095
|
+
|
10096
|
+
# @!attribute [rw] unfiltered_partitions
|
10097
|
+
# @return [Array<Types::UnfilteredPartition>]
|
10098
|
+
#
|
10099
|
+
# @!attribute [rw] next_token
|
10100
|
+
# @return [String]
|
10101
|
+
#
|
10102
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadataResponse AWS API Documentation
|
10103
|
+
#
|
10104
|
+
class GetUnfilteredPartitionsMetadataResponse < Struct.new(
|
10105
|
+
:unfiltered_partitions,
|
10106
|
+
:next_token)
|
10107
|
+
SENSITIVE = []
|
10108
|
+
include Aws::Structure
|
10109
|
+
end
|
10110
|
+
|
10111
|
+
# @note When making an API call, you may pass GetUnfilteredTableMetadataRequest
|
10112
|
+
# data as a hash:
|
10113
|
+
#
|
10114
|
+
# {
|
10115
|
+
# catalog_id: "CatalogIdString", # required
|
10116
|
+
# database_name: "NameString", # required
|
10117
|
+
# name: "NameString", # required
|
10118
|
+
# audit_context: {
|
10119
|
+
# additional_audit_context: "AuditContextString",
|
10120
|
+
# },
|
10121
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
10122
|
+
# }
|
10123
|
+
#
|
10124
|
+
# @!attribute [rw] catalog_id
|
10125
|
+
# @return [String]
|
10126
|
+
#
|
10127
|
+
# @!attribute [rw] database_name
|
10128
|
+
# @return [String]
|
10129
|
+
#
|
10130
|
+
# @!attribute [rw] name
|
10131
|
+
# @return [String]
|
10132
|
+
#
|
10133
|
+
# @!attribute [rw] audit_context
|
10134
|
+
# @return [Types::AuditContext]
|
10135
|
+
#
|
10136
|
+
# @!attribute [rw] supported_permission_types
|
10137
|
+
# @return [Array<String>]
|
10138
|
+
#
|
10139
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataRequest AWS API Documentation
|
10140
|
+
#
|
10141
|
+
class GetUnfilteredTableMetadataRequest < Struct.new(
|
10142
|
+
:catalog_id,
|
10143
|
+
:database_name,
|
10144
|
+
:name,
|
10145
|
+
:audit_context,
|
10146
|
+
:supported_permission_types)
|
10147
|
+
SENSITIVE = []
|
10148
|
+
include Aws::Structure
|
10149
|
+
end
|
10150
|
+
|
10151
|
+
# @!attribute [rw] table
|
10152
|
+
# Represents a collection of related data organized in columns and
|
10153
|
+
# rows.
|
10154
|
+
# @return [Types::Table]
|
10155
|
+
#
|
10156
|
+
# @!attribute [rw] authorized_columns
|
10157
|
+
# @return [Array<String>]
|
10158
|
+
#
|
10159
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10160
|
+
# @return [Boolean]
|
10161
|
+
#
|
10162
|
+
# @!attribute [rw] cell_filters
|
10163
|
+
# @return [Array<Types::ColumnRowFilter>]
|
10164
|
+
#
|
10165
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadataResponse AWS API Documentation
|
10166
|
+
#
|
10167
|
+
class GetUnfilteredTableMetadataResponse < Struct.new(
|
10168
|
+
:table,
|
10169
|
+
:authorized_columns,
|
10170
|
+
:is_registered_with_lake_formation,
|
10171
|
+
:cell_filters)
|
10172
|
+
SENSITIVE = []
|
10173
|
+
include Aws::Structure
|
10174
|
+
end
|
10175
|
+
|
9852
10176
|
# @note When making an API call, you may pass GetUserDefinedFunctionRequest
|
9853
10177
|
# data as a hash:
|
9854
10178
|
#
|
@@ -11264,6 +11588,29 @@ module Aws::Glue
|
|
11264
11588
|
include Aws::Structure
|
11265
11589
|
end
|
11266
11590
|
|
11591
|
+
# @note When making an API call, you may pass LakeFormationConfiguration
|
11592
|
+
# data as a hash:
|
11593
|
+
#
|
11594
|
+
# {
|
11595
|
+
# use_lake_formation_credentials: false,
|
11596
|
+
# account_id: "AccountId",
|
11597
|
+
# }
|
11598
|
+
#
|
11599
|
+
# @!attribute [rw] use_lake_formation_credentials
|
11600
|
+
# @return [Boolean]
|
11601
|
+
#
|
11602
|
+
# @!attribute [rw] account_id
|
11603
|
+
# @return [String]
|
11604
|
+
#
|
11605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
|
11606
|
+
#
|
11607
|
+
class LakeFormationConfiguration < Struct.new(
|
11608
|
+
:use_lake_formation_credentials,
|
11609
|
+
:account_id)
|
11610
|
+
SENSITIVE = []
|
11611
|
+
include Aws::Structure
|
11612
|
+
end
|
11613
|
+
|
11267
11614
|
# When there are multiple versions of a blueprint and the latest version
|
11268
11615
|
# has some errors, this attribute indicates the last successful
|
11269
11616
|
# blueprint definition that is available with the service.
|
@@ -12702,6 +13049,7 @@ module Aws::Glue
|
|
12702
13049
|
# },
|
12703
13050
|
# ],
|
12704
13051
|
# location: "LocationString",
|
13052
|
+
# additional_locations: ["LocationString"],
|
12705
13053
|
# input_format: "FormatString",
|
12706
13054
|
# output_format: "FormatString",
|
12707
13055
|
# compressed: false,
|
@@ -12808,6 +13156,17 @@ module Aws::Glue
|
|
12808
13156
|
include Aws::Structure
|
12809
13157
|
end
|
12810
13158
|
|
13159
|
+
# @!attribute [rw] message
|
13160
|
+
# @return [String]
|
13161
|
+
#
|
13162
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PermissionTypeMismatchException AWS API Documentation
|
13163
|
+
#
|
13164
|
+
class PermissionTypeMismatchException < Struct.new(
|
13165
|
+
:message)
|
13166
|
+
SENSITIVE = []
|
13167
|
+
include Aws::Structure
|
13168
|
+
end
|
13169
|
+
|
12811
13170
|
# Specifies the physical requirements for a connection.
|
12812
13171
|
#
|
12813
13172
|
# @note When making an API call, you may pass PhysicalConnectionRequirements
|
@@ -14809,16 +15168,24 @@ module Aws::Glue
|
|
14809
15168
|
#
|
14810
15169
|
# {
|
14811
15170
|
# name: "NameString", # required
|
15171
|
+
# run_properties: {
|
15172
|
+
# "IdString" => "GenericString",
|
15173
|
+
# },
|
14812
15174
|
# }
|
14813
15175
|
#
|
14814
15176
|
# @!attribute [rw] name
|
14815
15177
|
# The name of the workflow to start.
|
14816
15178
|
# @return [String]
|
14817
15179
|
#
|
15180
|
+
# @!attribute [rw] run_properties
|
15181
|
+
# The workflow run properties for the new workflow run.
|
15182
|
+
# @return [Hash<String,String>]
|
15183
|
+
#
|
14818
15184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
14819
15185
|
#
|
14820
15186
|
class StartWorkflowRunRequest < Struct.new(
|
14821
|
-
:name
|
15187
|
+
:name,
|
15188
|
+
:run_properties)
|
14822
15189
|
SENSITIVE = []
|
14823
15190
|
include Aws::Structure
|
14824
15191
|
end
|
@@ -14980,6 +15347,7 @@ module Aws::Glue
|
|
14980
15347
|
# },
|
14981
15348
|
# ],
|
14982
15349
|
# location: "LocationString",
|
15350
|
+
# additional_locations: ["LocationString"],
|
14983
15351
|
# input_format: "FormatString",
|
14984
15352
|
# output_format: "FormatString",
|
14985
15353
|
# compressed: false,
|
@@ -15030,6 +15398,9 @@ module Aws::Glue
|
|
15030
15398
|
# warehouse, followed by the table name.
|
15031
15399
|
# @return [String]
|
15032
15400
|
#
|
15401
|
+
# @!attribute [rw] additional_locations
|
15402
|
+
# @return [Array<String>]
|
15403
|
+
#
|
15033
15404
|
# @!attribute [rw] input_format
|
15034
15405
|
# The input format: `SequenceFileInputFormat` (binary), or
|
15035
15406
|
# `TextInputFormat`, or a custom format.
|
@@ -15088,6 +15459,7 @@ module Aws::Glue
|
|
15088
15459
|
class StorageDescriptor < Struct.new(
|
15089
15460
|
:columns,
|
15090
15461
|
:location,
|
15462
|
+
:additional_locations,
|
15091
15463
|
:input_format,
|
15092
15464
|
:output_format,
|
15093
15465
|
:compressed,
|
@@ -15338,6 +15710,7 @@ module Aws::Glue
|
|
15338
15710
|
# },
|
15339
15711
|
# ],
|
15340
15712
|
# location: "LocationString",
|
15713
|
+
# additional_locations: ["LocationString"],
|
15341
15714
|
# input_format: "FormatString",
|
15342
15715
|
# output_format: "FormatString",
|
15343
15716
|
# compressed: false,
|
@@ -16098,6 +16471,26 @@ module Aws::Glue
|
|
16098
16471
|
include Aws::Structure
|
16099
16472
|
end
|
16100
16473
|
|
16474
|
+
# @!attribute [rw] partition
|
16475
|
+
# Represents a slice of table data.
|
16476
|
+
# @return [Types::Partition]
|
16477
|
+
#
|
16478
|
+
# @!attribute [rw] authorized_columns
|
16479
|
+
# @return [Array<String>]
|
16480
|
+
#
|
16481
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
16482
|
+
# @return [Boolean]
|
16483
|
+
#
|
16484
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UnfilteredPartition AWS API Documentation
|
16485
|
+
#
|
16486
|
+
class UnfilteredPartition < Struct.new(
|
16487
|
+
:partition,
|
16488
|
+
:authorized_columns,
|
16489
|
+
:is_registered_with_lake_formation)
|
16490
|
+
SENSITIVE = []
|
16491
|
+
include Aws::Structure
|
16492
|
+
end
|
16493
|
+
|
16101
16494
|
# @note When making an API call, you may pass UntagResourceRequest
|
16102
16495
|
# data as a hash:
|
16103
16496
|
#
|
@@ -16544,6 +16937,14 @@ module Aws::Glue
|
|
16544
16937
|
# {
|
16545
16938
|
# database_name: "NameString", # required
|
16546
16939
|
# tables: ["NameString"], # required
|
16940
|
+
# connection_name: "ConnectionName",
|
16941
|
+
# },
|
16942
|
+
# ],
|
16943
|
+
# delta_targets: [
|
16944
|
+
# {
|
16945
|
+
# delta_tables: ["Path"],
|
16946
|
+
# connection_name: "ConnectionName",
|
16947
|
+
# write_manifest: false,
|
16547
16948
|
# },
|
16548
16949
|
# ],
|
16549
16950
|
# },
|
@@ -16560,6 +16961,10 @@ module Aws::Glue
|
|
16560
16961
|
# lineage_configuration: {
|
16561
16962
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
16562
16963
|
# },
|
16964
|
+
# lake_formation_configuration: {
|
16965
|
+
# use_lake_formation_credentials: false,
|
16966
|
+
# account_id: "AccountId",
|
16967
|
+
# },
|
16563
16968
|
# configuration: "CrawlerConfiguration",
|
16564
16969
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
16565
16970
|
# }
|
@@ -16620,6 +17025,9 @@ module Aws::Glue
|
|
16620
17025
|
# Specifies data lineage configuration settings for the crawler.
|
16621
17026
|
# @return [Types::LineageConfiguration]
|
16622
17027
|
#
|
17028
|
+
# @!attribute [rw] lake_formation_configuration
|
17029
|
+
# @return [Types::LakeFormationConfiguration]
|
17030
|
+
#
|
16623
17031
|
# @!attribute [rw] configuration
|
16624
17032
|
# Crawler configuration information. This versioned JSON string allows
|
16625
17033
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -16649,6 +17057,7 @@ module Aws::Glue
|
|
16649
17057
|
:schema_change_policy,
|
16650
17058
|
:recrawl_policy,
|
16651
17059
|
:lineage_configuration,
|
17060
|
+
:lake_formation_configuration,
|
16652
17061
|
:configuration,
|
16653
17062
|
:crawler_security_configuration)
|
16654
17063
|
SENSITIVE = []
|
@@ -17199,6 +17608,7 @@ module Aws::Glue
|
|
17199
17608
|
# },
|
17200
17609
|
# ],
|
17201
17610
|
# location: "LocationString",
|
17611
|
+
# additional_locations: ["LocationString"],
|
17202
17612
|
# input_format: "FormatString",
|
17203
17613
|
# output_format: "FormatString",
|
17204
17614
|
# compressed: false,
|
@@ -17435,6 +17845,7 @@ module Aws::Glue
|
|
17435
17845
|
# },
|
17436
17846
|
# ],
|
17437
17847
|
# location: "LocationString",
|
17848
|
+
# additional_locations: ["LocationString"],
|
17438
17849
|
# input_format: "FormatString",
|
17439
17850
|
# output_format: "FormatString",
|
17440
17851
|
# compressed: false,
|