aws-sdk-glue 1.70.0 → 1.75.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +144 -1
- data/lib/aws-sdk-glue/client_api.rb +55 -0
- data/lib/aws-sdk-glue/types.rb +303 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5c4a974707df626bf8a61443f233bc7c01667183c08276f26188610447814a64
|
4
|
+
data.tar.gz: 582d592212ec651529be2b9b8ba11038a0ac1923d87ba6a7d02b08b81e1b4d7d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7ebd6045481faafdd5ecaf4c2b2e0b2845f945005d7f76795aa54040f93b47f7d5fac76e00b9d4b60529b600e23e3a730f8156ca01cb0ce3e7e1f6e0c526042c
|
7
|
+
data.tar.gz: cabf61c228430f4f9cfb1fbc11ea55c713510811ae7e80ae3051fba0e0a952ca2d6b1baacebed4f2927b80cd947c495a7388e3d7b6467af1a6c8d73164ecf2de
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -663,6 +663,10 @@ module Aws::Glue
|
|
663
663
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
664
664
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
|
665
665
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
666
|
+
# resp.crawlers[0].targets.mongo_db_targets #=> Array
|
667
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
|
668
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
|
669
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
|
666
670
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
667
671
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
668
672
|
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -1204,6 +1208,108 @@ module Aws::Glue
|
|
1204
1208
|
req.send_request(options)
|
1205
1209
|
end
|
1206
1210
|
|
1211
|
+
# Updates one or more partitions in a batch operation.
|
1212
|
+
#
|
1213
|
+
# @option params [String] :catalog_id
|
1214
|
+
# The ID of the catalog in which the partition is to be updated.
|
1215
|
+
# Currently, this should be the AWS account ID.
|
1216
|
+
#
|
1217
|
+
# @option params [required, String] :database_name
|
1218
|
+
# The name of the metadata database in which the partition is to be
|
1219
|
+
# updated.
|
1220
|
+
#
|
1221
|
+
# @option params [required, String] :table_name
|
1222
|
+
# The name of the metadata table in which the partition is to be
|
1223
|
+
# updated.
|
1224
|
+
#
|
1225
|
+
# @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
|
1226
|
+
# A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
|
1227
|
+
# update.
|
1228
|
+
#
|
1229
|
+
# @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1230
|
+
#
|
1231
|
+
# * {Types::BatchUpdatePartitionResponse#errors #errors} => Array<Types::BatchUpdatePartitionFailureEntry>
|
1232
|
+
#
|
1233
|
+
# @example Request syntax with placeholder values
|
1234
|
+
#
|
1235
|
+
# resp = client.batch_update_partition({
|
1236
|
+
# catalog_id: "CatalogIdString",
|
1237
|
+
# database_name: "NameString", # required
|
1238
|
+
# table_name: "NameString", # required
|
1239
|
+
# entries: [ # required
|
1240
|
+
# {
|
1241
|
+
# partition_value_list: ["ValueString"], # required
|
1242
|
+
# partition_input: { # required
|
1243
|
+
# values: ["ValueString"],
|
1244
|
+
# last_access_time: Time.now,
|
1245
|
+
# storage_descriptor: {
|
1246
|
+
# columns: [
|
1247
|
+
# {
|
1248
|
+
# name: "NameString", # required
|
1249
|
+
# type: "ColumnTypeString",
|
1250
|
+
# comment: "CommentString",
|
1251
|
+
# parameters: {
|
1252
|
+
# "KeyString" => "ParametersMapValue",
|
1253
|
+
# },
|
1254
|
+
# },
|
1255
|
+
# ],
|
1256
|
+
# location: "LocationString",
|
1257
|
+
# input_format: "FormatString",
|
1258
|
+
# output_format: "FormatString",
|
1259
|
+
# compressed: false,
|
1260
|
+
# number_of_buckets: 1,
|
1261
|
+
# serde_info: {
|
1262
|
+
# name: "NameString",
|
1263
|
+
# serialization_library: "NameString",
|
1264
|
+
# parameters: {
|
1265
|
+
# "KeyString" => "ParametersMapValue",
|
1266
|
+
# },
|
1267
|
+
# },
|
1268
|
+
# bucket_columns: ["NameString"],
|
1269
|
+
# sort_columns: [
|
1270
|
+
# {
|
1271
|
+
# column: "NameString", # required
|
1272
|
+
# sort_order: 1, # required
|
1273
|
+
# },
|
1274
|
+
# ],
|
1275
|
+
# parameters: {
|
1276
|
+
# "KeyString" => "ParametersMapValue",
|
1277
|
+
# },
|
1278
|
+
# skewed_info: {
|
1279
|
+
# skewed_column_names: ["NameString"],
|
1280
|
+
# skewed_column_values: ["ColumnValuesString"],
|
1281
|
+
# skewed_column_value_location_maps: {
|
1282
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
1283
|
+
# },
|
1284
|
+
# },
|
1285
|
+
# stored_as_sub_directories: false,
|
1286
|
+
# },
|
1287
|
+
# parameters: {
|
1288
|
+
# "KeyString" => "ParametersMapValue",
|
1289
|
+
# },
|
1290
|
+
# last_analyzed_time: Time.now,
|
1291
|
+
# },
|
1292
|
+
# },
|
1293
|
+
# ],
|
1294
|
+
# })
|
1295
|
+
#
|
1296
|
+
# @example Response structure
|
1297
|
+
#
|
1298
|
+
# resp.errors #=> Array
|
1299
|
+
# resp.errors[0].partition_value_list #=> Array
|
1300
|
+
# resp.errors[0].partition_value_list[0] #=> String
|
1301
|
+
# resp.errors[0].error_detail.error_code #=> String
|
1302
|
+
# resp.errors[0].error_detail.error_message #=> String
|
1303
|
+
#
|
1304
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
|
1305
|
+
#
|
1306
|
+
# @overload batch_update_partition(params = {})
|
1307
|
+
# @param [Hash] params ({})
|
1308
|
+
def batch_update_partition(params = {}, options = {})
|
1309
|
+
req = build_request(:batch_update_partition, params)
|
1310
|
+
req.send_request(options)
|
1311
|
+
end
|
1312
|
+
|
1207
1313
|
# Cancels (stops) a task run. Machine learning task runs are
|
1208
1314
|
# asynchronous tasks that AWS Glue runs on your behalf as part of
|
1209
1315
|
# various machine learning workflows. You can cancel a machine learning
|
@@ -1429,6 +1535,13 @@ module Aws::Glue
|
|
1429
1535
|
# exclusions: ["Path"],
|
1430
1536
|
# },
|
1431
1537
|
# ],
|
1538
|
+
# mongo_db_targets: [
|
1539
|
+
# {
|
1540
|
+
# connection_name: "ConnectionName",
|
1541
|
+
# path: "Path",
|
1542
|
+
# scan_all: false,
|
1543
|
+
# },
|
1544
|
+
# ],
|
1432
1545
|
# dynamo_db_targets: [
|
1433
1546
|
# {
|
1434
1547
|
# path: "Path",
|
@@ -3625,6 +3738,10 @@ module Aws::Glue
|
|
3625
3738
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
3626
3739
|
# resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
|
3627
3740
|
# resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
|
3741
|
+
# resp.crawler.targets.mongo_db_targets #=> Array
|
3742
|
+
# resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
|
3743
|
+
# resp.crawler.targets.mongo_db_targets[0].path #=> String
|
3744
|
+
# resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
|
3628
3745
|
# resp.crawler.targets.dynamo_db_targets #=> Array
|
3629
3746
|
# resp.crawler.targets.dynamo_db_targets[0].path #=> String
|
3630
3747
|
# resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -3750,6 +3867,10 @@ module Aws::Glue
|
|
3750
3867
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
3751
3868
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
|
3752
3869
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
3870
|
+
# resp.crawlers[0].targets.mongo_db_targets #=> Array
|
3871
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
|
3872
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
|
3873
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
|
3753
3874
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
3754
3875
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
3755
3876
|
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -5124,6 +5245,18 @@ module Aws::Glue
|
|
5124
5245
|
# @option params [String] :language
|
5125
5246
|
# The programming language of the code to perform the mapping.
|
5126
5247
|
#
|
5248
|
+
# @option params [Hash<String,String>] :additional_plan_options_map
|
5249
|
+
# A map to hold additional optional key-value parameters.
|
5250
|
+
#
|
5251
|
+
# Currently, these key-value pairs are supported:
|
5252
|
+
#
|
5253
|
+
# * `inferSchema` — Specifies whether to set `inferSchema` to true or
|
5254
|
+
# false for the default script generated by an AWS Glue job. For
|
5255
|
+
# example, to set `inferSchema` to true, pass the following key value
|
5256
|
+
# pair:
|
5257
|
+
#
|
5258
|
+
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
5259
|
+
#
|
5127
5260
|
# @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5128
5261
|
#
|
5129
5262
|
# * {Types::GetPlanResponse#python_script #python_script} => String
|
@@ -5176,6 +5309,9 @@ module Aws::Glue
|
|
5176
5309
|
# ],
|
5177
5310
|
# },
|
5178
5311
|
# language: "PYTHON", # accepts PYTHON, SCALA
|
5312
|
+
# additional_plan_options_map: {
|
5313
|
+
# "GenericString" => "GenericString",
|
5314
|
+
# },
|
5179
5315
|
# })
|
5180
5316
|
#
|
5181
5317
|
# @example Response structure
|
@@ -8223,6 +8359,13 @@ module Aws::Glue
|
|
8223
8359
|
# exclusions: ["Path"],
|
8224
8360
|
# },
|
8225
8361
|
# ],
|
8362
|
+
# mongo_db_targets: [
|
8363
|
+
# {
|
8364
|
+
# connection_name: "ConnectionName",
|
8365
|
+
# path: "Path",
|
8366
|
+
# scan_all: false,
|
8367
|
+
# },
|
8368
|
+
# ],
|
8226
8369
|
# dynamo_db_targets: [
|
8227
8370
|
# {
|
8228
8371
|
# path: "Path",
|
@@ -8988,7 +9131,7 @@ module Aws::Glue
|
|
8988
9131
|
params: params,
|
8989
9132
|
config: config)
|
8990
9133
|
context[:gem_name] = 'aws-sdk-glue'
|
8991
|
-
context[:gem_version] = '1.
|
9134
|
+
context[:gem_version] = '1.75.0'
|
8992
9135
|
Seahorse::Client::Request.new(handlers, context)
|
8993
9136
|
end
|
8994
9137
|
|
@@ -16,6 +16,7 @@ module Aws::Glue
|
|
16
16
|
AccessDeniedException = Shapes::StructureShape.new(name: 'AccessDeniedException')
|
17
17
|
Action = Shapes::StructureShape.new(name: 'Action')
|
18
18
|
ActionList = Shapes::ListShape.new(name: 'ActionList')
|
19
|
+
AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
|
19
20
|
AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
|
20
21
|
AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
|
21
22
|
BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
|
@@ -51,6 +52,12 @@ module Aws::Glue
|
|
51
52
|
BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
|
52
53
|
BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
|
53
54
|
BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
|
55
|
+
BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
|
56
|
+
BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
|
57
|
+
BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
|
58
|
+
BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
|
59
|
+
BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
|
60
|
+
BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
|
54
61
|
BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
|
55
62
|
Blob = Shapes::BlobShape.new(name: 'Blob')
|
56
63
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
@@ -430,6 +437,8 @@ module Aws::Glue
|
|
430
437
|
MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
|
431
438
|
MessageString = Shapes::StringShape.new(name: 'MessageString')
|
432
439
|
MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
|
440
|
+
MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
|
441
|
+
MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
|
433
442
|
NameString = Shapes::StringShape.new(name: 'NameString')
|
434
443
|
NameStringList = Shapes::ListShape.new(name: 'NameStringList')
|
435
444
|
NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
|
@@ -684,6 +693,9 @@ module Aws::Glue
|
|
684
693
|
|
685
694
|
ActionList.member = Shapes::ShapeRef.new(shape: Action)
|
686
695
|
|
696
|
+
AdditionalPlanOptionsMap.key = Shapes::ShapeRef.new(shape: GenericString)
|
697
|
+
AdditionalPlanOptionsMap.value = Shapes::ShapeRef.new(shape: GenericString)
|
698
|
+
|
687
699
|
AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
688
700
|
AlreadyExistsException.struct_class = Types::AlreadyExistsException
|
689
701
|
|
@@ -807,6 +819,27 @@ module Aws::Glue
|
|
807
819
|
|
808
820
|
BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
|
809
821
|
|
822
|
+
BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
|
823
|
+
BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
|
824
|
+
BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
|
825
|
+
|
826
|
+
BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
|
827
|
+
|
828
|
+
BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
829
|
+
BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
830
|
+
BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
831
|
+
BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
|
832
|
+
BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
|
833
|
+
|
834
|
+
BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
|
835
|
+
BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
|
836
|
+
BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
|
837
|
+
|
838
|
+
BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
|
839
|
+
|
840
|
+
BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
|
841
|
+
BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
|
842
|
+
|
810
843
|
BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
|
811
844
|
BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
|
812
845
|
BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
|
@@ -1036,6 +1069,7 @@ module Aws::Glue
|
|
1036
1069
|
|
1037
1070
|
CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
|
1038
1071
|
CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
|
1072
|
+
CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
|
1039
1073
|
CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
|
1040
1074
|
CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
|
1041
1075
|
CrawlerTargets.struct_class = Types::CrawlerTargets
|
@@ -1801,6 +1835,7 @@ module Aws::Glue
|
|
1801
1835
|
GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
|
1802
1836
|
GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
|
1803
1837
|
GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
1838
|
+
GetPlanRequest.add_member(:additional_plan_options_map, Shapes::ShapeRef.new(shape: AdditionalPlanOptionsMap, location_name: "AdditionalPlanOptionsMap"))
|
1804
1839
|
GetPlanRequest.struct_class = Types::GetPlanRequest
|
1805
1840
|
|
1806
1841
|
GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
@@ -2233,6 +2268,13 @@ module Aws::Glue
|
|
2233
2268
|
|
2234
2269
|
MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
|
2235
2270
|
|
2271
|
+
MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
2272
|
+
MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
|
2273
|
+
MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
|
2274
|
+
MongoDBTarget.struct_class = Types::MongoDBTarget
|
2275
|
+
|
2276
|
+
MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
|
2277
|
+
|
2236
2278
|
NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
|
2237
2279
|
|
2238
2280
|
NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
@@ -3136,6 +3178,19 @@ module Aws::Glue
|
|
3136
3178
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3137
3179
|
end)
|
3138
3180
|
|
3181
|
+
api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
|
3182
|
+
o.name = "BatchUpdatePartition"
|
3183
|
+
o.http_method = "POST"
|
3184
|
+
o.http_request_uri = "/"
|
3185
|
+
o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
|
3186
|
+
o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
|
3187
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
3188
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
3189
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3190
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
3191
|
+
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
3192
|
+
end)
|
3193
|
+
|
3139
3194
|
api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
|
3140
3195
|
o.name = "CancelMLTaskRun"
|
3141
3196
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -764,6 +764,210 @@ module Aws::Glue
|
|
764
764
|
include Aws::Structure
|
765
765
|
end
|
766
766
|
|
767
|
+
# Contains information about a batch update partition error.
|
768
|
+
#
|
769
|
+
# @!attribute [rw] partition_value_list
|
770
|
+
# A list of values defining the partitions.
|
771
|
+
# @return [Array<String>]
|
772
|
+
#
|
773
|
+
# @!attribute [rw] error_detail
|
774
|
+
# The details about the batch update partition error.
|
775
|
+
# @return [Types::ErrorDetail]
|
776
|
+
#
|
777
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
|
778
|
+
#
|
779
|
+
class BatchUpdatePartitionFailureEntry < Struct.new(
|
780
|
+
:partition_value_list,
|
781
|
+
:error_detail)
|
782
|
+
SENSITIVE = []
|
783
|
+
include Aws::Structure
|
784
|
+
end
|
785
|
+
|
786
|
+
# @note When making an API call, you may pass BatchUpdatePartitionRequest
|
787
|
+
# data as a hash:
|
788
|
+
#
|
789
|
+
# {
|
790
|
+
# catalog_id: "CatalogIdString",
|
791
|
+
# database_name: "NameString", # required
|
792
|
+
# table_name: "NameString", # required
|
793
|
+
# entries: [ # required
|
794
|
+
# {
|
795
|
+
# partition_value_list: ["ValueString"], # required
|
796
|
+
# partition_input: { # required
|
797
|
+
# values: ["ValueString"],
|
798
|
+
# last_access_time: Time.now,
|
799
|
+
# storage_descriptor: {
|
800
|
+
# columns: [
|
801
|
+
# {
|
802
|
+
# name: "NameString", # required
|
803
|
+
# type: "ColumnTypeString",
|
804
|
+
# comment: "CommentString",
|
805
|
+
# parameters: {
|
806
|
+
# "KeyString" => "ParametersMapValue",
|
807
|
+
# },
|
808
|
+
# },
|
809
|
+
# ],
|
810
|
+
# location: "LocationString",
|
811
|
+
# input_format: "FormatString",
|
812
|
+
# output_format: "FormatString",
|
813
|
+
# compressed: false,
|
814
|
+
# number_of_buckets: 1,
|
815
|
+
# serde_info: {
|
816
|
+
# name: "NameString",
|
817
|
+
# serialization_library: "NameString",
|
818
|
+
# parameters: {
|
819
|
+
# "KeyString" => "ParametersMapValue",
|
820
|
+
# },
|
821
|
+
# },
|
822
|
+
# bucket_columns: ["NameString"],
|
823
|
+
# sort_columns: [
|
824
|
+
# {
|
825
|
+
# column: "NameString", # required
|
826
|
+
# sort_order: 1, # required
|
827
|
+
# },
|
828
|
+
# ],
|
829
|
+
# parameters: {
|
830
|
+
# "KeyString" => "ParametersMapValue",
|
831
|
+
# },
|
832
|
+
# skewed_info: {
|
833
|
+
# skewed_column_names: ["NameString"],
|
834
|
+
# skewed_column_values: ["ColumnValuesString"],
|
835
|
+
# skewed_column_value_location_maps: {
|
836
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
837
|
+
# },
|
838
|
+
# },
|
839
|
+
# stored_as_sub_directories: false,
|
840
|
+
# },
|
841
|
+
# parameters: {
|
842
|
+
# "KeyString" => "ParametersMapValue",
|
843
|
+
# },
|
844
|
+
# last_analyzed_time: Time.now,
|
845
|
+
# },
|
846
|
+
# },
|
847
|
+
# ],
|
848
|
+
# }
|
849
|
+
#
|
850
|
+
# @!attribute [rw] catalog_id
|
851
|
+
# The ID of the catalog in which the partition is to be updated.
|
852
|
+
# Currently, this should be the AWS account ID.
|
853
|
+
# @return [String]
|
854
|
+
#
|
855
|
+
# @!attribute [rw] database_name
|
856
|
+
# The name of the metadata database in which the partition is to be
|
857
|
+
# updated.
|
858
|
+
# @return [String]
|
859
|
+
#
|
860
|
+
# @!attribute [rw] table_name
|
861
|
+
# The name of the metadata table in which the partition is to be
|
862
|
+
# updated.
|
863
|
+
# @return [String]
|
864
|
+
#
|
865
|
+
# @!attribute [rw] entries
|
866
|
+
# A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
|
867
|
+
# update.
|
868
|
+
# @return [Array<Types::BatchUpdatePartitionRequestEntry>]
|
869
|
+
#
|
870
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
|
871
|
+
#
|
872
|
+
class BatchUpdatePartitionRequest < Struct.new(
|
873
|
+
:catalog_id,
|
874
|
+
:database_name,
|
875
|
+
:table_name,
|
876
|
+
:entries)
|
877
|
+
SENSITIVE = []
|
878
|
+
include Aws::Structure
|
879
|
+
end
|
880
|
+
|
881
|
+
# A structure that contains the values and structure used to update a
|
882
|
+
# partition.
|
883
|
+
#
|
884
|
+
# @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
|
885
|
+
# data as a hash:
|
886
|
+
#
|
887
|
+
# {
|
888
|
+
# partition_value_list: ["ValueString"], # required
|
889
|
+
# partition_input: { # required
|
890
|
+
# values: ["ValueString"],
|
891
|
+
# last_access_time: Time.now,
|
892
|
+
# storage_descriptor: {
|
893
|
+
# columns: [
|
894
|
+
# {
|
895
|
+
# name: "NameString", # required
|
896
|
+
# type: "ColumnTypeString",
|
897
|
+
# comment: "CommentString",
|
898
|
+
# parameters: {
|
899
|
+
# "KeyString" => "ParametersMapValue",
|
900
|
+
# },
|
901
|
+
# },
|
902
|
+
# ],
|
903
|
+
# location: "LocationString",
|
904
|
+
# input_format: "FormatString",
|
905
|
+
# output_format: "FormatString",
|
906
|
+
# compressed: false,
|
907
|
+
# number_of_buckets: 1,
|
908
|
+
# serde_info: {
|
909
|
+
# name: "NameString",
|
910
|
+
# serialization_library: "NameString",
|
911
|
+
# parameters: {
|
912
|
+
# "KeyString" => "ParametersMapValue",
|
913
|
+
# },
|
914
|
+
# },
|
915
|
+
# bucket_columns: ["NameString"],
|
916
|
+
# sort_columns: [
|
917
|
+
# {
|
918
|
+
# column: "NameString", # required
|
919
|
+
# sort_order: 1, # required
|
920
|
+
# },
|
921
|
+
# ],
|
922
|
+
# parameters: {
|
923
|
+
# "KeyString" => "ParametersMapValue",
|
924
|
+
# },
|
925
|
+
# skewed_info: {
|
926
|
+
# skewed_column_names: ["NameString"],
|
927
|
+
# skewed_column_values: ["ColumnValuesString"],
|
928
|
+
# skewed_column_value_location_maps: {
|
929
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
930
|
+
# },
|
931
|
+
# },
|
932
|
+
# stored_as_sub_directories: false,
|
933
|
+
# },
|
934
|
+
# parameters: {
|
935
|
+
# "KeyString" => "ParametersMapValue",
|
936
|
+
# },
|
937
|
+
# last_analyzed_time: Time.now,
|
938
|
+
# },
|
939
|
+
# }
|
940
|
+
#
|
941
|
+
# @!attribute [rw] partition_value_list
|
942
|
+
# A list of values defining the partitions.
|
943
|
+
# @return [Array<String>]
|
944
|
+
#
|
945
|
+
# @!attribute [rw] partition_input
|
946
|
+
# The structure used to update a partition.
|
947
|
+
# @return [Types::PartitionInput]
|
948
|
+
#
|
949
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
|
950
|
+
#
|
951
|
+
class BatchUpdatePartitionRequestEntry < Struct.new(
|
952
|
+
:partition_value_list,
|
953
|
+
:partition_input)
|
954
|
+
SENSITIVE = []
|
955
|
+
include Aws::Structure
|
956
|
+
end
|
957
|
+
|
958
|
+
# @!attribute [rw] errors
|
959
|
+
# The errors encountered when trying to update the requested
|
960
|
+
# partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
|
961
|
+
# @return [Array<Types::BatchUpdatePartitionFailureEntry>]
|
962
|
+
#
|
963
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
|
964
|
+
#
|
965
|
+
class BatchUpdatePartitionResponse < Struct.new(
|
966
|
+
:errors)
|
967
|
+
SENSITIVE = []
|
968
|
+
include Aws::Structure
|
969
|
+
end
|
970
|
+
|
767
971
|
# Defines a binary column statistics data.
|
768
972
|
#
|
769
973
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
@@ -1635,6 +1839,17 @@ module Aws::Glue
|
|
1635
1839
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1636
1840
|
# Kafka cluster to which a Kafka client will connect to and
|
1637
1841
|
# bootstrap itself.
|
1842
|
+
#
|
1843
|
+
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1844
|
+
# Apache Kafka connection. Default value is "true".
|
1845
|
+
#
|
1846
|
+
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1847
|
+
# file (.pem format). The default is an empty string.
|
1848
|
+
#
|
1849
|
+
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1850
|
+
# validation of the CA cert file or not. AWS Glue validates for
|
1851
|
+
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1852
|
+
# Default value is "false".
|
1638
1853
|
# @return [Hash<String,String>]
|
1639
1854
|
#
|
1640
1855
|
# @!attribute [rw] physical_connection_requirements
|
@@ -1712,6 +1927,9 @@ module Aws::Glue
|
|
1712
1927
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
1713
1928
|
# database.
|
1714
1929
|
#
|
1930
|
+
# * `NETWORK` - Designates a network connection to a data source
|
1931
|
+
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
1932
|
+
#
|
1715
1933
|
# SFTP is not supported.
|
1716
1934
|
# @return [String]
|
1717
1935
|
#
|
@@ -2091,6 +2309,13 @@ module Aws::Glue
|
|
2091
2309
|
# exclusions: ["Path"],
|
2092
2310
|
# },
|
2093
2311
|
# ],
|
2312
|
+
# mongo_db_targets: [
|
2313
|
+
# {
|
2314
|
+
# connection_name: "ConnectionName",
|
2315
|
+
# path: "Path",
|
2316
|
+
# scan_all: false,
|
2317
|
+
# },
|
2318
|
+
# ],
|
2094
2319
|
# dynamo_db_targets: [
|
2095
2320
|
# {
|
2096
2321
|
# path: "Path",
|
@@ -2114,6 +2339,10 @@ module Aws::Glue
|
|
2114
2339
|
# Specifies JDBC targets.
|
2115
2340
|
# @return [Array<Types::JdbcTarget>]
|
2116
2341
|
#
|
2342
|
+
# @!attribute [rw] mongo_db_targets
|
2343
|
+
# Specifies Amazon DocumentDB or MongoDB targets.
|
2344
|
+
# @return [Array<Types::MongoDBTarget>]
|
2345
|
+
#
|
2117
2346
|
# @!attribute [rw] dynamo_db_targets
|
2118
2347
|
# Specifies Amazon DynamoDB targets.
|
2119
2348
|
# @return [Array<Types::DynamoDBTarget>]
|
@@ -2127,6 +2356,7 @@ module Aws::Glue
|
|
2127
2356
|
class CrawlerTargets < Struct.new(
|
2128
2357
|
:s3_targets,
|
2129
2358
|
:jdbc_targets,
|
2359
|
+
:mongo_db_targets,
|
2130
2360
|
:dynamo_db_targets,
|
2131
2361
|
:catalog_targets)
|
2132
2362
|
SENSITIVE = []
|
@@ -2260,6 +2490,13 @@ module Aws::Glue
|
|
2260
2490
|
# exclusions: ["Path"],
|
2261
2491
|
# },
|
2262
2492
|
# ],
|
2493
|
+
# mongo_db_targets: [
|
2494
|
+
# {
|
2495
|
+
# connection_name: "ConnectionName",
|
2496
|
+
# path: "Path",
|
2497
|
+
# scan_all: false,
|
2498
|
+
# },
|
2499
|
+
# ],
|
2263
2500
|
# dynamo_db_targets: [
|
2264
2501
|
# {
|
2265
2502
|
# path: "Path",
|
@@ -7309,6 +7546,9 @@ module Aws::Glue
|
|
7309
7546
|
# ],
|
7310
7547
|
# },
|
7311
7548
|
# language: "PYTHON", # accepts PYTHON, SCALA
|
7549
|
+
# additional_plan_options_map: {
|
7550
|
+
# "GenericString" => "GenericString",
|
7551
|
+
# },
|
7312
7552
|
# }
|
7313
7553
|
#
|
7314
7554
|
# @!attribute [rw] mapping
|
@@ -7331,6 +7571,19 @@ module Aws::Glue
|
|
7331
7571
|
# The programming language of the code to perform the mapping.
|
7332
7572
|
# @return [String]
|
7333
7573
|
#
|
7574
|
+
# @!attribute [rw] additional_plan_options_map
|
7575
|
+
# A map to hold additional optional key-value parameters.
|
7576
|
+
#
|
7577
|
+
# Currently, these key-value pairs are supported:
|
7578
|
+
#
|
7579
|
+
# * `inferSchema` — Specifies whether to set `inferSchema` to true
|
7580
|
+
# or false for the default script generated by an AWS Glue job. For
|
7581
|
+
# example, to set `inferSchema` to true, pass the following key
|
7582
|
+
# value pair:
|
7583
|
+
#
|
7584
|
+
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
7585
|
+
# @return [Hash<String,String>]
|
7586
|
+
#
|
7334
7587
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
7335
7588
|
#
|
7336
7589
|
class GetPlanRequest < Struct.new(
|
@@ -7338,7 +7591,8 @@ module Aws::Glue
|
|
7338
7591
|
:source,
|
7339
7592
|
:sinks,
|
7340
7593
|
:location,
|
7341
|
-
:language
|
7594
|
+
:language,
|
7595
|
+
:additional_plan_options_map)
|
7342
7596
|
SENSITIVE = []
|
7343
7597
|
include Aws::Structure
|
7344
7598
|
end
|
@@ -9981,6 +10235,47 @@ module Aws::Glue
|
|
9981
10235
|
include Aws::Structure
|
9982
10236
|
end
|
9983
10237
|
|
10238
|
+
# Specifies an Amazon DocumentDB or MongoDB data store to crawl.
|
10239
|
+
#
|
10240
|
+
# @note When making an API call, you may pass MongoDBTarget
|
10241
|
+
# data as a hash:
|
10242
|
+
#
|
10243
|
+
# {
|
10244
|
+
# connection_name: "ConnectionName",
|
10245
|
+
# path: "Path",
|
10246
|
+
# scan_all: false,
|
10247
|
+
# }
|
10248
|
+
#
|
10249
|
+
# @!attribute [rw] connection_name
|
10250
|
+
# The name of the connection to use to connect to the Amazon
|
10251
|
+
# DocumentDB or MongoDB target.
|
10252
|
+
# @return [String]
|
10253
|
+
#
|
10254
|
+
# @!attribute [rw] path
|
10255
|
+
# The path of the Amazon DocumentDB or MongoDB target
|
10256
|
+
# (database/collection).
|
10257
|
+
# @return [String]
|
10258
|
+
#
|
10259
|
+
# @!attribute [rw] scan_all
|
10260
|
+
# Indicates whether to scan all the records, or to sample rows from
|
10261
|
+
# the table. Scanning all the records can take a long time when the
|
10262
|
+
# table is not a high throughput table.
|
10263
|
+
#
|
10264
|
+
# A value of `true` means to scan all records, while a value of
|
10265
|
+
# `false` means to sample the records. If no value is specified, the
|
10266
|
+
# value defaults to `true`.
|
10267
|
+
# @return [Boolean]
|
10268
|
+
#
|
10269
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
|
10270
|
+
#
|
10271
|
+
class MongoDBTarget < Struct.new(
|
10272
|
+
:connection_name,
|
10273
|
+
:path,
|
10274
|
+
:scan_all)
|
10275
|
+
SENSITIVE = []
|
10276
|
+
include Aws::Structure
|
10277
|
+
end
|
10278
|
+
|
9984
10279
|
# There is no applicable schedule.
|
9985
10280
|
#
|
9986
10281
|
# @!attribute [rw] message
|
@@ -13191,6 +13486,13 @@ module Aws::Glue
|
|
13191
13486
|
# exclusions: ["Path"],
|
13192
13487
|
# },
|
13193
13488
|
# ],
|
13489
|
+
# mongo_db_targets: [
|
13490
|
+
# {
|
13491
|
+
# connection_name: "ConnectionName",
|
13492
|
+
# path: "Path",
|
13493
|
+
# scan_all: false,
|
13494
|
+
# },
|
13495
|
+
# ],
|
13194
13496
|
# dynamo_db_targets: [
|
13195
13497
|
# {
|
13196
13498
|
# path: "Path",
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.75.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-10-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -19,7 +19,7 @@ dependencies:
|
|
19
19
|
version: '3'
|
20
20
|
- - ">="
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version: 3.
|
22
|
+
version: 3.109.0
|
23
23
|
type: :runtime
|
24
24
|
prerelease: false
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -29,7 +29,7 @@ dependencies:
|
|
29
29
|
version: '3'
|
30
30
|
- - ">="
|
31
31
|
- !ruby/object:Gem::Version
|
32
|
-
version: 3.
|
32
|
+
version: 3.109.0
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: aws-sigv4
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|