aws-sdk-glue 1.69.0 → 1.74.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +2 -1
- data/lib/aws-sdk-glue/client.rb +135 -1
- data/lib/aws-sdk-glue/client_api.rb +55 -0
- data/lib/aws-sdk-glue/types.rb +294 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e9f500eba05c7f45bcef9c609e603c71301c6ea3c116fc4a564cce5e10d5ba3c
|
4
|
+
data.tar.gz: a0b8fe74ad689c1992a934d0bd6c3fcecc1aa4fc2a06a82654f19ceca48c432e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 60d5c84fa411d3eab681e71ca57691cf07c9168b3dc029cb9388abe03063fa6ab405c36bc119ce50212c77f85ab0d43443a933b0c420e71f2b2627324104cc29
|
7
|
+
data.tar.gz: e357e95f6577655ce21426f2dbd356843afa89ea3cf784b78b7446f8df6566ed1f7a12189c556efcce45a3cfa20d6ee628cb61ce9d1e1dae750af5bda65a2d97
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -7,6 +7,7 @@
|
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
10
|
+
|
10
11
|
require 'aws-sdk-core'
|
11
12
|
require 'aws-sigv4'
|
12
13
|
|
@@ -47,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
|
|
47
48
|
# @!group service
|
48
49
|
module Aws::Glue
|
49
50
|
|
50
|
-
GEM_VERSION = '1.
|
51
|
+
GEM_VERSION = '1.74.0'
|
51
52
|
|
52
53
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -663,6 +663,10 @@ module Aws::Glue
|
|
663
663
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
664
664
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
|
665
665
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
666
|
+
# resp.crawlers[0].targets.mongo_db_targets #=> Array
|
667
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
|
668
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
|
669
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
|
666
670
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
667
671
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
668
672
|
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -1204,6 +1208,108 @@ module Aws::Glue
|
|
1204
1208
|
req.send_request(options)
|
1205
1209
|
end
|
1206
1210
|
|
1211
|
+
# Updates one or more partitions in a batch operation.
|
1212
|
+
#
|
1213
|
+
# @option params [String] :catalog_id
|
1214
|
+
# The ID of the catalog in which the partition is to be updated.
|
1215
|
+
# Currently, this should be the AWS account ID.
|
1216
|
+
#
|
1217
|
+
# @option params [required, String] :database_name
|
1218
|
+
# The name of the metadata database in which the partition is to be
|
1219
|
+
# updated.
|
1220
|
+
#
|
1221
|
+
# @option params [required, String] :table_name
|
1222
|
+
# The name of the metadata table in which the partition is to be
|
1223
|
+
# updated.
|
1224
|
+
#
|
1225
|
+
# @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
|
1226
|
+
# A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
|
1227
|
+
# update.
|
1228
|
+
#
|
1229
|
+
# @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1230
|
+
#
|
1231
|
+
# * {Types::BatchUpdatePartitionResponse#errors #errors} => Array<Types::BatchUpdatePartitionFailureEntry>
|
1232
|
+
#
|
1233
|
+
# @example Request syntax with placeholder values
|
1234
|
+
#
|
1235
|
+
# resp = client.batch_update_partition({
|
1236
|
+
# catalog_id: "CatalogIdString",
|
1237
|
+
# database_name: "NameString", # required
|
1238
|
+
# table_name: "NameString", # required
|
1239
|
+
# entries: [ # required
|
1240
|
+
# {
|
1241
|
+
# partition_value_list: ["ValueString"], # required
|
1242
|
+
# partition_input: { # required
|
1243
|
+
# values: ["ValueString"],
|
1244
|
+
# last_access_time: Time.now,
|
1245
|
+
# storage_descriptor: {
|
1246
|
+
# columns: [
|
1247
|
+
# {
|
1248
|
+
# name: "NameString", # required
|
1249
|
+
# type: "ColumnTypeString",
|
1250
|
+
# comment: "CommentString",
|
1251
|
+
# parameters: {
|
1252
|
+
# "KeyString" => "ParametersMapValue",
|
1253
|
+
# },
|
1254
|
+
# },
|
1255
|
+
# ],
|
1256
|
+
# location: "LocationString",
|
1257
|
+
# input_format: "FormatString",
|
1258
|
+
# output_format: "FormatString",
|
1259
|
+
# compressed: false,
|
1260
|
+
# number_of_buckets: 1,
|
1261
|
+
# serde_info: {
|
1262
|
+
# name: "NameString",
|
1263
|
+
# serialization_library: "NameString",
|
1264
|
+
# parameters: {
|
1265
|
+
# "KeyString" => "ParametersMapValue",
|
1266
|
+
# },
|
1267
|
+
# },
|
1268
|
+
# bucket_columns: ["NameString"],
|
1269
|
+
# sort_columns: [
|
1270
|
+
# {
|
1271
|
+
# column: "NameString", # required
|
1272
|
+
# sort_order: 1, # required
|
1273
|
+
# },
|
1274
|
+
# ],
|
1275
|
+
# parameters: {
|
1276
|
+
# "KeyString" => "ParametersMapValue",
|
1277
|
+
# },
|
1278
|
+
# skewed_info: {
|
1279
|
+
# skewed_column_names: ["NameString"],
|
1280
|
+
# skewed_column_values: ["ColumnValuesString"],
|
1281
|
+
# skewed_column_value_location_maps: {
|
1282
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
1283
|
+
# },
|
1284
|
+
# },
|
1285
|
+
# stored_as_sub_directories: false,
|
1286
|
+
# },
|
1287
|
+
# parameters: {
|
1288
|
+
# "KeyString" => "ParametersMapValue",
|
1289
|
+
# },
|
1290
|
+
# last_analyzed_time: Time.now,
|
1291
|
+
# },
|
1292
|
+
# },
|
1293
|
+
# ],
|
1294
|
+
# })
|
1295
|
+
#
|
1296
|
+
# @example Response structure
|
1297
|
+
#
|
1298
|
+
# resp.errors #=> Array
|
1299
|
+
# resp.errors[0].partition_value_list #=> Array
|
1300
|
+
# resp.errors[0].partition_value_list[0] #=> String
|
1301
|
+
# resp.errors[0].error_detail.error_code #=> String
|
1302
|
+
# resp.errors[0].error_detail.error_message #=> String
|
1303
|
+
#
|
1304
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
|
1305
|
+
#
|
1306
|
+
# @overload batch_update_partition(params = {})
|
1307
|
+
# @param [Hash] params ({})
|
1308
|
+
def batch_update_partition(params = {}, options = {})
|
1309
|
+
req = build_request(:batch_update_partition, params)
|
1310
|
+
req.send_request(options)
|
1311
|
+
end
|
1312
|
+
|
1207
1313
|
# Cancels (stops) a task run. Machine learning task runs are
|
1208
1314
|
# asynchronous tasks that AWS Glue runs on your behalf as part of
|
1209
1315
|
# various machine learning workflows. You can cancel a machine learning
|
@@ -1429,6 +1535,13 @@ module Aws::Glue
|
|
1429
1535
|
# exclusions: ["Path"],
|
1430
1536
|
# },
|
1431
1537
|
# ],
|
1538
|
+
# mongo_db_targets: [
|
1539
|
+
# {
|
1540
|
+
# connection_name: "ConnectionName",
|
1541
|
+
# path: "Path",
|
1542
|
+
# scan_all: false,
|
1543
|
+
# },
|
1544
|
+
# ],
|
1432
1545
|
# dynamo_db_targets: [
|
1433
1546
|
# {
|
1434
1547
|
# path: "Path",
|
@@ -3625,6 +3738,10 @@ module Aws::Glue
|
|
3625
3738
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
3626
3739
|
# resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
|
3627
3740
|
# resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
|
3741
|
+
# resp.crawler.targets.mongo_db_targets #=> Array
|
3742
|
+
# resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
|
3743
|
+
# resp.crawler.targets.mongo_db_targets[0].path #=> String
|
3744
|
+
# resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
|
3628
3745
|
# resp.crawler.targets.dynamo_db_targets #=> Array
|
3629
3746
|
# resp.crawler.targets.dynamo_db_targets[0].path #=> String
|
3630
3747
|
# resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -3750,6 +3867,10 @@ module Aws::Glue
|
|
3750
3867
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
3751
3868
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
|
3752
3869
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
3870
|
+
# resp.crawlers[0].targets.mongo_db_targets #=> Array
|
3871
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
|
3872
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
|
3873
|
+
# resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
|
3753
3874
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
3754
3875
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
3755
3876
|
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
@@ -5124,6 +5245,9 @@ module Aws::Glue
|
|
5124
5245
|
# @option params [String] :language
|
5125
5246
|
# The programming language of the code to perform the mapping.
|
5126
5247
|
#
|
5248
|
+
# @option params [Hash<String,String>] :additional_plan_options_map
|
5249
|
+
# A map to hold additional optional key-value parameters.
|
5250
|
+
#
|
5127
5251
|
# @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5128
5252
|
#
|
5129
5253
|
# * {Types::GetPlanResponse#python_script #python_script} => String
|
@@ -5176,6 +5300,9 @@ module Aws::Glue
|
|
5176
5300
|
# ],
|
5177
5301
|
# },
|
5178
5302
|
# language: "PYTHON", # accepts PYTHON, SCALA
|
5303
|
+
# additional_plan_options_map: {
|
5304
|
+
# "GenericString" => "GenericString",
|
5305
|
+
# },
|
5179
5306
|
# })
|
5180
5307
|
#
|
5181
5308
|
# @example Response structure
|
@@ -8223,6 +8350,13 @@ module Aws::Glue
|
|
8223
8350
|
# exclusions: ["Path"],
|
8224
8351
|
# },
|
8225
8352
|
# ],
|
8353
|
+
# mongo_db_targets: [
|
8354
|
+
# {
|
8355
|
+
# connection_name: "ConnectionName",
|
8356
|
+
# path: "Path",
|
8357
|
+
# scan_all: false,
|
8358
|
+
# },
|
8359
|
+
# ],
|
8226
8360
|
# dynamo_db_targets: [
|
8227
8361
|
# {
|
8228
8362
|
# path: "Path",
|
@@ -8988,7 +9122,7 @@ module Aws::Glue
|
|
8988
9122
|
params: params,
|
8989
9123
|
config: config)
|
8990
9124
|
context[:gem_name] = 'aws-sdk-glue'
|
8991
|
-
context[:gem_version] = '1.
|
9125
|
+
context[:gem_version] = '1.74.0'
|
8992
9126
|
Seahorse::Client::Request.new(handlers, context)
|
8993
9127
|
end
|
8994
9128
|
|
@@ -16,6 +16,7 @@ module Aws::Glue
|
|
16
16
|
AccessDeniedException = Shapes::StructureShape.new(name: 'AccessDeniedException')
|
17
17
|
Action = Shapes::StructureShape.new(name: 'Action')
|
18
18
|
ActionList = Shapes::ListShape.new(name: 'ActionList')
|
19
|
+
AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
|
19
20
|
AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
|
20
21
|
AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
|
21
22
|
BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
|
@@ -51,6 +52,12 @@ module Aws::Glue
|
|
51
52
|
BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
|
52
53
|
BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
|
53
54
|
BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
|
55
|
+
BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
|
56
|
+
BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
|
57
|
+
BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
|
58
|
+
BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
|
59
|
+
BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
|
60
|
+
BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
|
54
61
|
BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
|
55
62
|
Blob = Shapes::BlobShape.new(name: 'Blob')
|
56
63
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
@@ -430,6 +437,8 @@ module Aws::Glue
|
|
430
437
|
MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
|
431
438
|
MessageString = Shapes::StringShape.new(name: 'MessageString')
|
432
439
|
MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
|
440
|
+
MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
|
441
|
+
MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
|
433
442
|
NameString = Shapes::StringShape.new(name: 'NameString')
|
434
443
|
NameStringList = Shapes::ListShape.new(name: 'NameStringList')
|
435
444
|
NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
|
@@ -684,6 +693,9 @@ module Aws::Glue
|
|
684
693
|
|
685
694
|
ActionList.member = Shapes::ShapeRef.new(shape: Action)
|
686
695
|
|
696
|
+
AdditionalPlanOptionsMap.key = Shapes::ShapeRef.new(shape: GenericString)
|
697
|
+
AdditionalPlanOptionsMap.value = Shapes::ShapeRef.new(shape: GenericString)
|
698
|
+
|
687
699
|
AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
688
700
|
AlreadyExistsException.struct_class = Types::AlreadyExistsException
|
689
701
|
|
@@ -807,6 +819,27 @@ module Aws::Glue
|
|
807
819
|
|
808
820
|
BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
|
809
821
|
|
822
|
+
BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
|
823
|
+
BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
|
824
|
+
BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
|
825
|
+
|
826
|
+
BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
|
827
|
+
|
828
|
+
BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
829
|
+
BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
830
|
+
BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
831
|
+
BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
|
832
|
+
BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
|
833
|
+
|
834
|
+
BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
|
835
|
+
BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
|
836
|
+
BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
|
837
|
+
|
838
|
+
BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
|
839
|
+
|
840
|
+
BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
|
841
|
+
BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
|
842
|
+
|
810
843
|
BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
|
811
844
|
BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
|
812
845
|
BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
|
@@ -1036,6 +1069,7 @@ module Aws::Glue
|
|
1036
1069
|
|
1037
1070
|
CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
|
1038
1071
|
CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
|
1072
|
+
CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
|
1039
1073
|
CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
|
1040
1074
|
CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
|
1041
1075
|
CrawlerTargets.struct_class = Types::CrawlerTargets
|
@@ -1801,6 +1835,7 @@ module Aws::Glue
|
|
1801
1835
|
GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
|
1802
1836
|
GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
|
1803
1837
|
GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
1838
|
+
GetPlanRequest.add_member(:additional_plan_options_map, Shapes::ShapeRef.new(shape: AdditionalPlanOptionsMap, location_name: "AdditionalPlanOptionsMap"))
|
1804
1839
|
GetPlanRequest.struct_class = Types::GetPlanRequest
|
1805
1840
|
|
1806
1841
|
GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
@@ -2233,6 +2268,13 @@ module Aws::Glue
|
|
2233
2268
|
|
2234
2269
|
MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
|
2235
2270
|
|
2271
|
+
MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
2272
|
+
MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
|
2273
|
+
MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
|
2274
|
+
MongoDBTarget.struct_class = Types::MongoDBTarget
|
2275
|
+
|
2276
|
+
MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
|
2277
|
+
|
2236
2278
|
NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
|
2237
2279
|
|
2238
2280
|
NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
@@ -3136,6 +3178,19 @@ module Aws::Glue
|
|
3136
3178
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3137
3179
|
end)
|
3138
3180
|
|
3181
|
+
api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
|
3182
|
+
o.name = "BatchUpdatePartition"
|
3183
|
+
o.http_method = "POST"
|
3184
|
+
o.http_request_uri = "/"
|
3185
|
+
o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
|
3186
|
+
o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
|
3187
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
3188
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
3189
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3190
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
3191
|
+
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
3192
|
+
end)
|
3193
|
+
|
3139
3194
|
api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
|
3140
3195
|
o.name = "CancelMLTaskRun"
|
3141
3196
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -764,6 +764,210 @@ module Aws::Glue
|
|
764
764
|
include Aws::Structure
|
765
765
|
end
|
766
766
|
|
767
|
+
# Contains information about a batch update partition error.
|
768
|
+
#
|
769
|
+
# @!attribute [rw] partition_value_list
|
770
|
+
# A list of values defining the partitions.
|
771
|
+
# @return [Array<String>]
|
772
|
+
#
|
773
|
+
# @!attribute [rw] error_detail
|
774
|
+
# The details about the batch update partition error.
|
775
|
+
# @return [Types::ErrorDetail]
|
776
|
+
#
|
777
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
|
778
|
+
#
|
779
|
+
class BatchUpdatePartitionFailureEntry < Struct.new(
|
780
|
+
:partition_value_list,
|
781
|
+
:error_detail)
|
782
|
+
SENSITIVE = []
|
783
|
+
include Aws::Structure
|
784
|
+
end
|
785
|
+
|
786
|
+
# @note When making an API call, you may pass BatchUpdatePartitionRequest
|
787
|
+
# data as a hash:
|
788
|
+
#
|
789
|
+
# {
|
790
|
+
# catalog_id: "CatalogIdString",
|
791
|
+
# database_name: "NameString", # required
|
792
|
+
# table_name: "NameString", # required
|
793
|
+
# entries: [ # required
|
794
|
+
# {
|
795
|
+
# partition_value_list: ["ValueString"], # required
|
796
|
+
# partition_input: { # required
|
797
|
+
# values: ["ValueString"],
|
798
|
+
# last_access_time: Time.now,
|
799
|
+
# storage_descriptor: {
|
800
|
+
# columns: [
|
801
|
+
# {
|
802
|
+
# name: "NameString", # required
|
803
|
+
# type: "ColumnTypeString",
|
804
|
+
# comment: "CommentString",
|
805
|
+
# parameters: {
|
806
|
+
# "KeyString" => "ParametersMapValue",
|
807
|
+
# },
|
808
|
+
# },
|
809
|
+
# ],
|
810
|
+
# location: "LocationString",
|
811
|
+
# input_format: "FormatString",
|
812
|
+
# output_format: "FormatString",
|
813
|
+
# compressed: false,
|
814
|
+
# number_of_buckets: 1,
|
815
|
+
# serde_info: {
|
816
|
+
# name: "NameString",
|
817
|
+
# serialization_library: "NameString",
|
818
|
+
# parameters: {
|
819
|
+
# "KeyString" => "ParametersMapValue",
|
820
|
+
# },
|
821
|
+
# },
|
822
|
+
# bucket_columns: ["NameString"],
|
823
|
+
# sort_columns: [
|
824
|
+
# {
|
825
|
+
# column: "NameString", # required
|
826
|
+
# sort_order: 1, # required
|
827
|
+
# },
|
828
|
+
# ],
|
829
|
+
# parameters: {
|
830
|
+
# "KeyString" => "ParametersMapValue",
|
831
|
+
# },
|
832
|
+
# skewed_info: {
|
833
|
+
# skewed_column_names: ["NameString"],
|
834
|
+
# skewed_column_values: ["ColumnValuesString"],
|
835
|
+
# skewed_column_value_location_maps: {
|
836
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
837
|
+
# },
|
838
|
+
# },
|
839
|
+
# stored_as_sub_directories: false,
|
840
|
+
# },
|
841
|
+
# parameters: {
|
842
|
+
# "KeyString" => "ParametersMapValue",
|
843
|
+
# },
|
844
|
+
# last_analyzed_time: Time.now,
|
845
|
+
# },
|
846
|
+
# },
|
847
|
+
# ],
|
848
|
+
# }
|
849
|
+
#
|
850
|
+
# @!attribute [rw] catalog_id
|
851
|
+
# The ID of the catalog in which the partition is to be updated.
|
852
|
+
# Currently, this should be the AWS account ID.
|
853
|
+
# @return [String]
|
854
|
+
#
|
855
|
+
# @!attribute [rw] database_name
|
856
|
+
# The name of the metadata database in which the partition is to be
|
857
|
+
# updated.
|
858
|
+
# @return [String]
|
859
|
+
#
|
860
|
+
# @!attribute [rw] table_name
|
861
|
+
# The name of the metadata table in which the partition is to be
|
862
|
+
# updated.
|
863
|
+
# @return [String]
|
864
|
+
#
|
865
|
+
# @!attribute [rw] entries
|
866
|
+
# A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
|
867
|
+
# update.
|
868
|
+
# @return [Array<Types::BatchUpdatePartitionRequestEntry>]
|
869
|
+
#
|
870
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
|
871
|
+
#
|
872
|
+
class BatchUpdatePartitionRequest < Struct.new(
|
873
|
+
:catalog_id,
|
874
|
+
:database_name,
|
875
|
+
:table_name,
|
876
|
+
:entries)
|
877
|
+
SENSITIVE = []
|
878
|
+
include Aws::Structure
|
879
|
+
end
|
880
|
+
|
881
|
+
# A structure that contains the values and structure used to update a
|
882
|
+
# partition.
|
883
|
+
#
|
884
|
+
# @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
|
885
|
+
# data as a hash:
|
886
|
+
#
|
887
|
+
# {
|
888
|
+
# partition_value_list: ["ValueString"], # required
|
889
|
+
# partition_input: { # required
|
890
|
+
# values: ["ValueString"],
|
891
|
+
# last_access_time: Time.now,
|
892
|
+
# storage_descriptor: {
|
893
|
+
# columns: [
|
894
|
+
# {
|
895
|
+
# name: "NameString", # required
|
896
|
+
# type: "ColumnTypeString",
|
897
|
+
# comment: "CommentString",
|
898
|
+
# parameters: {
|
899
|
+
# "KeyString" => "ParametersMapValue",
|
900
|
+
# },
|
901
|
+
# },
|
902
|
+
# ],
|
903
|
+
# location: "LocationString",
|
904
|
+
# input_format: "FormatString",
|
905
|
+
# output_format: "FormatString",
|
906
|
+
# compressed: false,
|
907
|
+
# number_of_buckets: 1,
|
908
|
+
# serde_info: {
|
909
|
+
# name: "NameString",
|
910
|
+
# serialization_library: "NameString",
|
911
|
+
# parameters: {
|
912
|
+
# "KeyString" => "ParametersMapValue",
|
913
|
+
# },
|
914
|
+
# },
|
915
|
+
# bucket_columns: ["NameString"],
|
916
|
+
# sort_columns: [
|
917
|
+
# {
|
918
|
+
# column: "NameString", # required
|
919
|
+
# sort_order: 1, # required
|
920
|
+
# },
|
921
|
+
# ],
|
922
|
+
# parameters: {
|
923
|
+
# "KeyString" => "ParametersMapValue",
|
924
|
+
# },
|
925
|
+
# skewed_info: {
|
926
|
+
# skewed_column_names: ["NameString"],
|
927
|
+
# skewed_column_values: ["ColumnValuesString"],
|
928
|
+
# skewed_column_value_location_maps: {
|
929
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
930
|
+
# },
|
931
|
+
# },
|
932
|
+
# stored_as_sub_directories: false,
|
933
|
+
# },
|
934
|
+
# parameters: {
|
935
|
+
# "KeyString" => "ParametersMapValue",
|
936
|
+
# },
|
937
|
+
# last_analyzed_time: Time.now,
|
938
|
+
# },
|
939
|
+
# }
|
940
|
+
#
|
941
|
+
# @!attribute [rw] partition_value_list
|
942
|
+
# A list of values defining the partitions.
|
943
|
+
# @return [Array<String>]
|
944
|
+
#
|
945
|
+
# @!attribute [rw] partition_input
|
946
|
+
# The structure used to update a partition.
|
947
|
+
# @return [Types::PartitionInput]
|
948
|
+
#
|
949
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
|
950
|
+
#
|
951
|
+
class BatchUpdatePartitionRequestEntry < Struct.new(
|
952
|
+
:partition_value_list,
|
953
|
+
:partition_input)
|
954
|
+
SENSITIVE = []
|
955
|
+
include Aws::Structure
|
956
|
+
end
|
957
|
+
|
958
|
+
# @!attribute [rw] errors
|
959
|
+
# The errors encountered when trying to update the requested
|
960
|
+
# partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
|
961
|
+
# @return [Array<Types::BatchUpdatePartitionFailureEntry>]
|
962
|
+
#
|
963
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
|
964
|
+
#
|
965
|
+
class BatchUpdatePartitionResponse < Struct.new(
|
966
|
+
:errors)
|
967
|
+
SENSITIVE = []
|
968
|
+
include Aws::Structure
|
969
|
+
end
|
970
|
+
|
767
971
|
# Defines a binary column statistics data.
|
768
972
|
#
|
769
973
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
@@ -1635,6 +1839,17 @@ module Aws::Glue
|
|
1635
1839
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1636
1840
|
# Kafka cluster to which a Kafka client will connect to and
|
1637
1841
|
# bootstrap itself.
|
1842
|
+
#
|
1843
|
+
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1844
|
+
# Apache Kafka connection. Default value is "true".
|
1845
|
+
#
|
1846
|
+
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1847
|
+
# file (.pem format). The default is an empty string.
|
1848
|
+
#
|
1849
|
+
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1850
|
+
# validation of the CA cert file or not. AWS Glue validates for
|
1851
|
+
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1852
|
+
# Default value is "false".
|
1638
1853
|
# @return [Hash<String,String>]
|
1639
1854
|
#
|
1640
1855
|
# @!attribute [rw] physical_connection_requirements
|
@@ -1712,6 +1927,9 @@ module Aws::Glue
|
|
1712
1927
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
1713
1928
|
# database.
|
1714
1929
|
#
|
1930
|
+
# * `NETWORK` - Designates a network connection to a data source
|
1931
|
+
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
1932
|
+
#
|
1715
1933
|
# SFTP is not supported.
|
1716
1934
|
# @return [String]
|
1717
1935
|
#
|
@@ -2091,6 +2309,13 @@ module Aws::Glue
|
|
2091
2309
|
# exclusions: ["Path"],
|
2092
2310
|
# },
|
2093
2311
|
# ],
|
2312
|
+
# mongo_db_targets: [
|
2313
|
+
# {
|
2314
|
+
# connection_name: "ConnectionName",
|
2315
|
+
# path: "Path",
|
2316
|
+
# scan_all: false,
|
2317
|
+
# },
|
2318
|
+
# ],
|
2094
2319
|
# dynamo_db_targets: [
|
2095
2320
|
# {
|
2096
2321
|
# path: "Path",
|
@@ -2114,6 +2339,10 @@ module Aws::Glue
|
|
2114
2339
|
# Specifies JDBC targets.
|
2115
2340
|
# @return [Array<Types::JdbcTarget>]
|
2116
2341
|
#
|
2342
|
+
# @!attribute [rw] mongo_db_targets
|
2343
|
+
# Specifies Amazon DocumentDB or MongoDB targets.
|
2344
|
+
# @return [Array<Types::MongoDBTarget>]
|
2345
|
+
#
|
2117
2346
|
# @!attribute [rw] dynamo_db_targets
|
2118
2347
|
# Specifies Amazon DynamoDB targets.
|
2119
2348
|
# @return [Array<Types::DynamoDBTarget>]
|
@@ -2127,6 +2356,7 @@ module Aws::Glue
|
|
2127
2356
|
class CrawlerTargets < Struct.new(
|
2128
2357
|
:s3_targets,
|
2129
2358
|
:jdbc_targets,
|
2359
|
+
:mongo_db_targets,
|
2130
2360
|
:dynamo_db_targets,
|
2131
2361
|
:catalog_targets)
|
2132
2362
|
SENSITIVE = []
|
@@ -2260,6 +2490,13 @@ module Aws::Glue
|
|
2260
2490
|
# exclusions: ["Path"],
|
2261
2491
|
# },
|
2262
2492
|
# ],
|
2493
|
+
# mongo_db_targets: [
|
2494
|
+
# {
|
2495
|
+
# connection_name: "ConnectionName",
|
2496
|
+
# path: "Path",
|
2497
|
+
# scan_all: false,
|
2498
|
+
# },
|
2499
|
+
# ],
|
2263
2500
|
# dynamo_db_targets: [
|
2264
2501
|
# {
|
2265
2502
|
# path: "Path",
|
@@ -7309,6 +7546,9 @@ module Aws::Glue
|
|
7309
7546
|
# ],
|
7310
7547
|
# },
|
7311
7548
|
# language: "PYTHON", # accepts PYTHON, SCALA
|
7549
|
+
# additional_plan_options_map: {
|
7550
|
+
# "GenericString" => "GenericString",
|
7551
|
+
# },
|
7312
7552
|
# }
|
7313
7553
|
#
|
7314
7554
|
# @!attribute [rw] mapping
|
@@ -7331,6 +7571,10 @@ module Aws::Glue
|
|
7331
7571
|
# The programming language of the code to perform the mapping.
|
7332
7572
|
# @return [String]
|
7333
7573
|
#
|
7574
|
+
# @!attribute [rw] additional_plan_options_map
|
7575
|
+
# A map to hold additional optional key-value parameters.
|
7576
|
+
# @return [Hash<String,String>]
|
7577
|
+
#
|
7334
7578
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
7335
7579
|
#
|
7336
7580
|
class GetPlanRequest < Struct.new(
|
@@ -7338,7 +7582,8 @@ module Aws::Glue
|
|
7338
7582
|
:source,
|
7339
7583
|
:sinks,
|
7340
7584
|
:location,
|
7341
|
-
:language
|
7585
|
+
:language,
|
7586
|
+
:additional_plan_options_map)
|
7342
7587
|
SENSITIVE = []
|
7343
7588
|
include Aws::Structure
|
7344
7589
|
end
|
@@ -9981,6 +10226,47 @@ module Aws::Glue
|
|
9981
10226
|
include Aws::Structure
|
9982
10227
|
end
|
9983
10228
|
|
10229
|
+
# Specifies an Amazon DocumentDB or MongoDB data store to crawl.
|
10230
|
+
#
|
10231
|
+
# @note When making an API call, you may pass MongoDBTarget
|
10232
|
+
# data as a hash:
|
10233
|
+
#
|
10234
|
+
# {
|
10235
|
+
# connection_name: "ConnectionName",
|
10236
|
+
# path: "Path",
|
10237
|
+
# scan_all: false,
|
10238
|
+
# }
|
10239
|
+
#
|
10240
|
+
# @!attribute [rw] connection_name
|
10241
|
+
# The name of the connection to use to connect to the Amazon
|
10242
|
+
# DocumentDB or MongoDB target.
|
10243
|
+
# @return [String]
|
10244
|
+
#
|
10245
|
+
# @!attribute [rw] path
|
10246
|
+
# The path of the Amazon DocumentDB or MongoDB target
|
10247
|
+
# (database/collection).
|
10248
|
+
# @return [String]
|
10249
|
+
#
|
10250
|
+
# @!attribute [rw] scan_all
|
10251
|
+
# Indicates whether to scan all the records, or to sample rows from
|
10252
|
+
# the table. Scanning all the records can take a long time when the
|
10253
|
+
# table is not a high throughput table.
|
10254
|
+
#
|
10255
|
+
# A value of `true` means to scan all records, while a value of
|
10256
|
+
# `false` means to sample the records. If no value is specified, the
|
10257
|
+
# value defaults to `true`.
|
10258
|
+
# @return [Boolean]
|
10259
|
+
#
|
10260
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
|
10261
|
+
#
|
10262
|
+
class MongoDBTarget < Struct.new(
|
10263
|
+
:connection_name,
|
10264
|
+
:path,
|
10265
|
+
:scan_all)
|
10266
|
+
SENSITIVE = []
|
10267
|
+
include Aws::Structure
|
10268
|
+
end
|
10269
|
+
|
9984
10270
|
# There is no applicable schedule.
|
9985
10271
|
#
|
9986
10272
|
# @!attribute [rw] message
|
@@ -13191,6 +13477,13 @@ module Aws::Glue
|
|
13191
13477
|
# exclusions: ["Path"],
|
13192
13478
|
# },
|
13193
13479
|
# ],
|
13480
|
+
# mongo_db_targets: [
|
13481
|
+
# {
|
13482
|
+
# connection_name: "ConnectionName",
|
13483
|
+
# path: "Path",
|
13484
|
+
# scan_all: false,
|
13485
|
+
# },
|
13486
|
+
# ],
|
13194
13487
|
# dynamo_db_targets: [
|
13195
13488
|
# {
|
13196
13489
|
# path: "Path",
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.74.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-10-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -19,7 +19,7 @@ dependencies:
|
|
19
19
|
version: '3'
|
20
20
|
- - ">="
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version: 3.
|
22
|
+
version: 3.109.0
|
23
23
|
type: :runtime
|
24
24
|
prerelease: false
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -29,7 +29,7 @@ dependencies:
|
|
29
29
|
version: '3'
|
30
30
|
- - ">="
|
31
31
|
- !ruby/object:Gem::Version
|
32
|
-
version: 3.
|
32
|
+
version: 3.109.0
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: aws-sigv4
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|