aws-sdk-glue 1.70.0 → 1.75.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
4
- data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
3
+ metadata.gz: 5c4a974707df626bf8a61443f233bc7c01667183c08276f26188610447814a64
4
+ data.tar.gz: 582d592212ec651529be2b9b8ba11038a0ac1923d87ba6a7d02b08b81e1b4d7d
5
5
  SHA512:
6
- metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
7
- data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
6
+ metadata.gz: 7ebd6045481faafdd5ecaf4c2b2e0b2845f945005d7f76795aa54040f93b47f7d5fac76e00b9d4b60529b600e23e3a730f8156ca01cb0ce3e7e1f6e0c526042c
7
+ data.tar.gz: cabf61c228430f4f9cfb1fbc11ea55c713510811ae7e80ae3051fba0e0a952ca2d6b1baacebed4f2927b80cd947c495a7388e3d7b6467af1a6c8d73164ecf2de
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.70.0'
51
+ GEM_VERSION = '1.75.0'
52
52
 
53
53
  end
@@ -663,6 +663,10 @@ module Aws::Glue
663
663
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
664
664
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
665
665
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
666
+ # resp.crawlers[0].targets.mongo_db_targets #=> Array
667
+ # resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
668
+ # resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
669
+ # resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
666
670
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
667
671
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
668
672
  # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -1204,6 +1208,108 @@ module Aws::Glue
1204
1208
  req.send_request(options)
1205
1209
  end
1206
1210
 
1211
+ # Updates one or more partitions in a batch operation.
1212
+ #
1213
+ # @option params [String] :catalog_id
1214
+ # The ID of the catalog in which the partition is to be updated.
1215
+ # Currently, this should be the AWS account ID.
1216
+ #
1217
+ # @option params [required, String] :database_name
1218
+ # The name of the metadata database in which the partition is to be
1219
+ # updated.
1220
+ #
1221
+ # @option params [required, String] :table_name
1222
+ # The name of the metadata table in which the partition is to be
1223
+ # updated.
1224
+ #
1225
+ # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
1226
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
1227
+ # update.
1228
+ #
1229
+ # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1230
+ #
1231
+ # * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
1232
+ #
1233
+ # @example Request syntax with placeholder values
1234
+ #
1235
+ # resp = client.batch_update_partition({
1236
+ # catalog_id: "CatalogIdString",
1237
+ # database_name: "NameString", # required
1238
+ # table_name: "NameString", # required
1239
+ # entries: [ # required
1240
+ # {
1241
+ # partition_value_list: ["ValueString"], # required
1242
+ # partition_input: { # required
1243
+ # values: ["ValueString"],
1244
+ # last_access_time: Time.now,
1245
+ # storage_descriptor: {
1246
+ # columns: [
1247
+ # {
1248
+ # name: "NameString", # required
1249
+ # type: "ColumnTypeString",
1250
+ # comment: "CommentString",
1251
+ # parameters: {
1252
+ # "KeyString" => "ParametersMapValue",
1253
+ # },
1254
+ # },
1255
+ # ],
1256
+ # location: "LocationString",
1257
+ # input_format: "FormatString",
1258
+ # output_format: "FormatString",
1259
+ # compressed: false,
1260
+ # number_of_buckets: 1,
1261
+ # serde_info: {
1262
+ # name: "NameString",
1263
+ # serialization_library: "NameString",
1264
+ # parameters: {
1265
+ # "KeyString" => "ParametersMapValue",
1266
+ # },
1267
+ # },
1268
+ # bucket_columns: ["NameString"],
1269
+ # sort_columns: [
1270
+ # {
1271
+ # column: "NameString", # required
1272
+ # sort_order: 1, # required
1273
+ # },
1274
+ # ],
1275
+ # parameters: {
1276
+ # "KeyString" => "ParametersMapValue",
1277
+ # },
1278
+ # skewed_info: {
1279
+ # skewed_column_names: ["NameString"],
1280
+ # skewed_column_values: ["ColumnValuesString"],
1281
+ # skewed_column_value_location_maps: {
1282
+ # "ColumnValuesString" => "ColumnValuesString",
1283
+ # },
1284
+ # },
1285
+ # stored_as_sub_directories: false,
1286
+ # },
1287
+ # parameters: {
1288
+ # "KeyString" => "ParametersMapValue",
1289
+ # },
1290
+ # last_analyzed_time: Time.now,
1291
+ # },
1292
+ # },
1293
+ # ],
1294
+ # })
1295
+ #
1296
+ # @example Response structure
1297
+ #
1298
+ # resp.errors #=> Array
1299
+ # resp.errors[0].partition_value_list #=> Array
1300
+ # resp.errors[0].partition_value_list[0] #=> String
1301
+ # resp.errors[0].error_detail.error_code #=> String
1302
+ # resp.errors[0].error_detail.error_message #=> String
1303
+ #
1304
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
1305
+ #
1306
+ # @overload batch_update_partition(params = {})
1307
+ # @param [Hash] params ({})
1308
+ def batch_update_partition(params = {}, options = {})
1309
+ req = build_request(:batch_update_partition, params)
1310
+ req.send_request(options)
1311
+ end
1312
+
1207
1313
  # Cancels (stops) a task run. Machine learning task runs are
1208
1314
  # asynchronous tasks that AWS Glue runs on your behalf as part of
1209
1315
  # various machine learning workflows. You can cancel a machine learning
@@ -1429,6 +1535,13 @@ module Aws::Glue
1429
1535
  # exclusions: ["Path"],
1430
1536
  # },
1431
1537
  # ],
1538
+ # mongo_db_targets: [
1539
+ # {
1540
+ # connection_name: "ConnectionName",
1541
+ # path: "Path",
1542
+ # scan_all: false,
1543
+ # },
1544
+ # ],
1432
1545
  # dynamo_db_targets: [
1433
1546
  # {
1434
1547
  # path: "Path",
@@ -3625,6 +3738,10 @@ module Aws::Glue
3625
3738
  # resp.crawler.targets.jdbc_targets[0].path #=> String
3626
3739
  # resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
3627
3740
  # resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
3741
+ # resp.crawler.targets.mongo_db_targets #=> Array
3742
+ # resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
3743
+ # resp.crawler.targets.mongo_db_targets[0].path #=> String
3744
+ # resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
3628
3745
  # resp.crawler.targets.dynamo_db_targets #=> Array
3629
3746
  # resp.crawler.targets.dynamo_db_targets[0].path #=> String
3630
3747
  # resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3750,6 +3867,10 @@ module Aws::Glue
3750
3867
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
3751
3868
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
3752
3869
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
3870
+ # resp.crawlers[0].targets.mongo_db_targets #=> Array
3871
+ # resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
3872
+ # resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
3873
+ # resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
3753
3874
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
3754
3875
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
3755
3876
  # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -5124,6 +5245,18 @@ module Aws::Glue
5124
5245
  # @option params [String] :language
5125
5246
  # The programming language of the code to perform the mapping.
5126
5247
  #
5248
+ # @option params [Hash<String,String>] :additional_plan_options_map
5249
+ # A map to hold additional optional key-value parameters.
5250
+ #
5251
+ # Currently, these key-value pairs are supported:
5252
+ #
5253
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true or
5254
+ # false for the default script generated by an AWS Glue job. For
5255
+ # example, to set `inferSchema` to true, pass the following key value
5256
+ # pair:
5257
+ #
5258
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
5259
+ #
5127
5260
  # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5128
5261
  #
5129
5262
  # * {Types::GetPlanResponse#python_script #python_script} => String
@@ -5176,6 +5309,9 @@ module Aws::Glue
5176
5309
  # ],
5177
5310
  # },
5178
5311
  # language: "PYTHON", # accepts PYTHON, SCALA
5312
+ # additional_plan_options_map: {
5313
+ # "GenericString" => "GenericString",
5314
+ # },
5179
5315
  # })
5180
5316
  #
5181
5317
  # @example Response structure
@@ -8223,6 +8359,13 @@ module Aws::Glue
8223
8359
  # exclusions: ["Path"],
8224
8360
  # },
8225
8361
  # ],
8362
+ # mongo_db_targets: [
8363
+ # {
8364
+ # connection_name: "ConnectionName",
8365
+ # path: "Path",
8366
+ # scan_all: false,
8367
+ # },
8368
+ # ],
8226
8369
  # dynamo_db_targets: [
8227
8370
  # {
8228
8371
  # path: "Path",
@@ -8988,7 +9131,7 @@ module Aws::Glue
8988
9131
  params: params,
8989
9132
  config: config)
8990
9133
  context[:gem_name] = 'aws-sdk-glue'
8991
- context[:gem_version] = '1.70.0'
9134
+ context[:gem_version] = '1.75.0'
8992
9135
  Seahorse::Client::Request.new(handlers, context)
8993
9136
  end
8994
9137
 
@@ -16,6 +16,7 @@ module Aws::Glue
16
16
  AccessDeniedException = Shapes::StructureShape.new(name: 'AccessDeniedException')
17
17
  Action = Shapes::StructureShape.new(name: 'Action')
18
18
  ActionList = Shapes::ListShape.new(name: 'ActionList')
19
+ AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
19
20
  AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
20
21
  AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
21
22
  BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
@@ -51,6 +52,12 @@ module Aws::Glue
51
52
  BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
52
53
  BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
53
54
  BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
55
+ BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
56
+ BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
57
+ BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
58
+ BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
59
+ BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
60
+ BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
54
61
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
55
62
  Blob = Shapes::BlobShape.new(name: 'Blob')
56
63
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -430,6 +437,8 @@ module Aws::Glue
430
437
  MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
431
438
  MessageString = Shapes::StringShape.new(name: 'MessageString')
432
439
  MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
440
+ MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
441
+ MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
433
442
  NameString = Shapes::StringShape.new(name: 'NameString')
434
443
  NameStringList = Shapes::ListShape.new(name: 'NameStringList')
435
444
  NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
@@ -684,6 +693,9 @@ module Aws::Glue
684
693
 
685
694
  ActionList.member = Shapes::ShapeRef.new(shape: Action)
686
695
 
696
+ AdditionalPlanOptionsMap.key = Shapes::ShapeRef.new(shape: GenericString)
697
+ AdditionalPlanOptionsMap.value = Shapes::ShapeRef.new(shape: GenericString)
698
+
687
699
  AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
688
700
  AlreadyExistsException.struct_class = Types::AlreadyExistsException
689
701
 
@@ -807,6 +819,27 @@ module Aws::Glue
807
819
 
808
820
  BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
809
821
 
822
+ BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
823
+ BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
824
+ BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
825
+
826
+ BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
827
+
828
+ BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
829
+ BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
830
+ BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
831
+ BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
832
+ BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
833
+
834
+ BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
835
+ BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
836
+ BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
837
+
838
+ BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
839
+
840
+ BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
841
+ BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
842
+
810
843
  BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
811
844
  BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
812
845
  BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -1036,6 +1069,7 @@ module Aws::Glue
1036
1069
 
1037
1070
  CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
1038
1071
  CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
1072
+ CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
1039
1073
  CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
1040
1074
  CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
1041
1075
  CrawlerTargets.struct_class = Types::CrawlerTargets
@@ -1801,6 +1835,7 @@ module Aws::Glue
1801
1835
  GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
1802
1836
  GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
1803
1837
  GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
1838
+ GetPlanRequest.add_member(:additional_plan_options_map, Shapes::ShapeRef.new(shape: AdditionalPlanOptionsMap, location_name: "AdditionalPlanOptionsMap"))
1804
1839
  GetPlanRequest.struct_class = Types::GetPlanRequest
1805
1840
 
1806
1841
  GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
@@ -2233,6 +2268,13 @@ module Aws::Glue
2233
2268
 
2234
2269
  MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
2235
2270
 
2271
+ MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
2272
+ MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
2273
+ MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
2274
+ MongoDBTarget.struct_class = Types::MongoDBTarget
2275
+
2276
+ MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
2277
+
2236
2278
  NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
2237
2279
 
2238
2280
  NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
@@ -3136,6 +3178,19 @@ module Aws::Glue
3136
3178
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3137
3179
  end)
3138
3180
 
3181
+ api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
3182
+ o.name = "BatchUpdatePartition"
3183
+ o.http_method = "POST"
3184
+ o.http_request_uri = "/"
3185
+ o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
3186
+ o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
3187
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3188
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3189
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3190
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3191
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3192
+ end)
3193
+
3139
3194
  api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
3140
3195
  o.name = "CancelMLTaskRun"
3141
3196
  o.http_method = "POST"
@@ -764,6 +764,210 @@ module Aws::Glue
764
764
  include Aws::Structure
765
765
  end
766
766
 
767
+ # Contains information about a batch update partition error.
768
+ #
769
+ # @!attribute [rw] partition_value_list
770
+ # A list of values defining the partitions.
771
+ # @return [Array<String>]
772
+ #
773
+ # @!attribute [rw] error_detail
774
+ # The details about the batch update partition error.
775
+ # @return [Types::ErrorDetail]
776
+ #
777
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
778
+ #
779
+ class BatchUpdatePartitionFailureEntry < Struct.new(
780
+ :partition_value_list,
781
+ :error_detail)
782
+ SENSITIVE = []
783
+ include Aws::Structure
784
+ end
785
+
786
+ # @note When making an API call, you may pass BatchUpdatePartitionRequest
787
+ # data as a hash:
788
+ #
789
+ # {
790
+ # catalog_id: "CatalogIdString",
791
+ # database_name: "NameString", # required
792
+ # table_name: "NameString", # required
793
+ # entries: [ # required
794
+ # {
795
+ # partition_value_list: ["ValueString"], # required
796
+ # partition_input: { # required
797
+ # values: ["ValueString"],
798
+ # last_access_time: Time.now,
799
+ # storage_descriptor: {
800
+ # columns: [
801
+ # {
802
+ # name: "NameString", # required
803
+ # type: "ColumnTypeString",
804
+ # comment: "CommentString",
805
+ # parameters: {
806
+ # "KeyString" => "ParametersMapValue",
807
+ # },
808
+ # },
809
+ # ],
810
+ # location: "LocationString",
811
+ # input_format: "FormatString",
812
+ # output_format: "FormatString",
813
+ # compressed: false,
814
+ # number_of_buckets: 1,
815
+ # serde_info: {
816
+ # name: "NameString",
817
+ # serialization_library: "NameString",
818
+ # parameters: {
819
+ # "KeyString" => "ParametersMapValue",
820
+ # },
821
+ # },
822
+ # bucket_columns: ["NameString"],
823
+ # sort_columns: [
824
+ # {
825
+ # column: "NameString", # required
826
+ # sort_order: 1, # required
827
+ # },
828
+ # ],
829
+ # parameters: {
830
+ # "KeyString" => "ParametersMapValue",
831
+ # },
832
+ # skewed_info: {
833
+ # skewed_column_names: ["NameString"],
834
+ # skewed_column_values: ["ColumnValuesString"],
835
+ # skewed_column_value_location_maps: {
836
+ # "ColumnValuesString" => "ColumnValuesString",
837
+ # },
838
+ # },
839
+ # stored_as_sub_directories: false,
840
+ # },
841
+ # parameters: {
842
+ # "KeyString" => "ParametersMapValue",
843
+ # },
844
+ # last_analyzed_time: Time.now,
845
+ # },
846
+ # },
847
+ # ],
848
+ # }
849
+ #
850
+ # @!attribute [rw] catalog_id
851
+ # The ID of the catalog in which the partition is to be updated.
852
+ # Currently, this should be the AWS account ID.
853
+ # @return [String]
854
+ #
855
+ # @!attribute [rw] database_name
856
+ # The name of the metadata database in which the partition is to be
857
+ # updated.
858
+ # @return [String]
859
+ #
860
+ # @!attribute [rw] table_name
861
+ # The name of the metadata table in which the partition is to be
862
+ # updated.
863
+ # @return [String]
864
+ #
865
+ # @!attribute [rw] entries
866
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
867
+ # update.
868
+ # @return [Array<Types::BatchUpdatePartitionRequestEntry>]
869
+ #
870
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
871
+ #
872
+ class BatchUpdatePartitionRequest < Struct.new(
873
+ :catalog_id,
874
+ :database_name,
875
+ :table_name,
876
+ :entries)
877
+ SENSITIVE = []
878
+ include Aws::Structure
879
+ end
880
+
881
+ # A structure that contains the values and structure used to update a
882
+ # partition.
883
+ #
884
+ # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
885
+ # data as a hash:
886
+ #
887
+ # {
888
+ # partition_value_list: ["ValueString"], # required
889
+ # partition_input: { # required
890
+ # values: ["ValueString"],
891
+ # last_access_time: Time.now,
892
+ # storage_descriptor: {
893
+ # columns: [
894
+ # {
895
+ # name: "NameString", # required
896
+ # type: "ColumnTypeString",
897
+ # comment: "CommentString",
898
+ # parameters: {
899
+ # "KeyString" => "ParametersMapValue",
900
+ # },
901
+ # },
902
+ # ],
903
+ # location: "LocationString",
904
+ # input_format: "FormatString",
905
+ # output_format: "FormatString",
906
+ # compressed: false,
907
+ # number_of_buckets: 1,
908
+ # serde_info: {
909
+ # name: "NameString",
910
+ # serialization_library: "NameString",
911
+ # parameters: {
912
+ # "KeyString" => "ParametersMapValue",
913
+ # },
914
+ # },
915
+ # bucket_columns: ["NameString"],
916
+ # sort_columns: [
917
+ # {
918
+ # column: "NameString", # required
919
+ # sort_order: 1, # required
920
+ # },
921
+ # ],
922
+ # parameters: {
923
+ # "KeyString" => "ParametersMapValue",
924
+ # },
925
+ # skewed_info: {
926
+ # skewed_column_names: ["NameString"],
927
+ # skewed_column_values: ["ColumnValuesString"],
928
+ # skewed_column_value_location_maps: {
929
+ # "ColumnValuesString" => "ColumnValuesString",
930
+ # },
931
+ # },
932
+ # stored_as_sub_directories: false,
933
+ # },
934
+ # parameters: {
935
+ # "KeyString" => "ParametersMapValue",
936
+ # },
937
+ # last_analyzed_time: Time.now,
938
+ # },
939
+ # }
940
+ #
941
+ # @!attribute [rw] partition_value_list
942
+ # A list of values defining the partitions.
943
+ # @return [Array<String>]
944
+ #
945
+ # @!attribute [rw] partition_input
946
+ # The structure used to update a partition.
947
+ # @return [Types::PartitionInput]
948
+ #
949
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
950
+ #
951
+ class BatchUpdatePartitionRequestEntry < Struct.new(
952
+ :partition_value_list,
953
+ :partition_input)
954
+ SENSITIVE = []
955
+ include Aws::Structure
956
+ end
957
+
958
+ # @!attribute [rw] errors
959
+ # The errors encountered when trying to update the requested
960
+ # partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
961
+ # @return [Array<Types::BatchUpdatePartitionFailureEntry>]
962
+ #
963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
964
+ #
965
+ class BatchUpdatePartitionResponse < Struct.new(
966
+ :errors)
967
+ SENSITIVE = []
968
+ include Aws::Structure
969
+ end
970
+
767
971
  # Defines a binary column statistics data.
768
972
  #
769
973
  # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1635,6 +1839,17 @@ module Aws::Glue
1635
1839
  # port pairs that are the addresses of the Apache Kafka brokers in a
1636
1840
  # Kafka cluster to which a Kafka client will connect to and
1637
1841
  # bootstrap itself.
1842
+ #
1843
+ # * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
1844
+ # Apache Kafka connection. Default value is "true".
1845
+ #
1846
+ # * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
1847
+ # file (.pem format). The default is an empty string.
1848
+ #
1849
+ # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1850
+ # validation of the CA cert file or not. AWS Glue validates for
1851
+ # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1852
+ # Default value is "false".
1638
1853
  # @return [Hash<String,String>]
1639
1854
  #
1640
1855
  # @!attribute [rw] physical_connection_requirements
@@ -1712,6 +1927,9 @@ module Aws::Glue
1712
1927
  # * `MONGODB` - Designates a connection to a MongoDB document
1713
1928
  # database.
1714
1929
  #
1930
+ # * `NETWORK` - Designates a network connection to a data source
1931
+ # within an Amazon Virtual Private Cloud environment (Amazon VPC).
1932
+ #
1715
1933
  # SFTP is not supported.
1716
1934
  # @return [String]
1717
1935
  #
@@ -2091,6 +2309,13 @@ module Aws::Glue
2091
2309
  # exclusions: ["Path"],
2092
2310
  # },
2093
2311
  # ],
2312
+ # mongo_db_targets: [
2313
+ # {
2314
+ # connection_name: "ConnectionName",
2315
+ # path: "Path",
2316
+ # scan_all: false,
2317
+ # },
2318
+ # ],
2094
2319
  # dynamo_db_targets: [
2095
2320
  # {
2096
2321
  # path: "Path",
@@ -2114,6 +2339,10 @@ module Aws::Glue
2114
2339
  # Specifies JDBC targets.
2115
2340
  # @return [Array<Types::JdbcTarget>]
2116
2341
  #
2342
+ # @!attribute [rw] mongo_db_targets
2343
+ # Specifies Amazon DocumentDB or MongoDB targets.
2344
+ # @return [Array<Types::MongoDBTarget>]
2345
+ #
2117
2346
  # @!attribute [rw] dynamo_db_targets
2118
2347
  # Specifies Amazon DynamoDB targets.
2119
2348
  # @return [Array<Types::DynamoDBTarget>]
@@ -2127,6 +2356,7 @@ module Aws::Glue
2127
2356
  class CrawlerTargets < Struct.new(
2128
2357
  :s3_targets,
2129
2358
  :jdbc_targets,
2359
+ :mongo_db_targets,
2130
2360
  :dynamo_db_targets,
2131
2361
  :catalog_targets)
2132
2362
  SENSITIVE = []
@@ -2260,6 +2490,13 @@ module Aws::Glue
2260
2490
  # exclusions: ["Path"],
2261
2491
  # },
2262
2492
  # ],
2493
+ # mongo_db_targets: [
2494
+ # {
2495
+ # connection_name: "ConnectionName",
2496
+ # path: "Path",
2497
+ # scan_all: false,
2498
+ # },
2499
+ # ],
2263
2500
  # dynamo_db_targets: [
2264
2501
  # {
2265
2502
  # path: "Path",
@@ -7309,6 +7546,9 @@ module Aws::Glue
7309
7546
  # ],
7310
7547
  # },
7311
7548
  # language: "PYTHON", # accepts PYTHON, SCALA
7549
+ # additional_plan_options_map: {
7550
+ # "GenericString" => "GenericString",
7551
+ # },
7312
7552
  # }
7313
7553
  #
7314
7554
  # @!attribute [rw] mapping
@@ -7331,6 +7571,19 @@ module Aws::Glue
7331
7571
  # The programming language of the code to perform the mapping.
7332
7572
  # @return [String]
7333
7573
  #
7574
+ # @!attribute [rw] additional_plan_options_map
7575
+ # A map to hold additional optional key-value parameters.
7576
+ #
7577
+ # Currently, these key-value pairs are supported:
7578
+ #
7579
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
7580
+ # or false for the default script generated by an AWS Glue job. For
7581
+ # example, to set `inferSchema` to true, pass the following key
7582
+ # value pair:
7583
+ #
7584
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
7585
+ # @return [Hash<String,String>]
7586
+ #
7334
7587
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
7335
7588
  #
7336
7589
  class GetPlanRequest < Struct.new(
@@ -7338,7 +7591,8 @@ module Aws::Glue
7338
7591
  :source,
7339
7592
  :sinks,
7340
7593
  :location,
7341
- :language)
7594
+ :language,
7595
+ :additional_plan_options_map)
7342
7596
  SENSITIVE = []
7343
7597
  include Aws::Structure
7344
7598
  end
@@ -9981,6 +10235,47 @@ module Aws::Glue
9981
10235
  include Aws::Structure
9982
10236
  end
9983
10237
 
10238
+ # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
10239
+ #
10240
+ # @note When making an API call, you may pass MongoDBTarget
10241
+ # data as a hash:
10242
+ #
10243
+ # {
10244
+ # connection_name: "ConnectionName",
10245
+ # path: "Path",
10246
+ # scan_all: false,
10247
+ # }
10248
+ #
10249
+ # @!attribute [rw] connection_name
10250
+ # The name of the connection to use to connect to the Amazon
10251
+ # DocumentDB or MongoDB target.
10252
+ # @return [String]
10253
+ #
10254
+ # @!attribute [rw] path
10255
+ # The path of the Amazon DocumentDB or MongoDB target
10256
+ # (database/collection).
10257
+ # @return [String]
10258
+ #
10259
+ # @!attribute [rw] scan_all
10260
+ # Indicates whether to scan all the records, or to sample rows from
10261
+ # the table. Scanning all the records can take a long time when the
10262
+ # table is not a high throughput table.
10263
+ #
10264
+ # A value of `true` means to scan all records, while a value of
10265
+ # `false` means to sample the records. If no value is specified, the
10266
+ # value defaults to `true`.
10267
+ # @return [Boolean]
10268
+ #
10269
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
10270
+ #
10271
+ class MongoDBTarget < Struct.new(
10272
+ :connection_name,
10273
+ :path,
10274
+ :scan_all)
10275
+ SENSITIVE = []
10276
+ include Aws::Structure
10277
+ end
10278
+
9984
10279
  # There is no applicable schedule.
9985
10280
  #
9986
10281
  # @!attribute [rw] message
@@ -13191,6 +13486,13 @@ module Aws::Glue
13191
13486
  # exclusions: ["Path"],
13192
13487
  # },
13193
13488
  # ],
13489
+ # mongo_db_targets: [
13490
+ # {
13491
+ # connection_name: "ConnectionName",
13492
+ # path: "Path",
13493
+ # scan_all: false,
13494
+ # },
13495
+ # ],
13194
13496
  # dynamo_db_targets: [
13195
13497
  # {
13196
13498
  # path: "Path",
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.70.0
4
+ version: 1.75.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-09-15 00:00:00.000000000 Z
11
+ date: 2020-10-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement