aws-sdk-glue 1.70.0 → 1.75.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
4
- data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
3
+ metadata.gz: 5c4a974707df626bf8a61443f233bc7c01667183c08276f26188610447814a64
4
+ data.tar.gz: 582d592212ec651529be2b9b8ba11038a0ac1923d87ba6a7d02b08b81e1b4d7d
5
5
  SHA512:
6
- metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
7
- data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
6
+ metadata.gz: 7ebd6045481faafdd5ecaf4c2b2e0b2845f945005d7f76795aa54040f93b47f7d5fac76e00b9d4b60529b600e23e3a730f8156ca01cb0ce3e7e1f6e0c526042c
7
+ data.tar.gz: cabf61c228430f4f9cfb1fbc11ea55c713510811ae7e80ae3051fba0e0a952ca2d6b1baacebed4f2927b80cd947c495a7388e3d7b6467af1a6c8d73164ecf2de
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.70.0'
51
+ GEM_VERSION = '1.75.0'
52
52
 
53
53
  end
@@ -663,6 +663,10 @@ module Aws::Glue
663
663
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
664
664
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
665
665
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
666
+ # resp.crawlers[0].targets.mongo_db_targets #=> Array
667
+ # resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
668
+ # resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
669
+ # resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
666
670
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
667
671
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
668
672
  # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -1204,6 +1208,108 @@ module Aws::Glue
1204
1208
  req.send_request(options)
1205
1209
  end
1206
1210
 
1211
+ # Updates one or more partitions in a batch operation.
1212
+ #
1213
+ # @option params [String] :catalog_id
1214
+ # The ID of the catalog in which the partition is to be updated.
1215
+ # Currently, this should be the AWS account ID.
1216
+ #
1217
+ # @option params [required, String] :database_name
1218
+ # The name of the metadata database in which the partition is to be
1219
+ # updated.
1220
+ #
1221
+ # @option params [required, String] :table_name
1222
+ # The name of the metadata table in which the partition is to be
1223
+ # updated.
1224
+ #
1225
+ # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
1226
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
1227
+ # update.
1228
+ #
1229
+ # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1230
+ #
1231
+ # * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
1232
+ #
1233
+ # @example Request syntax with placeholder values
1234
+ #
1235
+ # resp = client.batch_update_partition({
1236
+ # catalog_id: "CatalogIdString",
1237
+ # database_name: "NameString", # required
1238
+ # table_name: "NameString", # required
1239
+ # entries: [ # required
1240
+ # {
1241
+ # partition_value_list: ["ValueString"], # required
1242
+ # partition_input: { # required
1243
+ # values: ["ValueString"],
1244
+ # last_access_time: Time.now,
1245
+ # storage_descriptor: {
1246
+ # columns: [
1247
+ # {
1248
+ # name: "NameString", # required
1249
+ # type: "ColumnTypeString",
1250
+ # comment: "CommentString",
1251
+ # parameters: {
1252
+ # "KeyString" => "ParametersMapValue",
1253
+ # },
1254
+ # },
1255
+ # ],
1256
+ # location: "LocationString",
1257
+ # input_format: "FormatString",
1258
+ # output_format: "FormatString",
1259
+ # compressed: false,
1260
+ # number_of_buckets: 1,
1261
+ # serde_info: {
1262
+ # name: "NameString",
1263
+ # serialization_library: "NameString",
1264
+ # parameters: {
1265
+ # "KeyString" => "ParametersMapValue",
1266
+ # },
1267
+ # },
1268
+ # bucket_columns: ["NameString"],
1269
+ # sort_columns: [
1270
+ # {
1271
+ # column: "NameString", # required
1272
+ # sort_order: 1, # required
1273
+ # },
1274
+ # ],
1275
+ # parameters: {
1276
+ # "KeyString" => "ParametersMapValue",
1277
+ # },
1278
+ # skewed_info: {
1279
+ # skewed_column_names: ["NameString"],
1280
+ # skewed_column_values: ["ColumnValuesString"],
1281
+ # skewed_column_value_location_maps: {
1282
+ # "ColumnValuesString" => "ColumnValuesString",
1283
+ # },
1284
+ # },
1285
+ # stored_as_sub_directories: false,
1286
+ # },
1287
+ # parameters: {
1288
+ # "KeyString" => "ParametersMapValue",
1289
+ # },
1290
+ # last_analyzed_time: Time.now,
1291
+ # },
1292
+ # },
1293
+ # ],
1294
+ # })
1295
+ #
1296
+ # @example Response structure
1297
+ #
1298
+ # resp.errors #=> Array
1299
+ # resp.errors[0].partition_value_list #=> Array
1300
+ # resp.errors[0].partition_value_list[0] #=> String
1301
+ # resp.errors[0].error_detail.error_code #=> String
1302
+ # resp.errors[0].error_detail.error_message #=> String
1303
+ #
1304
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
1305
+ #
1306
+ # @overload batch_update_partition(params = {})
1307
+ # @param [Hash] params ({})
1308
+ def batch_update_partition(params = {}, options = {})
1309
+ req = build_request(:batch_update_partition, params)
1310
+ req.send_request(options)
1311
+ end
1312
+
1207
1313
  # Cancels (stops) a task run. Machine learning task runs are
1208
1314
  # asynchronous tasks that AWS Glue runs on your behalf as part of
1209
1315
  # various machine learning workflows. You can cancel a machine learning
@@ -1429,6 +1535,13 @@ module Aws::Glue
1429
1535
  # exclusions: ["Path"],
1430
1536
  # },
1431
1537
  # ],
1538
+ # mongo_db_targets: [
1539
+ # {
1540
+ # connection_name: "ConnectionName",
1541
+ # path: "Path",
1542
+ # scan_all: false,
1543
+ # },
1544
+ # ],
1432
1545
  # dynamo_db_targets: [
1433
1546
  # {
1434
1547
  # path: "Path",
@@ -3625,6 +3738,10 @@ module Aws::Glue
3625
3738
  # resp.crawler.targets.jdbc_targets[0].path #=> String
3626
3739
  # resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
3627
3740
  # resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
3741
+ # resp.crawler.targets.mongo_db_targets #=> Array
3742
+ # resp.crawler.targets.mongo_db_targets[0].connection_name #=> String
3743
+ # resp.crawler.targets.mongo_db_targets[0].path #=> String
3744
+ # resp.crawler.targets.mongo_db_targets[0].scan_all #=> Boolean
3628
3745
  # resp.crawler.targets.dynamo_db_targets #=> Array
3629
3746
  # resp.crawler.targets.dynamo_db_targets[0].path #=> String
3630
3747
  # resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -3750,6 +3867,10 @@ module Aws::Glue
3750
3867
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
3751
3868
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
3752
3869
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
3870
+ # resp.crawlers[0].targets.mongo_db_targets #=> Array
3871
+ # resp.crawlers[0].targets.mongo_db_targets[0].connection_name #=> String
3872
+ # resp.crawlers[0].targets.mongo_db_targets[0].path #=> String
3873
+ # resp.crawlers[0].targets.mongo_db_targets[0].scan_all #=> Boolean
3753
3874
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
3754
3875
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
3755
3876
  # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
@@ -5124,6 +5245,18 @@ module Aws::Glue
5124
5245
  # @option params [String] :language
5125
5246
  # The programming language of the code to perform the mapping.
5126
5247
  #
5248
+ # @option params [Hash<String,String>] :additional_plan_options_map
5249
+ # A map to hold additional optional key-value parameters.
5250
+ #
5251
+ # Currently, these key-value pairs are supported:
5252
+ #
5253
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true or
5254
+ # false for the default script generated by an AWS Glue job. For
5255
+ # example, to set `inferSchema` to true, pass the following key value
5256
+ # pair:
5257
+ #
5258
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
5259
+ #
5127
5260
  # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5128
5261
  #
5129
5262
  # * {Types::GetPlanResponse#python_script #python_script} => String
@@ -5176,6 +5309,9 @@ module Aws::Glue
5176
5309
  # ],
5177
5310
  # },
5178
5311
  # language: "PYTHON", # accepts PYTHON, SCALA
5312
+ # additional_plan_options_map: {
5313
+ # "GenericString" => "GenericString",
5314
+ # },
5179
5315
  # })
5180
5316
  #
5181
5317
  # @example Response structure
@@ -8223,6 +8359,13 @@ module Aws::Glue
8223
8359
  # exclusions: ["Path"],
8224
8360
  # },
8225
8361
  # ],
8362
+ # mongo_db_targets: [
8363
+ # {
8364
+ # connection_name: "ConnectionName",
8365
+ # path: "Path",
8366
+ # scan_all: false,
8367
+ # },
8368
+ # ],
8226
8369
  # dynamo_db_targets: [
8227
8370
  # {
8228
8371
  # path: "Path",
@@ -8988,7 +9131,7 @@ module Aws::Glue
8988
9131
  params: params,
8989
9132
  config: config)
8990
9133
  context[:gem_name] = 'aws-sdk-glue'
8991
- context[:gem_version] = '1.70.0'
9134
+ context[:gem_version] = '1.75.0'
8992
9135
  Seahorse::Client::Request.new(handlers, context)
8993
9136
  end
8994
9137
 
@@ -16,6 +16,7 @@ module Aws::Glue
16
16
  AccessDeniedException = Shapes::StructureShape.new(name: 'AccessDeniedException')
17
17
  Action = Shapes::StructureShape.new(name: 'Action')
18
18
  ActionList = Shapes::ListShape.new(name: 'ActionList')
19
+ AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
19
20
  AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
20
21
  AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
21
22
  BatchCreatePartitionRequest = Shapes::StructureShape.new(name: 'BatchCreatePartitionRequest')
@@ -51,6 +52,12 @@ module Aws::Glue
51
52
  BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
52
53
  BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
53
54
  BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
55
+ BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
56
+ BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
57
+ BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
58
+ BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
59
+ BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
60
+ BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
54
61
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
55
62
  Blob = Shapes::BlobShape.new(name: 'Blob')
56
63
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -430,6 +437,8 @@ module Aws::Glue
430
437
  MessagePrefix = Shapes::StringShape.new(name: 'MessagePrefix')
431
438
  MessageString = Shapes::StringShape.new(name: 'MessageString')
432
439
  MillisecondsCount = Shapes::IntegerShape.new(name: 'MillisecondsCount')
440
+ MongoDBTarget = Shapes::StructureShape.new(name: 'MongoDBTarget')
441
+ MongoDBTargetList = Shapes::ListShape.new(name: 'MongoDBTargetList')
433
442
  NameString = Shapes::StringShape.new(name: 'NameString')
434
443
  NameStringList = Shapes::ListShape.new(name: 'NameStringList')
435
444
  NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
@@ -684,6 +693,9 @@ module Aws::Glue
684
693
 
685
694
  ActionList.member = Shapes::ShapeRef.new(shape: Action)
686
695
 
696
+ AdditionalPlanOptionsMap.key = Shapes::ShapeRef.new(shape: GenericString)
697
+ AdditionalPlanOptionsMap.value = Shapes::ShapeRef.new(shape: GenericString)
698
+
687
699
  AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
688
700
  AlreadyExistsException.struct_class = Types::AlreadyExistsException
689
701
 
@@ -807,6 +819,27 @@ module Aws::Glue
807
819
 
808
820
  BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
809
821
 
822
+ BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
823
+ BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
824
+ BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
825
+
826
+ BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
827
+
828
+ BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
829
+ BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
830
+ BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
831
+ BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
832
+ BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
833
+
834
+ BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
835
+ BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
836
+ BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
837
+
838
+ BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
839
+
840
+ BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
841
+ BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
842
+
810
843
  BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
811
844
  BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
812
845
  BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -1036,6 +1069,7 @@ module Aws::Glue
1036
1069
 
1037
1070
  CrawlerTargets.add_member(:s3_targets, Shapes::ShapeRef.new(shape: S3TargetList, location_name: "S3Targets"))
1038
1071
  CrawlerTargets.add_member(:jdbc_targets, Shapes::ShapeRef.new(shape: JdbcTargetList, location_name: "JdbcTargets"))
1072
+ CrawlerTargets.add_member(:mongo_db_targets, Shapes::ShapeRef.new(shape: MongoDBTargetList, location_name: "MongoDBTargets"))
1039
1073
  CrawlerTargets.add_member(:dynamo_db_targets, Shapes::ShapeRef.new(shape: DynamoDBTargetList, location_name: "DynamoDBTargets"))
1040
1074
  CrawlerTargets.add_member(:catalog_targets, Shapes::ShapeRef.new(shape: CatalogTargetList, location_name: "CatalogTargets"))
1041
1075
  CrawlerTargets.struct_class = Types::CrawlerTargets
@@ -1801,6 +1835,7 @@ module Aws::Glue
1801
1835
  GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
1802
1836
  GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
1803
1837
  GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
1838
+ GetPlanRequest.add_member(:additional_plan_options_map, Shapes::ShapeRef.new(shape: AdditionalPlanOptionsMap, location_name: "AdditionalPlanOptionsMap"))
1804
1839
  GetPlanRequest.struct_class = Types::GetPlanRequest
1805
1840
 
1806
1841
  GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
@@ -2233,6 +2268,13 @@ module Aws::Glue
2233
2268
 
2234
2269
  MatchCriteria.member = Shapes::ShapeRef.new(shape: NameString)
2235
2270
 
2271
+ MongoDBTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
2272
+ MongoDBTarget.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
2273
+ MongoDBTarget.add_member(:scan_all, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "ScanAll"))
2274
+ MongoDBTarget.struct_class = Types::MongoDBTarget
2275
+
2276
+ MongoDBTargetList.member = Shapes::ShapeRef.new(shape: MongoDBTarget)
2277
+
2236
2278
  NameStringList.member = Shapes::ShapeRef.new(shape: NameString)
2237
2279
 
2238
2280
  NoScheduleException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
@@ -3136,6 +3178,19 @@ module Aws::Glue
3136
3178
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3137
3179
  end)
3138
3180
 
3181
+ api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
3182
+ o.name = "BatchUpdatePartition"
3183
+ o.http_method = "POST"
3184
+ o.http_request_uri = "/"
3185
+ o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
3186
+ o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
3187
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3188
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3189
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3190
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3191
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3192
+ end)
3193
+
3139
3194
  api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
3140
3195
  o.name = "CancelMLTaskRun"
3141
3196
  o.http_method = "POST"
@@ -764,6 +764,210 @@ module Aws::Glue
764
764
  include Aws::Structure
765
765
  end
766
766
 
767
+ # Contains information about a batch update partition error.
768
+ #
769
+ # @!attribute [rw] partition_value_list
770
+ # A list of values defining the partitions.
771
+ # @return [Array<String>]
772
+ #
773
+ # @!attribute [rw] error_detail
774
+ # The details about the batch update partition error.
775
+ # @return [Types::ErrorDetail]
776
+ #
777
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
778
+ #
779
+ class BatchUpdatePartitionFailureEntry < Struct.new(
780
+ :partition_value_list,
781
+ :error_detail)
782
+ SENSITIVE = []
783
+ include Aws::Structure
784
+ end
785
+
786
+ # @note When making an API call, you may pass BatchUpdatePartitionRequest
787
+ # data as a hash:
788
+ #
789
+ # {
790
+ # catalog_id: "CatalogIdString",
791
+ # database_name: "NameString", # required
792
+ # table_name: "NameString", # required
793
+ # entries: [ # required
794
+ # {
795
+ # partition_value_list: ["ValueString"], # required
796
+ # partition_input: { # required
797
+ # values: ["ValueString"],
798
+ # last_access_time: Time.now,
799
+ # storage_descriptor: {
800
+ # columns: [
801
+ # {
802
+ # name: "NameString", # required
803
+ # type: "ColumnTypeString",
804
+ # comment: "CommentString",
805
+ # parameters: {
806
+ # "KeyString" => "ParametersMapValue",
807
+ # },
808
+ # },
809
+ # ],
810
+ # location: "LocationString",
811
+ # input_format: "FormatString",
812
+ # output_format: "FormatString",
813
+ # compressed: false,
814
+ # number_of_buckets: 1,
815
+ # serde_info: {
816
+ # name: "NameString",
817
+ # serialization_library: "NameString",
818
+ # parameters: {
819
+ # "KeyString" => "ParametersMapValue",
820
+ # },
821
+ # },
822
+ # bucket_columns: ["NameString"],
823
+ # sort_columns: [
824
+ # {
825
+ # column: "NameString", # required
826
+ # sort_order: 1, # required
827
+ # },
828
+ # ],
829
+ # parameters: {
830
+ # "KeyString" => "ParametersMapValue",
831
+ # },
832
+ # skewed_info: {
833
+ # skewed_column_names: ["NameString"],
834
+ # skewed_column_values: ["ColumnValuesString"],
835
+ # skewed_column_value_location_maps: {
836
+ # "ColumnValuesString" => "ColumnValuesString",
837
+ # },
838
+ # },
839
+ # stored_as_sub_directories: false,
840
+ # },
841
+ # parameters: {
842
+ # "KeyString" => "ParametersMapValue",
843
+ # },
844
+ # last_analyzed_time: Time.now,
845
+ # },
846
+ # },
847
+ # ],
848
+ # }
849
+ #
850
+ # @!attribute [rw] catalog_id
851
+ # The ID of the catalog in which the partition is to be updated.
852
+ # Currently, this should be the AWS account ID.
853
+ # @return [String]
854
+ #
855
+ # @!attribute [rw] database_name
856
+ # The name of the metadata database in which the partition is to be
857
+ # updated.
858
+ # @return [String]
859
+ #
860
+ # @!attribute [rw] table_name
861
+ # The name of the metadata table in which the partition is to be
862
+ # updated.
863
+ # @return [String]
864
+ #
865
+ # @!attribute [rw] entries
866
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
867
+ # update.
868
+ # @return [Array<Types::BatchUpdatePartitionRequestEntry>]
869
+ #
870
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
871
+ #
872
+ class BatchUpdatePartitionRequest < Struct.new(
873
+ :catalog_id,
874
+ :database_name,
875
+ :table_name,
876
+ :entries)
877
+ SENSITIVE = []
878
+ include Aws::Structure
879
+ end
880
+
881
+ # A structure that contains the values and structure used to update a
882
+ # partition.
883
+ #
884
+ # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
885
+ # data as a hash:
886
+ #
887
+ # {
888
+ # partition_value_list: ["ValueString"], # required
889
+ # partition_input: { # required
890
+ # values: ["ValueString"],
891
+ # last_access_time: Time.now,
892
+ # storage_descriptor: {
893
+ # columns: [
894
+ # {
895
+ # name: "NameString", # required
896
+ # type: "ColumnTypeString",
897
+ # comment: "CommentString",
898
+ # parameters: {
899
+ # "KeyString" => "ParametersMapValue",
900
+ # },
901
+ # },
902
+ # ],
903
+ # location: "LocationString",
904
+ # input_format: "FormatString",
905
+ # output_format: "FormatString",
906
+ # compressed: false,
907
+ # number_of_buckets: 1,
908
+ # serde_info: {
909
+ # name: "NameString",
910
+ # serialization_library: "NameString",
911
+ # parameters: {
912
+ # "KeyString" => "ParametersMapValue",
913
+ # },
914
+ # },
915
+ # bucket_columns: ["NameString"],
916
+ # sort_columns: [
917
+ # {
918
+ # column: "NameString", # required
919
+ # sort_order: 1, # required
920
+ # },
921
+ # ],
922
+ # parameters: {
923
+ # "KeyString" => "ParametersMapValue",
924
+ # },
925
+ # skewed_info: {
926
+ # skewed_column_names: ["NameString"],
927
+ # skewed_column_values: ["ColumnValuesString"],
928
+ # skewed_column_value_location_maps: {
929
+ # "ColumnValuesString" => "ColumnValuesString",
930
+ # },
931
+ # },
932
+ # stored_as_sub_directories: false,
933
+ # },
934
+ # parameters: {
935
+ # "KeyString" => "ParametersMapValue",
936
+ # },
937
+ # last_analyzed_time: Time.now,
938
+ # },
939
+ # }
940
+ #
941
+ # @!attribute [rw] partition_value_list
942
+ # A list of values defining the partitions.
943
+ # @return [Array<String>]
944
+ #
945
+ # @!attribute [rw] partition_input
946
+ # The structure used to update a partition.
947
+ # @return [Types::PartitionInput]
948
+ #
949
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
950
+ #
951
+ class BatchUpdatePartitionRequestEntry < Struct.new(
952
+ :partition_value_list,
953
+ :partition_input)
954
+ SENSITIVE = []
955
+ include Aws::Structure
956
+ end
957
+
958
+ # @!attribute [rw] errors
959
+ # The errors encountered when trying to update the requested
960
+ # partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
961
+ # @return [Array<Types::BatchUpdatePartitionFailureEntry>]
962
+ #
963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
964
+ #
965
+ class BatchUpdatePartitionResponse < Struct.new(
966
+ :errors)
967
+ SENSITIVE = []
968
+ include Aws::Structure
969
+ end
970
+
767
971
  # Defines a binary column statistics data.
768
972
  #
769
973
  # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1635,6 +1839,17 @@ module Aws::Glue
1635
1839
  # port pairs that are the addresses of the Apache Kafka brokers in a
1636
1840
  # Kafka cluster to which a Kafka client will connect to and
1637
1841
  # bootstrap itself.
1842
+ #
1843
+ # * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
1844
+ # Apache Kafka connection. Default value is "true".
1845
+ #
1846
+ # * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
1847
+ # file (.pem format). The default is an empty string.
1848
+ #
1849
+ # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1850
+ # validation of the CA cert file or not. AWS Glue validates for
1851
+ # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1852
+ # Default value is "false".
1638
1853
  # @return [Hash<String,String>]
1639
1854
  #
1640
1855
  # @!attribute [rw] physical_connection_requirements
@@ -1712,6 +1927,9 @@ module Aws::Glue
1712
1927
  # * `MONGODB` - Designates a connection to a MongoDB document
1713
1928
  # database.
1714
1929
  #
1930
+ # * `NETWORK` - Designates a network connection to a data source
1931
+ # within an Amazon Virtual Private Cloud environment (Amazon VPC).
1932
+ #
1715
1933
  # SFTP is not supported.
1716
1934
  # @return [String]
1717
1935
  #
@@ -2091,6 +2309,13 @@ module Aws::Glue
2091
2309
  # exclusions: ["Path"],
2092
2310
  # },
2093
2311
  # ],
2312
+ # mongo_db_targets: [
2313
+ # {
2314
+ # connection_name: "ConnectionName",
2315
+ # path: "Path",
2316
+ # scan_all: false,
2317
+ # },
2318
+ # ],
2094
2319
  # dynamo_db_targets: [
2095
2320
  # {
2096
2321
  # path: "Path",
@@ -2114,6 +2339,10 @@ module Aws::Glue
2114
2339
  # Specifies JDBC targets.
2115
2340
  # @return [Array<Types::JdbcTarget>]
2116
2341
  #
2342
+ # @!attribute [rw] mongo_db_targets
2343
+ # Specifies Amazon DocumentDB or MongoDB targets.
2344
+ # @return [Array<Types::MongoDBTarget>]
2345
+ #
2117
2346
  # @!attribute [rw] dynamo_db_targets
2118
2347
  # Specifies Amazon DynamoDB targets.
2119
2348
  # @return [Array<Types::DynamoDBTarget>]
@@ -2127,6 +2356,7 @@ module Aws::Glue
2127
2356
  class CrawlerTargets < Struct.new(
2128
2357
  :s3_targets,
2129
2358
  :jdbc_targets,
2359
+ :mongo_db_targets,
2130
2360
  :dynamo_db_targets,
2131
2361
  :catalog_targets)
2132
2362
  SENSITIVE = []
@@ -2260,6 +2490,13 @@ module Aws::Glue
2260
2490
  # exclusions: ["Path"],
2261
2491
  # },
2262
2492
  # ],
2493
+ # mongo_db_targets: [
2494
+ # {
2495
+ # connection_name: "ConnectionName",
2496
+ # path: "Path",
2497
+ # scan_all: false,
2498
+ # },
2499
+ # ],
2263
2500
  # dynamo_db_targets: [
2264
2501
  # {
2265
2502
  # path: "Path",
@@ -7309,6 +7546,9 @@ module Aws::Glue
7309
7546
  # ],
7310
7547
  # },
7311
7548
  # language: "PYTHON", # accepts PYTHON, SCALA
7549
+ # additional_plan_options_map: {
7550
+ # "GenericString" => "GenericString",
7551
+ # },
7312
7552
  # }
7313
7553
  #
7314
7554
  # @!attribute [rw] mapping
@@ -7331,6 +7571,19 @@ module Aws::Glue
7331
7571
  # The programming language of the code to perform the mapping.
7332
7572
  # @return [String]
7333
7573
  #
7574
+ # @!attribute [rw] additional_plan_options_map
7575
+ # A map to hold additional optional key-value parameters.
7576
+ #
7577
+ # Currently, these key-value pairs are supported:
7578
+ #
7579
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
7580
+ # or false for the default script generated by an AWS Glue job. For
7581
+ # example, to set `inferSchema` to true, pass the following key
7582
+ # value pair:
7583
+ #
7584
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
7585
+ # @return [Hash<String,String>]
7586
+ #
7334
7587
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
7335
7588
  #
7336
7589
  class GetPlanRequest < Struct.new(
@@ -7338,7 +7591,8 @@ module Aws::Glue
7338
7591
  :source,
7339
7592
  :sinks,
7340
7593
  :location,
7341
- :language)
7594
+ :language,
7595
+ :additional_plan_options_map)
7342
7596
  SENSITIVE = []
7343
7597
  include Aws::Structure
7344
7598
  end
@@ -9981,6 +10235,47 @@ module Aws::Glue
9981
10235
  include Aws::Structure
9982
10236
  end
9983
10237
 
10238
+ # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
10239
+ #
10240
+ # @note When making an API call, you may pass MongoDBTarget
10241
+ # data as a hash:
10242
+ #
10243
+ # {
10244
+ # connection_name: "ConnectionName",
10245
+ # path: "Path",
10246
+ # scan_all: false,
10247
+ # }
10248
+ #
10249
+ # @!attribute [rw] connection_name
10250
+ # The name of the connection to use to connect to the Amazon
10251
+ # DocumentDB or MongoDB target.
10252
+ # @return [String]
10253
+ #
10254
+ # @!attribute [rw] path
10255
+ # The path of the Amazon DocumentDB or MongoDB target
10256
+ # (database/collection).
10257
+ # @return [String]
10258
+ #
10259
+ # @!attribute [rw] scan_all
10260
+ # Indicates whether to scan all the records, or to sample rows from
10261
+ # the table. Scanning all the records can take a long time when the
10262
+ # table is not a high throughput table.
10263
+ #
10264
+ # A value of `true` means to scan all records, while a value of
10265
+ # `false` means to sample the records. If no value is specified, the
10266
+ # value defaults to `true`.
10267
+ # @return [Boolean]
10268
+ #
10269
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MongoDBTarget AWS API Documentation
10270
+ #
10271
+ class MongoDBTarget < Struct.new(
10272
+ :connection_name,
10273
+ :path,
10274
+ :scan_all)
10275
+ SENSITIVE = []
10276
+ include Aws::Structure
10277
+ end
10278
+
9984
10279
  # There is no applicable schedule.
9985
10280
  #
9986
10281
  # @!attribute [rw] message
@@ -13191,6 +13486,13 @@ module Aws::Glue
13191
13486
  # exclusions: ["Path"],
13192
13487
  # },
13193
13488
  # ],
13489
+ # mongo_db_targets: [
13490
+ # {
13491
+ # connection_name: "ConnectionName",
13492
+ # path: "Path",
13493
+ # scan_all: false,
13494
+ # },
13495
+ # ],
13194
13496
  # dynamo_db_targets: [
13195
13497
  # {
13196
13498
  # path: "Path",
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.70.0
4
+ version: 1.75.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-09-15 00:00:00.000000000 Z
11
+ date: 2020-10-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement