aws-sdk-glue 1.67.0 → 1.72.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
4
- data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
3
+ metadata.gz: 75fd7e5e5e21f238676923e9dda3d6847496ab94b9090cc64b9b10830d32e845
4
+ data.tar.gz: 0461beb9f80a2bde0ff51501099a3d16aaa053f8b09092c43384ce5de06147e2
5
5
  SHA512:
6
- metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
7
- data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
6
+ metadata.gz: d967312a119f9d60c9e2d334d35dcaa736294e91691df583520e1323bc12c05c29035c2cbd92e5b3738dafb44fc52af5747451563ae0b38530e5ecfba55221d6
7
+ data.tar.gz: 11a33ddd29fb829afab3c65bb9361ee4bafc68bd686455895dd4f35a7ecf75dcc480ccdd08a2226f895b64386a57b002c45a207a30525f8bf41a13bced18d43f
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
44
45
  #
45
46
  # See {Errors} for more information.
46
47
  #
47
- # @service
48
+ # @!group service
48
49
  module Aws::Glue
49
50
 
50
- GEM_VERSION = '1.67.0'
51
+ GEM_VERSION = '1.72.0'
51
52
 
52
53
  end
@@ -85,13 +85,28 @@ module Aws::Glue
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -1189,6 +1204,108 @@ module Aws::Glue
1189
1204
  req.send_request(options)
1190
1205
  end
1191
1206
 
1207
+ # Updates one or more partitions in a batch operation.
1208
+ #
1209
+ # @option params [String] :catalog_id
1210
+ # The ID of the catalog in which the partition is to be updated.
1211
+ # Currently, this should be the AWS account ID.
1212
+ #
1213
+ # @option params [required, String] :database_name
1214
+ # The name of the metadata database in which the partition is to be
1215
+ # updated.
1216
+ #
1217
+ # @option params [required, String] :table_name
1218
+ # The name of the metadata table in which the partition is to be
1219
+ # updated.
1220
+ #
1221
+ # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
1222
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
1223
+ # update.
1224
+ #
1225
+ # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1226
+ #
1227
+ # * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
1228
+ #
1229
+ # @example Request syntax with placeholder values
1230
+ #
1231
+ # resp = client.batch_update_partition({
1232
+ # catalog_id: "CatalogIdString",
1233
+ # database_name: "NameString", # required
1234
+ # table_name: "NameString", # required
1235
+ # entries: [ # required
1236
+ # {
1237
+ # partition_value_list: ["ValueString"], # required
1238
+ # partition_input: { # required
1239
+ # values: ["ValueString"],
1240
+ # last_access_time: Time.now,
1241
+ # storage_descriptor: {
1242
+ # columns: [
1243
+ # {
1244
+ # name: "NameString", # required
1245
+ # type: "ColumnTypeString",
1246
+ # comment: "CommentString",
1247
+ # parameters: {
1248
+ # "KeyString" => "ParametersMapValue",
1249
+ # },
1250
+ # },
1251
+ # ],
1252
+ # location: "LocationString",
1253
+ # input_format: "FormatString",
1254
+ # output_format: "FormatString",
1255
+ # compressed: false,
1256
+ # number_of_buckets: 1,
1257
+ # serde_info: {
1258
+ # name: "NameString",
1259
+ # serialization_library: "NameString",
1260
+ # parameters: {
1261
+ # "KeyString" => "ParametersMapValue",
1262
+ # },
1263
+ # },
1264
+ # bucket_columns: ["NameString"],
1265
+ # sort_columns: [
1266
+ # {
1267
+ # column: "NameString", # required
1268
+ # sort_order: 1, # required
1269
+ # },
1270
+ # ],
1271
+ # parameters: {
1272
+ # "KeyString" => "ParametersMapValue",
1273
+ # },
1274
+ # skewed_info: {
1275
+ # skewed_column_names: ["NameString"],
1276
+ # skewed_column_values: ["ColumnValuesString"],
1277
+ # skewed_column_value_location_maps: {
1278
+ # "ColumnValuesString" => "ColumnValuesString",
1279
+ # },
1280
+ # },
1281
+ # stored_as_sub_directories: false,
1282
+ # },
1283
+ # parameters: {
1284
+ # "KeyString" => "ParametersMapValue",
1285
+ # },
1286
+ # last_analyzed_time: Time.now,
1287
+ # },
1288
+ # },
1289
+ # ],
1290
+ # })
1291
+ #
1292
+ # @example Response structure
1293
+ #
1294
+ # resp.errors #=> Array
1295
+ # resp.errors[0].partition_value_list #=> Array
1296
+ # resp.errors[0].partition_value_list[0] #=> String
1297
+ # resp.errors[0].error_detail.error_code #=> String
1298
+ # resp.errors[0].error_detail.error_message #=> String
1299
+ #
1300
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
1301
+ #
1302
+ # @overload batch_update_partition(params = {})
1303
+ # @param [Hash] params ({})
1304
+ def batch_update_partition(params = {}, options = {})
1305
+ req = build_request(:batch_update_partition, params)
1306
+ req.send_request(options)
1307
+ end
1308
+
1192
1309
  # Cancels (stops) a task run. Machine learning task runs are
1193
1310
  # asynchronous tasks that AWS Glue runs on your behalf as part of
1194
1311
  # various machine learning workflows. You can cancel a machine learning
@@ -2313,6 +2430,10 @@ module Aws::Glue
2313
2430
  # The `TableInput` object that defines the metadata table to create in
2314
2431
  # the catalog.
2315
2432
  #
2433
+ # @option params [Array<Types::PartitionIndex>] :partition_indexes
2434
+ # A list of partition indexes, `PartitionIndex` structures, to create in
2435
+ # the table.
2436
+ #
2316
2437
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2317
2438
  #
2318
2439
  # @example Request syntax with placeholder values
@@ -2391,6 +2512,12 @@ module Aws::Glue
2391
2512
  # name: "NameString",
2392
2513
  # },
2393
2514
  # },
2515
+ # partition_indexes: [
2516
+ # {
2517
+ # keys: ["NameString"], # required
2518
+ # index_name: "NameString", # required
2519
+ # },
2520
+ # ],
2394
2521
  # })
2395
2522
  #
2396
2523
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -4841,6 +4968,57 @@ module Aws::Glue
4841
4968
  req.send_request(options)
4842
4969
  end
4843
4970
 
4971
+ # Retrieves the partition indexes associated with a table.
4972
+ #
4973
+ # @option params [String] :catalog_id
4974
+ # The catalog ID where the table resides.
4975
+ #
4976
+ # @option params [required, String] :database_name
4977
+ # Specifies the name of a database from which you want to retrieve
4978
+ # partition indexes.
4979
+ #
4980
+ # @option params [required, String] :table_name
4981
+ # Specifies the name of a table for which you want to retrieve the
4982
+ # partition indexes.
4983
+ #
4984
+ # @option params [String] :next_token
4985
+ # A continuation token, included if this is a continuation call.
4986
+ #
4987
+ # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4988
+ #
4989
+ # * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
4990
+ # * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
4991
+ #
4992
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4993
+ #
4994
+ # @example Request syntax with placeholder values
4995
+ #
4996
+ # resp = client.get_partition_indexes({
4997
+ # catalog_id: "CatalogIdString",
4998
+ # database_name: "NameString", # required
4999
+ # table_name: "NameString", # required
5000
+ # next_token: "Token",
5001
+ # })
5002
+ #
5003
+ # @example Response structure
5004
+ #
5005
+ # resp.partition_index_descriptor_list #=> Array
5006
+ # resp.partition_index_descriptor_list[0].index_name #=> String
5007
+ # resp.partition_index_descriptor_list[0].keys #=> Array
5008
+ # resp.partition_index_descriptor_list[0].keys[0].name #=> String
5009
+ # resp.partition_index_descriptor_list[0].keys[0].type #=> String
5010
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
5011
+ # resp.next_token #=> String
5012
+ #
5013
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
5014
+ #
5015
+ # @overload get_partition_indexes(params = {})
5016
+ # @param [Hash] params ({})
5017
+ def get_partition_indexes(params = {}, options = {})
5018
+ req = build_request(:get_partition_indexes, params)
5019
+ req.send_request(options)
5020
+ end
5021
+
4844
5022
  # Retrieves information about the partitions in a table.
4845
5023
  #
4846
5024
  # @option params [String] :catalog_id
@@ -8912,7 +9090,7 @@ module Aws::Glue
8912
9090
  params: params,
8913
9091
  config: config)
8914
9092
  context[:gem_name] = 'aws-sdk-glue'
8915
- context[:gem_version] = '1.67.0'
9093
+ context[:gem_version] = '1.72.0'
8916
9094
  Seahorse::Client::Request.new(handlers, context)
8917
9095
  end
8918
9096
 
@@ -51,6 +51,12 @@ module Aws::Glue
51
51
  BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
52
52
  BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
53
53
  BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
54
+ BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
55
+ BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
56
+ BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
57
+ BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
58
+ BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
59
+ BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
54
60
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
55
61
  Blob = Shapes::BlobShape.new(name: 'Blob')
56
62
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -103,6 +109,7 @@ module Aws::Glue
103
109
  Condition = Shapes::StructureShape.new(name: 'Condition')
104
110
  ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
105
111
  ConditionList = Shapes::ListShape.new(name: 'ConditionList')
112
+ ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
106
113
  ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
107
114
  Connection = Shapes::StructureShape.new(name: 'Connection')
108
115
  ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +312,8 @@ module Aws::Glue
305
312
  GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
306
313
  GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
307
314
  GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
315
+ GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
316
+ GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
308
317
  GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
309
318
  GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
310
319
  GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +394,9 @@ module Aws::Glue
385
394
  JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
386
395
  JsonPath = Shapes::StringShape.new(name: 'JsonPath')
387
396
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
397
+ KeyList = Shapes::ListShape.new(name: 'KeyList')
398
+ KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
399
+ KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
388
400
  KeyString = Shapes::StringShape.new(name: 'KeyString')
389
401
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
390
402
  LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -450,6 +462,11 @@ module Aws::Glue
450
462
  Partition = Shapes::StructureShape.new(name: 'Partition')
451
463
  PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
452
464
  PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
465
+ PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
466
+ PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
467
+ PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
468
+ PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
469
+ PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
453
470
  PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
454
471
  PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
455
472
  PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -796,6 +813,27 @@ module Aws::Glue
796
813
 
797
814
  BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
798
815
 
816
+ BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
817
+ BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
818
+ BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
819
+
820
+ BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
821
+
822
+ BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
823
+ BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
824
+ BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
825
+ BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
826
+ BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
827
+
828
+ BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
829
+ BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
830
+ BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
831
+
832
+ BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
833
+
834
+ BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
835
+ BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
836
+
799
837
  BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
800
838
  BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
801
839
  BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -926,6 +964,9 @@ module Aws::Glue
926
964
 
927
965
  ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
928
966
 
967
+ ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
968
+ ConflictException.struct_class = Types::ConflictException
969
+
929
970
  ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
930
971
  ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
931
972
  ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1188,6 +1229,7 @@ module Aws::Glue
1188
1229
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1189
1230
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1190
1231
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
1232
+ CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
1191
1233
  CreateTableRequest.struct_class = Types::CreateTableRequest
1192
1234
 
1193
1235
  CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1749,6 +1791,16 @@ module Aws::Glue
1749
1791
  GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
1750
1792
  GetMappingResponse.struct_class = Types::GetMappingResponse
1751
1793
 
1794
+ GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1795
+ GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1796
+ GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1797
+ GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1798
+ GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
1799
+
1800
+ GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
1801
+ GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1802
+ GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
1803
+
1752
1804
  GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1753
1805
  GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1754
1806
  GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2081,6 +2133,14 @@ module Aws::Glue
2081
2133
  JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
2082
2134
  JsonClassifier.struct_class = Types::JsonClassifier
2083
2135
 
2136
+ KeyList.member = Shapes::ShapeRef.new(shape: NameString)
2137
+
2138
+ KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2139
+ KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
2140
+ KeySchemaElement.struct_class = Types::KeySchemaElement
2141
+
2142
+ KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
2143
+
2084
2144
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
2085
2145
  LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
2086
2146
 
@@ -2251,6 +2311,19 @@ module Aws::Glue
2251
2311
 
2252
2312
  PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
2253
2313
 
2314
+ PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
2315
+ PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2316
+ PartitionIndex.struct_class = Types::PartitionIndex
2317
+
2318
+ PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2319
+ PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2320
+ PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2321
+ PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2322
+
2323
+ PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
2324
+
2325
+ PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
2326
+
2254
2327
  PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
2255
2328
  PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
2256
2329
  PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -3090,6 +3163,19 @@ module Aws::Glue
3090
3163
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3091
3164
  end)
3092
3165
 
3166
+ api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
3167
+ o.name = "BatchUpdatePartition"
3168
+ o.http_method = "POST"
3169
+ o.http_request_uri = "/"
3170
+ o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
3171
+ o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
3172
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3173
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3174
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3175
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3176
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3177
+ end)
3178
+
3093
3179
  api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
3094
3180
  o.name = "CancelMLTaskRun"
3095
3181
  o.http_method = "POST"
@@ -3871,6 +3957,24 @@ module Aws::Glue
3871
3957
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3872
3958
  end)
3873
3959
 
3960
+ api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
3961
+ o.name = "GetPartitionIndexes"
3962
+ o.http_method = "POST"
3963
+ o.http_request_uri = "/"
3964
+ o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
3965
+ o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
3966
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3967
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3968
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3969
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3970
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
3971
+ o[:pager] = Aws::Pager.new(
3972
+ tokens: {
3973
+ "next_token" => "next_token"
3974
+ }
3975
+ )
3976
+ end)
3977
+
3874
3978
  api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
3875
3979
  o.name = "GetPartitions"
3876
3980
  o.http_method = "POST"
@@ -32,6 +32,7 @@ module Aws::Glue
32
32
  # * {ConcurrentModificationException}
33
33
  # * {ConcurrentRunsExceededException}
34
34
  # * {ConditionCheckFailureException}
35
+ # * {ConflictException}
35
36
  # * {CrawlerNotRunningException}
36
37
  # * {CrawlerRunningException}
37
38
  # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
132
133
  end
133
134
  end
134
135
 
136
+ class ConflictException < ServiceError
137
+
138
+ # @param [Seahorse::Client::RequestContext] context
139
+ # @param [String] message
140
+ # @param [Aws::Glue::Types::ConflictException] data
141
+ def initialize(context, message, data = Aws::EmptyStructure.new)
142
+ super(context, message, data)
143
+ end
144
+
145
+ # @return [String]
146
+ def message
147
+ @message || @data[:message]
148
+ end
149
+ end
150
+
135
151
  class CrawlerNotRunningException < ServiceError
136
152
 
137
153
  # @param [Seahorse::Client::RequestContext] context
@@ -764,6 +764,210 @@ module Aws::Glue
764
764
  include Aws::Structure
765
765
  end
766
766
 
767
+ # Contains information about a batch update partition error.
768
+ #
769
+ # @!attribute [rw] partition_value_list
770
+ # A list of values defining the partitions.
771
+ # @return [Array<String>]
772
+ #
773
+ # @!attribute [rw] error_detail
774
+ # The details about the batch update partition error.
775
+ # @return [Types::ErrorDetail]
776
+ #
777
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
778
+ #
779
+ class BatchUpdatePartitionFailureEntry < Struct.new(
780
+ :partition_value_list,
781
+ :error_detail)
782
+ SENSITIVE = []
783
+ include Aws::Structure
784
+ end
785
+
786
+ # @note When making an API call, you may pass BatchUpdatePartitionRequest
787
+ # data as a hash:
788
+ #
789
+ # {
790
+ # catalog_id: "CatalogIdString",
791
+ # database_name: "NameString", # required
792
+ # table_name: "NameString", # required
793
+ # entries: [ # required
794
+ # {
795
+ # partition_value_list: ["ValueString"], # required
796
+ # partition_input: { # required
797
+ # values: ["ValueString"],
798
+ # last_access_time: Time.now,
799
+ # storage_descriptor: {
800
+ # columns: [
801
+ # {
802
+ # name: "NameString", # required
803
+ # type: "ColumnTypeString",
804
+ # comment: "CommentString",
805
+ # parameters: {
806
+ # "KeyString" => "ParametersMapValue",
807
+ # },
808
+ # },
809
+ # ],
810
+ # location: "LocationString",
811
+ # input_format: "FormatString",
812
+ # output_format: "FormatString",
813
+ # compressed: false,
814
+ # number_of_buckets: 1,
815
+ # serde_info: {
816
+ # name: "NameString",
817
+ # serialization_library: "NameString",
818
+ # parameters: {
819
+ # "KeyString" => "ParametersMapValue",
820
+ # },
821
+ # },
822
+ # bucket_columns: ["NameString"],
823
+ # sort_columns: [
824
+ # {
825
+ # column: "NameString", # required
826
+ # sort_order: 1, # required
827
+ # },
828
+ # ],
829
+ # parameters: {
830
+ # "KeyString" => "ParametersMapValue",
831
+ # },
832
+ # skewed_info: {
833
+ # skewed_column_names: ["NameString"],
834
+ # skewed_column_values: ["ColumnValuesString"],
835
+ # skewed_column_value_location_maps: {
836
+ # "ColumnValuesString" => "ColumnValuesString",
837
+ # },
838
+ # },
839
+ # stored_as_sub_directories: false,
840
+ # },
841
+ # parameters: {
842
+ # "KeyString" => "ParametersMapValue",
843
+ # },
844
+ # last_analyzed_time: Time.now,
845
+ # },
846
+ # },
847
+ # ],
848
+ # }
849
+ #
850
+ # @!attribute [rw] catalog_id
851
+ # The ID of the catalog in which the partition is to be updated.
852
+ # Currently, this should be the AWS account ID.
853
+ # @return [String]
854
+ #
855
+ # @!attribute [rw] database_name
856
+ # The name of the metadata database in which the partition is to be
857
+ # updated.
858
+ # @return [String]
859
+ #
860
+ # @!attribute [rw] table_name
861
+ # The name of the metadata table in which the partition is to be
862
+ # updated.
863
+ # @return [String]
864
+ #
865
+ # @!attribute [rw] entries
866
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
867
+ # update.
868
+ # @return [Array<Types::BatchUpdatePartitionRequestEntry>]
869
+ #
870
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
871
+ #
872
+ class BatchUpdatePartitionRequest < Struct.new(
873
+ :catalog_id,
874
+ :database_name,
875
+ :table_name,
876
+ :entries)
877
+ SENSITIVE = []
878
+ include Aws::Structure
879
+ end
880
+
881
+ # A structure that contains the values and structure used to update a
882
+ # partition.
883
+ #
884
+ # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
885
+ # data as a hash:
886
+ #
887
+ # {
888
+ # partition_value_list: ["ValueString"], # required
889
+ # partition_input: { # required
890
+ # values: ["ValueString"],
891
+ # last_access_time: Time.now,
892
+ # storage_descriptor: {
893
+ # columns: [
894
+ # {
895
+ # name: "NameString", # required
896
+ # type: "ColumnTypeString",
897
+ # comment: "CommentString",
898
+ # parameters: {
899
+ # "KeyString" => "ParametersMapValue",
900
+ # },
901
+ # },
902
+ # ],
903
+ # location: "LocationString",
904
+ # input_format: "FormatString",
905
+ # output_format: "FormatString",
906
+ # compressed: false,
907
+ # number_of_buckets: 1,
908
+ # serde_info: {
909
+ # name: "NameString",
910
+ # serialization_library: "NameString",
911
+ # parameters: {
912
+ # "KeyString" => "ParametersMapValue",
913
+ # },
914
+ # },
915
+ # bucket_columns: ["NameString"],
916
+ # sort_columns: [
917
+ # {
918
+ # column: "NameString", # required
919
+ # sort_order: 1, # required
920
+ # },
921
+ # ],
922
+ # parameters: {
923
+ # "KeyString" => "ParametersMapValue",
924
+ # },
925
+ # skewed_info: {
926
+ # skewed_column_names: ["NameString"],
927
+ # skewed_column_values: ["ColumnValuesString"],
928
+ # skewed_column_value_location_maps: {
929
+ # "ColumnValuesString" => "ColumnValuesString",
930
+ # },
931
+ # },
932
+ # stored_as_sub_directories: false,
933
+ # },
934
+ # parameters: {
935
+ # "KeyString" => "ParametersMapValue",
936
+ # },
937
+ # last_analyzed_time: Time.now,
938
+ # },
939
+ # }
940
+ #
941
+ # @!attribute [rw] partition_value_list
942
+ # A list of values defining the partitions.
943
+ # @return [Array<String>]
944
+ #
945
+ # @!attribute [rw] partition_input
946
+ # The structure used to update a partition.
947
+ # @return [Types::PartitionInput]
948
+ #
949
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
950
+ #
951
+ class BatchUpdatePartitionRequestEntry < Struct.new(
952
+ :partition_value_list,
953
+ :partition_input)
954
+ SENSITIVE = []
955
+ include Aws::Structure
956
+ end
957
+
958
+ # @!attribute [rw] errors
959
+ # The errors encountered when trying to update the requested
960
+ # partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
961
+ # @return [Array<Types::BatchUpdatePartitionFailureEntry>]
962
+ #
963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
964
+ #
965
+ class BatchUpdatePartitionResponse < Struct.new(
966
+ :errors)
967
+ SENSITIVE = []
968
+ include Aws::Structure
969
+ end
970
+
767
971
  # Defines a binary column statistics data.
768
972
  #
769
973
  # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1492,6 +1696,21 @@ module Aws::Glue
1492
1696
  include Aws::Structure
1493
1697
  end
1494
1698
 
1699
+ # The `CreatePartitions` API was called on a table that has indexes
1700
+ # enabled.
1701
+ #
1702
+ # @!attribute [rw] message
1703
+ # A message describing the problem.
1704
+ # @return [String]
1705
+ #
1706
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
1707
+ #
1708
+ class ConflictException < Struct.new(
1709
+ :message)
1710
+ SENSITIVE = []
1711
+ include Aws::Structure
1712
+ end
1713
+
1495
1714
  # The confusion matrix shows you what your transform is predicting
1496
1715
  # accurately and what types of errors it is making.
1497
1716
  #
@@ -3617,6 +3836,12 @@ module Aws::Glue
3617
3836
  # name: "NameString",
3618
3837
  # },
3619
3838
  # },
3839
+ # partition_indexes: [
3840
+ # {
3841
+ # keys: ["NameString"], # required
3842
+ # index_name: "NameString", # required
3843
+ # },
3844
+ # ],
3620
3845
  # }
3621
3846
  #
3622
3847
  # @!attribute [rw] catalog_id
@@ -3634,12 +3859,18 @@ module Aws::Glue
3634
3859
  # the catalog.
3635
3860
  # @return [Types::TableInput]
3636
3861
  #
3862
+ # @!attribute [rw] partition_indexes
3863
+ # A list of partition indexes, `PartitionIndex` structures, to create
3864
+ # in the table.
3865
+ # @return [Array<Types::PartitionIndex>]
3866
+ #
3637
3867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
3638
3868
  #
3639
3869
  class CreateTableRequest < Struct.new(
3640
3870
  :catalog_id,
3641
3871
  :database_name,
3642
- :table_input)
3872
+ :table_input,
3873
+ :partition_indexes)
3643
3874
  SENSITIVE = []
3644
3875
  include Aws::Structure
3645
3876
  end
@@ -6970,6 +7201,63 @@ module Aws::Glue
6970
7201
  include Aws::Structure
6971
7202
  end
6972
7203
 
7204
+ # @note When making an API call, you may pass GetPartitionIndexesRequest
7205
+ # data as a hash:
7206
+ #
7207
+ # {
7208
+ # catalog_id: "CatalogIdString",
7209
+ # database_name: "NameString", # required
7210
+ # table_name: "NameString", # required
7211
+ # next_token: "Token",
7212
+ # }
7213
+ #
7214
+ # @!attribute [rw] catalog_id
7215
+ # The catalog ID where the table resides.
7216
+ # @return [String]
7217
+ #
7218
+ # @!attribute [rw] database_name
7219
+ # Specifies the name of a database from which you want to retrieve
7220
+ # partition indexes.
7221
+ # @return [String]
7222
+ #
7223
+ # @!attribute [rw] table_name
7224
+ # Specifies the name of a table for which you want to retrieve the
7225
+ # partition indexes.
7226
+ # @return [String]
7227
+ #
7228
+ # @!attribute [rw] next_token
7229
+ # A continuation token, included if this is a continuation call.
7230
+ # @return [String]
7231
+ #
7232
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
7233
+ #
7234
+ class GetPartitionIndexesRequest < Struct.new(
7235
+ :catalog_id,
7236
+ :database_name,
7237
+ :table_name,
7238
+ :next_token)
7239
+ SENSITIVE = []
7240
+ include Aws::Structure
7241
+ end
7242
+
7243
+ # @!attribute [rw] partition_index_descriptor_list
7244
+ # A list of index descriptors.
7245
+ # @return [Array<Types::PartitionIndexDescriptor>]
7246
+ #
7247
+ # @!attribute [rw] next_token
7248
+ # A continuation token, present if the current list segment is not the
7249
+ # last.
7250
+ # @return [String]
7251
+ #
7252
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
7253
+ #
7254
+ class GetPartitionIndexesResponse < Struct.new(
7255
+ :partition_index_descriptor_list,
7256
+ :next_token)
7257
+ SENSITIVE = []
7258
+ include Aws::Structure
7259
+ end
7260
+
6973
7261
  # @note When making an API call, you may pass GetPartitionRequest
6974
7262
  # data as a hash:
6975
7263
  #
@@ -9149,6 +9437,25 @@ module Aws::Glue
9149
9437
  include Aws::Structure
9150
9438
  end
9151
9439
 
9440
+ # A partition key pair consisting of a name and a type.
9441
+ #
9442
+ # @!attribute [rw] name
9443
+ # The name of a partition key.
9444
+ # @return [String]
9445
+ #
9446
+ # @!attribute [rw] type
9447
+ # The type of a partition key.
9448
+ # @return [String]
9449
+ #
9450
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
9451
+ #
9452
+ class KeySchemaElement < Struct.new(
9453
+ :name,
9454
+ :type)
9455
+ SENSITIVE = []
9456
+ include Aws::Structure
9457
+ end
9458
+
9152
9459
  # Specifies configuration properties for a labeling set generation task
9153
9460
  # run.
9154
9461
  #
@@ -10085,6 +10392,58 @@ module Aws::Glue
10085
10392
  include Aws::Structure
10086
10393
  end
10087
10394
 
10395
+ # A structure for a partition index.
10396
+ #
10397
+ # @note When making an API call, you may pass PartitionIndex
10398
+ # data as a hash:
10399
+ #
10400
+ # {
10401
+ # keys: ["NameString"], # required
10402
+ # index_name: "NameString", # required
10403
+ # }
10404
+ #
10405
+ # @!attribute [rw] keys
10406
+ # The keys for the partition index.
10407
+ # @return [Array<String>]
10408
+ #
10409
+ # @!attribute [rw] index_name
10410
+ # The name of the partition index.
10411
+ # @return [String]
10412
+ #
10413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
10414
+ #
10415
+ class PartitionIndex < Struct.new(
10416
+ :keys,
10417
+ :index_name)
10418
+ SENSITIVE = []
10419
+ include Aws::Structure
10420
+ end
10421
+
10422
+ # A descriptor for a partition index in a table.
10423
+ #
10424
+ # @!attribute [rw] index_name
10425
+ # The name of the partition index.
10426
+ # @return [String]
10427
+ #
10428
+ # @!attribute [rw] keys
10429
+ # A list of one or more keys, as `KeySchemaElement` structures, for
10430
+ # the partition index.
10431
+ # @return [Array<Types::KeySchemaElement>]
10432
+ #
10433
+ # @!attribute [rw] index_status
10434
+ # The status of the partition index.
10435
+ # @return [String]
10436
+ #
10437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10438
+ #
10439
+ class PartitionIndexDescriptor < Struct.new(
10440
+ :index_name,
10441
+ :keys,
10442
+ :index_status)
10443
+ SENSITIVE = []
10444
+ include Aws::Structure
10445
+ end
10446
+
10088
10447
  # The structure used to create and update a partition.
10089
10448
  #
10090
10449
  # @note When making an API call, you may pass PartitionInput
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.67.0
4
+ version: 1.72.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-08-10 00:00:00.000000000 Z
11
+ date: 2020-09-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement