aws-sdk-glue 1.67.0 → 1.72.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
4
- data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
3
+ metadata.gz: 75fd7e5e5e21f238676923e9dda3d6847496ab94b9090cc64b9b10830d32e845
4
+ data.tar.gz: 0461beb9f80a2bde0ff51501099a3d16aaa053f8b09092c43384ce5de06147e2
5
5
  SHA512:
6
- metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
7
- data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
6
+ metadata.gz: d967312a119f9d60c9e2d334d35dcaa736294e91691df583520e1323bc12c05c29035c2cbd92e5b3738dafb44fc52af5747451563ae0b38530e5ecfba55221d6
7
+ data.tar.gz: 11a33ddd29fb829afab3c65bb9361ee4bafc68bd686455895dd4f35a7ecf75dcc480ccdd08a2226f895b64386a57b002c45a207a30525f8bf41a13bced18d43f
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
44
45
  #
45
46
  # See {Errors} for more information.
46
47
  #
47
- # @service
48
+ # @!group service
48
49
  module Aws::Glue
49
50
 
50
- GEM_VERSION = '1.67.0'
51
+ GEM_VERSION = '1.72.0'
51
52
 
52
53
  end
@@ -85,13 +85,28 @@ module Aws::Glue
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -1189,6 +1204,108 @@ module Aws::Glue
1189
1204
  req.send_request(options)
1190
1205
  end
1191
1206
 
1207
+ # Updates one or more partitions in a batch operation.
1208
+ #
1209
+ # @option params [String] :catalog_id
1210
+ # The ID of the catalog in which the partition is to be updated.
1211
+ # Currently, this should be the AWS account ID.
1212
+ #
1213
+ # @option params [required, String] :database_name
1214
+ # The name of the metadata database in which the partition is to be
1215
+ # updated.
1216
+ #
1217
+ # @option params [required, String] :table_name
1218
+ # The name of the metadata table in which the partition is to be
1219
+ # updated.
1220
+ #
1221
+ # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
1222
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
1223
+ # update.
1224
+ #
1225
+ # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1226
+ #
1227
+ # * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
1228
+ #
1229
+ # @example Request syntax with placeholder values
1230
+ #
1231
+ # resp = client.batch_update_partition({
1232
+ # catalog_id: "CatalogIdString",
1233
+ # database_name: "NameString", # required
1234
+ # table_name: "NameString", # required
1235
+ # entries: [ # required
1236
+ # {
1237
+ # partition_value_list: ["ValueString"], # required
1238
+ # partition_input: { # required
1239
+ # values: ["ValueString"],
1240
+ # last_access_time: Time.now,
1241
+ # storage_descriptor: {
1242
+ # columns: [
1243
+ # {
1244
+ # name: "NameString", # required
1245
+ # type: "ColumnTypeString",
1246
+ # comment: "CommentString",
1247
+ # parameters: {
1248
+ # "KeyString" => "ParametersMapValue",
1249
+ # },
1250
+ # },
1251
+ # ],
1252
+ # location: "LocationString",
1253
+ # input_format: "FormatString",
1254
+ # output_format: "FormatString",
1255
+ # compressed: false,
1256
+ # number_of_buckets: 1,
1257
+ # serde_info: {
1258
+ # name: "NameString",
1259
+ # serialization_library: "NameString",
1260
+ # parameters: {
1261
+ # "KeyString" => "ParametersMapValue",
1262
+ # },
1263
+ # },
1264
+ # bucket_columns: ["NameString"],
1265
+ # sort_columns: [
1266
+ # {
1267
+ # column: "NameString", # required
1268
+ # sort_order: 1, # required
1269
+ # },
1270
+ # ],
1271
+ # parameters: {
1272
+ # "KeyString" => "ParametersMapValue",
1273
+ # },
1274
+ # skewed_info: {
1275
+ # skewed_column_names: ["NameString"],
1276
+ # skewed_column_values: ["ColumnValuesString"],
1277
+ # skewed_column_value_location_maps: {
1278
+ # "ColumnValuesString" => "ColumnValuesString",
1279
+ # },
1280
+ # },
1281
+ # stored_as_sub_directories: false,
1282
+ # },
1283
+ # parameters: {
1284
+ # "KeyString" => "ParametersMapValue",
1285
+ # },
1286
+ # last_analyzed_time: Time.now,
1287
+ # },
1288
+ # },
1289
+ # ],
1290
+ # })
1291
+ #
1292
+ # @example Response structure
1293
+ #
1294
+ # resp.errors #=> Array
1295
+ # resp.errors[0].partition_value_list #=> Array
1296
+ # resp.errors[0].partition_value_list[0] #=> String
1297
+ # resp.errors[0].error_detail.error_code #=> String
1298
+ # resp.errors[0].error_detail.error_message #=> String
1299
+ #
1300
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
1301
+ #
1302
+ # @overload batch_update_partition(params = {})
1303
+ # @param [Hash] params ({})
1304
+ def batch_update_partition(params = {}, options = {})
1305
+ req = build_request(:batch_update_partition, params)
1306
+ req.send_request(options)
1307
+ end
1308
+
1192
1309
  # Cancels (stops) a task run. Machine learning task runs are
1193
1310
  # asynchronous tasks that AWS Glue runs on your behalf as part of
1194
1311
  # various machine learning workflows. You can cancel a machine learning
@@ -2313,6 +2430,10 @@ module Aws::Glue
2313
2430
  # The `TableInput` object that defines the metadata table to create in
2314
2431
  # the catalog.
2315
2432
  #
2433
+ # @option params [Array<Types::PartitionIndex>] :partition_indexes
2434
+ # A list of partition indexes, `PartitionIndex` structures, to create in
2435
+ # the table.
2436
+ #
2316
2437
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2317
2438
  #
2318
2439
  # @example Request syntax with placeholder values
@@ -2391,6 +2512,12 @@ module Aws::Glue
2391
2512
  # name: "NameString",
2392
2513
  # },
2393
2514
  # },
2515
+ # partition_indexes: [
2516
+ # {
2517
+ # keys: ["NameString"], # required
2518
+ # index_name: "NameString", # required
2519
+ # },
2520
+ # ],
2394
2521
  # })
2395
2522
  #
2396
2523
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -4841,6 +4968,57 @@ module Aws::Glue
4841
4968
  req.send_request(options)
4842
4969
  end
4843
4970
 
4971
+ # Retrieves the partition indexes associated with a table.
4972
+ #
4973
+ # @option params [String] :catalog_id
4974
+ # The catalog ID where the table resides.
4975
+ #
4976
+ # @option params [required, String] :database_name
4977
+ # Specifies the name of a database from which you want to retrieve
4978
+ # partition indexes.
4979
+ #
4980
+ # @option params [required, String] :table_name
4981
+ # Specifies the name of a table for which you want to retrieve the
4982
+ # partition indexes.
4983
+ #
4984
+ # @option params [String] :next_token
4985
+ # A continuation token, included if this is a continuation call.
4986
+ #
4987
+ # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4988
+ #
4989
+ # * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
4990
+ # * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
4991
+ #
4992
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4993
+ #
4994
+ # @example Request syntax with placeholder values
4995
+ #
4996
+ # resp = client.get_partition_indexes({
4997
+ # catalog_id: "CatalogIdString",
4998
+ # database_name: "NameString", # required
4999
+ # table_name: "NameString", # required
5000
+ # next_token: "Token",
5001
+ # })
5002
+ #
5003
+ # @example Response structure
5004
+ #
5005
+ # resp.partition_index_descriptor_list #=> Array
5006
+ # resp.partition_index_descriptor_list[0].index_name #=> String
5007
+ # resp.partition_index_descriptor_list[0].keys #=> Array
5008
+ # resp.partition_index_descriptor_list[0].keys[0].name #=> String
5009
+ # resp.partition_index_descriptor_list[0].keys[0].type #=> String
5010
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
5011
+ # resp.next_token #=> String
5012
+ #
5013
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
5014
+ #
5015
+ # @overload get_partition_indexes(params = {})
5016
+ # @param [Hash] params ({})
5017
+ def get_partition_indexes(params = {}, options = {})
5018
+ req = build_request(:get_partition_indexes, params)
5019
+ req.send_request(options)
5020
+ end
5021
+
4844
5022
  # Retrieves information about the partitions in a table.
4845
5023
  #
4846
5024
  # @option params [String] :catalog_id
@@ -8912,7 +9090,7 @@ module Aws::Glue
8912
9090
  params: params,
8913
9091
  config: config)
8914
9092
  context[:gem_name] = 'aws-sdk-glue'
8915
- context[:gem_version] = '1.67.0'
9093
+ context[:gem_version] = '1.72.0'
8916
9094
  Seahorse::Client::Request.new(handlers, context)
8917
9095
  end
8918
9096
 
@@ -51,6 +51,12 @@ module Aws::Glue
51
51
  BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
52
52
  BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
53
53
  BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
54
+ BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
55
+ BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
56
+ BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
57
+ BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
58
+ BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
59
+ BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
54
60
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
55
61
  Blob = Shapes::BlobShape.new(name: 'Blob')
56
62
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -103,6 +109,7 @@ module Aws::Glue
103
109
  Condition = Shapes::StructureShape.new(name: 'Condition')
104
110
  ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
105
111
  ConditionList = Shapes::ListShape.new(name: 'ConditionList')
112
+ ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
106
113
  ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
107
114
  Connection = Shapes::StructureShape.new(name: 'Connection')
108
115
  ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +312,8 @@ module Aws::Glue
305
312
  GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
306
313
  GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
307
314
  GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
315
+ GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
316
+ GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
308
317
  GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
309
318
  GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
310
319
  GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +394,9 @@ module Aws::Glue
385
394
  JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
386
395
  JsonPath = Shapes::StringShape.new(name: 'JsonPath')
387
396
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
397
+ KeyList = Shapes::ListShape.new(name: 'KeyList')
398
+ KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
399
+ KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
388
400
  KeyString = Shapes::StringShape.new(name: 'KeyString')
389
401
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
390
402
  LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -450,6 +462,11 @@ module Aws::Glue
450
462
  Partition = Shapes::StructureShape.new(name: 'Partition')
451
463
  PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
452
464
  PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
465
+ PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
466
+ PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
467
+ PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
468
+ PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
469
+ PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
453
470
  PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
454
471
  PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
455
472
  PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -796,6 +813,27 @@ module Aws::Glue
796
813
 
797
814
  BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
798
815
 
816
+ BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
817
+ BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
818
+ BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
819
+
820
+ BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
821
+
822
+ BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
823
+ BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
824
+ BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
825
+ BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
826
+ BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
827
+
828
+ BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
829
+ BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
830
+ BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
831
+
832
+ BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
833
+
834
+ BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
835
+ BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
836
+
799
837
  BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
800
838
  BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
801
839
  BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -926,6 +964,9 @@ module Aws::Glue
926
964
 
927
965
  ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
928
966
 
967
+ ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
968
+ ConflictException.struct_class = Types::ConflictException
969
+
929
970
  ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
930
971
  ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
931
972
  ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1188,6 +1229,7 @@ module Aws::Glue
1188
1229
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1189
1230
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1190
1231
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
1232
+ CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
1191
1233
  CreateTableRequest.struct_class = Types::CreateTableRequest
1192
1234
 
1193
1235
  CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1749,6 +1791,16 @@ module Aws::Glue
1749
1791
  GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
1750
1792
  GetMappingResponse.struct_class = Types::GetMappingResponse
1751
1793
 
1794
+ GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1795
+ GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1796
+ GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1797
+ GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1798
+ GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
1799
+
1800
+ GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
1801
+ GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1802
+ GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
1803
+
1752
1804
  GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1753
1805
  GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1754
1806
  GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2081,6 +2133,14 @@ module Aws::Glue
2081
2133
  JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
2082
2134
  JsonClassifier.struct_class = Types::JsonClassifier
2083
2135
 
2136
+ KeyList.member = Shapes::ShapeRef.new(shape: NameString)
2137
+
2138
+ KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2139
+ KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
2140
+ KeySchemaElement.struct_class = Types::KeySchemaElement
2141
+
2142
+ KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
2143
+
2084
2144
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
2085
2145
  LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
2086
2146
 
@@ -2251,6 +2311,19 @@ module Aws::Glue
2251
2311
 
2252
2312
  PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
2253
2313
 
2314
+ PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
2315
+ PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2316
+ PartitionIndex.struct_class = Types::PartitionIndex
2317
+
2318
+ PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2319
+ PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2320
+ PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2321
+ PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2322
+
2323
+ PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
2324
+
2325
+ PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
2326
+
2254
2327
  PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
2255
2328
  PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
2256
2329
  PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -3090,6 +3163,19 @@ module Aws::Glue
3090
3163
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3091
3164
  end)
3092
3165
 
3166
+ api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
3167
+ o.name = "BatchUpdatePartition"
3168
+ o.http_method = "POST"
3169
+ o.http_request_uri = "/"
3170
+ o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
3171
+ o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
3172
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3173
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3174
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3175
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3176
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3177
+ end)
3178
+
3093
3179
  api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
3094
3180
  o.name = "CancelMLTaskRun"
3095
3181
  o.http_method = "POST"
@@ -3871,6 +3957,24 @@ module Aws::Glue
3871
3957
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3872
3958
  end)
3873
3959
 
3960
+ api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
3961
+ o.name = "GetPartitionIndexes"
3962
+ o.http_method = "POST"
3963
+ o.http_request_uri = "/"
3964
+ o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
3965
+ o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
3966
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3967
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3968
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3969
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3970
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
3971
+ o[:pager] = Aws::Pager.new(
3972
+ tokens: {
3973
+ "next_token" => "next_token"
3974
+ }
3975
+ )
3976
+ end)
3977
+
3874
3978
  api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
3875
3979
  o.name = "GetPartitions"
3876
3980
  o.http_method = "POST"
@@ -32,6 +32,7 @@ module Aws::Glue
32
32
  # * {ConcurrentModificationException}
33
33
  # * {ConcurrentRunsExceededException}
34
34
  # * {ConditionCheckFailureException}
35
+ # * {ConflictException}
35
36
  # * {CrawlerNotRunningException}
36
37
  # * {CrawlerRunningException}
37
38
  # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
132
133
  end
133
134
  end
134
135
 
136
+ class ConflictException < ServiceError
137
+
138
+ # @param [Seahorse::Client::RequestContext] context
139
+ # @param [String] message
140
+ # @param [Aws::Glue::Types::ConflictException] data
141
+ def initialize(context, message, data = Aws::EmptyStructure.new)
142
+ super(context, message, data)
143
+ end
144
+
145
+ # @return [String]
146
+ def message
147
+ @message || @data[:message]
148
+ end
149
+ end
150
+
135
151
  class CrawlerNotRunningException < ServiceError
136
152
 
137
153
  # @param [Seahorse::Client::RequestContext] context
@@ -764,6 +764,210 @@ module Aws::Glue
764
764
  include Aws::Structure
765
765
  end
766
766
 
767
+ # Contains information about a batch update partition error.
768
+ #
769
+ # @!attribute [rw] partition_value_list
770
+ # A list of values defining the partitions.
771
+ # @return [Array<String>]
772
+ #
773
+ # @!attribute [rw] error_detail
774
+ # The details about the batch update partition error.
775
+ # @return [Types::ErrorDetail]
776
+ #
777
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
778
+ #
779
+ class BatchUpdatePartitionFailureEntry < Struct.new(
780
+ :partition_value_list,
781
+ :error_detail)
782
+ SENSITIVE = []
783
+ include Aws::Structure
784
+ end
785
+
786
+ # @note When making an API call, you may pass BatchUpdatePartitionRequest
787
+ # data as a hash:
788
+ #
789
+ # {
790
+ # catalog_id: "CatalogIdString",
791
+ # database_name: "NameString", # required
792
+ # table_name: "NameString", # required
793
+ # entries: [ # required
794
+ # {
795
+ # partition_value_list: ["ValueString"], # required
796
+ # partition_input: { # required
797
+ # values: ["ValueString"],
798
+ # last_access_time: Time.now,
799
+ # storage_descriptor: {
800
+ # columns: [
801
+ # {
802
+ # name: "NameString", # required
803
+ # type: "ColumnTypeString",
804
+ # comment: "CommentString",
805
+ # parameters: {
806
+ # "KeyString" => "ParametersMapValue",
807
+ # },
808
+ # },
809
+ # ],
810
+ # location: "LocationString",
811
+ # input_format: "FormatString",
812
+ # output_format: "FormatString",
813
+ # compressed: false,
814
+ # number_of_buckets: 1,
815
+ # serde_info: {
816
+ # name: "NameString",
817
+ # serialization_library: "NameString",
818
+ # parameters: {
819
+ # "KeyString" => "ParametersMapValue",
820
+ # },
821
+ # },
822
+ # bucket_columns: ["NameString"],
823
+ # sort_columns: [
824
+ # {
825
+ # column: "NameString", # required
826
+ # sort_order: 1, # required
827
+ # },
828
+ # ],
829
+ # parameters: {
830
+ # "KeyString" => "ParametersMapValue",
831
+ # },
832
+ # skewed_info: {
833
+ # skewed_column_names: ["NameString"],
834
+ # skewed_column_values: ["ColumnValuesString"],
835
+ # skewed_column_value_location_maps: {
836
+ # "ColumnValuesString" => "ColumnValuesString",
837
+ # },
838
+ # },
839
+ # stored_as_sub_directories: false,
840
+ # },
841
+ # parameters: {
842
+ # "KeyString" => "ParametersMapValue",
843
+ # },
844
+ # last_analyzed_time: Time.now,
845
+ # },
846
+ # },
847
+ # ],
848
+ # }
849
+ #
850
+ # @!attribute [rw] catalog_id
851
+ # The ID of the catalog in which the partition is to be updated.
852
+ # Currently, this should be the AWS account ID.
853
+ # @return [String]
854
+ #
855
+ # @!attribute [rw] database_name
856
+ # The name of the metadata database in which the partition is to be
857
+ # updated.
858
+ # @return [String]
859
+ #
860
+ # @!attribute [rw] table_name
861
+ # The name of the metadata table in which the partition is to be
862
+ # updated.
863
+ # @return [String]
864
+ #
865
+ # @!attribute [rw] entries
866
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
867
+ # update.
868
+ # @return [Array<Types::BatchUpdatePartitionRequestEntry>]
869
+ #
870
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
871
+ #
872
+ class BatchUpdatePartitionRequest < Struct.new(
873
+ :catalog_id,
874
+ :database_name,
875
+ :table_name,
876
+ :entries)
877
+ SENSITIVE = []
878
+ include Aws::Structure
879
+ end
880
+
881
+ # A structure that contains the values and structure used to update a
882
+ # partition.
883
+ #
884
+ # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
885
+ # data as a hash:
886
+ #
887
+ # {
888
+ # partition_value_list: ["ValueString"], # required
889
+ # partition_input: { # required
890
+ # values: ["ValueString"],
891
+ # last_access_time: Time.now,
892
+ # storage_descriptor: {
893
+ # columns: [
894
+ # {
895
+ # name: "NameString", # required
896
+ # type: "ColumnTypeString",
897
+ # comment: "CommentString",
898
+ # parameters: {
899
+ # "KeyString" => "ParametersMapValue",
900
+ # },
901
+ # },
902
+ # ],
903
+ # location: "LocationString",
904
+ # input_format: "FormatString",
905
+ # output_format: "FormatString",
906
+ # compressed: false,
907
+ # number_of_buckets: 1,
908
+ # serde_info: {
909
+ # name: "NameString",
910
+ # serialization_library: "NameString",
911
+ # parameters: {
912
+ # "KeyString" => "ParametersMapValue",
913
+ # },
914
+ # },
915
+ # bucket_columns: ["NameString"],
916
+ # sort_columns: [
917
+ # {
918
+ # column: "NameString", # required
919
+ # sort_order: 1, # required
920
+ # },
921
+ # ],
922
+ # parameters: {
923
+ # "KeyString" => "ParametersMapValue",
924
+ # },
925
+ # skewed_info: {
926
+ # skewed_column_names: ["NameString"],
927
+ # skewed_column_values: ["ColumnValuesString"],
928
+ # skewed_column_value_location_maps: {
929
+ # "ColumnValuesString" => "ColumnValuesString",
930
+ # },
931
+ # },
932
+ # stored_as_sub_directories: false,
933
+ # },
934
+ # parameters: {
935
+ # "KeyString" => "ParametersMapValue",
936
+ # },
937
+ # last_analyzed_time: Time.now,
938
+ # },
939
+ # }
940
+ #
941
+ # @!attribute [rw] partition_value_list
942
+ # A list of values defining the partitions.
943
+ # @return [Array<String>]
944
+ #
945
+ # @!attribute [rw] partition_input
946
+ # The structure used to update a partition.
947
+ # @return [Types::PartitionInput]
948
+ #
949
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
950
+ #
951
+ class BatchUpdatePartitionRequestEntry < Struct.new(
952
+ :partition_value_list,
953
+ :partition_input)
954
+ SENSITIVE = []
955
+ include Aws::Structure
956
+ end
957
+
958
+ # @!attribute [rw] errors
959
+ # The errors encountered when trying to update the requested
960
+ # partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
961
+ # @return [Array<Types::BatchUpdatePartitionFailureEntry>]
962
+ #
963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
964
+ #
965
+ class BatchUpdatePartitionResponse < Struct.new(
966
+ :errors)
967
+ SENSITIVE = []
968
+ include Aws::Structure
969
+ end
970
+
767
971
  # Defines a binary column statistics data.
768
972
  #
769
973
  # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1492,6 +1696,21 @@ module Aws::Glue
1492
1696
  include Aws::Structure
1493
1697
  end
1494
1698
 
1699
+ # The `CreatePartitions` API was called on a table that has indexes
1700
+ # enabled.
1701
+ #
1702
+ # @!attribute [rw] message
1703
+ # A message describing the problem.
1704
+ # @return [String]
1705
+ #
1706
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
1707
+ #
1708
+ class ConflictException < Struct.new(
1709
+ :message)
1710
+ SENSITIVE = []
1711
+ include Aws::Structure
1712
+ end
1713
+
1495
1714
  # The confusion matrix shows you what your transform is predicting
1496
1715
  # accurately and what types of errors it is making.
1497
1716
  #
@@ -3617,6 +3836,12 @@ module Aws::Glue
3617
3836
  # name: "NameString",
3618
3837
  # },
3619
3838
  # },
3839
+ # partition_indexes: [
3840
+ # {
3841
+ # keys: ["NameString"], # required
3842
+ # index_name: "NameString", # required
3843
+ # },
3844
+ # ],
3620
3845
  # }
3621
3846
  #
3622
3847
  # @!attribute [rw] catalog_id
@@ -3634,12 +3859,18 @@ module Aws::Glue
3634
3859
  # the catalog.
3635
3860
  # @return [Types::TableInput]
3636
3861
  #
3862
+ # @!attribute [rw] partition_indexes
3863
+ # A list of partition indexes, `PartitionIndex` structures, to create
3864
+ # in the table.
3865
+ # @return [Array<Types::PartitionIndex>]
3866
+ #
3637
3867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
3638
3868
  #
3639
3869
  class CreateTableRequest < Struct.new(
3640
3870
  :catalog_id,
3641
3871
  :database_name,
3642
- :table_input)
3872
+ :table_input,
3873
+ :partition_indexes)
3643
3874
  SENSITIVE = []
3644
3875
  include Aws::Structure
3645
3876
  end
@@ -6970,6 +7201,63 @@ module Aws::Glue
6970
7201
  include Aws::Structure
6971
7202
  end
6972
7203
 
7204
+ # @note When making an API call, you may pass GetPartitionIndexesRequest
7205
+ # data as a hash:
7206
+ #
7207
+ # {
7208
+ # catalog_id: "CatalogIdString",
7209
+ # database_name: "NameString", # required
7210
+ # table_name: "NameString", # required
7211
+ # next_token: "Token",
7212
+ # }
7213
+ #
7214
+ # @!attribute [rw] catalog_id
7215
+ # The catalog ID where the table resides.
7216
+ # @return [String]
7217
+ #
7218
+ # @!attribute [rw] database_name
7219
+ # Specifies the name of a database from which you want to retrieve
7220
+ # partition indexes.
7221
+ # @return [String]
7222
+ #
7223
+ # @!attribute [rw] table_name
7224
+ # Specifies the name of a table for which you want to retrieve the
7225
+ # partition indexes.
7226
+ # @return [String]
7227
+ #
7228
+ # @!attribute [rw] next_token
7229
+ # A continuation token, included if this is a continuation call.
7230
+ # @return [String]
7231
+ #
7232
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
7233
+ #
7234
+ class GetPartitionIndexesRequest < Struct.new(
7235
+ :catalog_id,
7236
+ :database_name,
7237
+ :table_name,
7238
+ :next_token)
7239
+ SENSITIVE = []
7240
+ include Aws::Structure
7241
+ end
7242
+
7243
+ # @!attribute [rw] partition_index_descriptor_list
7244
+ # A list of index descriptors.
7245
+ # @return [Array<Types::PartitionIndexDescriptor>]
7246
+ #
7247
+ # @!attribute [rw] next_token
7248
+ # A continuation token, present if the current list segment is not the
7249
+ # last.
7250
+ # @return [String]
7251
+ #
7252
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
7253
+ #
7254
+ class GetPartitionIndexesResponse < Struct.new(
7255
+ :partition_index_descriptor_list,
7256
+ :next_token)
7257
+ SENSITIVE = []
7258
+ include Aws::Structure
7259
+ end
7260
+
6973
7261
  # @note When making an API call, you may pass GetPartitionRequest
6974
7262
  # data as a hash:
6975
7263
  #
@@ -9149,6 +9437,25 @@ module Aws::Glue
9149
9437
  include Aws::Structure
9150
9438
  end
9151
9439
 
9440
+ # A partition key pair consisting of a name and a type.
9441
+ #
9442
+ # @!attribute [rw] name
9443
+ # The name of a partition key.
9444
+ # @return [String]
9445
+ #
9446
+ # @!attribute [rw] type
9447
+ # The type of a partition key.
9448
+ # @return [String]
9449
+ #
9450
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
9451
+ #
9452
+ class KeySchemaElement < Struct.new(
9453
+ :name,
9454
+ :type)
9455
+ SENSITIVE = []
9456
+ include Aws::Structure
9457
+ end
9458
+
9152
9459
  # Specifies configuration properties for a labeling set generation task
9153
9460
  # run.
9154
9461
  #
@@ -10085,6 +10392,58 @@ module Aws::Glue
10085
10392
  include Aws::Structure
10086
10393
  end
10087
10394
 
10395
+ # A structure for a partition index.
10396
+ #
10397
+ # @note When making an API call, you may pass PartitionIndex
10398
+ # data as a hash:
10399
+ #
10400
+ # {
10401
+ # keys: ["NameString"], # required
10402
+ # index_name: "NameString", # required
10403
+ # }
10404
+ #
10405
+ # @!attribute [rw] keys
10406
+ # The keys for the partition index.
10407
+ # @return [Array<String>]
10408
+ #
10409
+ # @!attribute [rw] index_name
10410
+ # The name of the partition index.
10411
+ # @return [String]
10412
+ #
10413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
10414
+ #
10415
+ class PartitionIndex < Struct.new(
10416
+ :keys,
10417
+ :index_name)
10418
+ SENSITIVE = []
10419
+ include Aws::Structure
10420
+ end
10421
+
10422
+ # A descriptor for a partition index in a table.
10423
+ #
10424
+ # @!attribute [rw] index_name
10425
+ # The name of the partition index.
10426
+ # @return [String]
10427
+ #
10428
+ # @!attribute [rw] keys
10429
+ # A list of one or more keys, as `KeySchemaElement` structures, for
10430
+ # the partition index.
10431
+ # @return [Array<Types::KeySchemaElement>]
10432
+ #
10433
+ # @!attribute [rw] index_status
10434
+ # The status of the partition index.
10435
+ # @return [String]
10436
+ #
10437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10438
+ #
10439
+ class PartitionIndexDescriptor < Struct.new(
10440
+ :index_name,
10441
+ :keys,
10442
+ :index_status)
10443
+ SENSITIVE = []
10444
+ include Aws::Structure
10445
+ end
10446
+
10088
10447
  # The structure used to create and update a partition.
10089
10448
  #
10090
10449
  # @note When making an API call, you may pass PartitionInput
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.67.0
4
+ version: 1.72.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-08-10 00:00:00.000000000 Z
11
+ date: 2020-09-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.99.0
22
+ version: 3.109.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.99.0
32
+ version: 3.109.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement