aws-sdk-glue 1.66.0 → 1.71.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 92a9f6d0f1755bffb1bae0ee2e08f9c166fe0486455b730238e06b2bd731c8e8
4
- data.tar.gz: 10f52a1b881f4490d4d5058dca497f1e9ed5316e5fe6c87a36a1835174b009ce
3
+ metadata.gz: 228f456467748f052f796159a301f15e14277efdf2af0ec8363ddbfdb583e9ac
4
+ data.tar.gz: 3a2853a2806a6b08ca4862c4356bb039d8000e5a0efe0e57cfbc1739090d3c59
5
5
  SHA512:
6
- metadata.gz: 526dfb4b3a3ee07c6dc78464aa61f06f3af8afdfdd6479e497f3a092c259f8fd048cc7d46cf5630bb8424c20ce8498f3a9ab90dfa288b8819830b87fbe910707
7
- data.tar.gz: 7206f63bcecd124a72585d65e20b2535d24aa34f9a82b69af090ebf01a435e32e6f803cf97786d4dec95141834113c4e70c31fb351f8ce9eaff97958ca7cc77a
6
+ metadata.gz: f6b81e194bb02c7a95a67ec1cb00a42644ef57320b3d9dd8be332a26178208be34e48d9b21d524277b636bb4b5f4a54c2285a669d1bc77226b0cd90dcf8cffd5
7
+ data.tar.gz: 9e74e91c4ff31203cae8174a59c6e9e7d82889b563c75efd6174232ee59842aee747d4a2202f4f2eb19c0d473cc53636919a3929569d345c412d869623c146a5
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
44
45
  #
45
46
  # See {Errors} for more information.
46
47
  #
47
- # @service
48
+ # @!group service
48
49
  module Aws::Glue
49
50
 
50
- GEM_VERSION = '1.66.0'
51
+ GEM_VERSION = '1.71.0'
51
52
 
52
53
  end
@@ -85,13 +85,28 @@ module Aws::Glue
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -1003,7 +1018,8 @@ module Aws::Glue
1003
1018
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1004
1019
  # resp.workflows[0].last_run.started_on #=> Time
1005
1020
  # resp.workflows[0].last_run.completed_on #=> Time
1006
- # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
1021
+ # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
1022
+ # resp.workflows[0].last_run.error_message #=> String
1007
1023
  # resp.workflows[0].last_run.statistics.total_actions #=> Integer
1008
1024
  # resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
1009
1025
  # resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1134,6 +1150,7 @@ module Aws::Glue
1134
1150
  # resp.workflows[0].graph.edges #=> Array
1135
1151
  # resp.workflows[0].graph.edges[0].source_id #=> String
1136
1152
  # resp.workflows[0].graph.edges[0].destination_id #=> String
1153
+ # resp.workflows[0].max_concurrent_runs #=> Integer
1137
1154
  # resp.missing_workflows #=> Array
1138
1155
  # resp.missing_workflows[0] #=> String
1139
1156
  #
@@ -1187,6 +1204,108 @@ module Aws::Glue
1187
1204
  req.send_request(options)
1188
1205
  end
1189
1206
 
1207
+ # Updates one or more partitions in a batch operation.
1208
+ #
1209
+ # @option params [String] :catalog_id
1210
+ # The ID of the catalog in which the partition is to be updated.
1211
+ # Currently, this should be the AWS account ID.
1212
+ #
1213
+ # @option params [required, String] :database_name
1214
+ # The name of the metadata database in which the partition is to be
1215
+ # updated.
1216
+ #
1217
+ # @option params [required, String] :table_name
1218
+ # The name of the metadata table in which the partition is to be
1219
+ # updated.
1220
+ #
1221
+ # @option params [required, Array<Types::BatchUpdatePartitionRequestEntry>] :entries
1222
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
1223
+ # update.
1224
+ #
1225
+ # @return [Types::BatchUpdatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1226
+ #
1227
+ # * {Types::BatchUpdatePartitionResponse#errors #errors} => Array&lt;Types::BatchUpdatePartitionFailureEntry&gt;
1228
+ #
1229
+ # @example Request syntax with placeholder values
1230
+ #
1231
+ # resp = client.batch_update_partition({
1232
+ # catalog_id: "CatalogIdString",
1233
+ # database_name: "NameString", # required
1234
+ # table_name: "NameString", # required
1235
+ # entries: [ # required
1236
+ # {
1237
+ # partition_value_list: ["ValueString"], # required
1238
+ # partition_input: { # required
1239
+ # values: ["ValueString"],
1240
+ # last_access_time: Time.now,
1241
+ # storage_descriptor: {
1242
+ # columns: [
1243
+ # {
1244
+ # name: "NameString", # required
1245
+ # type: "ColumnTypeString",
1246
+ # comment: "CommentString",
1247
+ # parameters: {
1248
+ # "KeyString" => "ParametersMapValue",
1249
+ # },
1250
+ # },
1251
+ # ],
1252
+ # location: "LocationString",
1253
+ # input_format: "FormatString",
1254
+ # output_format: "FormatString",
1255
+ # compressed: false,
1256
+ # number_of_buckets: 1,
1257
+ # serde_info: {
1258
+ # name: "NameString",
1259
+ # serialization_library: "NameString",
1260
+ # parameters: {
1261
+ # "KeyString" => "ParametersMapValue",
1262
+ # },
1263
+ # },
1264
+ # bucket_columns: ["NameString"],
1265
+ # sort_columns: [
1266
+ # {
1267
+ # column: "NameString", # required
1268
+ # sort_order: 1, # required
1269
+ # },
1270
+ # ],
1271
+ # parameters: {
1272
+ # "KeyString" => "ParametersMapValue",
1273
+ # },
1274
+ # skewed_info: {
1275
+ # skewed_column_names: ["NameString"],
1276
+ # skewed_column_values: ["ColumnValuesString"],
1277
+ # skewed_column_value_location_maps: {
1278
+ # "ColumnValuesString" => "ColumnValuesString",
1279
+ # },
1280
+ # },
1281
+ # stored_as_sub_directories: false,
1282
+ # },
1283
+ # parameters: {
1284
+ # "KeyString" => "ParametersMapValue",
1285
+ # },
1286
+ # last_analyzed_time: Time.now,
1287
+ # },
1288
+ # },
1289
+ # ],
1290
+ # })
1291
+ #
1292
+ # @example Response structure
1293
+ #
1294
+ # resp.errors #=> Array
1295
+ # resp.errors[0].partition_value_list #=> Array
1296
+ # resp.errors[0].partition_value_list[0] #=> String
1297
+ # resp.errors[0].error_detail.error_code #=> String
1298
+ # resp.errors[0].error_detail.error_message #=> String
1299
+ #
1300
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartition AWS API Documentation
1301
+ #
1302
+ # @overload batch_update_partition(params = {})
1303
+ # @param [Hash] params ({})
1304
+ def batch_update_partition(params = {}, options = {})
1305
+ req = build_request(:batch_update_partition, params)
1306
+ req.send_request(options)
1307
+ end
1308
+
1190
1309
  # Cancels (stops) a task run. Machine learning task runs are
1191
1310
  # asynchronous tasks that AWS Glue runs on your behalf as part of
1192
1311
  # various machine learning workflows. You can cancel a machine learning
@@ -2311,6 +2430,10 @@ module Aws::Glue
2311
2430
  # The `TableInput` object that defines the metadata table to create in
2312
2431
  # the catalog.
2313
2432
  #
2433
+ # @option params [Array<Types::PartitionIndex>] :partition_indexes
2434
+ # A list of partition indexes, `PartitionIndex` structures, to create in
2435
+ # the table.
2436
+ #
2314
2437
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2315
2438
  #
2316
2439
  # @example Request syntax with placeholder values
@@ -2389,6 +2512,12 @@ module Aws::Glue
2389
2512
  # name: "NameString",
2390
2513
  # },
2391
2514
  # },
2515
+ # partition_indexes: [
2516
+ # {
2517
+ # keys: ["NameString"], # required
2518
+ # index_name: "NameString", # required
2519
+ # },
2520
+ # ],
2392
2521
  # })
2393
2522
  #
2394
2523
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -2562,6 +2691,13 @@ module Aws::Glue
2562
2691
  # @option params [Hash<String,String>] :tags
2563
2692
  # The tags to be used with this workflow.
2564
2693
  #
2694
+ # @option params [Integer] :max_concurrent_runs
2695
+ # You can use this parameter to prevent unwanted multiple updates to
2696
+ # data, to control costs, or in some cases, to prevent exceeding the
2697
+ # maximum number of concurrent runs of any of the component jobs. If you
2698
+ # leave this parameter blank, there is no limit to the number of
2699
+ # concurrent workflow runs.
2700
+ #
2565
2701
  # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2566
2702
  #
2567
2703
  # * {Types::CreateWorkflowResponse#name #name} => String
@@ -2577,6 +2713,7 @@ module Aws::Glue
2577
2713
  # tags: {
2578
2714
  # "TagKey" => "TagValue",
2579
2715
  # },
2716
+ # max_concurrent_runs: 1,
2580
2717
  # })
2581
2718
  #
2582
2719
  # @example Response structure
@@ -4831,6 +4968,57 @@ module Aws::Glue
4831
4968
  req.send_request(options)
4832
4969
  end
4833
4970
 
4971
+ # Retrieves the partition indexes associated with a table.
4972
+ #
4973
+ # @option params [String] :catalog_id
4974
+ # The catalog ID where the table resides.
4975
+ #
4976
+ # @option params [required, String] :database_name
4977
+ # Specifies the name of a database from which you want to retrieve
4978
+ # partition indexes.
4979
+ #
4980
+ # @option params [required, String] :table_name
4981
+ # Specifies the name of a table for which you want to retrieve the
4982
+ # partition indexes.
4983
+ #
4984
+ # @option params [String] :next_token
4985
+ # A continuation token, included if this is a continuation call.
4986
+ #
4987
+ # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4988
+ #
4989
+ # * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
4990
+ # * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
4991
+ #
4992
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4993
+ #
4994
+ # @example Request syntax with placeholder values
4995
+ #
4996
+ # resp = client.get_partition_indexes({
4997
+ # catalog_id: "CatalogIdString",
4998
+ # database_name: "NameString", # required
4999
+ # table_name: "NameString", # required
5000
+ # next_token: "Token",
5001
+ # })
5002
+ #
5003
+ # @example Response structure
5004
+ #
5005
+ # resp.partition_index_descriptor_list #=> Array
5006
+ # resp.partition_index_descriptor_list[0].index_name #=> String
5007
+ # resp.partition_index_descriptor_list[0].keys #=> Array
5008
+ # resp.partition_index_descriptor_list[0].keys[0].name #=> String
5009
+ # resp.partition_index_descriptor_list[0].keys[0].type #=> String
5010
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
5011
+ # resp.next_token #=> String
5012
+ #
5013
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
5014
+ #
5015
+ # @overload get_partition_indexes(params = {})
5016
+ # @param [Hash] params ({})
5017
+ def get_partition_indexes(params = {}, options = {})
5018
+ req = build_request(:get_partition_indexes, params)
5019
+ req.send_request(options)
5020
+ end
5021
+
4834
5022
  # Retrieves information about the partitions in a table.
4835
5023
  #
4836
5024
  # @option params [String] :catalog_id
@@ -5965,7 +6153,8 @@ module Aws::Glue
5965
6153
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5966
6154
  # resp.workflow.last_run.started_on #=> Time
5967
6155
  # resp.workflow.last_run.completed_on #=> Time
5968
- # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6156
+ # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6157
+ # resp.workflow.last_run.error_message #=> String
5969
6158
  # resp.workflow.last_run.statistics.total_actions #=> Integer
5970
6159
  # resp.workflow.last_run.statistics.timeout_actions #=> Integer
5971
6160
  # resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6096,6 +6285,7 @@ module Aws::Glue
6096
6285
  # resp.workflow.graph.edges #=> Array
6097
6286
  # resp.workflow.graph.edges[0].source_id #=> String
6098
6287
  # resp.workflow.graph.edges[0].destination_id #=> String
6288
+ # resp.workflow.max_concurrent_runs #=> Integer
6099
6289
  #
6100
6290
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
6101
6291
  #
@@ -6138,7 +6328,8 @@ module Aws::Glue
6138
6328
  # resp.run.workflow_run_properties["IdString"] #=> String
6139
6329
  # resp.run.started_on #=> Time
6140
6330
  # resp.run.completed_on #=> Time
6141
- # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6331
+ # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6332
+ # resp.run.error_message #=> String
6142
6333
  # resp.run.statistics.total_actions #=> Integer
6143
6334
  # resp.run.statistics.timeout_actions #=> Integer
6144
6335
  # resp.run.statistics.failed_actions #=> Integer
@@ -6290,7 +6481,8 @@ module Aws::Glue
6290
6481
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6291
6482
  # resp.runs[0].started_on #=> Time
6292
6483
  # resp.runs[0].completed_on #=> Time
6293
- # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6484
+ # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6485
+ # resp.runs[0].error_message #=> String
6294
6486
  # resp.runs[0].statistics.total_actions #=> Integer
6295
6487
  # resp.runs[0].statistics.timeout_actions #=> Integer
6296
6488
  # resp.runs[0].statistics.failed_actions #=> Integer
@@ -6888,8 +7080,9 @@ module Aws::Glue
6888
7080
  req.send_request(options)
6889
7081
  end
6890
7082
 
6891
- # Restarts any completed nodes in a workflow run and resumes the run
6892
- # execution.
7083
+ # Restarts selected nodes of a previous partially completed workflow run
7084
+ # and resumes the workflow run. The selected nodes and all nodes that
7085
+ # are downstream from the selected nodes are run.
6893
7086
  #
6894
7087
  # @option params [required, String] :name
6895
7088
  # The name of the workflow to resume.
@@ -6899,8 +7092,7 @@ module Aws::Glue
6899
7092
  #
6900
7093
  # @option params [required, Array<String>] :node_ids
6901
7094
  # A list of the node IDs for the nodes you want to restart. The nodes
6902
- # that are to be restarted must have an execution attempt in the
6903
- # original run.
7095
+ # that are to be restarted must have a run attempt in the original run.
6904
7096
  #
6905
7097
  # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6906
7098
  #
@@ -8850,6 +9042,13 @@ module Aws::Glue
8850
9042
  # A collection of properties to be used as part of each execution of the
8851
9043
  # workflow.
8852
9044
  #
9045
+ # @option params [Integer] :max_concurrent_runs
9046
+ # You can use this parameter to prevent unwanted multiple updates to
9047
+ # data, to control costs, or in some cases, to prevent exceeding the
9048
+ # maximum number of concurrent runs of any of the component jobs. If you
9049
+ # leave this parameter blank, there is no limit to the number of
9050
+ # concurrent workflow runs.
9051
+ #
8853
9052
  # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
8854
9053
  #
8855
9054
  # * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8862,6 +9061,7 @@ module Aws::Glue
8862
9061
  # default_run_properties: {
8863
9062
  # "IdString" => "GenericString",
8864
9063
  # },
9064
+ # max_concurrent_runs: 1,
8865
9065
  # })
8866
9066
  #
8867
9067
  # @example Response structure
@@ -8890,7 +9090,7 @@ module Aws::Glue
8890
9090
  params: params,
8891
9091
  config: config)
8892
9092
  context[:gem_name] = 'aws-sdk-glue'
8893
- context[:gem_version] = '1.66.0'
9093
+ context[:gem_version] = '1.71.0'
8894
9094
  Seahorse::Client::Request.new(handlers, context)
8895
9095
  end
8896
9096
 
@@ -51,6 +51,12 @@ module Aws::Glue
51
51
  BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
52
52
  BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
53
53
  BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
54
+ BatchUpdatePartitionFailureEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionFailureEntry')
55
+ BatchUpdatePartitionFailureList = Shapes::ListShape.new(name: 'BatchUpdatePartitionFailureList')
56
+ BatchUpdatePartitionRequest = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequest')
57
+ BatchUpdatePartitionRequestEntry = Shapes::StructureShape.new(name: 'BatchUpdatePartitionRequestEntry')
58
+ BatchUpdatePartitionRequestEntryList = Shapes::ListShape.new(name: 'BatchUpdatePartitionRequestEntryList')
59
+ BatchUpdatePartitionResponse = Shapes::StructureShape.new(name: 'BatchUpdatePartitionResponse')
54
60
  BinaryColumnStatisticsData = Shapes::StructureShape.new(name: 'BinaryColumnStatisticsData')
55
61
  Blob = Shapes::BlobShape.new(name: 'Blob')
56
62
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
@@ -103,6 +109,7 @@ module Aws::Glue
103
109
  Condition = Shapes::StructureShape.new(name: 'Condition')
104
110
  ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
105
111
  ConditionList = Shapes::ListShape.new(name: 'ConditionList')
112
+ ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
106
113
  ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
107
114
  Connection = Shapes::StructureShape.new(name: 'Connection')
108
115
  ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +312,8 @@ module Aws::Glue
305
312
  GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
306
313
  GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
307
314
  GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
315
+ GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
316
+ GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
308
317
  GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
309
318
  GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
310
319
  GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +394,9 @@ module Aws::Glue
385
394
  JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
386
395
  JsonPath = Shapes::StringShape.new(name: 'JsonPath')
387
396
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
397
+ KeyList = Shapes::ListShape.new(name: 'KeyList')
398
+ KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
399
+ KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
388
400
  KeyString = Shapes::StringShape.new(name: 'KeyString')
389
401
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
390
402
  LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -450,6 +462,11 @@ module Aws::Glue
450
462
  Partition = Shapes::StructureShape.new(name: 'Partition')
451
463
  PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
452
464
  PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
465
+ PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
466
+ PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
467
+ PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
468
+ PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
469
+ PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
453
470
  PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
454
471
  PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
455
472
  PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -796,6 +813,27 @@ module Aws::Glue
796
813
 
797
814
  BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
798
815
 
816
+ BatchUpdatePartitionFailureEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, location_name: "PartitionValueList"))
817
+ BatchUpdatePartitionFailureEntry.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
818
+ BatchUpdatePartitionFailureEntry.struct_class = Types::BatchUpdatePartitionFailureEntry
819
+
820
+ BatchUpdatePartitionFailureList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureEntry)
821
+
822
+ BatchUpdatePartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
823
+ BatchUpdatePartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
824
+ BatchUpdatePartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
825
+ BatchUpdatePartitionRequest.add_member(:entries, Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntryList, required: true, location_name: "Entries"))
826
+ BatchUpdatePartitionRequest.struct_class = Types::BatchUpdatePartitionRequest
827
+
828
+ BatchUpdatePartitionRequestEntry.add_member(:partition_value_list, Shapes::ShapeRef.new(shape: BoundedPartitionValueList, required: true, location_name: "PartitionValueList"))
829
+ BatchUpdatePartitionRequestEntry.add_member(:partition_input, Shapes::ShapeRef.new(shape: PartitionInput, required: true, location_name: "PartitionInput"))
830
+ BatchUpdatePartitionRequestEntry.struct_class = Types::BatchUpdatePartitionRequestEntry
831
+
832
+ BatchUpdatePartitionRequestEntryList.member = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequestEntry)
833
+
834
+ BatchUpdatePartitionResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchUpdatePartitionFailureList, location_name: "Errors"))
835
+ BatchUpdatePartitionResponse.struct_class = Types::BatchUpdatePartitionResponse
836
+
799
837
  BinaryColumnStatisticsData.add_member(:maximum_length, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "MaximumLength"))
800
838
  BinaryColumnStatisticsData.add_member(:average_length, Shapes::ShapeRef.new(shape: NonNegativeDouble, required: true, location_name: "AverageLength"))
801
839
  BinaryColumnStatisticsData.add_member(:number_of_nulls, Shapes::ShapeRef.new(shape: NonNegativeLong, required: true, location_name: "NumberOfNulls"))
@@ -926,6 +964,9 @@ module Aws::Glue
926
964
 
927
965
  ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
928
966
 
967
+ ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
968
+ ConflictException.struct_class = Types::ConflictException
969
+
929
970
  ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
930
971
  ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
931
972
  ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1188,6 +1229,7 @@ module Aws::Glue
1188
1229
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1189
1230
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1190
1231
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
1232
+ CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
1191
1233
  CreateTableRequest.struct_class = Types::CreateTableRequest
1192
1234
 
1193
1235
  CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1217,6 +1259,7 @@ module Aws::Glue
1217
1259
  CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
1218
1260
  CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
1219
1261
  CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1262
+ CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
1220
1263
  CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
1221
1264
 
1222
1265
  CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1748,6 +1791,16 @@ module Aws::Glue
1748
1791
  GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
1749
1792
  GetMappingResponse.struct_class = Types::GetMappingResponse
1750
1793
 
1794
+ GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1795
+ GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1796
+ GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1797
+ GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1798
+ GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
1799
+
1800
+ GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
1801
+ GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1802
+ GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
1803
+
1751
1804
  GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1752
1805
  GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1753
1806
  GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2080,6 +2133,14 @@ module Aws::Glue
2080
2133
  JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
2081
2134
  JsonClassifier.struct_class = Types::JsonClassifier
2082
2135
 
2136
+ KeyList.member = Shapes::ShapeRef.new(shape: NameString)
2137
+
2138
+ KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2139
+ KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
2140
+ KeySchemaElement.struct_class = Types::KeySchemaElement
2141
+
2142
+ KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
2143
+
2083
2144
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
2084
2145
  LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
2085
2146
 
@@ -2250,6 +2311,19 @@ module Aws::Glue
2250
2311
 
2251
2312
  PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
2252
2313
 
2314
+ PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
2315
+ PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2316
+ PartitionIndex.struct_class = Types::PartitionIndex
2317
+
2318
+ PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2319
+ PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2320
+ PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2321
+ PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2322
+
2323
+ PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
2324
+
2325
+ PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
2326
+
2253
2327
  PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
2254
2328
  PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
2255
2329
  PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -2842,6 +2916,7 @@ module Aws::Glue
2842
2916
  UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2843
2917
  UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
2844
2918
  UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
2919
+ UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2845
2920
  UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
2846
2921
 
2847
2922
  UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2886,6 +2961,7 @@ module Aws::Glue
2886
2961
  Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
2887
2962
  Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
2888
2963
  Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2964
+ Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2889
2965
  Workflow.struct_class = Types::Workflow
2890
2966
 
2891
2967
  WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2901,6 +2977,7 @@ module Aws::Glue
2901
2977
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2902
2978
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
2903
2979
  WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
2980
+ WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
2904
2981
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
2905
2982
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2906
2983
  WorkflowRun.struct_class = Types::WorkflowRun
@@ -3086,6 +3163,19 @@ module Aws::Glue
3086
3163
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3087
3164
  end)
3088
3165
 
3166
+ api.add_operation(:batch_update_partition, Seahorse::Model::Operation.new.tap do |o|
3167
+ o.name = "BatchUpdatePartition"
3168
+ o.http_method = "POST"
3169
+ o.http_request_uri = "/"
3170
+ o.input = Shapes::ShapeRef.new(shape: BatchUpdatePartitionRequest)
3171
+ o.output = Shapes::ShapeRef.new(shape: BatchUpdatePartitionResponse)
3172
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3173
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3174
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3175
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3176
+ o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3177
+ end)
3178
+
3089
3179
  api.add_operation(:cancel_ml_task_run, Seahorse::Model::Operation.new.tap do |o|
3090
3180
  o.name = "CancelMLTaskRun"
3091
3181
  o.http_method = "POST"
@@ -3867,6 +3957,24 @@ module Aws::Glue
3867
3957
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3868
3958
  end)
3869
3959
 
3960
+ api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
3961
+ o.name = "GetPartitionIndexes"
3962
+ o.http_method = "POST"
3963
+ o.http_request_uri = "/"
3964
+ o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
3965
+ o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
3966
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3967
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3968
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3969
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3970
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
3971
+ o[:pager] = Aws::Pager.new(
3972
+ tokens: {
3973
+ "next_token" => "next_token"
3974
+ }
3975
+ )
3976
+ end)
3977
+
3870
3978
  api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
3871
3979
  o.name = "GetPartitions"
3872
3980
  o.http_method = "POST"
@@ -32,6 +32,7 @@ module Aws::Glue
32
32
  # * {ConcurrentModificationException}
33
33
  # * {ConcurrentRunsExceededException}
34
34
  # * {ConditionCheckFailureException}
35
+ # * {ConflictException}
35
36
  # * {CrawlerNotRunningException}
36
37
  # * {CrawlerRunningException}
37
38
  # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
132
133
  end
133
134
  end
134
135
 
136
+ class ConflictException < ServiceError
137
+
138
+ # @param [Seahorse::Client::RequestContext] context
139
+ # @param [String] message
140
+ # @param [Aws::Glue::Types::ConflictException] data
141
+ def initialize(context, message, data = Aws::EmptyStructure.new)
142
+ super(context, message, data)
143
+ end
144
+
145
+ # @return [String]
146
+ def message
147
+ @message || @data[:message]
148
+ end
149
+ end
150
+
135
151
  class CrawlerNotRunningException < ServiceError
136
152
 
137
153
  # @param [Seahorse::Client::RequestContext] context
@@ -764,6 +764,210 @@ module Aws::Glue
764
764
  include Aws::Structure
765
765
  end
766
766
 
767
+ # Contains information about a batch update partition error.
768
+ #
769
+ # @!attribute [rw] partition_value_list
770
+ # A list of values defining the partitions.
771
+ # @return [Array<String>]
772
+ #
773
+ # @!attribute [rw] error_detail
774
+ # The details about the batch update partition error.
775
+ # @return [Types::ErrorDetail]
776
+ #
777
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionFailureEntry AWS API Documentation
778
+ #
779
+ class BatchUpdatePartitionFailureEntry < Struct.new(
780
+ :partition_value_list,
781
+ :error_detail)
782
+ SENSITIVE = []
783
+ include Aws::Structure
784
+ end
785
+
786
+ # @note When making an API call, you may pass BatchUpdatePartitionRequest
787
+ # data as a hash:
788
+ #
789
+ # {
790
+ # catalog_id: "CatalogIdString",
791
+ # database_name: "NameString", # required
792
+ # table_name: "NameString", # required
793
+ # entries: [ # required
794
+ # {
795
+ # partition_value_list: ["ValueString"], # required
796
+ # partition_input: { # required
797
+ # values: ["ValueString"],
798
+ # last_access_time: Time.now,
799
+ # storage_descriptor: {
800
+ # columns: [
801
+ # {
802
+ # name: "NameString", # required
803
+ # type: "ColumnTypeString",
804
+ # comment: "CommentString",
805
+ # parameters: {
806
+ # "KeyString" => "ParametersMapValue",
807
+ # },
808
+ # },
809
+ # ],
810
+ # location: "LocationString",
811
+ # input_format: "FormatString",
812
+ # output_format: "FormatString",
813
+ # compressed: false,
814
+ # number_of_buckets: 1,
815
+ # serde_info: {
816
+ # name: "NameString",
817
+ # serialization_library: "NameString",
818
+ # parameters: {
819
+ # "KeyString" => "ParametersMapValue",
820
+ # },
821
+ # },
822
+ # bucket_columns: ["NameString"],
823
+ # sort_columns: [
824
+ # {
825
+ # column: "NameString", # required
826
+ # sort_order: 1, # required
827
+ # },
828
+ # ],
829
+ # parameters: {
830
+ # "KeyString" => "ParametersMapValue",
831
+ # },
832
+ # skewed_info: {
833
+ # skewed_column_names: ["NameString"],
834
+ # skewed_column_values: ["ColumnValuesString"],
835
+ # skewed_column_value_location_maps: {
836
+ # "ColumnValuesString" => "ColumnValuesString",
837
+ # },
838
+ # },
839
+ # stored_as_sub_directories: false,
840
+ # },
841
+ # parameters: {
842
+ # "KeyString" => "ParametersMapValue",
843
+ # },
844
+ # last_analyzed_time: Time.now,
845
+ # },
846
+ # },
847
+ # ],
848
+ # }
849
+ #
850
+ # @!attribute [rw] catalog_id
851
+ # The ID of the catalog in which the partition is to be updated.
852
+ # Currently, this should be the AWS account ID.
853
+ # @return [String]
854
+ #
855
+ # @!attribute [rw] database_name
856
+ # The name of the metadata database in which the partition is to be
857
+ # updated.
858
+ # @return [String]
859
+ #
860
+ # @!attribute [rw] table_name
861
+ # The name of the metadata table in which the partition is to be
862
+ # updated.
863
+ # @return [String]
864
+ #
865
+ # @!attribute [rw] entries
866
+ # A list of up to 100 `BatchUpdatePartitionRequestEntry` objects to
867
+ # update.
868
+ # @return [Array<Types::BatchUpdatePartitionRequestEntry>]
869
+ #
870
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequest AWS API Documentation
871
+ #
872
+ class BatchUpdatePartitionRequest < Struct.new(
873
+ :catalog_id,
874
+ :database_name,
875
+ :table_name,
876
+ :entries)
877
+ SENSITIVE = []
878
+ include Aws::Structure
879
+ end
880
+
881
+ # A structure that contains the values and structure used to update a
882
+ # partition.
883
+ #
884
+ # @note When making an API call, you may pass BatchUpdatePartitionRequestEntry
885
+ # data as a hash:
886
+ #
887
+ # {
888
+ # partition_value_list: ["ValueString"], # required
889
+ # partition_input: { # required
890
+ # values: ["ValueString"],
891
+ # last_access_time: Time.now,
892
+ # storage_descriptor: {
893
+ # columns: [
894
+ # {
895
+ # name: "NameString", # required
896
+ # type: "ColumnTypeString",
897
+ # comment: "CommentString",
898
+ # parameters: {
899
+ # "KeyString" => "ParametersMapValue",
900
+ # },
901
+ # },
902
+ # ],
903
+ # location: "LocationString",
904
+ # input_format: "FormatString",
905
+ # output_format: "FormatString",
906
+ # compressed: false,
907
+ # number_of_buckets: 1,
908
+ # serde_info: {
909
+ # name: "NameString",
910
+ # serialization_library: "NameString",
911
+ # parameters: {
912
+ # "KeyString" => "ParametersMapValue",
913
+ # },
914
+ # },
915
+ # bucket_columns: ["NameString"],
916
+ # sort_columns: [
917
+ # {
918
+ # column: "NameString", # required
919
+ # sort_order: 1, # required
920
+ # },
921
+ # ],
922
+ # parameters: {
923
+ # "KeyString" => "ParametersMapValue",
924
+ # },
925
+ # skewed_info: {
926
+ # skewed_column_names: ["NameString"],
927
+ # skewed_column_values: ["ColumnValuesString"],
928
+ # skewed_column_value_location_maps: {
929
+ # "ColumnValuesString" => "ColumnValuesString",
930
+ # },
931
+ # },
932
+ # stored_as_sub_directories: false,
933
+ # },
934
+ # parameters: {
935
+ # "KeyString" => "ParametersMapValue",
936
+ # },
937
+ # last_analyzed_time: Time.now,
938
+ # },
939
+ # }
940
+ #
941
+ # @!attribute [rw] partition_value_list
942
+ # A list of values defining the partitions.
943
+ # @return [Array<String>]
944
+ #
945
+ # @!attribute [rw] partition_input
946
+ # The structure used to update a partition.
947
+ # @return [Types::PartitionInput]
948
+ #
949
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionRequestEntry AWS API Documentation
950
+ #
951
+ class BatchUpdatePartitionRequestEntry < Struct.new(
952
+ :partition_value_list,
953
+ :partition_input)
954
+ SENSITIVE = []
955
+ include Aws::Structure
956
+ end
957
+
958
+ # @!attribute [rw] errors
959
+ # The errors encountered when trying to update the requested
960
+ # partitions. A list of `BatchUpdatePartitionFailureEntry` objects.
961
+ # @return [Array<Types::BatchUpdatePartitionFailureEntry>]
962
+ #
963
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchUpdatePartitionResponse AWS API Documentation
964
+ #
965
+ class BatchUpdatePartitionResponse < Struct.new(
966
+ :errors)
967
+ SENSITIVE = []
968
+ include Aws::Structure
969
+ end
970
+
767
971
  # Defines a binary column statistics data.
768
972
  #
769
973
  # @note When making an API call, you may pass BinaryColumnStatisticsData
@@ -1452,8 +1656,10 @@ module Aws::Glue
1452
1656
  # @return [String]
1453
1657
  #
1454
1658
  # @!attribute [rw] state
1455
- # The condition state. Currently, the values supported are
1456
- # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1659
+ # The condition state. Currently, the only job states that a trigger
1660
+ # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1661
+ # The only crawler states that a trigger can listen for are
1662
+ # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1457
1663
  # @return [String]
1458
1664
  #
1459
1665
  # @!attribute [rw] crawler_name
@@ -1490,6 +1696,21 @@ module Aws::Glue
1490
1696
  include Aws::Structure
1491
1697
  end
1492
1698
 
1699
+ # The `CreatePartitions` API was called on a table that has indexes
1700
+ # enabled.
1701
+ #
1702
+ # @!attribute [rw] message
1703
+ # A message describing the problem.
1704
+ # @return [String]
1705
+ #
1706
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
1707
+ #
1708
+ class ConflictException < Struct.new(
1709
+ :message)
1710
+ SENSITIVE = []
1711
+ include Aws::Structure
1712
+ end
1713
+
1493
1714
  # The confusion matrix shows you what your transform is predicting
1494
1715
  # accurately and what types of errors it is making.
1495
1716
  #
@@ -3615,6 +3836,12 @@ module Aws::Glue
3615
3836
  # name: "NameString",
3616
3837
  # },
3617
3838
  # },
3839
+ # partition_indexes: [
3840
+ # {
3841
+ # keys: ["NameString"], # required
3842
+ # index_name: "NameString", # required
3843
+ # },
3844
+ # ],
3618
3845
  # }
3619
3846
  #
3620
3847
  # @!attribute [rw] catalog_id
@@ -3632,12 +3859,18 @@ module Aws::Glue
3632
3859
  # the catalog.
3633
3860
  # @return [Types::TableInput]
3634
3861
  #
3862
+ # @!attribute [rw] partition_indexes
3863
+ # A list of partition indexes, `PartitionIndex` structures, to create
3864
+ # in the table.
3865
+ # @return [Array<Types::PartitionIndex>]
3866
+ #
3635
3867
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
3636
3868
  #
3637
3869
  class CreateTableRequest < Struct.new(
3638
3870
  :catalog_id,
3639
3871
  :database_name,
3640
- :table_input)
3872
+ :table_input,
3873
+ :partition_indexes)
3641
3874
  SENSITIVE = []
3642
3875
  include Aws::Structure
3643
3876
  end
@@ -3828,6 +4061,7 @@ module Aws::Glue
3828
4061
  # tags: {
3829
4062
  # "TagKey" => "TagValue",
3830
4063
  # },
4064
+ # max_concurrent_runs: 1,
3831
4065
  # }
3832
4066
  #
3833
4067
  # @!attribute [rw] name
@@ -3848,13 +4082,22 @@ module Aws::Glue
3848
4082
  # The tags to be used with this workflow.
3849
4083
  # @return [Hash<String,String>]
3850
4084
  #
4085
+ # @!attribute [rw] max_concurrent_runs
4086
+ # You can use this parameter to prevent unwanted multiple updates to
4087
+ # data, to control costs, or in some cases, to prevent exceeding the
4088
+ # maximum number of concurrent runs of any of the component jobs. If
4089
+ # you leave this parameter blank, there is no limit to the number of
4090
+ # concurrent workflow runs.
4091
+ # @return [Integer]
4092
+ #
3851
4093
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
3852
4094
  #
3853
4095
  class CreateWorkflowRequest < Struct.new(
3854
4096
  :name,
3855
4097
  :description,
3856
4098
  :default_run_properties,
3857
- :tags)
4099
+ :tags,
4100
+ :max_concurrent_runs)
3858
4101
  SENSITIVE = []
3859
4102
  include Aws::Structure
3860
4103
  end
@@ -6958,6 +7201,63 @@ module Aws::Glue
6958
7201
  include Aws::Structure
6959
7202
  end
6960
7203
 
7204
+ # @note When making an API call, you may pass GetPartitionIndexesRequest
7205
+ # data as a hash:
7206
+ #
7207
+ # {
7208
+ # catalog_id: "CatalogIdString",
7209
+ # database_name: "NameString", # required
7210
+ # table_name: "NameString", # required
7211
+ # next_token: "Token",
7212
+ # }
7213
+ #
7214
+ # @!attribute [rw] catalog_id
7215
+ # The catalog ID where the table resides.
7216
+ # @return [String]
7217
+ #
7218
+ # @!attribute [rw] database_name
7219
+ # Specifies the name of a database from which you want to retrieve
7220
+ # partition indexes.
7221
+ # @return [String]
7222
+ #
7223
+ # @!attribute [rw] table_name
7224
+ # Specifies the name of a table for which you want to retrieve the
7225
+ # partition indexes.
7226
+ # @return [String]
7227
+ #
7228
+ # @!attribute [rw] next_token
7229
+ # A continuation token, included if this is a continuation call.
7230
+ # @return [String]
7231
+ #
7232
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
7233
+ #
7234
+ class GetPartitionIndexesRequest < Struct.new(
7235
+ :catalog_id,
7236
+ :database_name,
7237
+ :table_name,
7238
+ :next_token)
7239
+ SENSITIVE = []
7240
+ include Aws::Structure
7241
+ end
7242
+
7243
+ # @!attribute [rw] partition_index_descriptor_list
7244
+ # A list of index descriptors.
7245
+ # @return [Array<Types::PartitionIndexDescriptor>]
7246
+ #
7247
+ # @!attribute [rw] next_token
7248
+ # A continuation token, present if the current list segment is not the
7249
+ # last.
7250
+ # @return [String]
7251
+ #
7252
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
7253
+ #
7254
+ class GetPartitionIndexesResponse < Struct.new(
7255
+ :partition_index_descriptor_list,
7256
+ :next_token)
7257
+ SENSITIVE = []
7258
+ include Aws::Structure
7259
+ end
7260
+
6961
7261
  # @note When making an API call, you may pass GetPartitionRequest
6962
7262
  # data as a hash:
6963
7263
  #
@@ -8706,7 +9006,13 @@ module Aws::Glue
8706
9006
  # @return [Time]
8707
9007
  #
8708
9008
  # @!attribute [rw] job_run_state
8709
- # The current state of the job run.
9009
+ # The current state of the job run. For more information about the
9010
+ # statuses of jobs that have terminated abnormally, see [AWS Glue Job
9011
+ # Run Statuses][1].
9012
+ #
9013
+ #
9014
+ #
9015
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8710
9016
  # @return [String]
8711
9017
  #
8712
9018
  # @!attribute [rw] arguments
@@ -9131,6 +9437,25 @@ module Aws::Glue
9131
9437
  include Aws::Structure
9132
9438
  end
9133
9439
 
9440
+ # A partition key pair consisting of a name and a type.
9441
+ #
9442
+ # @!attribute [rw] name
9443
+ # The name of a partition key.
9444
+ # @return [String]
9445
+ #
9446
+ # @!attribute [rw] type
9447
+ # The type of a partition key.
9448
+ # @return [String]
9449
+ #
9450
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
9451
+ #
9452
+ class KeySchemaElement < Struct.new(
9453
+ :name,
9454
+ :type)
9455
+ SENSITIVE = []
9456
+ include Aws::Structure
9457
+ end
9458
+
9134
9459
  # Specifies configuration properties for a labeling set generation task
9135
9460
  # run.
9136
9461
  #
@@ -10067,6 +10392,58 @@ module Aws::Glue
10067
10392
  include Aws::Structure
10068
10393
  end
10069
10394
 
10395
+ # A structure for a partition index.
10396
+ #
10397
+ # @note When making an API call, you may pass PartitionIndex
10398
+ # data as a hash:
10399
+ #
10400
+ # {
10401
+ # keys: ["NameString"], # required
10402
+ # index_name: "NameString", # required
10403
+ # }
10404
+ #
10405
+ # @!attribute [rw] keys
10406
+ # The keys for the partition index.
10407
+ # @return [Array<String>]
10408
+ #
10409
+ # @!attribute [rw] index_name
10410
+ # The name of the partition index.
10411
+ # @return [String]
10412
+ #
10413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
10414
+ #
10415
+ class PartitionIndex < Struct.new(
10416
+ :keys,
10417
+ :index_name)
10418
+ SENSITIVE = []
10419
+ include Aws::Structure
10420
+ end
10421
+
10422
+ # A descriptor for a partition index in a table.
10423
+ #
10424
+ # @!attribute [rw] index_name
10425
+ # The name of the partition index.
10426
+ # @return [String]
10427
+ #
10428
+ # @!attribute [rw] keys
10429
+ # A list of one or more keys, as `KeySchemaElement` structures, for
10430
+ # the partition index.
10431
+ # @return [Array<Types::KeySchemaElement>]
10432
+ #
10433
+ # @!attribute [rw] index_status
10434
+ # The status of the partition index.
10435
+ # @return [String]
10436
+ #
10437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10438
+ #
10439
+ class PartitionIndexDescriptor < Struct.new(
10440
+ :index_name,
10441
+ :keys,
10442
+ :index_status)
10443
+ SENSITIVE = []
10444
+ include Aws::Structure
10445
+ end
10446
+
10070
10447
  # The structure used to create and update a partition.
10071
10448
  #
10072
10449
  # @note When making an API call, you may pass PartitionInput
@@ -10588,8 +10965,8 @@ module Aws::Glue
10588
10965
  #
10589
10966
  # @!attribute [rw] node_ids
10590
10967
  # A list of the node IDs for the nodes you want to restart. The nodes
10591
- # that are to be restarted must have an execution attempt in the
10592
- # original run.
10968
+ # that are to be restarted must have a run attempt in the original
10969
+ # run.
10593
10970
  # @return [Array<String>]
10594
10971
  #
10595
10972
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
@@ -14010,6 +14387,7 @@ module Aws::Glue
14010
14387
  # default_run_properties: {
14011
14388
  # "IdString" => "GenericString",
14012
14389
  # },
14390
+ # max_concurrent_runs: 1,
14013
14391
  # }
14014
14392
  #
14015
14393
  # @!attribute [rw] name
@@ -14025,12 +14403,21 @@ module Aws::Glue
14025
14403
  # the workflow.
14026
14404
  # @return [Hash<String,String>]
14027
14405
  #
14406
+ # @!attribute [rw] max_concurrent_runs
14407
+ # You can use this parameter to prevent unwanted multiple updates to
14408
+ # data, to control costs, or in some cases, to prevent exceeding the
14409
+ # maximum number of concurrent runs of any of the component jobs. If
14410
+ # you leave this parameter blank, there is no limit to the number of
14411
+ # concurrent workflow runs.
14412
+ # @return [Integer]
14413
+ #
14028
14414
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
14029
14415
  #
14030
14416
  class UpdateWorkflowRequest < Struct.new(
14031
14417
  :name,
14032
14418
  :description,
14033
- :default_run_properties)
14419
+ :default_run_properties,
14420
+ :max_concurrent_runs)
14034
14421
  SENSITIVE = []
14035
14422
  include Aws::Structure
14036
14423
  end
@@ -14247,6 +14634,14 @@ module Aws::Glue
14247
14634
  # edges.
14248
14635
  # @return [Types::WorkflowGraph]
14249
14636
  #
14637
+ # @!attribute [rw] max_concurrent_runs
14638
+ # You can use this parameter to prevent unwanted multiple updates to
14639
+ # data, to control costs, or in some cases, to prevent exceeding the
14640
+ # maximum number of concurrent runs of any of the component jobs. If
14641
+ # you leave this parameter blank, there is no limit to the number of
14642
+ # concurrent workflow runs.
14643
+ # @return [Integer]
14644
+ #
14250
14645
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
14251
14646
  #
14252
14647
  class Workflow < Struct.new(
@@ -14256,7 +14651,8 @@ module Aws::Glue
14256
14651
  :created_on,
14257
14652
  :last_modified_on,
14258
14653
  :last_run,
14259
- :graph)
14654
+ :graph,
14655
+ :max_concurrent_runs)
14260
14656
  SENSITIVE = []
14261
14657
  include Aws::Structure
14262
14658
  end
@@ -14315,6 +14711,12 @@ module Aws::Glue
14315
14711
  # The status of the workflow run.
14316
14712
  # @return [String]
14317
14713
  #
14714
+ # @!attribute [rw] error_message
14715
+ # This error message describes any error that may have occurred in
14716
+ # starting the workflow run. Currently the only error message is
14717
+ # "Concurrent runs exceeded for workflow: `foo`."
14718
+ # @return [String]
14719
+ #
14318
14720
  # @!attribute [rw] statistics
14319
14721
  # The statistics of the run.
14320
14722
  # @return [Types::WorkflowRunStatistics]
@@ -14335,6 +14737,7 @@ module Aws::Glue
14335
14737
  :started_on,
14336
14738
  :completed_on,
14337
14739
  :status,
14740
+ :error_message,
14338
14741
  :statistics,
14339
14742
  :graph)
14340
14743
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.66.0
4
+ version: 1.71.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-08-07 00:00:00.000000000 Z
11
+ date: 2020-09-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core