aws-sdk-glue 1.65.0 → 1.70.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: a0b4f5408cc63aa2dc2a0475d3b9719e206cc95975878850718e3eb4d6a88dc4
4
- data.tar.gz: cb877565ddc3f9e78d08b6001b06a264513f06f77e7ebc628b1c97c5330a9a39
3
+ metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
4
+ data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
5
5
  SHA512:
6
- metadata.gz: c61586337b3567ea6fba9cc6a57a1f126a21c1f20a1c7ba13f93cf0d0fce4d69eba4991f3793f5eb1e3393b25952fcb1a6937ad158b1db697002cc53365a5a40
7
- data.tar.gz: f0a10d32bd9d0702679f49cf273632eaf7d6c5a8dd8aad64faff45f7cd074a92a9b793c8f10c2827eb773b5945cef6634d0a602e201c952dd5e1a3f65e258407
6
+ metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
7
+ data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
44
45
  #
45
46
  # See {Errors} for more information.
46
47
  #
47
- # @service
48
+ # @!group service
48
49
  module Aws::Glue
49
50
 
50
- GEM_VERSION = '1.65.0'
51
+ GEM_VERSION = '1.70.0'
51
52
 
52
53
  end
@@ -85,13 +85,28 @@ module Aws::Glue
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -642,6 +657,7 @@ module Aws::Glue
642
657
  # resp.crawlers[0].targets.s3_targets[0].path #=> String
643
658
  # resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
644
659
  # resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
660
+ # resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
645
661
  # resp.crawlers[0].targets.jdbc_targets #=> Array
646
662
  # resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
647
663
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -1002,7 +1018,8 @@ module Aws::Glue
1002
1018
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1003
1019
  # resp.workflows[0].last_run.started_on #=> Time
1004
1020
  # resp.workflows[0].last_run.completed_on #=> Time
1005
- # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
1021
+ # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
1022
+ # resp.workflows[0].last_run.error_message #=> String
1006
1023
  # resp.workflows[0].last_run.statistics.total_actions #=> Integer
1007
1024
  # resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
1008
1025
  # resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1133,6 +1150,7 @@ module Aws::Glue
1133
1150
  # resp.workflows[0].graph.edges #=> Array
1134
1151
  # resp.workflows[0].graph.edges[0].source_id #=> String
1135
1152
  # resp.workflows[0].graph.edges[0].destination_id #=> String
1153
+ # resp.workflows[0].max_concurrent_runs #=> Integer
1136
1154
  # resp.missing_workflows #=> Array
1137
1155
  # resp.missing_workflows[0] #=> String
1138
1156
  #
@@ -1300,7 +1318,7 @@ module Aws::Glue
1300
1318
  # connection_input: { # required
1301
1319
  # name: "NameString", # required
1302
1320
  # description: "DescriptionString",
1303
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
1321
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
1304
1322
  # match_criteria: ["NameString"],
1305
1323
  # connection_properties: { # required
1306
1324
  # "HOST" => "ValueString",
@@ -1401,6 +1419,7 @@ module Aws::Glue
1401
1419
  # {
1402
1420
  # path: "Path",
1403
1421
  # exclusions: ["Path"],
1422
+ # connection_name: "ConnectionName",
1404
1423
  # },
1405
1424
  # ],
1406
1425
  # jdbc_targets: [
@@ -2309,6 +2328,10 @@ module Aws::Glue
2309
2328
  # The `TableInput` object that defines the metadata table to create in
2310
2329
  # the catalog.
2311
2330
  #
2331
+ # @option params [Array<Types::PartitionIndex>] :partition_indexes
2332
+ # A list of partition indexes, `PartitionIndex` structures, to create in
2333
+ # the table.
2334
+ #
2312
2335
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2313
2336
  #
2314
2337
  # @example Request syntax with placeholder values
@@ -2387,6 +2410,12 @@ module Aws::Glue
2387
2410
  # name: "NameString",
2388
2411
  # },
2389
2412
  # },
2413
+ # partition_indexes: [
2414
+ # {
2415
+ # keys: ["NameString"], # required
2416
+ # index_name: "NameString", # required
2417
+ # },
2418
+ # ],
2390
2419
  # })
2391
2420
  #
2392
2421
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -2560,6 +2589,13 @@ module Aws::Glue
2560
2589
  # @option params [Hash<String,String>] :tags
2561
2590
  # The tags to be used with this workflow.
2562
2591
  #
2592
+ # @option params [Integer] :max_concurrent_runs
2593
+ # You can use this parameter to prevent unwanted multiple updates to
2594
+ # data, to control costs, or in some cases, to prevent exceeding the
2595
+ # maximum number of concurrent runs of any of the component jobs. If you
2596
+ # leave this parameter blank, there is no limit to the number of
2597
+ # concurrent workflow runs.
2598
+ #
2563
2599
  # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2564
2600
  #
2565
2601
  # * {Types::CreateWorkflowResponse#name #name} => String
@@ -2575,6 +2611,7 @@ module Aws::Glue
2575
2611
  # tags: {
2576
2612
  # "TagKey" => "TagValue",
2577
2613
  # },
2614
+ # max_concurrent_runs: 1,
2578
2615
  # })
2579
2616
  #
2580
2617
  # @example Response structure
@@ -3466,7 +3503,7 @@ module Aws::Glue
3466
3503
  #
3467
3504
  # resp.connection.name #=> String
3468
3505
  # resp.connection.description #=> String
3469
- # resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
3506
+ # resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
3470
3507
  # resp.connection.match_criteria #=> Array
3471
3508
  # resp.connection.match_criteria[0] #=> String
3472
3509
  # resp.connection.connection_properties #=> Hash
@@ -3524,7 +3561,7 @@ module Aws::Glue
3524
3561
  # catalog_id: "CatalogIdString",
3525
3562
  # filter: {
3526
3563
  # match_criteria: ["NameString"],
3527
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
3564
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
3528
3565
  # },
3529
3566
  # hide_password: false,
3530
3567
  # next_token: "Token",
@@ -3536,7 +3573,7 @@ module Aws::Glue
3536
3573
  # resp.connection_list #=> Array
3537
3574
  # resp.connection_list[0].name #=> String
3538
3575
  # resp.connection_list[0].description #=> String
3539
- # resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
3576
+ # resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
3540
3577
  # resp.connection_list[0].match_criteria #=> Array
3541
3578
  # resp.connection_list[0].match_criteria[0] #=> String
3542
3579
  # resp.connection_list[0].connection_properties #=> Hash
@@ -3582,6 +3619,7 @@ module Aws::Glue
3582
3619
  # resp.crawler.targets.s3_targets[0].path #=> String
3583
3620
  # resp.crawler.targets.s3_targets[0].exclusions #=> Array
3584
3621
  # resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
3622
+ # resp.crawler.targets.s3_targets[0].connection_name #=> String
3585
3623
  # resp.crawler.targets.jdbc_targets #=> Array
3586
3624
  # resp.crawler.targets.jdbc_targets[0].connection_name #=> String
3587
3625
  # resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -3706,6 +3744,7 @@ module Aws::Glue
3706
3744
  # resp.crawlers[0].targets.s3_targets[0].path #=> String
3707
3745
  # resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
3708
3746
  # resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
3747
+ # resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
3709
3748
  # resp.crawlers[0].targets.jdbc_targets #=> Array
3710
3749
  # resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
3711
3750
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4827,6 +4866,57 @@ module Aws::Glue
4827
4866
  req.send_request(options)
4828
4867
  end
4829
4868
 
4869
+ # Retrieves the partition indexes associated with a table.
4870
+ #
4871
+ # @option params [String] :catalog_id
4872
+ # The catalog ID where the table resides.
4873
+ #
4874
+ # @option params [required, String] :database_name
4875
+ # Specifies the name of a database from which you want to retrieve
4876
+ # partition indexes.
4877
+ #
4878
+ # @option params [required, String] :table_name
4879
+ # Specifies the name of a table for which you want to retrieve the
4880
+ # partition indexes.
4881
+ #
4882
+ # @option params [String] :next_token
4883
+ # A continuation token, included if this is a continuation call.
4884
+ #
4885
+ # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4886
+ #
4887
+ # * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
4888
+ # * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
4889
+ #
4890
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4891
+ #
4892
+ # @example Request syntax with placeholder values
4893
+ #
4894
+ # resp = client.get_partition_indexes({
4895
+ # catalog_id: "CatalogIdString",
4896
+ # database_name: "NameString", # required
4897
+ # table_name: "NameString", # required
4898
+ # next_token: "Token",
4899
+ # })
4900
+ #
4901
+ # @example Response structure
4902
+ #
4903
+ # resp.partition_index_descriptor_list #=> Array
4904
+ # resp.partition_index_descriptor_list[0].index_name #=> String
4905
+ # resp.partition_index_descriptor_list[0].keys #=> Array
4906
+ # resp.partition_index_descriptor_list[0].keys[0].name #=> String
4907
+ # resp.partition_index_descriptor_list[0].keys[0].type #=> String
4908
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
4909
+ # resp.next_token #=> String
4910
+ #
4911
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
4912
+ #
4913
+ # @overload get_partition_indexes(params = {})
4914
+ # @param [Hash] params ({})
4915
+ def get_partition_indexes(params = {}, options = {})
4916
+ req = build_request(:get_partition_indexes, params)
4917
+ req.send_request(options)
4918
+ end
4919
+
4830
4920
  # Retrieves information about the partitions in a table.
4831
4921
  #
4832
4922
  # @option params [String] :catalog_id
@@ -5961,7 +6051,8 @@ module Aws::Glue
5961
6051
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5962
6052
  # resp.workflow.last_run.started_on #=> Time
5963
6053
  # resp.workflow.last_run.completed_on #=> Time
5964
- # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6054
+ # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6055
+ # resp.workflow.last_run.error_message #=> String
5965
6056
  # resp.workflow.last_run.statistics.total_actions #=> Integer
5966
6057
  # resp.workflow.last_run.statistics.timeout_actions #=> Integer
5967
6058
  # resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6092,6 +6183,7 @@ module Aws::Glue
6092
6183
  # resp.workflow.graph.edges #=> Array
6093
6184
  # resp.workflow.graph.edges[0].source_id #=> String
6094
6185
  # resp.workflow.graph.edges[0].destination_id #=> String
6186
+ # resp.workflow.max_concurrent_runs #=> Integer
6095
6187
  #
6096
6188
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
6097
6189
  #
@@ -6134,7 +6226,8 @@ module Aws::Glue
6134
6226
  # resp.run.workflow_run_properties["IdString"] #=> String
6135
6227
  # resp.run.started_on #=> Time
6136
6228
  # resp.run.completed_on #=> Time
6137
- # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6229
+ # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6230
+ # resp.run.error_message #=> String
6138
6231
  # resp.run.statistics.total_actions #=> Integer
6139
6232
  # resp.run.statistics.timeout_actions #=> Integer
6140
6233
  # resp.run.statistics.failed_actions #=> Integer
@@ -6286,7 +6379,8 @@ module Aws::Glue
6286
6379
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6287
6380
  # resp.runs[0].started_on #=> Time
6288
6381
  # resp.runs[0].completed_on #=> Time
6289
- # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6382
+ # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6383
+ # resp.runs[0].error_message #=> String
6290
6384
  # resp.runs[0].statistics.total_actions #=> Integer
6291
6385
  # resp.runs[0].statistics.timeout_actions #=> Integer
6292
6386
  # resp.runs[0].statistics.failed_actions #=> Integer
@@ -6884,8 +6978,9 @@ module Aws::Glue
6884
6978
  req.send_request(options)
6885
6979
  end
6886
6980
 
6887
- # Restarts any completed nodes in a workflow run and resumes the run
6888
- # execution.
6981
+ # Restarts selected nodes of a previous partially completed workflow run
6982
+ # and resumes the workflow run. The selected nodes and all nodes that
6983
+ # are downstream from the selected nodes are run.
6889
6984
  #
6890
6985
  # @option params [required, String] :name
6891
6986
  # The name of the workflow to resume.
@@ -6895,8 +6990,7 @@ module Aws::Glue
6895
6990
  #
6896
6991
  # @option params [required, Array<String>] :node_ids
6897
6992
  # A list of the node IDs for the nodes you want to restart. The nodes
6898
- # that are to be restarted must have an execution attempt in the
6899
- # original run.
6993
+ # that are to be restarted must have a run attempt in the original run.
6900
6994
  #
6901
6995
  # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6902
6996
  #
@@ -8029,7 +8123,7 @@ module Aws::Glue
8029
8123
  # connection_input: { # required
8030
8124
  # name: "NameString", # required
8031
8125
  # description: "DescriptionString",
8032
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
8126
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
8033
8127
  # match_criteria: ["NameString"],
8034
8128
  # connection_properties: { # required
8035
8129
  # "HOST" => "ValueString",
@@ -8119,6 +8213,7 @@ module Aws::Glue
8119
8213
  # {
8120
8214
  # path: "Path",
8121
8215
  # exclusions: ["Path"],
8216
+ # connection_name: "ConnectionName",
8122
8217
  # },
8123
8218
  # ],
8124
8219
  # jdbc_targets: [
@@ -8845,6 +8940,13 @@ module Aws::Glue
8845
8940
  # A collection of properties to be used as part of each execution of the
8846
8941
  # workflow.
8847
8942
  #
8943
+ # @option params [Integer] :max_concurrent_runs
8944
+ # You can use this parameter to prevent unwanted multiple updates to
8945
+ # data, to control costs, or in some cases, to prevent exceeding the
8946
+ # maximum number of concurrent runs of any of the component jobs. If you
8947
+ # leave this parameter blank, there is no limit to the number of
8948
+ # concurrent workflow runs.
8949
+ #
8848
8950
  # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
8849
8951
  #
8850
8952
  # * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8857,6 +8959,7 @@ module Aws::Glue
8857
8959
  # default_run_properties: {
8858
8960
  # "IdString" => "GenericString",
8859
8961
  # },
8962
+ # max_concurrent_runs: 1,
8860
8963
  # })
8861
8964
  #
8862
8965
  # @example Response structure
@@ -8885,7 +8988,7 @@ module Aws::Glue
8885
8988
  params: params,
8886
8989
  config: config)
8887
8990
  context[:gem_name] = 'aws-sdk-glue'
8888
- context[:gem_version] = '1.65.0'
8991
+ context[:gem_version] = '1.70.0'
8889
8992
  Seahorse::Client::Request.new(handlers, context)
8890
8993
  end
8891
8994
 
@@ -103,6 +103,7 @@ module Aws::Glue
103
103
  Condition = Shapes::StructureShape.new(name: 'Condition')
104
104
  ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
105
105
  ConditionList = Shapes::ListShape.new(name: 'ConditionList')
106
+ ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
106
107
  ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
107
108
  Connection = Shapes::StructureShape.new(name: 'Connection')
108
109
  ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +306,8 @@ module Aws::Glue
305
306
  GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
306
307
  GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
307
308
  GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
309
+ GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
310
+ GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
308
311
  GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
309
312
  GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
310
313
  GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +388,9 @@ module Aws::Glue
385
388
  JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
386
389
  JsonPath = Shapes::StringShape.new(name: 'JsonPath')
387
390
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
391
+ KeyList = Shapes::ListShape.new(name: 'KeyList')
392
+ KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
393
+ KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
388
394
  KeyString = Shapes::StringShape.new(name: 'KeyString')
389
395
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
390
396
  LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -450,6 +456,11 @@ module Aws::Glue
450
456
  Partition = Shapes::StructureShape.new(name: 'Partition')
451
457
  PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
452
458
  PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
459
+ PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
460
+ PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
461
+ PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
462
+ PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
463
+ PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
453
464
  PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
454
465
  PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
455
466
  PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -926,6 +937,9 @@ module Aws::Glue
926
937
 
927
938
  ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
928
939
 
940
+ ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
941
+ ConflictException.struct_class = Types::ConflictException
942
+
929
943
  ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
930
944
  ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
931
945
  ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1188,6 +1202,7 @@ module Aws::Glue
1188
1202
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1189
1203
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1190
1204
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
1205
+ CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
1191
1206
  CreateTableRequest.struct_class = Types::CreateTableRequest
1192
1207
 
1193
1208
  CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1217,6 +1232,7 @@ module Aws::Glue
1217
1232
  CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
1218
1233
  CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
1219
1234
  CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1235
+ CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
1220
1236
  CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
1221
1237
 
1222
1238
  CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1748,6 +1764,16 @@ module Aws::Glue
1748
1764
  GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
1749
1765
  GetMappingResponse.struct_class = Types::GetMappingResponse
1750
1766
 
1767
+ GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1768
+ GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1769
+ GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1770
+ GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1771
+ GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
1772
+
1773
+ GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
1774
+ GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1775
+ GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
1776
+
1751
1777
  GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1752
1778
  GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1753
1779
  GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2080,6 +2106,14 @@ module Aws::Glue
2080
2106
  JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
2081
2107
  JsonClassifier.struct_class = Types::JsonClassifier
2082
2108
 
2109
+ KeyList.member = Shapes::ShapeRef.new(shape: NameString)
2110
+
2111
+ KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2112
+ KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
2113
+ KeySchemaElement.struct_class = Types::KeySchemaElement
2114
+
2115
+ KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
2116
+
2083
2117
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
2084
2118
  LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
2085
2119
 
@@ -2250,6 +2284,19 @@ module Aws::Glue
2250
2284
 
2251
2285
  PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
2252
2286
 
2287
+ PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
2288
+ PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2289
+ PartitionIndex.struct_class = Types::PartitionIndex
2290
+
2291
+ PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2292
+ PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2293
+ PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2294
+ PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2295
+
2296
+ PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
2297
+
2298
+ PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
2299
+
2253
2300
  PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
2254
2301
  PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
2255
2302
  PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -2352,6 +2399,7 @@ module Aws::Glue
2352
2399
 
2353
2400
  S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
2354
2401
  S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
2402
+ S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
2355
2403
  S3Target.struct_class = Types::S3Target
2356
2404
 
2357
2405
  S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -2841,6 +2889,7 @@ module Aws::Glue
2841
2889
  UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2842
2890
  UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
2843
2891
  UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
2892
+ UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2844
2893
  UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
2845
2894
 
2846
2895
  UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2885,6 +2934,7 @@ module Aws::Glue
2885
2934
  Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
2886
2935
  Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
2887
2936
  Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2937
+ Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2888
2938
  Workflow.struct_class = Types::Workflow
2889
2939
 
2890
2940
  WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2900,6 +2950,7 @@ module Aws::Glue
2900
2950
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2901
2951
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
2902
2952
  WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
2953
+ WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
2903
2954
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
2904
2955
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2905
2956
  WorkflowRun.struct_class = Types::WorkflowRun
@@ -3866,6 +3917,24 @@ module Aws::Glue
3866
3917
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3867
3918
  end)
3868
3919
 
3920
+ api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
3921
+ o.name = "GetPartitionIndexes"
3922
+ o.http_method = "POST"
3923
+ o.http_request_uri = "/"
3924
+ o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
3925
+ o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
3926
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3927
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3928
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3929
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3930
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
3931
+ o[:pager] = Aws::Pager.new(
3932
+ tokens: {
3933
+ "next_token" => "next_token"
3934
+ }
3935
+ )
3936
+ end)
3937
+
3869
3938
  api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
3870
3939
  o.name = "GetPartitions"
3871
3940
  o.http_method = "POST"
@@ -32,6 +32,7 @@ module Aws::Glue
32
32
  # * {ConcurrentModificationException}
33
33
  # * {ConcurrentRunsExceededException}
34
34
  # * {ConditionCheckFailureException}
35
+ # * {ConflictException}
35
36
  # * {CrawlerNotRunningException}
36
37
  # * {CrawlerRunningException}
37
38
  # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
132
133
  end
133
134
  end
134
135
 
136
+ class ConflictException < ServiceError
137
+
138
+ # @param [Seahorse::Client::RequestContext] context
139
+ # @param [String] message
140
+ # @param [Aws::Glue::Types::ConflictException] data
141
+ def initialize(context, message, data = Aws::EmptyStructure.new)
142
+ super(context, message, data)
143
+ end
144
+
145
+ # @return [String]
146
+ def message
147
+ @message || @data[:message]
148
+ end
149
+ end
150
+
135
151
  class CrawlerNotRunningException < ServiceError
136
152
 
137
153
  # @param [Seahorse::Client::RequestContext] context
@@ -1452,8 +1452,10 @@ module Aws::Glue
1452
1452
  # @return [String]
1453
1453
  #
1454
1454
  # @!attribute [rw] state
1455
- # The condition state. Currently, the values supported are
1456
- # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1455
+ # The condition state. Currently, the only job states that a trigger
1456
+ # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1457
+ # The only crawler states that a trigger can listen for are
1458
+ # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1457
1459
  # @return [String]
1458
1460
  #
1459
1461
  # @!attribute [rw] crawler_name
@@ -1490,6 +1492,21 @@ module Aws::Glue
1490
1492
  include Aws::Structure
1491
1493
  end
1492
1494
 
1495
+ # The `CreatePartitions` API was called on a table that has indexes
1496
+ # enabled.
1497
+ #
1498
+ # @!attribute [rw] message
1499
+ # A message describing the problem.
1500
+ # @return [String]
1501
+ #
1502
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
1503
+ #
1504
+ class ConflictException < Struct.new(
1505
+ :message)
1506
+ SENSITIVE = []
1507
+ include Aws::Structure
1508
+ end
1509
+
1493
1510
  # The confusion matrix shows you what your transform is predicting
1494
1511
  # accurately and what types of errors it is making.
1495
1512
  #
@@ -1618,17 +1635,6 @@ module Aws::Glue
1618
1635
  # port pairs that are the addresses of the Apache Kafka brokers in a
1619
1636
  # Kafka cluster to which a Kafka client will connect to and
1620
1637
  # bootstrap itself.
1621
- #
1622
- # * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
1623
- # Apache Kafka connection. Default value is "true".
1624
- #
1625
- # * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
1626
- # file (.pem format). The default is an empty string.
1627
- #
1628
- # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1629
- # validation of the CA cert file or not. AWS Glue validates for
1630
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1631
- # Default value is "false".
1632
1638
  # @return [Hash<String,String>]
1633
1639
  #
1634
1640
  # @!attribute [rw] physical_connection_requirements
@@ -1674,7 +1680,7 @@ module Aws::Glue
1674
1680
  # {
1675
1681
  # name: "NameString", # required
1676
1682
  # description: "DescriptionString",
1677
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
1683
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
1678
1684
  # match_criteria: ["NameString"],
1679
1685
  # connection_properties: { # required
1680
1686
  # "HOST" => "ValueString",
@@ -2075,6 +2081,7 @@ module Aws::Glue
2075
2081
  # {
2076
2082
  # path: "Path",
2077
2083
  # exclusions: ["Path"],
2084
+ # connection_name: "ConnectionName",
2078
2085
  # },
2079
2086
  # ],
2080
2087
  # jdbc_targets: [
@@ -2195,7 +2202,7 @@ module Aws::Glue
2195
2202
  # connection_input: { # required
2196
2203
  # name: "NameString", # required
2197
2204
  # description: "DescriptionString",
2198
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
2205
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
2199
2206
  # match_criteria: ["NameString"],
2200
2207
  # connection_properties: { # required
2201
2208
  # "HOST" => "ValueString",
@@ -2243,6 +2250,7 @@ module Aws::Glue
2243
2250
  # {
2244
2251
  # path: "Path",
2245
2252
  # exclusions: ["Path"],
2253
+ # connection_name: "ConnectionName",
2246
2254
  # },
2247
2255
  # ],
2248
2256
  # jdbc_targets: [
@@ -3610,6 +3618,12 @@ module Aws::Glue
3610
3618
  # name: "NameString",
3611
3619
  # },
3612
3620
  # },
3621
+ # partition_indexes: [
3622
+ # {
3623
+ # keys: ["NameString"], # required
3624
+ # index_name: "NameString", # required
3625
+ # },
3626
+ # ],
3613
3627
  # }
3614
3628
  #
3615
3629
  # @!attribute [rw] catalog_id
@@ -3627,12 +3641,18 @@ module Aws::Glue
3627
3641
  # the catalog.
3628
3642
  # @return [Types::TableInput]
3629
3643
  #
3644
+ # @!attribute [rw] partition_indexes
3645
+ # A list of partition indexes, `PartitionIndex` structures, to create
3646
+ # in the table.
3647
+ # @return [Array<Types::PartitionIndex>]
3648
+ #
3630
3649
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
3631
3650
  #
3632
3651
  class CreateTableRequest < Struct.new(
3633
3652
  :catalog_id,
3634
3653
  :database_name,
3635
- :table_input)
3654
+ :table_input,
3655
+ :partition_indexes)
3636
3656
  SENSITIVE = []
3637
3657
  include Aws::Structure
3638
3658
  end
@@ -3823,6 +3843,7 @@ module Aws::Glue
3823
3843
  # tags: {
3824
3844
  # "TagKey" => "TagValue",
3825
3845
  # },
3846
+ # max_concurrent_runs: 1,
3826
3847
  # }
3827
3848
  #
3828
3849
  # @!attribute [rw] name
@@ -3843,13 +3864,22 @@ module Aws::Glue
3843
3864
  # The tags to be used with this workflow.
3844
3865
  # @return [Hash<String,String>]
3845
3866
  #
3867
+ # @!attribute [rw] max_concurrent_runs
3868
+ # You can use this parameter to prevent unwanted multiple updates to
3869
+ # data, to control costs, or in some cases, to prevent exceeding the
3870
+ # maximum number of concurrent runs of any of the component jobs. If
3871
+ # you leave this parameter blank, there is no limit to the number of
3872
+ # concurrent workflow runs.
3873
+ # @return [Integer]
3874
+ #
3846
3875
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
3847
3876
  #
3848
3877
  class CreateWorkflowRequest < Struct.new(
3849
3878
  :name,
3850
3879
  :description,
3851
3880
  :default_run_properties,
3852
- :tags)
3881
+ :tags,
3882
+ :max_concurrent_runs)
3853
3883
  SENSITIVE = []
3854
3884
  include Aws::Structure
3855
3885
  end
@@ -5837,7 +5867,7 @@ module Aws::Glue
5837
5867
  #
5838
5868
  # {
5839
5869
  # match_criteria: ["NameString"],
5840
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
5870
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
5841
5871
  # }
5842
5872
  #
5843
5873
  # @!attribute [rw] match_criteria
@@ -5865,7 +5895,7 @@ module Aws::Glue
5865
5895
  # catalog_id: "CatalogIdString",
5866
5896
  # filter: {
5867
5897
  # match_criteria: ["NameString"],
5868
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
5898
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
5869
5899
  # },
5870
5900
  # hide_password: false,
5871
5901
  # next_token: "Token",
@@ -6953,6 +6983,63 @@ module Aws::Glue
6953
6983
  include Aws::Structure
6954
6984
  end
6955
6985
 
6986
+ # @note When making an API call, you may pass GetPartitionIndexesRequest
6987
+ # data as a hash:
6988
+ #
6989
+ # {
6990
+ # catalog_id: "CatalogIdString",
6991
+ # database_name: "NameString", # required
6992
+ # table_name: "NameString", # required
6993
+ # next_token: "Token",
6994
+ # }
6995
+ #
6996
+ # @!attribute [rw] catalog_id
6997
+ # The catalog ID where the table resides.
6998
+ # @return [String]
6999
+ #
7000
+ # @!attribute [rw] database_name
7001
+ # Specifies the name of a database from which you want to retrieve
7002
+ # partition indexes.
7003
+ # @return [String]
7004
+ #
7005
+ # @!attribute [rw] table_name
7006
+ # Specifies the name of a table for which you want to retrieve the
7007
+ # partition indexes.
7008
+ # @return [String]
7009
+ #
7010
+ # @!attribute [rw] next_token
7011
+ # A continuation token, included if this is a continuation call.
7012
+ # @return [String]
7013
+ #
7014
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
7015
+ #
7016
+ class GetPartitionIndexesRequest < Struct.new(
7017
+ :catalog_id,
7018
+ :database_name,
7019
+ :table_name,
7020
+ :next_token)
7021
+ SENSITIVE = []
7022
+ include Aws::Structure
7023
+ end
7024
+
7025
+ # @!attribute [rw] partition_index_descriptor_list
7026
+ # A list of index descriptors.
7027
+ # @return [Array<Types::PartitionIndexDescriptor>]
7028
+ #
7029
+ # @!attribute [rw] next_token
7030
+ # A continuation token, present if the current list segment is not the
7031
+ # last.
7032
+ # @return [String]
7033
+ #
7034
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
7035
+ #
7036
+ class GetPartitionIndexesResponse < Struct.new(
7037
+ :partition_index_descriptor_list,
7038
+ :next_token)
7039
+ SENSITIVE = []
7040
+ include Aws::Structure
7041
+ end
7042
+
6956
7043
  # @note When making an API call, you may pass GetPartitionRequest
6957
7044
  # data as a hash:
6958
7045
  #
@@ -8701,7 +8788,13 @@ module Aws::Glue
8701
8788
  # @return [Time]
8702
8789
  #
8703
8790
  # @!attribute [rw] job_run_state
8704
- # The current state of the job run.
8791
+ # The current state of the job run. For more information about the
8792
+ # statuses of jobs that have terminated abnormally, see [AWS Glue Job
8793
+ # Run Statuses][1].
8794
+ #
8795
+ #
8796
+ #
8797
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8705
8798
  # @return [String]
8706
8799
  #
8707
8800
  # @!attribute [rw] arguments
@@ -9126,6 +9219,25 @@ module Aws::Glue
9126
9219
  include Aws::Structure
9127
9220
  end
9128
9221
 
9222
+ # A partition key pair consisting of a name and a type.
9223
+ #
9224
+ # @!attribute [rw] name
9225
+ # The name of a partition key.
9226
+ # @return [String]
9227
+ #
9228
+ # @!attribute [rw] type
9229
+ # The type of a partition key.
9230
+ # @return [String]
9231
+ #
9232
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
9233
+ #
9234
+ class KeySchemaElement < Struct.new(
9235
+ :name,
9236
+ :type)
9237
+ SENSITIVE = []
9238
+ include Aws::Structure
9239
+ end
9240
+
9129
9241
  # Specifies configuration properties for a labeling set generation task
9130
9242
  # run.
9131
9243
  #
@@ -10062,6 +10174,58 @@ module Aws::Glue
10062
10174
  include Aws::Structure
10063
10175
  end
10064
10176
 
10177
+ # A structure for a partition index.
10178
+ #
10179
+ # @note When making an API call, you may pass PartitionIndex
10180
+ # data as a hash:
10181
+ #
10182
+ # {
10183
+ # keys: ["NameString"], # required
10184
+ # index_name: "NameString", # required
10185
+ # }
10186
+ #
10187
+ # @!attribute [rw] keys
10188
+ # The keys for the partition index.
10189
+ # @return [Array<String>]
10190
+ #
10191
+ # @!attribute [rw] index_name
10192
+ # The name of the partition index.
10193
+ # @return [String]
10194
+ #
10195
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
10196
+ #
10197
+ class PartitionIndex < Struct.new(
10198
+ :keys,
10199
+ :index_name)
10200
+ SENSITIVE = []
10201
+ include Aws::Structure
10202
+ end
10203
+
10204
+ # A descriptor for a partition index in a table.
10205
+ #
10206
+ # @!attribute [rw] index_name
10207
+ # The name of the partition index.
10208
+ # @return [String]
10209
+ #
10210
+ # @!attribute [rw] keys
10211
+ # A list of one or more keys, as `KeySchemaElement` structures, for
10212
+ # the partition index.
10213
+ # @return [Array<Types::KeySchemaElement>]
10214
+ #
10215
+ # @!attribute [rw] index_status
10216
+ # The status of the partition index.
10217
+ # @return [String]
10218
+ #
10219
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10220
+ #
10221
+ class PartitionIndexDescriptor < Struct.new(
10222
+ :index_name,
10223
+ :keys,
10224
+ :index_status)
10225
+ SENSITIVE = []
10226
+ include Aws::Structure
10227
+ end
10228
+
10065
10229
  # The structure used to create and update a partition.
10066
10230
  #
10067
10231
  # @note When making an API call, you may pass PartitionInput
@@ -10583,8 +10747,8 @@ module Aws::Glue
10583
10747
  #
10584
10748
  # @!attribute [rw] node_ids
10585
10749
  # A list of the node IDs for the nodes you want to restart. The nodes
10586
- # that are to be restarted must have an execution attempt in the
10587
- # original run.
10750
+ # that are to be restarted must have a run attempt in the original
10751
+ # run.
10588
10752
  # @return [Array<String>]
10589
10753
  #
10590
10754
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
@@ -10652,6 +10816,7 @@ module Aws::Glue
10652
10816
  # {
10653
10817
  # path: "Path",
10654
10818
  # exclusions: ["Path"],
10819
+ # connection_name: "ConnectionName",
10655
10820
  # }
10656
10821
  #
10657
10822
  # @!attribute [rw] path
@@ -10667,11 +10832,18 @@ module Aws::Glue
10667
10832
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
10668
10833
  # @return [Array<String>]
10669
10834
  #
10835
+ # @!attribute [rw] connection_name
10836
+ # The name of a connection which allows a job or crawler to access
10837
+ # data in Amazon S3 within an Amazon Virtual Private Cloud environment
10838
+ # (Amazon VPC).
10839
+ # @return [String]
10840
+ #
10670
10841
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
10671
10842
  #
10672
10843
  class S3Target < Struct.new(
10673
10844
  :path,
10674
- :exclusions)
10845
+ :exclusions,
10846
+ :connection_name)
10675
10847
  SENSITIVE = []
10676
10848
  include Aws::Structure
10677
10849
  end
@@ -12955,7 +13127,7 @@ module Aws::Glue
12955
13127
  # connection_input: { # required
12956
13128
  # name: "NameString", # required
12957
13129
  # description: "DescriptionString",
12958
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
13130
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
12959
13131
  # match_criteria: ["NameString"],
12960
13132
  # connection_properties: { # required
12961
13133
  # "HOST" => "ValueString",
@@ -13009,6 +13181,7 @@ module Aws::Glue
13009
13181
  # {
13010
13182
  # path: "Path",
13011
13183
  # exclusions: ["Path"],
13184
+ # connection_name: "ConnectionName",
13012
13185
  # },
13013
13186
  # ],
13014
13187
  # jdbc_targets: [
@@ -13996,6 +14169,7 @@ module Aws::Glue
13996
14169
  # default_run_properties: {
13997
14170
  # "IdString" => "GenericString",
13998
14171
  # },
14172
+ # max_concurrent_runs: 1,
13999
14173
  # }
14000
14174
  #
14001
14175
  # @!attribute [rw] name
@@ -14011,12 +14185,21 @@ module Aws::Glue
14011
14185
  # the workflow.
14012
14186
  # @return [Hash<String,String>]
14013
14187
  #
14188
+ # @!attribute [rw] max_concurrent_runs
14189
+ # You can use this parameter to prevent unwanted multiple updates to
14190
+ # data, to control costs, or in some cases, to prevent exceeding the
14191
+ # maximum number of concurrent runs of any of the component jobs. If
14192
+ # you leave this parameter blank, there is no limit to the number of
14193
+ # concurrent workflow runs.
14194
+ # @return [Integer]
14195
+ #
14014
14196
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
14015
14197
  #
14016
14198
  class UpdateWorkflowRequest < Struct.new(
14017
14199
  :name,
14018
14200
  :description,
14019
- :default_run_properties)
14201
+ :default_run_properties,
14202
+ :max_concurrent_runs)
14020
14203
  SENSITIVE = []
14021
14204
  include Aws::Structure
14022
14205
  end
@@ -14233,6 +14416,14 @@ module Aws::Glue
14233
14416
  # edges.
14234
14417
  # @return [Types::WorkflowGraph]
14235
14418
  #
14419
+ # @!attribute [rw] max_concurrent_runs
14420
+ # You can use this parameter to prevent unwanted multiple updates to
14421
+ # data, to control costs, or in some cases, to prevent exceeding the
14422
+ # maximum number of concurrent runs of any of the component jobs. If
14423
+ # you leave this parameter blank, there is no limit to the number of
14424
+ # concurrent workflow runs.
14425
+ # @return [Integer]
14426
+ #
14236
14427
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
14237
14428
  #
14238
14429
  class Workflow < Struct.new(
@@ -14242,7 +14433,8 @@ module Aws::Glue
14242
14433
  :created_on,
14243
14434
  :last_modified_on,
14244
14435
  :last_run,
14245
- :graph)
14436
+ :graph,
14437
+ :max_concurrent_runs)
14246
14438
  SENSITIVE = []
14247
14439
  include Aws::Structure
14248
14440
  end
@@ -14301,6 +14493,12 @@ module Aws::Glue
14301
14493
  # The status of the workflow run.
14302
14494
  # @return [String]
14303
14495
  #
14496
+ # @!attribute [rw] error_message
14497
+ # This error message describes any error that may have occurred in
14498
+ # starting the workflow run. Currently the only error message is
14499
+ # "Concurrent runs exceeded for workflow: `foo`."
14500
+ # @return [String]
14501
+ #
14304
14502
  # @!attribute [rw] statistics
14305
14503
  # The statistics of the run.
14306
14504
  # @return [Types::WorkflowRunStatistics]
@@ -14321,6 +14519,7 @@ module Aws::Glue
14321
14519
  :started_on,
14322
14520
  :completed_on,
14323
14521
  :status,
14522
+ :error_message,
14324
14523
  :statistics,
14325
14524
  :graph)
14326
14525
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.65.0
4
+ version: 1.70.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-07-27 00:00:00.000000000 Z
11
+ date: 2020-09-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core