aws-sdk-glue 1.65.0 → 1.70.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: a0b4f5408cc63aa2dc2a0475d3b9719e206cc95975878850718e3eb4d6a88dc4
4
- data.tar.gz: cb877565ddc3f9e78d08b6001b06a264513f06f77e7ebc628b1c97c5330a9a39
3
+ metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
4
+ data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
5
5
  SHA512:
6
- metadata.gz: c61586337b3567ea6fba9cc6a57a1f126a21c1f20a1c7ba13f93cf0d0fce4d69eba4991f3793f5eb1e3393b25952fcb1a6937ad158b1db697002cc53365a5a40
7
- data.tar.gz: f0a10d32bd9d0702679f49cf273632eaf7d6c5a8dd8aad64faff45f7cd074a92a9b793c8f10c2827eb773b5945cef6634d0a602e201c952dd5e1a3f65e258407
6
+ metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
7
+ data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
@@ -7,6 +7,7 @@
7
7
  #
8
8
  # WARNING ABOUT GENERATED CODE
9
9
 
10
+
10
11
  require 'aws-sdk-core'
11
12
  require 'aws-sigv4'
12
13
 
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
44
45
  #
45
46
  # See {Errors} for more information.
46
47
  #
47
- # @service
48
+ # @!group service
48
49
  module Aws::Glue
49
50
 
50
- GEM_VERSION = '1.65.0'
51
+ GEM_VERSION = '1.70.0'
51
52
 
52
53
  end
@@ -85,13 +85,28 @@ module Aws::Glue
85
85
  # * `Aws::Credentials` - Used for configuring static, non-refreshing
86
86
  # credentials.
87
87
  #
88
+ # * `Aws::SharedCredentials` - Used for loading static credentials from a
89
+ # shared file, such as `~/.aws/config`.
90
+ #
91
+ # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
92
+ #
93
+ # * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
94
+ # assume a role after providing credentials via the web.
95
+ #
96
+ # * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
97
+ # access token generated from `aws login`.
98
+ #
99
+ # * `Aws::ProcessCredentials` - Used for loading credentials from a
100
+ # process that outputs to stdout.
101
+ #
88
102
  # * `Aws::InstanceProfileCredentials` - Used for loading credentials
89
103
  # from an EC2 IMDS on an EC2 instance.
90
104
  #
91
- # * `Aws::SharedCredentials` - Used for loading credentials from a
92
- # shared file, such as `~/.aws/config`.
105
+ # * `Aws::ECSCredentials` - Used for loading credentials from
106
+ # instances running in ECS.
93
107
  #
94
- # * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
108
+ # * `Aws::CognitoIdentityCredentials` - Used for loading credentials
109
+ # from the Cognito Identity service.
95
110
  #
96
111
  # When `:credentials` are not configured directly, the following
97
112
  # locations will be searched for credentials:
@@ -101,10 +116,10 @@ module Aws::Glue
101
116
  # * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
102
117
  # * `~/.aws/credentials`
103
118
  # * `~/.aws/config`
104
- # * EC2 IMDS instance profile - When used by default, the timeouts are
105
- # very aggressive. Construct and pass an instance of
106
- # `Aws::InstanceProfileCredentails` to enable retries and extended
107
- # timeouts.
119
+ # * EC2/ECS IMDS instance profile - When used by default, the timeouts
120
+ # are very aggressive. Construct and pass an instance of
121
+ # `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
122
+ # enable retries and extended timeouts.
108
123
  #
109
124
  # @option options [required, String] :region
110
125
  # The AWS region to connect to. The configured `:region` is
@@ -642,6 +657,7 @@ module Aws::Glue
642
657
  # resp.crawlers[0].targets.s3_targets[0].path #=> String
643
658
  # resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
644
659
  # resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
660
+ # resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
645
661
  # resp.crawlers[0].targets.jdbc_targets #=> Array
646
662
  # resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
647
663
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -1002,7 +1018,8 @@ module Aws::Glue
1002
1018
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1003
1019
  # resp.workflows[0].last_run.started_on #=> Time
1004
1020
  # resp.workflows[0].last_run.completed_on #=> Time
1005
- # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
1021
+ # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
1022
+ # resp.workflows[0].last_run.error_message #=> String
1006
1023
  # resp.workflows[0].last_run.statistics.total_actions #=> Integer
1007
1024
  # resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
1008
1025
  # resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1133,6 +1150,7 @@ module Aws::Glue
1133
1150
  # resp.workflows[0].graph.edges #=> Array
1134
1151
  # resp.workflows[0].graph.edges[0].source_id #=> String
1135
1152
  # resp.workflows[0].graph.edges[0].destination_id #=> String
1153
+ # resp.workflows[0].max_concurrent_runs #=> Integer
1136
1154
  # resp.missing_workflows #=> Array
1137
1155
  # resp.missing_workflows[0] #=> String
1138
1156
  #
@@ -1300,7 +1318,7 @@ module Aws::Glue
1300
1318
  # connection_input: { # required
1301
1319
  # name: "NameString", # required
1302
1320
  # description: "DescriptionString",
1303
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
1321
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
1304
1322
  # match_criteria: ["NameString"],
1305
1323
  # connection_properties: { # required
1306
1324
  # "HOST" => "ValueString",
@@ -1401,6 +1419,7 @@ module Aws::Glue
1401
1419
  # {
1402
1420
  # path: "Path",
1403
1421
  # exclusions: ["Path"],
1422
+ # connection_name: "ConnectionName",
1404
1423
  # },
1405
1424
  # ],
1406
1425
  # jdbc_targets: [
@@ -2309,6 +2328,10 @@ module Aws::Glue
2309
2328
  # The `TableInput` object that defines the metadata table to create in
2310
2329
  # the catalog.
2311
2330
  #
2331
+ # @option params [Array<Types::PartitionIndex>] :partition_indexes
2332
+ # A list of partition indexes, `PartitionIndex` structures, to create in
2333
+ # the table.
2334
+ #
2312
2335
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2313
2336
  #
2314
2337
  # @example Request syntax with placeholder values
@@ -2387,6 +2410,12 @@ module Aws::Glue
2387
2410
  # name: "NameString",
2388
2411
  # },
2389
2412
  # },
2413
+ # partition_indexes: [
2414
+ # {
2415
+ # keys: ["NameString"], # required
2416
+ # index_name: "NameString", # required
2417
+ # },
2418
+ # ],
2390
2419
  # })
2391
2420
  #
2392
2421
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
@@ -2560,6 +2589,13 @@ module Aws::Glue
2560
2589
  # @option params [Hash<String,String>] :tags
2561
2590
  # The tags to be used with this workflow.
2562
2591
  #
2592
+ # @option params [Integer] :max_concurrent_runs
2593
+ # You can use this parameter to prevent unwanted multiple updates to
2594
+ # data, to control costs, or in some cases, to prevent exceeding the
2595
+ # maximum number of concurrent runs of any of the component jobs. If you
2596
+ # leave this parameter blank, there is no limit to the number of
2597
+ # concurrent workflow runs.
2598
+ #
2563
2599
  # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2564
2600
  #
2565
2601
  # * {Types::CreateWorkflowResponse#name #name} => String
@@ -2575,6 +2611,7 @@ module Aws::Glue
2575
2611
  # tags: {
2576
2612
  # "TagKey" => "TagValue",
2577
2613
  # },
2614
+ # max_concurrent_runs: 1,
2578
2615
  # })
2579
2616
  #
2580
2617
  # @example Response structure
@@ -3466,7 +3503,7 @@ module Aws::Glue
3466
3503
  #
3467
3504
  # resp.connection.name #=> String
3468
3505
  # resp.connection.description #=> String
3469
- # resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
3506
+ # resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
3470
3507
  # resp.connection.match_criteria #=> Array
3471
3508
  # resp.connection.match_criteria[0] #=> String
3472
3509
  # resp.connection.connection_properties #=> Hash
@@ -3524,7 +3561,7 @@ module Aws::Glue
3524
3561
  # catalog_id: "CatalogIdString",
3525
3562
  # filter: {
3526
3563
  # match_criteria: ["NameString"],
3527
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
3564
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
3528
3565
  # },
3529
3566
  # hide_password: false,
3530
3567
  # next_token: "Token",
@@ -3536,7 +3573,7 @@ module Aws::Glue
3536
3573
  # resp.connection_list #=> Array
3537
3574
  # resp.connection_list[0].name #=> String
3538
3575
  # resp.connection_list[0].description #=> String
3539
- # resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
3576
+ # resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
3540
3577
  # resp.connection_list[0].match_criteria #=> Array
3541
3578
  # resp.connection_list[0].match_criteria[0] #=> String
3542
3579
  # resp.connection_list[0].connection_properties #=> Hash
@@ -3582,6 +3619,7 @@ module Aws::Glue
3582
3619
  # resp.crawler.targets.s3_targets[0].path #=> String
3583
3620
  # resp.crawler.targets.s3_targets[0].exclusions #=> Array
3584
3621
  # resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
3622
+ # resp.crawler.targets.s3_targets[0].connection_name #=> String
3585
3623
  # resp.crawler.targets.jdbc_targets #=> Array
3586
3624
  # resp.crawler.targets.jdbc_targets[0].connection_name #=> String
3587
3625
  # resp.crawler.targets.jdbc_targets[0].path #=> String
@@ -3706,6 +3744,7 @@ module Aws::Glue
3706
3744
  # resp.crawlers[0].targets.s3_targets[0].path #=> String
3707
3745
  # resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
3708
3746
  # resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
3747
+ # resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
3709
3748
  # resp.crawlers[0].targets.jdbc_targets #=> Array
3710
3749
  # resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
3711
3750
  # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
@@ -4827,6 +4866,57 @@ module Aws::Glue
4827
4866
  req.send_request(options)
4828
4867
  end
4829
4868
 
4869
+ # Retrieves the partition indexes associated with a table.
4870
+ #
4871
+ # @option params [String] :catalog_id
4872
+ # The catalog ID where the table resides.
4873
+ #
4874
+ # @option params [required, String] :database_name
4875
+ # Specifies the name of a database from which you want to retrieve
4876
+ # partition indexes.
4877
+ #
4878
+ # @option params [required, String] :table_name
4879
+ # Specifies the name of a table for which you want to retrieve the
4880
+ # partition indexes.
4881
+ #
4882
+ # @option params [String] :next_token
4883
+ # A continuation token, included if this is a continuation call.
4884
+ #
4885
+ # @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4886
+ #
4887
+ # * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array&lt;Types::PartitionIndexDescriptor&gt;
4888
+ # * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
4889
+ #
4890
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4891
+ #
4892
+ # @example Request syntax with placeholder values
4893
+ #
4894
+ # resp = client.get_partition_indexes({
4895
+ # catalog_id: "CatalogIdString",
4896
+ # database_name: "NameString", # required
4897
+ # table_name: "NameString", # required
4898
+ # next_token: "Token",
4899
+ # })
4900
+ #
4901
+ # @example Response structure
4902
+ #
4903
+ # resp.partition_index_descriptor_list #=> Array
4904
+ # resp.partition_index_descriptor_list[0].index_name #=> String
4905
+ # resp.partition_index_descriptor_list[0].keys #=> Array
4906
+ # resp.partition_index_descriptor_list[0].keys[0].name #=> String
4907
+ # resp.partition_index_descriptor_list[0].keys[0].type #=> String
4908
+ # resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
4909
+ # resp.next_token #=> String
4910
+ #
4911
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
4912
+ #
4913
+ # @overload get_partition_indexes(params = {})
4914
+ # @param [Hash] params ({})
4915
+ def get_partition_indexes(params = {}, options = {})
4916
+ req = build_request(:get_partition_indexes, params)
4917
+ req.send_request(options)
4918
+ end
4919
+
4830
4920
  # Retrieves information about the partitions in a table.
4831
4921
  #
4832
4922
  # @option params [String] :catalog_id
@@ -5961,7 +6051,8 @@ module Aws::Glue
5961
6051
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5962
6052
  # resp.workflow.last_run.started_on #=> Time
5963
6053
  # resp.workflow.last_run.completed_on #=> Time
5964
- # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6054
+ # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6055
+ # resp.workflow.last_run.error_message #=> String
5965
6056
  # resp.workflow.last_run.statistics.total_actions #=> Integer
5966
6057
  # resp.workflow.last_run.statistics.timeout_actions #=> Integer
5967
6058
  # resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6092,6 +6183,7 @@ module Aws::Glue
6092
6183
  # resp.workflow.graph.edges #=> Array
6093
6184
  # resp.workflow.graph.edges[0].source_id #=> String
6094
6185
  # resp.workflow.graph.edges[0].destination_id #=> String
6186
+ # resp.workflow.max_concurrent_runs #=> Integer
6095
6187
  #
6096
6188
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
6097
6189
  #
@@ -6134,7 +6226,8 @@ module Aws::Glue
6134
6226
  # resp.run.workflow_run_properties["IdString"] #=> String
6135
6227
  # resp.run.started_on #=> Time
6136
6228
  # resp.run.completed_on #=> Time
6137
- # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6229
+ # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6230
+ # resp.run.error_message #=> String
6138
6231
  # resp.run.statistics.total_actions #=> Integer
6139
6232
  # resp.run.statistics.timeout_actions #=> Integer
6140
6233
  # resp.run.statistics.failed_actions #=> Integer
@@ -6286,7 +6379,8 @@ module Aws::Glue
6286
6379
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6287
6380
  # resp.runs[0].started_on #=> Time
6288
6381
  # resp.runs[0].completed_on #=> Time
6289
- # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6382
+ # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6383
+ # resp.runs[0].error_message #=> String
6290
6384
  # resp.runs[0].statistics.total_actions #=> Integer
6291
6385
  # resp.runs[0].statistics.timeout_actions #=> Integer
6292
6386
  # resp.runs[0].statistics.failed_actions #=> Integer
@@ -6884,8 +6978,9 @@ module Aws::Glue
6884
6978
  req.send_request(options)
6885
6979
  end
6886
6980
 
6887
- # Restarts any completed nodes in a workflow run and resumes the run
6888
- # execution.
6981
+ # Restarts selected nodes of a previous partially completed workflow run
6982
+ # and resumes the workflow run. The selected nodes and all nodes that
6983
+ # are downstream from the selected nodes are run.
6889
6984
  #
6890
6985
  # @option params [required, String] :name
6891
6986
  # The name of the workflow to resume.
@@ -6895,8 +6990,7 @@ module Aws::Glue
6895
6990
  #
6896
6991
  # @option params [required, Array<String>] :node_ids
6897
6992
  # A list of the node IDs for the nodes you want to restart. The nodes
6898
- # that are to be restarted must have an execution attempt in the
6899
- # original run.
6993
+ # that are to be restarted must have a run attempt in the original run.
6900
6994
  #
6901
6995
  # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6902
6996
  #
@@ -8029,7 +8123,7 @@ module Aws::Glue
8029
8123
  # connection_input: { # required
8030
8124
  # name: "NameString", # required
8031
8125
  # description: "DescriptionString",
8032
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
8126
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
8033
8127
  # match_criteria: ["NameString"],
8034
8128
  # connection_properties: { # required
8035
8129
  # "HOST" => "ValueString",
@@ -8119,6 +8213,7 @@ module Aws::Glue
8119
8213
  # {
8120
8214
  # path: "Path",
8121
8215
  # exclusions: ["Path"],
8216
+ # connection_name: "ConnectionName",
8122
8217
  # },
8123
8218
  # ],
8124
8219
  # jdbc_targets: [
@@ -8845,6 +8940,13 @@ module Aws::Glue
8845
8940
  # A collection of properties to be used as part of each execution of the
8846
8941
  # workflow.
8847
8942
  #
8943
+ # @option params [Integer] :max_concurrent_runs
8944
+ # You can use this parameter to prevent unwanted multiple updates to
8945
+ # data, to control costs, or in some cases, to prevent exceeding the
8946
+ # maximum number of concurrent runs of any of the component jobs. If you
8947
+ # leave this parameter blank, there is no limit to the number of
8948
+ # concurrent workflow runs.
8949
+ #
8848
8950
  # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
8849
8951
  #
8850
8952
  # * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8857,6 +8959,7 @@ module Aws::Glue
8857
8959
  # default_run_properties: {
8858
8960
  # "IdString" => "GenericString",
8859
8961
  # },
8962
+ # max_concurrent_runs: 1,
8860
8963
  # })
8861
8964
  #
8862
8965
  # @example Response structure
@@ -8885,7 +8988,7 @@ module Aws::Glue
8885
8988
  params: params,
8886
8989
  config: config)
8887
8990
  context[:gem_name] = 'aws-sdk-glue'
8888
- context[:gem_version] = '1.65.0'
8991
+ context[:gem_version] = '1.70.0'
8889
8992
  Seahorse::Client::Request.new(handlers, context)
8890
8993
  end
8891
8994
 
@@ -103,6 +103,7 @@ module Aws::Glue
103
103
  Condition = Shapes::StructureShape.new(name: 'Condition')
104
104
  ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
105
105
  ConditionList = Shapes::ListShape.new(name: 'ConditionList')
106
+ ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
106
107
  ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
107
108
  Connection = Shapes::StructureShape.new(name: 'Connection')
108
109
  ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
@@ -305,6 +306,8 @@ module Aws::Glue
305
306
  GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
306
307
  GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
307
308
  GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
309
+ GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
310
+ GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
308
311
  GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
309
312
  GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
310
313
  GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
@@ -385,6 +388,9 @@ module Aws::Glue
385
388
  JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
386
389
  JsonPath = Shapes::StringShape.new(name: 'JsonPath')
387
390
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
391
+ KeyList = Shapes::ListShape.new(name: 'KeyList')
392
+ KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
393
+ KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
388
394
  KeyString = Shapes::StringShape.new(name: 'KeyString')
389
395
  KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
390
396
  LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
@@ -450,6 +456,11 @@ module Aws::Glue
450
456
  Partition = Shapes::StructureShape.new(name: 'Partition')
451
457
  PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
452
458
  PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
459
+ PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
460
+ PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
461
+ PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
462
+ PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
463
+ PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
453
464
  PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
454
465
  PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
455
466
  PartitionList = Shapes::ListShape.new(name: 'PartitionList')
@@ -926,6 +937,9 @@ module Aws::Glue
926
937
 
927
938
  ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
928
939
 
940
+ ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
941
+ ConflictException.struct_class = Types::ConflictException
942
+
929
943
  ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
930
944
  ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
931
945
  ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
@@ -1188,6 +1202,7 @@ module Aws::Glue
1188
1202
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1189
1203
  CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1190
1204
  CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
1205
+ CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
1191
1206
  CreateTableRequest.struct_class = Types::CreateTableRequest
1192
1207
 
1193
1208
  CreateTableResponse.struct_class = Types::CreateTableResponse
@@ -1217,6 +1232,7 @@ module Aws::Glue
1217
1232
  CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
1218
1233
  CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
1219
1234
  CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1235
+ CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
1220
1236
  CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
1221
1237
 
1222
1238
  CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -1748,6 +1764,16 @@ module Aws::Glue
1748
1764
  GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
1749
1765
  GetMappingResponse.struct_class = Types::GetMappingResponse
1750
1766
 
1767
+ GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1768
+ GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1769
+ GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
1770
+ GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1771
+ GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
1772
+
1773
+ GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
1774
+ GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
1775
+ GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
1776
+
1751
1777
  GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1752
1778
  GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
1753
1779
  GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
@@ -2080,6 +2106,14 @@ module Aws::Glue
2080
2106
  JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
2081
2107
  JsonClassifier.struct_class = Types::JsonClassifier
2082
2108
 
2109
+ KeyList.member = Shapes::ShapeRef.new(shape: NameString)
2110
+
2111
+ KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2112
+ KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
2113
+ KeySchemaElement.struct_class = Types::KeySchemaElement
2114
+
2115
+ KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
2116
+
2083
2117
  LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
2084
2118
  LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
2085
2119
 
@@ -2250,6 +2284,19 @@ module Aws::Glue
2250
2284
 
2251
2285
  PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
2252
2286
 
2287
+ PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
2288
+ PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2289
+ PartitionIndex.struct_class = Types::PartitionIndex
2290
+
2291
+ PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
2292
+ PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
2293
+ PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
2294
+ PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
2295
+
2296
+ PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
2297
+
2298
+ PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
2299
+
2253
2300
  PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
2254
2301
  PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
2255
2302
  PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
@@ -2352,6 +2399,7 @@ module Aws::Glue
2352
2399
 
2353
2400
  S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
2354
2401
  S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
2402
+ S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
2355
2403
  S3Target.struct_class = Types::S3Target
2356
2404
 
2357
2405
  S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
@@ -2841,6 +2889,7 @@ module Aws::Glue
2841
2889
  UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2842
2890
  UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
2843
2891
  UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
2892
+ UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2844
2893
  UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
2845
2894
 
2846
2895
  UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2885,6 +2934,7 @@ module Aws::Glue
2885
2934
  Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
2886
2935
  Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
2887
2936
  Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2937
+ Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2888
2938
  Workflow.struct_class = Types::Workflow
2889
2939
 
2890
2940
  WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2900,6 +2950,7 @@ module Aws::Glue
2900
2950
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2901
2951
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
2902
2952
  WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
2953
+ WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
2903
2954
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
2904
2955
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2905
2956
  WorkflowRun.struct_class = Types::WorkflowRun
@@ -3866,6 +3917,24 @@ module Aws::Glue
3866
3917
  o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
3867
3918
  end)
3868
3919
 
3920
+ api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
3921
+ o.name = "GetPartitionIndexes"
3922
+ o.http_method = "POST"
3923
+ o.http_request_uri = "/"
3924
+ o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
3925
+ o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
3926
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
3927
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
3928
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
3929
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
3930
+ o.errors << Shapes::ShapeRef.new(shape: ConflictException)
3931
+ o[:pager] = Aws::Pager.new(
3932
+ tokens: {
3933
+ "next_token" => "next_token"
3934
+ }
3935
+ )
3936
+ end)
3937
+
3869
3938
  api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
3870
3939
  o.name = "GetPartitions"
3871
3940
  o.http_method = "POST"
@@ -32,6 +32,7 @@ module Aws::Glue
32
32
  # * {ConcurrentModificationException}
33
33
  # * {ConcurrentRunsExceededException}
34
34
  # * {ConditionCheckFailureException}
35
+ # * {ConflictException}
35
36
  # * {CrawlerNotRunningException}
36
37
  # * {CrawlerRunningException}
37
38
  # * {CrawlerStoppingException}
@@ -132,6 +133,21 @@ module Aws::Glue
132
133
  end
133
134
  end
134
135
 
136
+ class ConflictException < ServiceError
137
+
138
+ # @param [Seahorse::Client::RequestContext] context
139
+ # @param [String] message
140
+ # @param [Aws::Glue::Types::ConflictException] data
141
+ def initialize(context, message, data = Aws::EmptyStructure.new)
142
+ super(context, message, data)
143
+ end
144
+
145
+ # @return [String]
146
+ def message
147
+ @message || @data[:message]
148
+ end
149
+ end
150
+
135
151
  class CrawlerNotRunningException < ServiceError
136
152
 
137
153
  # @param [Seahorse::Client::RequestContext] context
@@ -1452,8 +1452,10 @@ module Aws::Glue
1452
1452
  # @return [String]
1453
1453
  #
1454
1454
  # @!attribute [rw] state
1455
- # The condition state. Currently, the values supported are
1456
- # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1455
+ # The condition state. Currently, the only job states that a trigger
1456
+ # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1457
+ # The only crawler states that a trigger can listen for are
1458
+ # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1457
1459
  # @return [String]
1458
1460
  #
1459
1461
  # @!attribute [rw] crawler_name
@@ -1490,6 +1492,21 @@ module Aws::Glue
1490
1492
  include Aws::Structure
1491
1493
  end
1492
1494
 
1495
+ # The `CreatePartitions` API was called on a table that has indexes
1496
+ # enabled.
1497
+ #
1498
+ # @!attribute [rw] message
1499
+ # A message describing the problem.
1500
+ # @return [String]
1501
+ #
1502
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
1503
+ #
1504
+ class ConflictException < Struct.new(
1505
+ :message)
1506
+ SENSITIVE = []
1507
+ include Aws::Structure
1508
+ end
1509
+
1493
1510
  # The confusion matrix shows you what your transform is predicting
1494
1511
  # accurately and what types of errors it is making.
1495
1512
  #
@@ -1618,17 +1635,6 @@ module Aws::Glue
1618
1635
  # port pairs that are the addresses of the Apache Kafka brokers in a
1619
1636
  # Kafka cluster to which a Kafka client will connect to and
1620
1637
  # bootstrap itself.
1621
- #
1622
- # * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
1623
- # Apache Kafka connection. Default value is "true".
1624
- #
1625
- # * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
1626
- # file (.pem format). The default is an empty string.
1627
- #
1628
- # * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
1629
- # validation of the CA cert file or not. AWS Glue validates for
1630
- # three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
1631
- # Default value is "false".
1632
1638
  # @return [Hash<String,String>]
1633
1639
  #
1634
1640
  # @!attribute [rw] physical_connection_requirements
@@ -1674,7 +1680,7 @@ module Aws::Glue
1674
1680
  # {
1675
1681
  # name: "NameString", # required
1676
1682
  # description: "DescriptionString",
1677
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
1683
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
1678
1684
  # match_criteria: ["NameString"],
1679
1685
  # connection_properties: { # required
1680
1686
  # "HOST" => "ValueString",
@@ -2075,6 +2081,7 @@ module Aws::Glue
2075
2081
  # {
2076
2082
  # path: "Path",
2077
2083
  # exclusions: ["Path"],
2084
+ # connection_name: "ConnectionName",
2078
2085
  # },
2079
2086
  # ],
2080
2087
  # jdbc_targets: [
@@ -2195,7 +2202,7 @@ module Aws::Glue
2195
2202
  # connection_input: { # required
2196
2203
  # name: "NameString", # required
2197
2204
  # description: "DescriptionString",
2198
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
2205
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
2199
2206
  # match_criteria: ["NameString"],
2200
2207
  # connection_properties: { # required
2201
2208
  # "HOST" => "ValueString",
@@ -2243,6 +2250,7 @@ module Aws::Glue
2243
2250
  # {
2244
2251
  # path: "Path",
2245
2252
  # exclusions: ["Path"],
2253
+ # connection_name: "ConnectionName",
2246
2254
  # },
2247
2255
  # ],
2248
2256
  # jdbc_targets: [
@@ -3610,6 +3618,12 @@ module Aws::Glue
3610
3618
  # name: "NameString",
3611
3619
  # },
3612
3620
  # },
3621
+ # partition_indexes: [
3622
+ # {
3623
+ # keys: ["NameString"], # required
3624
+ # index_name: "NameString", # required
3625
+ # },
3626
+ # ],
3613
3627
  # }
3614
3628
  #
3615
3629
  # @!attribute [rw] catalog_id
@@ -3627,12 +3641,18 @@ module Aws::Glue
3627
3641
  # the catalog.
3628
3642
  # @return [Types::TableInput]
3629
3643
  #
3644
+ # @!attribute [rw] partition_indexes
3645
+ # A list of partition indexes, `PartitionIndex` structures, to create
3646
+ # in the table.
3647
+ # @return [Array<Types::PartitionIndex>]
3648
+ #
3630
3649
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
3631
3650
  #
3632
3651
  class CreateTableRequest < Struct.new(
3633
3652
  :catalog_id,
3634
3653
  :database_name,
3635
- :table_input)
3654
+ :table_input,
3655
+ :partition_indexes)
3636
3656
  SENSITIVE = []
3637
3657
  include Aws::Structure
3638
3658
  end
@@ -3823,6 +3843,7 @@ module Aws::Glue
3823
3843
  # tags: {
3824
3844
  # "TagKey" => "TagValue",
3825
3845
  # },
3846
+ # max_concurrent_runs: 1,
3826
3847
  # }
3827
3848
  #
3828
3849
  # @!attribute [rw] name
@@ -3843,13 +3864,22 @@ module Aws::Glue
3843
3864
  # The tags to be used with this workflow.
3844
3865
  # @return [Hash<String,String>]
3845
3866
  #
3867
+ # @!attribute [rw] max_concurrent_runs
3868
+ # You can use this parameter to prevent unwanted multiple updates to
3869
+ # data, to control costs, or in some cases, to prevent exceeding the
3870
+ # maximum number of concurrent runs of any of the component jobs. If
3871
+ # you leave this parameter blank, there is no limit to the number of
3872
+ # concurrent workflow runs.
3873
+ # @return [Integer]
3874
+ #
3846
3875
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
3847
3876
  #
3848
3877
  class CreateWorkflowRequest < Struct.new(
3849
3878
  :name,
3850
3879
  :description,
3851
3880
  :default_run_properties,
3852
- :tags)
3881
+ :tags,
3882
+ :max_concurrent_runs)
3853
3883
  SENSITIVE = []
3854
3884
  include Aws::Structure
3855
3885
  end
@@ -5837,7 +5867,7 @@ module Aws::Glue
5837
5867
  #
5838
5868
  # {
5839
5869
  # match_criteria: ["NameString"],
5840
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
5870
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
5841
5871
  # }
5842
5872
  #
5843
5873
  # @!attribute [rw] match_criteria
@@ -5865,7 +5895,7 @@ module Aws::Glue
5865
5895
  # catalog_id: "CatalogIdString",
5866
5896
  # filter: {
5867
5897
  # match_criteria: ["NameString"],
5868
- # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
5898
+ # connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
5869
5899
  # },
5870
5900
  # hide_password: false,
5871
5901
  # next_token: "Token",
@@ -6953,6 +6983,63 @@ module Aws::Glue
6953
6983
  include Aws::Structure
6954
6984
  end
6955
6985
 
6986
+ # @note When making an API call, you may pass GetPartitionIndexesRequest
6987
+ # data as a hash:
6988
+ #
6989
+ # {
6990
+ # catalog_id: "CatalogIdString",
6991
+ # database_name: "NameString", # required
6992
+ # table_name: "NameString", # required
6993
+ # next_token: "Token",
6994
+ # }
6995
+ #
6996
+ # @!attribute [rw] catalog_id
6997
+ # The catalog ID where the table resides.
6998
+ # @return [String]
6999
+ #
7000
+ # @!attribute [rw] database_name
7001
+ # Specifies the name of a database from which you want to retrieve
7002
+ # partition indexes.
7003
+ # @return [String]
7004
+ #
7005
+ # @!attribute [rw] table_name
7006
+ # Specifies the name of a table for which you want to retrieve the
7007
+ # partition indexes.
7008
+ # @return [String]
7009
+ #
7010
+ # @!attribute [rw] next_token
7011
+ # A continuation token, included if this is a continuation call.
7012
+ # @return [String]
7013
+ #
7014
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
7015
+ #
7016
+ class GetPartitionIndexesRequest < Struct.new(
7017
+ :catalog_id,
7018
+ :database_name,
7019
+ :table_name,
7020
+ :next_token)
7021
+ SENSITIVE = []
7022
+ include Aws::Structure
7023
+ end
7024
+
7025
+ # @!attribute [rw] partition_index_descriptor_list
7026
+ # A list of index descriptors.
7027
+ # @return [Array<Types::PartitionIndexDescriptor>]
7028
+ #
7029
+ # @!attribute [rw] next_token
7030
+ # A continuation token, present if the current list segment is not the
7031
+ # last.
7032
+ # @return [String]
7033
+ #
7034
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
7035
+ #
7036
+ class GetPartitionIndexesResponse < Struct.new(
7037
+ :partition_index_descriptor_list,
7038
+ :next_token)
7039
+ SENSITIVE = []
7040
+ include Aws::Structure
7041
+ end
7042
+
6956
7043
  # @note When making an API call, you may pass GetPartitionRequest
6957
7044
  # data as a hash:
6958
7045
  #
@@ -8701,7 +8788,13 @@ module Aws::Glue
8701
8788
  # @return [Time]
8702
8789
  #
8703
8790
  # @!attribute [rw] job_run_state
8704
- # The current state of the job run.
8791
+ # The current state of the job run. For more information about the
8792
+ # statuses of jobs that have terminated abnormally, see [AWS Glue Job
8793
+ # Run Statuses][1].
8794
+ #
8795
+ #
8796
+ #
8797
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8705
8798
  # @return [String]
8706
8799
  #
8707
8800
  # @!attribute [rw] arguments
@@ -9126,6 +9219,25 @@ module Aws::Glue
9126
9219
  include Aws::Structure
9127
9220
  end
9128
9221
 
9222
+ # A partition key pair consisting of a name and a type.
9223
+ #
9224
+ # @!attribute [rw] name
9225
+ # The name of a partition key.
9226
+ # @return [String]
9227
+ #
9228
+ # @!attribute [rw] type
9229
+ # The type of a partition key.
9230
+ # @return [String]
9231
+ #
9232
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
9233
+ #
9234
+ class KeySchemaElement < Struct.new(
9235
+ :name,
9236
+ :type)
9237
+ SENSITIVE = []
9238
+ include Aws::Structure
9239
+ end
9240
+
9129
9241
  # Specifies configuration properties for a labeling set generation task
9130
9242
  # run.
9131
9243
  #
@@ -10062,6 +10174,58 @@ module Aws::Glue
10062
10174
  include Aws::Structure
10063
10175
  end
10064
10176
 
10177
+ # A structure for a partition index.
10178
+ #
10179
+ # @note When making an API call, you may pass PartitionIndex
10180
+ # data as a hash:
10181
+ #
10182
+ # {
10183
+ # keys: ["NameString"], # required
10184
+ # index_name: "NameString", # required
10185
+ # }
10186
+ #
10187
+ # @!attribute [rw] keys
10188
+ # The keys for the partition index.
10189
+ # @return [Array<String>]
10190
+ #
10191
+ # @!attribute [rw] index_name
10192
+ # The name of the partition index.
10193
+ # @return [String]
10194
+ #
10195
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
10196
+ #
10197
+ class PartitionIndex < Struct.new(
10198
+ :keys,
10199
+ :index_name)
10200
+ SENSITIVE = []
10201
+ include Aws::Structure
10202
+ end
10203
+
10204
+ # A descriptor for a partition index in a table.
10205
+ #
10206
+ # @!attribute [rw] index_name
10207
+ # The name of the partition index.
10208
+ # @return [String]
10209
+ #
10210
+ # @!attribute [rw] keys
10211
+ # A list of one or more keys, as `KeySchemaElement` structures, for
10212
+ # the partition index.
10213
+ # @return [Array<Types::KeySchemaElement>]
10214
+ #
10215
+ # @!attribute [rw] index_status
10216
+ # The status of the partition index.
10217
+ # @return [String]
10218
+ #
10219
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10220
+ #
10221
+ class PartitionIndexDescriptor < Struct.new(
10222
+ :index_name,
10223
+ :keys,
10224
+ :index_status)
10225
+ SENSITIVE = []
10226
+ include Aws::Structure
10227
+ end
10228
+
10065
10229
  # The structure used to create and update a partition.
10066
10230
  #
10067
10231
  # @note When making an API call, you may pass PartitionInput
@@ -10583,8 +10747,8 @@ module Aws::Glue
10583
10747
  #
10584
10748
  # @!attribute [rw] node_ids
10585
10749
  # A list of the node IDs for the nodes you want to restart. The nodes
10586
- # that are to be restarted must have an execution attempt in the
10587
- # original run.
10750
+ # that are to be restarted must have a run attempt in the original
10751
+ # run.
10588
10752
  # @return [Array<String>]
10589
10753
  #
10590
10754
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
@@ -10652,6 +10816,7 @@ module Aws::Glue
10652
10816
  # {
10653
10817
  # path: "Path",
10654
10818
  # exclusions: ["Path"],
10819
+ # connection_name: "ConnectionName",
10655
10820
  # }
10656
10821
  #
10657
10822
  # @!attribute [rw] path
@@ -10667,11 +10832,18 @@ module Aws::Glue
10667
10832
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
10668
10833
  # @return [Array<String>]
10669
10834
  #
10835
+ # @!attribute [rw] connection_name
10836
+ # The name of a connection which allows a job or crawler to access
10837
+ # data in Amazon S3 within an Amazon Virtual Private Cloud environment
10838
+ # (Amazon VPC).
10839
+ # @return [String]
10840
+ #
10670
10841
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
10671
10842
  #
10672
10843
  class S3Target < Struct.new(
10673
10844
  :path,
10674
- :exclusions)
10845
+ :exclusions,
10846
+ :connection_name)
10675
10847
  SENSITIVE = []
10676
10848
  include Aws::Structure
10677
10849
  end
@@ -12955,7 +13127,7 @@ module Aws::Glue
12955
13127
  # connection_input: { # required
12956
13128
  # name: "NameString", # required
12957
13129
  # description: "DescriptionString",
12958
- # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
13130
+ # connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
12959
13131
  # match_criteria: ["NameString"],
12960
13132
  # connection_properties: { # required
12961
13133
  # "HOST" => "ValueString",
@@ -13009,6 +13181,7 @@ module Aws::Glue
13009
13181
  # {
13010
13182
  # path: "Path",
13011
13183
  # exclusions: ["Path"],
13184
+ # connection_name: "ConnectionName",
13012
13185
  # },
13013
13186
  # ],
13014
13187
  # jdbc_targets: [
@@ -13996,6 +14169,7 @@ module Aws::Glue
13996
14169
  # default_run_properties: {
13997
14170
  # "IdString" => "GenericString",
13998
14171
  # },
14172
+ # max_concurrent_runs: 1,
13999
14173
  # }
14000
14174
  #
14001
14175
  # @!attribute [rw] name
@@ -14011,12 +14185,21 @@ module Aws::Glue
14011
14185
  # the workflow.
14012
14186
  # @return [Hash<String,String>]
14013
14187
  #
14188
+ # @!attribute [rw] max_concurrent_runs
14189
+ # You can use this parameter to prevent unwanted multiple updates to
14190
+ # data, to control costs, or in some cases, to prevent exceeding the
14191
+ # maximum number of concurrent runs of any of the component jobs. If
14192
+ # you leave this parameter blank, there is no limit to the number of
14193
+ # concurrent workflow runs.
14194
+ # @return [Integer]
14195
+ #
14014
14196
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
14015
14197
  #
14016
14198
  class UpdateWorkflowRequest < Struct.new(
14017
14199
  :name,
14018
14200
  :description,
14019
- :default_run_properties)
14201
+ :default_run_properties,
14202
+ :max_concurrent_runs)
14020
14203
  SENSITIVE = []
14021
14204
  include Aws::Structure
14022
14205
  end
@@ -14233,6 +14416,14 @@ module Aws::Glue
14233
14416
  # edges.
14234
14417
  # @return [Types::WorkflowGraph]
14235
14418
  #
14419
+ # @!attribute [rw] max_concurrent_runs
14420
+ # You can use this parameter to prevent unwanted multiple updates to
14421
+ # data, to control costs, or in some cases, to prevent exceeding the
14422
+ # maximum number of concurrent runs of any of the component jobs. If
14423
+ # you leave this parameter blank, there is no limit to the number of
14424
+ # concurrent workflow runs.
14425
+ # @return [Integer]
14426
+ #
14236
14427
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
14237
14428
  #
14238
14429
  class Workflow < Struct.new(
@@ -14242,7 +14433,8 @@ module Aws::Glue
14242
14433
  :created_on,
14243
14434
  :last_modified_on,
14244
14435
  :last_run,
14245
- :graph)
14436
+ :graph,
14437
+ :max_concurrent_runs)
14246
14438
  SENSITIVE = []
14247
14439
  include Aws::Structure
14248
14440
  end
@@ -14301,6 +14493,12 @@ module Aws::Glue
14301
14493
  # The status of the workflow run.
14302
14494
  # @return [String]
14303
14495
  #
14496
+ # @!attribute [rw] error_message
14497
+ # This error message describes any error that may have occurred in
14498
+ # starting the workflow run. Currently the only error message is
14499
+ # "Concurrent runs exceeded for workflow: `foo`."
14500
+ # @return [String]
14501
+ #
14304
14502
  # @!attribute [rw] statistics
14305
14503
  # The statistics of the run.
14306
14504
  # @return [Types::WorkflowRunStatistics]
@@ -14321,6 +14519,7 @@ module Aws::Glue
14321
14519
  :started_on,
14322
14520
  :completed_on,
14323
14521
  :status,
14522
+ :error_message,
14324
14523
  :statistics,
14325
14524
  :graph)
14326
14525
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.65.0
4
+ version: 1.70.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-07-27 00:00:00.000000000 Z
11
+ date: 2020-09-15 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core