aws-sdk-glue 1.65.0 → 1.70.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +3 -2
- data/lib/aws-sdk-glue/client.rb +124 -21
- data/lib/aws-sdk-glue/client_api.rb +69 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +225 -26
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
|
4
|
+
data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
|
7
|
+
data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -7,6 +7,7 @@
|
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
10
|
+
|
10
11
|
require 'aws-sdk-core'
|
11
12
|
require 'aws-sigv4'
|
12
13
|
|
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
|
|
44
45
|
#
|
45
46
|
# See {Errors} for more information.
|
46
47
|
#
|
47
|
-
#
|
48
|
+
# @!group service
|
48
49
|
module Aws::Glue
|
49
50
|
|
50
|
-
GEM_VERSION = '1.
|
51
|
+
GEM_VERSION = '1.70.0'
|
51
52
|
|
52
53
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -85,13 +85,28 @@ module Aws::Glue
|
|
85
85
|
# * `Aws::Credentials` - Used for configuring static, non-refreshing
|
86
86
|
# credentials.
|
87
87
|
#
|
88
|
+
# * `Aws::SharedCredentials` - Used for loading static credentials from a
|
89
|
+
# shared file, such as `~/.aws/config`.
|
90
|
+
#
|
91
|
+
# * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
|
92
|
+
#
|
93
|
+
# * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
|
94
|
+
# assume a role after providing credentials via the web.
|
95
|
+
#
|
96
|
+
# * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
|
97
|
+
# access token generated from `aws login`.
|
98
|
+
#
|
99
|
+
# * `Aws::ProcessCredentials` - Used for loading credentials from a
|
100
|
+
# process that outputs to stdout.
|
101
|
+
#
|
88
102
|
# * `Aws::InstanceProfileCredentials` - Used for loading credentials
|
89
103
|
# from an EC2 IMDS on an EC2 instance.
|
90
104
|
#
|
91
|
-
# * `Aws::
|
92
|
-
#
|
105
|
+
# * `Aws::ECSCredentials` - Used for loading credentials from
|
106
|
+
# instances running in ECS.
|
93
107
|
#
|
94
|
-
# * `Aws::
|
108
|
+
# * `Aws::CognitoIdentityCredentials` - Used for loading credentials
|
109
|
+
# from the Cognito Identity service.
|
95
110
|
#
|
96
111
|
# When `:credentials` are not configured directly, the following
|
97
112
|
# locations will be searched for credentials:
|
@@ -101,10 +116,10 @@ module Aws::Glue
|
|
101
116
|
# * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
|
102
117
|
# * `~/.aws/credentials`
|
103
118
|
# * `~/.aws/config`
|
104
|
-
# * EC2 IMDS instance profile - When used by default, the timeouts
|
105
|
-
# very aggressive. Construct and pass an instance of
|
106
|
-
# `Aws::InstanceProfileCredentails`
|
107
|
-
# timeouts.
|
119
|
+
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
|
+
# are very aggressive. Construct and pass an instance of
|
121
|
+
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
+
# enable retries and extended timeouts.
|
108
123
|
#
|
109
124
|
# @option options [required, String] :region
|
110
125
|
# The AWS region to connect to. The configured `:region` is
|
@@ -642,6 +657,7 @@ module Aws::Glue
|
|
642
657
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
643
658
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
644
659
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
660
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
645
661
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
646
662
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
647
663
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -1002,7 +1018,8 @@ module Aws::Glue
|
|
1002
1018
|
# resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
|
1003
1019
|
# resp.workflows[0].last_run.started_on #=> Time
|
1004
1020
|
# resp.workflows[0].last_run.completed_on #=> Time
|
1005
|
-
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
1021
|
+
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
1022
|
+
# resp.workflows[0].last_run.error_message #=> String
|
1006
1023
|
# resp.workflows[0].last_run.statistics.total_actions #=> Integer
|
1007
1024
|
# resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
|
1008
1025
|
# resp.workflows[0].last_run.statistics.failed_actions #=> Integer
|
@@ -1133,6 +1150,7 @@ module Aws::Glue
|
|
1133
1150
|
# resp.workflows[0].graph.edges #=> Array
|
1134
1151
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1135
1152
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1153
|
+
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1136
1154
|
# resp.missing_workflows #=> Array
|
1137
1155
|
# resp.missing_workflows[0] #=> String
|
1138
1156
|
#
|
@@ -1300,7 +1318,7 @@ module Aws::Glue
|
|
1300
1318
|
# connection_input: { # required
|
1301
1319
|
# name: "NameString", # required
|
1302
1320
|
# description: "DescriptionString",
|
1303
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1321
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1304
1322
|
# match_criteria: ["NameString"],
|
1305
1323
|
# connection_properties: { # required
|
1306
1324
|
# "HOST" => "ValueString",
|
@@ -1401,6 +1419,7 @@ module Aws::Glue
|
|
1401
1419
|
# {
|
1402
1420
|
# path: "Path",
|
1403
1421
|
# exclusions: ["Path"],
|
1422
|
+
# connection_name: "ConnectionName",
|
1404
1423
|
# },
|
1405
1424
|
# ],
|
1406
1425
|
# jdbc_targets: [
|
@@ -2309,6 +2328,10 @@ module Aws::Glue
|
|
2309
2328
|
# The `TableInput` object that defines the metadata table to create in
|
2310
2329
|
# the catalog.
|
2311
2330
|
#
|
2331
|
+
# @option params [Array<Types::PartitionIndex>] :partition_indexes
|
2332
|
+
# A list of partition indexes, `PartitionIndex` structures, to create in
|
2333
|
+
# the table.
|
2334
|
+
#
|
2312
2335
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2313
2336
|
#
|
2314
2337
|
# @example Request syntax with placeholder values
|
@@ -2387,6 +2410,12 @@ module Aws::Glue
|
|
2387
2410
|
# name: "NameString",
|
2388
2411
|
# },
|
2389
2412
|
# },
|
2413
|
+
# partition_indexes: [
|
2414
|
+
# {
|
2415
|
+
# keys: ["NameString"], # required
|
2416
|
+
# index_name: "NameString", # required
|
2417
|
+
# },
|
2418
|
+
# ],
|
2390
2419
|
# })
|
2391
2420
|
#
|
2392
2421
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
|
@@ -2560,6 +2589,13 @@ module Aws::Glue
|
|
2560
2589
|
# @option params [Hash<String,String>] :tags
|
2561
2590
|
# The tags to be used with this workflow.
|
2562
2591
|
#
|
2592
|
+
# @option params [Integer] :max_concurrent_runs
|
2593
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
2594
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
2595
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
2596
|
+
# leave this parameter blank, there is no limit to the number of
|
2597
|
+
# concurrent workflow runs.
|
2598
|
+
#
|
2563
2599
|
# @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2564
2600
|
#
|
2565
2601
|
# * {Types::CreateWorkflowResponse#name #name} => String
|
@@ -2575,6 +2611,7 @@ module Aws::Glue
|
|
2575
2611
|
# tags: {
|
2576
2612
|
# "TagKey" => "TagValue",
|
2577
2613
|
# },
|
2614
|
+
# max_concurrent_runs: 1,
|
2578
2615
|
# })
|
2579
2616
|
#
|
2580
2617
|
# @example Response structure
|
@@ -3466,7 +3503,7 @@ module Aws::Glue
|
|
3466
3503
|
#
|
3467
3504
|
# resp.connection.name #=> String
|
3468
3505
|
# resp.connection.description #=> String
|
3469
|
-
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3506
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3470
3507
|
# resp.connection.match_criteria #=> Array
|
3471
3508
|
# resp.connection.match_criteria[0] #=> String
|
3472
3509
|
# resp.connection.connection_properties #=> Hash
|
@@ -3524,7 +3561,7 @@ module Aws::Glue
|
|
3524
3561
|
# catalog_id: "CatalogIdString",
|
3525
3562
|
# filter: {
|
3526
3563
|
# match_criteria: ["NameString"],
|
3527
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
3564
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
3528
3565
|
# },
|
3529
3566
|
# hide_password: false,
|
3530
3567
|
# next_token: "Token",
|
@@ -3536,7 +3573,7 @@ module Aws::Glue
|
|
3536
3573
|
# resp.connection_list #=> Array
|
3537
3574
|
# resp.connection_list[0].name #=> String
|
3538
3575
|
# resp.connection_list[0].description #=> String
|
3539
|
-
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3576
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3540
3577
|
# resp.connection_list[0].match_criteria #=> Array
|
3541
3578
|
# resp.connection_list[0].match_criteria[0] #=> String
|
3542
3579
|
# resp.connection_list[0].connection_properties #=> Hash
|
@@ -3582,6 +3619,7 @@ module Aws::Glue
|
|
3582
3619
|
# resp.crawler.targets.s3_targets[0].path #=> String
|
3583
3620
|
# resp.crawler.targets.s3_targets[0].exclusions #=> Array
|
3584
3621
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
3622
|
+
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
3585
3623
|
# resp.crawler.targets.jdbc_targets #=> Array
|
3586
3624
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
3587
3625
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -3706,6 +3744,7 @@ module Aws::Glue
|
|
3706
3744
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
3707
3745
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
3708
3746
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
3747
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
3709
3748
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
3710
3749
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
3711
3750
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -4827,6 +4866,57 @@ module Aws::Glue
|
|
4827
4866
|
req.send_request(options)
|
4828
4867
|
end
|
4829
4868
|
|
4869
|
+
# Retrieves the partition indexes associated with a table.
|
4870
|
+
#
|
4871
|
+
# @option params [String] :catalog_id
|
4872
|
+
# The catalog ID where the table resides.
|
4873
|
+
#
|
4874
|
+
# @option params [required, String] :database_name
|
4875
|
+
# Specifies the name of a database from which you want to retrieve
|
4876
|
+
# partition indexes.
|
4877
|
+
#
|
4878
|
+
# @option params [required, String] :table_name
|
4879
|
+
# Specifies the name of a table for which you want to retrieve the
|
4880
|
+
# partition indexes.
|
4881
|
+
#
|
4882
|
+
# @option params [String] :next_token
|
4883
|
+
# A continuation token, included if this is a continuation call.
|
4884
|
+
#
|
4885
|
+
# @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4886
|
+
#
|
4887
|
+
# * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array<Types::PartitionIndexDescriptor>
|
4888
|
+
# * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
|
4889
|
+
#
|
4890
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
4891
|
+
#
|
4892
|
+
# @example Request syntax with placeholder values
|
4893
|
+
#
|
4894
|
+
# resp = client.get_partition_indexes({
|
4895
|
+
# catalog_id: "CatalogIdString",
|
4896
|
+
# database_name: "NameString", # required
|
4897
|
+
# table_name: "NameString", # required
|
4898
|
+
# next_token: "Token",
|
4899
|
+
# })
|
4900
|
+
#
|
4901
|
+
# @example Response structure
|
4902
|
+
#
|
4903
|
+
# resp.partition_index_descriptor_list #=> Array
|
4904
|
+
# resp.partition_index_descriptor_list[0].index_name #=> String
|
4905
|
+
# resp.partition_index_descriptor_list[0].keys #=> Array
|
4906
|
+
# resp.partition_index_descriptor_list[0].keys[0].name #=> String
|
4907
|
+
# resp.partition_index_descriptor_list[0].keys[0].type #=> String
|
4908
|
+
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
|
4909
|
+
# resp.next_token #=> String
|
4910
|
+
#
|
4911
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
|
4912
|
+
#
|
4913
|
+
# @overload get_partition_indexes(params = {})
|
4914
|
+
# @param [Hash] params ({})
|
4915
|
+
def get_partition_indexes(params = {}, options = {})
|
4916
|
+
req = build_request(:get_partition_indexes, params)
|
4917
|
+
req.send_request(options)
|
4918
|
+
end
|
4919
|
+
|
4830
4920
|
# Retrieves information about the partitions in a table.
|
4831
4921
|
#
|
4832
4922
|
# @option params [String] :catalog_id
|
@@ -5961,7 +6051,8 @@ module Aws::Glue
|
|
5961
6051
|
# resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
|
5962
6052
|
# resp.workflow.last_run.started_on #=> Time
|
5963
6053
|
# resp.workflow.last_run.completed_on #=> Time
|
5964
|
-
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6054
|
+
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6055
|
+
# resp.workflow.last_run.error_message #=> String
|
5965
6056
|
# resp.workflow.last_run.statistics.total_actions #=> Integer
|
5966
6057
|
# resp.workflow.last_run.statistics.timeout_actions #=> Integer
|
5967
6058
|
# resp.workflow.last_run.statistics.failed_actions #=> Integer
|
@@ -6092,6 +6183,7 @@ module Aws::Glue
|
|
6092
6183
|
# resp.workflow.graph.edges #=> Array
|
6093
6184
|
# resp.workflow.graph.edges[0].source_id #=> String
|
6094
6185
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
6186
|
+
# resp.workflow.max_concurrent_runs #=> Integer
|
6095
6187
|
#
|
6096
6188
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
6097
6189
|
#
|
@@ -6134,7 +6226,8 @@ module Aws::Glue
|
|
6134
6226
|
# resp.run.workflow_run_properties["IdString"] #=> String
|
6135
6227
|
# resp.run.started_on #=> Time
|
6136
6228
|
# resp.run.completed_on #=> Time
|
6137
|
-
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6229
|
+
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6230
|
+
# resp.run.error_message #=> String
|
6138
6231
|
# resp.run.statistics.total_actions #=> Integer
|
6139
6232
|
# resp.run.statistics.timeout_actions #=> Integer
|
6140
6233
|
# resp.run.statistics.failed_actions #=> Integer
|
@@ -6286,7 +6379,8 @@ module Aws::Glue
|
|
6286
6379
|
# resp.runs[0].workflow_run_properties["IdString"] #=> String
|
6287
6380
|
# resp.runs[0].started_on #=> Time
|
6288
6381
|
# resp.runs[0].completed_on #=> Time
|
6289
|
-
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6382
|
+
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6383
|
+
# resp.runs[0].error_message #=> String
|
6290
6384
|
# resp.runs[0].statistics.total_actions #=> Integer
|
6291
6385
|
# resp.runs[0].statistics.timeout_actions #=> Integer
|
6292
6386
|
# resp.runs[0].statistics.failed_actions #=> Integer
|
@@ -6884,8 +6978,9 @@ module Aws::Glue
|
|
6884
6978
|
req.send_request(options)
|
6885
6979
|
end
|
6886
6980
|
|
6887
|
-
# Restarts
|
6888
|
-
#
|
6981
|
+
# Restarts selected nodes of a previous partially completed workflow run
|
6982
|
+
# and resumes the workflow run. The selected nodes and all nodes that
|
6983
|
+
# are downstream from the selected nodes are run.
|
6889
6984
|
#
|
6890
6985
|
# @option params [required, String] :name
|
6891
6986
|
# The name of the workflow to resume.
|
@@ -6895,8 +6990,7 @@ module Aws::Glue
|
|
6895
6990
|
#
|
6896
6991
|
# @option params [required, Array<String>] :node_ids
|
6897
6992
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
6898
|
-
# that are to be restarted must have
|
6899
|
-
# original run.
|
6993
|
+
# that are to be restarted must have a run attempt in the original run.
|
6900
6994
|
#
|
6901
6995
|
# @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6902
6996
|
#
|
@@ -8029,7 +8123,7 @@ module Aws::Glue
|
|
8029
8123
|
# connection_input: { # required
|
8030
8124
|
# name: "NameString", # required
|
8031
8125
|
# description: "DescriptionString",
|
8032
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
8126
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
8033
8127
|
# match_criteria: ["NameString"],
|
8034
8128
|
# connection_properties: { # required
|
8035
8129
|
# "HOST" => "ValueString",
|
@@ -8119,6 +8213,7 @@ module Aws::Glue
|
|
8119
8213
|
# {
|
8120
8214
|
# path: "Path",
|
8121
8215
|
# exclusions: ["Path"],
|
8216
|
+
# connection_name: "ConnectionName",
|
8122
8217
|
# },
|
8123
8218
|
# ],
|
8124
8219
|
# jdbc_targets: [
|
@@ -8845,6 +8940,13 @@ module Aws::Glue
|
|
8845
8940
|
# A collection of properties to be used as part of each execution of the
|
8846
8941
|
# workflow.
|
8847
8942
|
#
|
8943
|
+
# @option params [Integer] :max_concurrent_runs
|
8944
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
8945
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
8946
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
8947
|
+
# leave this parameter blank, there is no limit to the number of
|
8948
|
+
# concurrent workflow runs.
|
8949
|
+
#
|
8848
8950
|
# @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8849
8951
|
#
|
8850
8952
|
# * {Types::UpdateWorkflowResponse#name #name} => String
|
@@ -8857,6 +8959,7 @@ module Aws::Glue
|
|
8857
8959
|
# default_run_properties: {
|
8858
8960
|
# "IdString" => "GenericString",
|
8859
8961
|
# },
|
8962
|
+
# max_concurrent_runs: 1,
|
8860
8963
|
# })
|
8861
8964
|
#
|
8862
8965
|
# @example Response structure
|
@@ -8885,7 +8988,7 @@ module Aws::Glue
|
|
8885
8988
|
params: params,
|
8886
8989
|
config: config)
|
8887
8990
|
context[:gem_name] = 'aws-sdk-glue'
|
8888
|
-
context[:gem_version] = '1.
|
8991
|
+
context[:gem_version] = '1.70.0'
|
8889
8992
|
Seahorse::Client::Request.new(handlers, context)
|
8890
8993
|
end
|
8891
8994
|
|
@@ -103,6 +103,7 @@ module Aws::Glue
|
|
103
103
|
Condition = Shapes::StructureShape.new(name: 'Condition')
|
104
104
|
ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
|
105
105
|
ConditionList = Shapes::ListShape.new(name: 'ConditionList')
|
106
|
+
ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
|
106
107
|
ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
|
107
108
|
Connection = Shapes::StructureShape.new(name: 'Connection')
|
108
109
|
ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
|
@@ -305,6 +306,8 @@ module Aws::Glue
|
|
305
306
|
GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
|
306
307
|
GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
|
307
308
|
GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
|
309
|
+
GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
|
310
|
+
GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
|
308
311
|
GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
|
309
312
|
GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
|
310
313
|
GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
|
@@ -385,6 +388,9 @@ module Aws::Glue
|
|
385
388
|
JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
|
386
389
|
JsonPath = Shapes::StringShape.new(name: 'JsonPath')
|
387
390
|
JsonValue = Shapes::StringShape.new(name: 'JsonValue')
|
391
|
+
KeyList = Shapes::ListShape.new(name: 'KeyList')
|
392
|
+
KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
|
393
|
+
KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
|
388
394
|
KeyString = Shapes::StringShape.new(name: 'KeyString')
|
389
395
|
KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
|
390
396
|
LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
|
@@ -450,6 +456,11 @@ module Aws::Glue
|
|
450
456
|
Partition = Shapes::StructureShape.new(name: 'Partition')
|
451
457
|
PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
|
452
458
|
PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
|
459
|
+
PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
|
460
|
+
PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
|
461
|
+
PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
|
462
|
+
PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
|
463
|
+
PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
|
453
464
|
PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
|
454
465
|
PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
|
455
466
|
PartitionList = Shapes::ListShape.new(name: 'PartitionList')
|
@@ -926,6 +937,9 @@ module Aws::Glue
|
|
926
937
|
|
927
938
|
ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
|
928
939
|
|
940
|
+
ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
941
|
+
ConflictException.struct_class = Types::ConflictException
|
942
|
+
|
929
943
|
ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
|
930
944
|
ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
|
931
945
|
ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
|
@@ -1188,6 +1202,7 @@ module Aws::Glue
|
|
1188
1202
|
CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1189
1203
|
CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1190
1204
|
CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
|
1205
|
+
CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
|
1191
1206
|
CreateTableRequest.struct_class = Types::CreateTableRequest
|
1192
1207
|
|
1193
1208
|
CreateTableResponse.struct_class = Types::CreateTableResponse
|
@@ -1217,6 +1232,7 @@ module Aws::Glue
|
|
1217
1232
|
CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
1218
1233
|
CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
1219
1234
|
CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1235
|
+
CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
1220
1236
|
CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
|
1221
1237
|
|
1222
1238
|
CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1748,6 +1764,16 @@ module Aws::Glue
|
|
1748
1764
|
GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
|
1749
1765
|
GetMappingResponse.struct_class = Types::GetMappingResponse
|
1750
1766
|
|
1767
|
+
GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1768
|
+
GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1769
|
+
GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
1770
|
+
GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1771
|
+
GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
|
1772
|
+
|
1773
|
+
GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
|
1774
|
+
GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1775
|
+
GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
|
1776
|
+
|
1751
1777
|
GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1752
1778
|
GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1753
1779
|
GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
@@ -2080,6 +2106,14 @@ module Aws::Glue
|
|
2080
2106
|
JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
|
2081
2107
|
JsonClassifier.struct_class = Types::JsonClassifier
|
2082
2108
|
|
2109
|
+
KeyList.member = Shapes::ShapeRef.new(shape: NameString)
|
2110
|
+
|
2111
|
+
KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2112
|
+
KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
|
2113
|
+
KeySchemaElement.struct_class = Types::KeySchemaElement
|
2114
|
+
|
2115
|
+
KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
|
2116
|
+
|
2083
2117
|
LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
|
2084
2118
|
LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
|
2085
2119
|
|
@@ -2250,6 +2284,19 @@ module Aws::Glue
|
|
2250
2284
|
|
2251
2285
|
PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
|
2252
2286
|
|
2287
|
+
PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
|
2288
|
+
PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
|
2289
|
+
PartitionIndex.struct_class = Types::PartitionIndex
|
2290
|
+
|
2291
|
+
PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
|
2292
|
+
PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
|
2293
|
+
PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
|
2294
|
+
PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
|
2295
|
+
|
2296
|
+
PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
|
2297
|
+
|
2298
|
+
PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
|
2299
|
+
|
2253
2300
|
PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
|
2254
2301
|
PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
|
2255
2302
|
PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
|
@@ -2352,6 +2399,7 @@ module Aws::Glue
|
|
2352
2399
|
|
2353
2400
|
S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
|
2354
2401
|
S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
|
2402
|
+
S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
2355
2403
|
S3Target.struct_class = Types::S3Target
|
2356
2404
|
|
2357
2405
|
S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
|
@@ -2841,6 +2889,7 @@ module Aws::Glue
|
|
2841
2889
|
UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2842
2890
|
UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
2843
2891
|
UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
2892
|
+
UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2844
2893
|
UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
|
2845
2894
|
|
2846
2895
|
UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2885,6 +2934,7 @@ module Aws::Glue
|
|
2885
2934
|
Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
|
2886
2935
|
Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
|
2887
2936
|
Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2937
|
+
Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2888
2938
|
Workflow.struct_class = Types::Workflow
|
2889
2939
|
|
2890
2940
|
WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
|
@@ -2900,6 +2950,7 @@ module Aws::Glue
|
|
2900
2950
|
WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
|
2901
2951
|
WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
|
2902
2952
|
WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
|
2953
|
+
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
2903
2954
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
2904
2955
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2905
2956
|
WorkflowRun.struct_class = Types::WorkflowRun
|
@@ -3866,6 +3917,24 @@ module Aws::Glue
|
|
3866
3917
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
3867
3918
|
end)
|
3868
3919
|
|
3920
|
+
api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
|
3921
|
+
o.name = "GetPartitionIndexes"
|
3922
|
+
o.http_method = "POST"
|
3923
|
+
o.http_request_uri = "/"
|
3924
|
+
o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
|
3925
|
+
o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
|
3926
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
3927
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3928
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
3929
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
3930
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
3931
|
+
o[:pager] = Aws::Pager.new(
|
3932
|
+
tokens: {
|
3933
|
+
"next_token" => "next_token"
|
3934
|
+
}
|
3935
|
+
)
|
3936
|
+
end)
|
3937
|
+
|
3869
3938
|
api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
|
3870
3939
|
o.name = "GetPartitions"
|
3871
3940
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -32,6 +32,7 @@ module Aws::Glue
|
|
32
32
|
# * {ConcurrentModificationException}
|
33
33
|
# * {ConcurrentRunsExceededException}
|
34
34
|
# * {ConditionCheckFailureException}
|
35
|
+
# * {ConflictException}
|
35
36
|
# * {CrawlerNotRunningException}
|
36
37
|
# * {CrawlerRunningException}
|
37
38
|
# * {CrawlerStoppingException}
|
@@ -132,6 +133,21 @@ module Aws::Glue
|
|
132
133
|
end
|
133
134
|
end
|
134
135
|
|
136
|
+
class ConflictException < ServiceError
|
137
|
+
|
138
|
+
# @param [Seahorse::Client::RequestContext] context
|
139
|
+
# @param [String] message
|
140
|
+
# @param [Aws::Glue::Types::ConflictException] data
|
141
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
142
|
+
super(context, message, data)
|
143
|
+
end
|
144
|
+
|
145
|
+
# @return [String]
|
146
|
+
def message
|
147
|
+
@message || @data[:message]
|
148
|
+
end
|
149
|
+
end
|
150
|
+
|
135
151
|
class CrawlerNotRunningException < ServiceError
|
136
152
|
|
137
153
|
# @param [Seahorse::Client::RequestContext] context
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1452,8 +1452,10 @@ module Aws::Glue
|
|
1452
1452
|
# @return [String]
|
1453
1453
|
#
|
1454
1454
|
# @!attribute [rw] state
|
1455
|
-
# The condition state. Currently, the
|
1456
|
-
# `SUCCEEDED`, `STOPPED`, `
|
1455
|
+
# The condition state. Currently, the only job states that a trigger
|
1456
|
+
# can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
|
1457
|
+
# The only crawler states that a trigger can listen for are
|
1458
|
+
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1457
1459
|
# @return [String]
|
1458
1460
|
#
|
1459
1461
|
# @!attribute [rw] crawler_name
|
@@ -1490,6 +1492,21 @@ module Aws::Glue
|
|
1490
1492
|
include Aws::Structure
|
1491
1493
|
end
|
1492
1494
|
|
1495
|
+
# The `CreatePartitions` API was called on a table that has indexes
|
1496
|
+
# enabled.
|
1497
|
+
#
|
1498
|
+
# @!attribute [rw] message
|
1499
|
+
# A message describing the problem.
|
1500
|
+
# @return [String]
|
1501
|
+
#
|
1502
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
|
1503
|
+
#
|
1504
|
+
class ConflictException < Struct.new(
|
1505
|
+
:message)
|
1506
|
+
SENSITIVE = []
|
1507
|
+
include Aws::Structure
|
1508
|
+
end
|
1509
|
+
|
1493
1510
|
# The confusion matrix shows you what your transform is predicting
|
1494
1511
|
# accurately and what types of errors it is making.
|
1495
1512
|
#
|
@@ -1618,17 +1635,6 @@ module Aws::Glue
|
|
1618
1635
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1619
1636
|
# Kafka cluster to which a Kafka client will connect to and
|
1620
1637
|
# bootstrap itself.
|
1621
|
-
#
|
1622
|
-
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1623
|
-
# Apache Kafka connection. Default value is "true".
|
1624
|
-
#
|
1625
|
-
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1626
|
-
# file (.pem format). The default is an empty string.
|
1627
|
-
#
|
1628
|
-
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1629
|
-
# validation of the CA cert file or not. AWS Glue validates for
|
1630
|
-
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1631
|
-
# Default value is "false".
|
1632
1638
|
# @return [Hash<String,String>]
|
1633
1639
|
#
|
1634
1640
|
# @!attribute [rw] physical_connection_requirements
|
@@ -1674,7 +1680,7 @@ module Aws::Glue
|
|
1674
1680
|
# {
|
1675
1681
|
# name: "NameString", # required
|
1676
1682
|
# description: "DescriptionString",
|
1677
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1683
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1678
1684
|
# match_criteria: ["NameString"],
|
1679
1685
|
# connection_properties: { # required
|
1680
1686
|
# "HOST" => "ValueString",
|
@@ -2075,6 +2081,7 @@ module Aws::Glue
|
|
2075
2081
|
# {
|
2076
2082
|
# path: "Path",
|
2077
2083
|
# exclusions: ["Path"],
|
2084
|
+
# connection_name: "ConnectionName",
|
2078
2085
|
# },
|
2079
2086
|
# ],
|
2080
2087
|
# jdbc_targets: [
|
@@ -2195,7 +2202,7 @@ module Aws::Glue
|
|
2195
2202
|
# connection_input: { # required
|
2196
2203
|
# name: "NameString", # required
|
2197
2204
|
# description: "DescriptionString",
|
2198
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
2205
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
2199
2206
|
# match_criteria: ["NameString"],
|
2200
2207
|
# connection_properties: { # required
|
2201
2208
|
# "HOST" => "ValueString",
|
@@ -2243,6 +2250,7 @@ module Aws::Glue
|
|
2243
2250
|
# {
|
2244
2251
|
# path: "Path",
|
2245
2252
|
# exclusions: ["Path"],
|
2253
|
+
# connection_name: "ConnectionName",
|
2246
2254
|
# },
|
2247
2255
|
# ],
|
2248
2256
|
# jdbc_targets: [
|
@@ -3610,6 +3618,12 @@ module Aws::Glue
|
|
3610
3618
|
# name: "NameString",
|
3611
3619
|
# },
|
3612
3620
|
# },
|
3621
|
+
# partition_indexes: [
|
3622
|
+
# {
|
3623
|
+
# keys: ["NameString"], # required
|
3624
|
+
# index_name: "NameString", # required
|
3625
|
+
# },
|
3626
|
+
# ],
|
3613
3627
|
# }
|
3614
3628
|
#
|
3615
3629
|
# @!attribute [rw] catalog_id
|
@@ -3627,12 +3641,18 @@ module Aws::Glue
|
|
3627
3641
|
# the catalog.
|
3628
3642
|
# @return [Types::TableInput]
|
3629
3643
|
#
|
3644
|
+
# @!attribute [rw] partition_indexes
|
3645
|
+
# A list of partition indexes, `PartitionIndex` structures, to create
|
3646
|
+
# in the table.
|
3647
|
+
# @return [Array<Types::PartitionIndex>]
|
3648
|
+
#
|
3630
3649
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
|
3631
3650
|
#
|
3632
3651
|
class CreateTableRequest < Struct.new(
|
3633
3652
|
:catalog_id,
|
3634
3653
|
:database_name,
|
3635
|
-
:table_input
|
3654
|
+
:table_input,
|
3655
|
+
:partition_indexes)
|
3636
3656
|
SENSITIVE = []
|
3637
3657
|
include Aws::Structure
|
3638
3658
|
end
|
@@ -3823,6 +3843,7 @@ module Aws::Glue
|
|
3823
3843
|
# tags: {
|
3824
3844
|
# "TagKey" => "TagValue",
|
3825
3845
|
# },
|
3846
|
+
# max_concurrent_runs: 1,
|
3826
3847
|
# }
|
3827
3848
|
#
|
3828
3849
|
# @!attribute [rw] name
|
@@ -3843,13 +3864,22 @@ module Aws::Glue
|
|
3843
3864
|
# The tags to be used with this workflow.
|
3844
3865
|
# @return [Hash<String,String>]
|
3845
3866
|
#
|
3867
|
+
# @!attribute [rw] max_concurrent_runs
|
3868
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
3869
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
3870
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
3871
|
+
# you leave this parameter blank, there is no limit to the number of
|
3872
|
+
# concurrent workflow runs.
|
3873
|
+
# @return [Integer]
|
3874
|
+
#
|
3846
3875
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
3847
3876
|
#
|
3848
3877
|
class CreateWorkflowRequest < Struct.new(
|
3849
3878
|
:name,
|
3850
3879
|
:description,
|
3851
3880
|
:default_run_properties,
|
3852
|
-
:tags
|
3881
|
+
:tags,
|
3882
|
+
:max_concurrent_runs)
|
3853
3883
|
SENSITIVE = []
|
3854
3884
|
include Aws::Structure
|
3855
3885
|
end
|
@@ -5837,7 +5867,7 @@ module Aws::Glue
|
|
5837
5867
|
#
|
5838
5868
|
# {
|
5839
5869
|
# match_criteria: ["NameString"],
|
5840
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5870
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5841
5871
|
# }
|
5842
5872
|
#
|
5843
5873
|
# @!attribute [rw] match_criteria
|
@@ -5865,7 +5895,7 @@ module Aws::Glue
|
|
5865
5895
|
# catalog_id: "CatalogIdString",
|
5866
5896
|
# filter: {
|
5867
5897
|
# match_criteria: ["NameString"],
|
5868
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5898
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5869
5899
|
# },
|
5870
5900
|
# hide_password: false,
|
5871
5901
|
# next_token: "Token",
|
@@ -6953,6 +6983,63 @@ module Aws::Glue
|
|
6953
6983
|
include Aws::Structure
|
6954
6984
|
end
|
6955
6985
|
|
6986
|
+
# @note When making an API call, you may pass GetPartitionIndexesRequest
|
6987
|
+
# data as a hash:
|
6988
|
+
#
|
6989
|
+
# {
|
6990
|
+
# catalog_id: "CatalogIdString",
|
6991
|
+
# database_name: "NameString", # required
|
6992
|
+
# table_name: "NameString", # required
|
6993
|
+
# next_token: "Token",
|
6994
|
+
# }
|
6995
|
+
#
|
6996
|
+
# @!attribute [rw] catalog_id
|
6997
|
+
# The catalog ID where the table resides.
|
6998
|
+
# @return [String]
|
6999
|
+
#
|
7000
|
+
# @!attribute [rw] database_name
|
7001
|
+
# Specifies the name of a database from which you want to retrieve
|
7002
|
+
# partition indexes.
|
7003
|
+
# @return [String]
|
7004
|
+
#
|
7005
|
+
# @!attribute [rw] table_name
|
7006
|
+
# Specifies the name of a table for which you want to retrieve the
|
7007
|
+
# partition indexes.
|
7008
|
+
# @return [String]
|
7009
|
+
#
|
7010
|
+
# @!attribute [rw] next_token
|
7011
|
+
# A continuation token, included if this is a continuation call.
|
7012
|
+
# @return [String]
|
7013
|
+
#
|
7014
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
|
7015
|
+
#
|
7016
|
+
class GetPartitionIndexesRequest < Struct.new(
|
7017
|
+
:catalog_id,
|
7018
|
+
:database_name,
|
7019
|
+
:table_name,
|
7020
|
+
:next_token)
|
7021
|
+
SENSITIVE = []
|
7022
|
+
include Aws::Structure
|
7023
|
+
end
|
7024
|
+
|
7025
|
+
# @!attribute [rw] partition_index_descriptor_list
|
7026
|
+
# A list of index descriptors.
|
7027
|
+
# @return [Array<Types::PartitionIndexDescriptor>]
|
7028
|
+
#
|
7029
|
+
# @!attribute [rw] next_token
|
7030
|
+
# A continuation token, present if the current list segment is not the
|
7031
|
+
# last.
|
7032
|
+
# @return [String]
|
7033
|
+
#
|
7034
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
|
7035
|
+
#
|
7036
|
+
class GetPartitionIndexesResponse < Struct.new(
|
7037
|
+
:partition_index_descriptor_list,
|
7038
|
+
:next_token)
|
7039
|
+
SENSITIVE = []
|
7040
|
+
include Aws::Structure
|
7041
|
+
end
|
7042
|
+
|
6956
7043
|
# @note When making an API call, you may pass GetPartitionRequest
|
6957
7044
|
# data as a hash:
|
6958
7045
|
#
|
@@ -8701,7 +8788,13 @@ module Aws::Glue
|
|
8701
8788
|
# @return [Time]
|
8702
8789
|
#
|
8703
8790
|
# @!attribute [rw] job_run_state
|
8704
|
-
# The current state of the job run.
|
8791
|
+
# The current state of the job run. For more information about the
|
8792
|
+
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
8793
|
+
# Run Statuses][1].
|
8794
|
+
#
|
8795
|
+
#
|
8796
|
+
#
|
8797
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8705
8798
|
# @return [String]
|
8706
8799
|
#
|
8707
8800
|
# @!attribute [rw] arguments
|
@@ -9126,6 +9219,25 @@ module Aws::Glue
|
|
9126
9219
|
include Aws::Structure
|
9127
9220
|
end
|
9128
9221
|
|
9222
|
+
# A partition key pair consisting of a name and a type.
|
9223
|
+
#
|
9224
|
+
# @!attribute [rw] name
|
9225
|
+
# The name of a partition key.
|
9226
|
+
# @return [String]
|
9227
|
+
#
|
9228
|
+
# @!attribute [rw] type
|
9229
|
+
# The type of a partition key.
|
9230
|
+
# @return [String]
|
9231
|
+
#
|
9232
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
|
9233
|
+
#
|
9234
|
+
class KeySchemaElement < Struct.new(
|
9235
|
+
:name,
|
9236
|
+
:type)
|
9237
|
+
SENSITIVE = []
|
9238
|
+
include Aws::Structure
|
9239
|
+
end
|
9240
|
+
|
9129
9241
|
# Specifies configuration properties for a labeling set generation task
|
9130
9242
|
# run.
|
9131
9243
|
#
|
@@ -10062,6 +10174,58 @@ module Aws::Glue
|
|
10062
10174
|
include Aws::Structure
|
10063
10175
|
end
|
10064
10176
|
|
10177
|
+
# A structure for a partition index.
|
10178
|
+
#
|
10179
|
+
# @note When making an API call, you may pass PartitionIndex
|
10180
|
+
# data as a hash:
|
10181
|
+
#
|
10182
|
+
# {
|
10183
|
+
# keys: ["NameString"], # required
|
10184
|
+
# index_name: "NameString", # required
|
10185
|
+
# }
|
10186
|
+
#
|
10187
|
+
# @!attribute [rw] keys
|
10188
|
+
# The keys for the partition index.
|
10189
|
+
# @return [Array<String>]
|
10190
|
+
#
|
10191
|
+
# @!attribute [rw] index_name
|
10192
|
+
# The name of the partition index.
|
10193
|
+
# @return [String]
|
10194
|
+
#
|
10195
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
|
10196
|
+
#
|
10197
|
+
class PartitionIndex < Struct.new(
|
10198
|
+
:keys,
|
10199
|
+
:index_name)
|
10200
|
+
SENSITIVE = []
|
10201
|
+
include Aws::Structure
|
10202
|
+
end
|
10203
|
+
|
10204
|
+
# A descriptor for a partition index in a table.
|
10205
|
+
#
|
10206
|
+
# @!attribute [rw] index_name
|
10207
|
+
# The name of the partition index.
|
10208
|
+
# @return [String]
|
10209
|
+
#
|
10210
|
+
# @!attribute [rw] keys
|
10211
|
+
# A list of one or more keys, as `KeySchemaElement` structures, for
|
10212
|
+
# the partition index.
|
10213
|
+
# @return [Array<Types::KeySchemaElement>]
|
10214
|
+
#
|
10215
|
+
# @!attribute [rw] index_status
|
10216
|
+
# The status of the partition index.
|
10217
|
+
# @return [String]
|
10218
|
+
#
|
10219
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
|
10220
|
+
#
|
10221
|
+
class PartitionIndexDescriptor < Struct.new(
|
10222
|
+
:index_name,
|
10223
|
+
:keys,
|
10224
|
+
:index_status)
|
10225
|
+
SENSITIVE = []
|
10226
|
+
include Aws::Structure
|
10227
|
+
end
|
10228
|
+
|
10065
10229
|
# The structure used to create and update a partition.
|
10066
10230
|
#
|
10067
10231
|
# @note When making an API call, you may pass PartitionInput
|
@@ -10583,8 +10747,8 @@ module Aws::Glue
|
|
10583
10747
|
#
|
10584
10748
|
# @!attribute [rw] node_ids
|
10585
10749
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
10586
|
-
# that are to be restarted must have
|
10587
|
-
#
|
10750
|
+
# that are to be restarted must have a run attempt in the original
|
10751
|
+
# run.
|
10588
10752
|
# @return [Array<String>]
|
10589
10753
|
#
|
10590
10754
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
@@ -10652,6 +10816,7 @@ module Aws::Glue
|
|
10652
10816
|
# {
|
10653
10817
|
# path: "Path",
|
10654
10818
|
# exclusions: ["Path"],
|
10819
|
+
# connection_name: "ConnectionName",
|
10655
10820
|
# }
|
10656
10821
|
#
|
10657
10822
|
# @!attribute [rw] path
|
@@ -10667,11 +10832,18 @@ module Aws::Glue
|
|
10667
10832
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
10668
10833
|
# @return [Array<String>]
|
10669
10834
|
#
|
10835
|
+
# @!attribute [rw] connection_name
|
10836
|
+
# The name of a connection which allows a job or crawler to access
|
10837
|
+
# data in Amazon S3 within an Amazon Virtual Private Cloud environment
|
10838
|
+
# (Amazon VPC).
|
10839
|
+
# @return [String]
|
10840
|
+
#
|
10670
10841
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
|
10671
10842
|
#
|
10672
10843
|
class S3Target < Struct.new(
|
10673
10844
|
:path,
|
10674
|
-
:exclusions
|
10845
|
+
:exclusions,
|
10846
|
+
:connection_name)
|
10675
10847
|
SENSITIVE = []
|
10676
10848
|
include Aws::Structure
|
10677
10849
|
end
|
@@ -12955,7 +13127,7 @@ module Aws::Glue
|
|
12955
13127
|
# connection_input: { # required
|
12956
13128
|
# name: "NameString", # required
|
12957
13129
|
# description: "DescriptionString",
|
12958
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
13130
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
12959
13131
|
# match_criteria: ["NameString"],
|
12960
13132
|
# connection_properties: { # required
|
12961
13133
|
# "HOST" => "ValueString",
|
@@ -13009,6 +13181,7 @@ module Aws::Glue
|
|
13009
13181
|
# {
|
13010
13182
|
# path: "Path",
|
13011
13183
|
# exclusions: ["Path"],
|
13184
|
+
# connection_name: "ConnectionName",
|
13012
13185
|
# },
|
13013
13186
|
# ],
|
13014
13187
|
# jdbc_targets: [
|
@@ -13996,6 +14169,7 @@ module Aws::Glue
|
|
13996
14169
|
# default_run_properties: {
|
13997
14170
|
# "IdString" => "GenericString",
|
13998
14171
|
# },
|
14172
|
+
# max_concurrent_runs: 1,
|
13999
14173
|
# }
|
14000
14174
|
#
|
14001
14175
|
# @!attribute [rw] name
|
@@ -14011,12 +14185,21 @@ module Aws::Glue
|
|
14011
14185
|
# the workflow.
|
14012
14186
|
# @return [Hash<String,String>]
|
14013
14187
|
#
|
14188
|
+
# @!attribute [rw] max_concurrent_runs
|
14189
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14190
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14191
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14192
|
+
# you leave this parameter blank, there is no limit to the number of
|
14193
|
+
# concurrent workflow runs.
|
14194
|
+
# @return [Integer]
|
14195
|
+
#
|
14014
14196
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
14015
14197
|
#
|
14016
14198
|
class UpdateWorkflowRequest < Struct.new(
|
14017
14199
|
:name,
|
14018
14200
|
:description,
|
14019
|
-
:default_run_properties
|
14201
|
+
:default_run_properties,
|
14202
|
+
:max_concurrent_runs)
|
14020
14203
|
SENSITIVE = []
|
14021
14204
|
include Aws::Structure
|
14022
14205
|
end
|
@@ -14233,6 +14416,14 @@ module Aws::Glue
|
|
14233
14416
|
# edges.
|
14234
14417
|
# @return [Types::WorkflowGraph]
|
14235
14418
|
#
|
14419
|
+
# @!attribute [rw] max_concurrent_runs
|
14420
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14421
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14422
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14423
|
+
# you leave this parameter blank, there is no limit to the number of
|
14424
|
+
# concurrent workflow runs.
|
14425
|
+
# @return [Integer]
|
14426
|
+
#
|
14236
14427
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
14237
14428
|
#
|
14238
14429
|
class Workflow < Struct.new(
|
@@ -14242,7 +14433,8 @@ module Aws::Glue
|
|
14242
14433
|
:created_on,
|
14243
14434
|
:last_modified_on,
|
14244
14435
|
:last_run,
|
14245
|
-
:graph
|
14436
|
+
:graph,
|
14437
|
+
:max_concurrent_runs)
|
14246
14438
|
SENSITIVE = []
|
14247
14439
|
include Aws::Structure
|
14248
14440
|
end
|
@@ -14301,6 +14493,12 @@ module Aws::Glue
|
|
14301
14493
|
# The status of the workflow run.
|
14302
14494
|
# @return [String]
|
14303
14495
|
#
|
14496
|
+
# @!attribute [rw] error_message
|
14497
|
+
# This error message describes any error that may have occurred in
|
14498
|
+
# starting the workflow run. Currently the only error message is
|
14499
|
+
# "Concurrent runs exceeded for workflow: `foo`."
|
14500
|
+
# @return [String]
|
14501
|
+
#
|
14304
14502
|
# @!attribute [rw] statistics
|
14305
14503
|
# The statistics of the run.
|
14306
14504
|
# @return [Types::WorkflowRunStatistics]
|
@@ -14321,6 +14519,7 @@ module Aws::Glue
|
|
14321
14519
|
:started_on,
|
14322
14520
|
:completed_on,
|
14323
14521
|
:status,
|
14522
|
+
:error_message,
|
14324
14523
|
:statistics,
|
14325
14524
|
:graph)
|
14326
14525
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.70.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-09-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|