aws-sdk-glue 1.65.0 → 1.70.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +3 -2
- data/lib/aws-sdk-glue/client.rb +124 -21
- data/lib/aws-sdk-glue/client_api.rb +69 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +225 -26
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ee6a8093df9ce28a27abbdb7e370e2b5c59463c9591fbca4d71e82b8d43e7310
|
4
|
+
data.tar.gz: eb495a8d7f08304a178fdf3c31736b9ffba4684780b36c0517e52763cb8c20e6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 46573580ed511c74fe4b239c37e054ca53bd620a300ae26297d0808bc84ff6d2cbeefc236ca74ac83b58af1e33cfae28662e0b7068332309eb367af367dd2d8c
|
7
|
+
data.tar.gz: 6016e73d5a845daa7963db0b80d569629fe2b0a819fe35e6d0489015601648ee25f12a060ef0182d880d66f9d80ae71c13b761db0d44da20eea6a6b6d45964b1
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -7,6 +7,7 @@
|
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
10
|
+
|
10
11
|
require 'aws-sdk-core'
|
11
12
|
require 'aws-sigv4'
|
12
13
|
|
@@ -44,9 +45,9 @@ require_relative 'aws-sdk-glue/customizations'
|
|
44
45
|
#
|
45
46
|
# See {Errors} for more information.
|
46
47
|
#
|
47
|
-
#
|
48
|
+
# @!group service
|
48
49
|
module Aws::Glue
|
49
50
|
|
50
|
-
GEM_VERSION = '1.
|
51
|
+
GEM_VERSION = '1.70.0'
|
51
52
|
|
52
53
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -85,13 +85,28 @@ module Aws::Glue
|
|
85
85
|
# * `Aws::Credentials` - Used for configuring static, non-refreshing
|
86
86
|
# credentials.
|
87
87
|
#
|
88
|
+
# * `Aws::SharedCredentials` - Used for loading static credentials from a
|
89
|
+
# shared file, such as `~/.aws/config`.
|
90
|
+
#
|
91
|
+
# * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
|
92
|
+
#
|
93
|
+
# * `Aws::AssumeRoleWebIdentityCredentials` - Used when you need to
|
94
|
+
# assume a role after providing credentials via the web.
|
95
|
+
#
|
96
|
+
# * `Aws::SSOCredentials` - Used for loading credentials from AWS SSO using an
|
97
|
+
# access token generated from `aws login`.
|
98
|
+
#
|
99
|
+
# * `Aws::ProcessCredentials` - Used for loading credentials from a
|
100
|
+
# process that outputs to stdout.
|
101
|
+
#
|
88
102
|
# * `Aws::InstanceProfileCredentials` - Used for loading credentials
|
89
103
|
# from an EC2 IMDS on an EC2 instance.
|
90
104
|
#
|
91
|
-
# * `Aws::
|
92
|
-
#
|
105
|
+
# * `Aws::ECSCredentials` - Used for loading credentials from
|
106
|
+
# instances running in ECS.
|
93
107
|
#
|
94
|
-
# * `Aws::
|
108
|
+
# * `Aws::CognitoIdentityCredentials` - Used for loading credentials
|
109
|
+
# from the Cognito Identity service.
|
95
110
|
#
|
96
111
|
# When `:credentials` are not configured directly, the following
|
97
112
|
# locations will be searched for credentials:
|
@@ -101,10 +116,10 @@ module Aws::Glue
|
|
101
116
|
# * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
|
102
117
|
# * `~/.aws/credentials`
|
103
118
|
# * `~/.aws/config`
|
104
|
-
# * EC2 IMDS instance profile - When used by default, the timeouts
|
105
|
-
# very aggressive. Construct and pass an instance of
|
106
|
-
# `Aws::InstanceProfileCredentails`
|
107
|
-
# timeouts.
|
119
|
+
# * EC2/ECS IMDS instance profile - When used by default, the timeouts
|
120
|
+
# are very aggressive. Construct and pass an instance of
|
121
|
+
# `Aws::InstanceProfileCredentails` or `Aws::ECSCredentials` to
|
122
|
+
# enable retries and extended timeouts.
|
108
123
|
#
|
109
124
|
# @option options [required, String] :region
|
110
125
|
# The AWS region to connect to. The configured `:region` is
|
@@ -642,6 +657,7 @@ module Aws::Glue
|
|
642
657
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
643
658
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
644
659
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
660
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
645
661
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
646
662
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
647
663
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -1002,7 +1018,8 @@ module Aws::Glue
|
|
1002
1018
|
# resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
|
1003
1019
|
# resp.workflows[0].last_run.started_on #=> Time
|
1004
1020
|
# resp.workflows[0].last_run.completed_on #=> Time
|
1005
|
-
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
1021
|
+
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
1022
|
+
# resp.workflows[0].last_run.error_message #=> String
|
1006
1023
|
# resp.workflows[0].last_run.statistics.total_actions #=> Integer
|
1007
1024
|
# resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
|
1008
1025
|
# resp.workflows[0].last_run.statistics.failed_actions #=> Integer
|
@@ -1133,6 +1150,7 @@ module Aws::Glue
|
|
1133
1150
|
# resp.workflows[0].graph.edges #=> Array
|
1134
1151
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1135
1152
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1153
|
+
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1136
1154
|
# resp.missing_workflows #=> Array
|
1137
1155
|
# resp.missing_workflows[0] #=> String
|
1138
1156
|
#
|
@@ -1300,7 +1318,7 @@ module Aws::Glue
|
|
1300
1318
|
# connection_input: { # required
|
1301
1319
|
# name: "NameString", # required
|
1302
1320
|
# description: "DescriptionString",
|
1303
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1321
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1304
1322
|
# match_criteria: ["NameString"],
|
1305
1323
|
# connection_properties: { # required
|
1306
1324
|
# "HOST" => "ValueString",
|
@@ -1401,6 +1419,7 @@ module Aws::Glue
|
|
1401
1419
|
# {
|
1402
1420
|
# path: "Path",
|
1403
1421
|
# exclusions: ["Path"],
|
1422
|
+
# connection_name: "ConnectionName",
|
1404
1423
|
# },
|
1405
1424
|
# ],
|
1406
1425
|
# jdbc_targets: [
|
@@ -2309,6 +2328,10 @@ module Aws::Glue
|
|
2309
2328
|
# The `TableInput` object that defines the metadata table to create in
|
2310
2329
|
# the catalog.
|
2311
2330
|
#
|
2331
|
+
# @option params [Array<Types::PartitionIndex>] :partition_indexes
|
2332
|
+
# A list of partition indexes, `PartitionIndex` structures, to create in
|
2333
|
+
# the table.
|
2334
|
+
#
|
2312
2335
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2313
2336
|
#
|
2314
2337
|
# @example Request syntax with placeholder values
|
@@ -2387,6 +2410,12 @@ module Aws::Glue
|
|
2387
2410
|
# name: "NameString",
|
2388
2411
|
# },
|
2389
2412
|
# },
|
2413
|
+
# partition_indexes: [
|
2414
|
+
# {
|
2415
|
+
# keys: ["NameString"], # required
|
2416
|
+
# index_name: "NameString", # required
|
2417
|
+
# },
|
2418
|
+
# ],
|
2390
2419
|
# })
|
2391
2420
|
#
|
2392
2421
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
|
@@ -2560,6 +2589,13 @@ module Aws::Glue
|
|
2560
2589
|
# @option params [Hash<String,String>] :tags
|
2561
2590
|
# The tags to be used with this workflow.
|
2562
2591
|
#
|
2592
|
+
# @option params [Integer] :max_concurrent_runs
|
2593
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
2594
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
2595
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
2596
|
+
# leave this parameter blank, there is no limit to the number of
|
2597
|
+
# concurrent workflow runs.
|
2598
|
+
#
|
2563
2599
|
# @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2564
2600
|
#
|
2565
2601
|
# * {Types::CreateWorkflowResponse#name #name} => String
|
@@ -2575,6 +2611,7 @@ module Aws::Glue
|
|
2575
2611
|
# tags: {
|
2576
2612
|
# "TagKey" => "TagValue",
|
2577
2613
|
# },
|
2614
|
+
# max_concurrent_runs: 1,
|
2578
2615
|
# })
|
2579
2616
|
#
|
2580
2617
|
# @example Response structure
|
@@ -3466,7 +3503,7 @@ module Aws::Glue
|
|
3466
3503
|
#
|
3467
3504
|
# resp.connection.name #=> String
|
3468
3505
|
# resp.connection.description #=> String
|
3469
|
-
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3506
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3470
3507
|
# resp.connection.match_criteria #=> Array
|
3471
3508
|
# resp.connection.match_criteria[0] #=> String
|
3472
3509
|
# resp.connection.connection_properties #=> Hash
|
@@ -3524,7 +3561,7 @@ module Aws::Glue
|
|
3524
3561
|
# catalog_id: "CatalogIdString",
|
3525
3562
|
# filter: {
|
3526
3563
|
# match_criteria: ["NameString"],
|
3527
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
3564
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
3528
3565
|
# },
|
3529
3566
|
# hide_password: false,
|
3530
3567
|
# next_token: "Token",
|
@@ -3536,7 +3573,7 @@ module Aws::Glue
|
|
3536
3573
|
# resp.connection_list #=> Array
|
3537
3574
|
# resp.connection_list[0].name #=> String
|
3538
3575
|
# resp.connection_list[0].description #=> String
|
3539
|
-
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3576
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3540
3577
|
# resp.connection_list[0].match_criteria #=> Array
|
3541
3578
|
# resp.connection_list[0].match_criteria[0] #=> String
|
3542
3579
|
# resp.connection_list[0].connection_properties #=> Hash
|
@@ -3582,6 +3619,7 @@ module Aws::Glue
|
|
3582
3619
|
# resp.crawler.targets.s3_targets[0].path #=> String
|
3583
3620
|
# resp.crawler.targets.s3_targets[0].exclusions #=> Array
|
3584
3621
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
3622
|
+
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
3585
3623
|
# resp.crawler.targets.jdbc_targets #=> Array
|
3586
3624
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
3587
3625
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -3706,6 +3744,7 @@ module Aws::Glue
|
|
3706
3744
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
3707
3745
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
3708
3746
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
3747
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
3709
3748
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
3710
3749
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
3711
3750
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -4827,6 +4866,57 @@ module Aws::Glue
|
|
4827
4866
|
req.send_request(options)
|
4828
4867
|
end
|
4829
4868
|
|
4869
|
+
# Retrieves the partition indexes associated with a table.
|
4870
|
+
#
|
4871
|
+
# @option params [String] :catalog_id
|
4872
|
+
# The catalog ID where the table resides.
|
4873
|
+
#
|
4874
|
+
# @option params [required, String] :database_name
|
4875
|
+
# Specifies the name of a database from which you want to retrieve
|
4876
|
+
# partition indexes.
|
4877
|
+
#
|
4878
|
+
# @option params [required, String] :table_name
|
4879
|
+
# Specifies the name of a table for which you want to retrieve the
|
4880
|
+
# partition indexes.
|
4881
|
+
#
|
4882
|
+
# @option params [String] :next_token
|
4883
|
+
# A continuation token, included if this is a continuation call.
|
4884
|
+
#
|
4885
|
+
# @return [Types::GetPartitionIndexesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4886
|
+
#
|
4887
|
+
# * {Types::GetPartitionIndexesResponse#partition_index_descriptor_list #partition_index_descriptor_list} => Array<Types::PartitionIndexDescriptor>
|
4888
|
+
# * {Types::GetPartitionIndexesResponse#next_token #next_token} => String
|
4889
|
+
#
|
4890
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
4891
|
+
#
|
4892
|
+
# @example Request syntax with placeholder values
|
4893
|
+
#
|
4894
|
+
# resp = client.get_partition_indexes({
|
4895
|
+
# catalog_id: "CatalogIdString",
|
4896
|
+
# database_name: "NameString", # required
|
4897
|
+
# table_name: "NameString", # required
|
4898
|
+
# next_token: "Token",
|
4899
|
+
# })
|
4900
|
+
#
|
4901
|
+
# @example Response structure
|
4902
|
+
#
|
4903
|
+
# resp.partition_index_descriptor_list #=> Array
|
4904
|
+
# resp.partition_index_descriptor_list[0].index_name #=> String
|
4905
|
+
# resp.partition_index_descriptor_list[0].keys #=> Array
|
4906
|
+
# resp.partition_index_descriptor_list[0].keys[0].name #=> String
|
4907
|
+
# resp.partition_index_descriptor_list[0].keys[0].type #=> String
|
4908
|
+
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
|
4909
|
+
# resp.next_token #=> String
|
4910
|
+
#
|
4911
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
|
4912
|
+
#
|
4913
|
+
# @overload get_partition_indexes(params = {})
|
4914
|
+
# @param [Hash] params ({})
|
4915
|
+
def get_partition_indexes(params = {}, options = {})
|
4916
|
+
req = build_request(:get_partition_indexes, params)
|
4917
|
+
req.send_request(options)
|
4918
|
+
end
|
4919
|
+
|
4830
4920
|
# Retrieves information about the partitions in a table.
|
4831
4921
|
#
|
4832
4922
|
# @option params [String] :catalog_id
|
@@ -5961,7 +6051,8 @@ module Aws::Glue
|
|
5961
6051
|
# resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
|
5962
6052
|
# resp.workflow.last_run.started_on #=> Time
|
5963
6053
|
# resp.workflow.last_run.completed_on #=> Time
|
5964
|
-
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6054
|
+
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6055
|
+
# resp.workflow.last_run.error_message #=> String
|
5965
6056
|
# resp.workflow.last_run.statistics.total_actions #=> Integer
|
5966
6057
|
# resp.workflow.last_run.statistics.timeout_actions #=> Integer
|
5967
6058
|
# resp.workflow.last_run.statistics.failed_actions #=> Integer
|
@@ -6092,6 +6183,7 @@ module Aws::Glue
|
|
6092
6183
|
# resp.workflow.graph.edges #=> Array
|
6093
6184
|
# resp.workflow.graph.edges[0].source_id #=> String
|
6094
6185
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
6186
|
+
# resp.workflow.max_concurrent_runs #=> Integer
|
6095
6187
|
#
|
6096
6188
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
6097
6189
|
#
|
@@ -6134,7 +6226,8 @@ module Aws::Glue
|
|
6134
6226
|
# resp.run.workflow_run_properties["IdString"] #=> String
|
6135
6227
|
# resp.run.started_on #=> Time
|
6136
6228
|
# resp.run.completed_on #=> Time
|
6137
|
-
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6229
|
+
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6230
|
+
# resp.run.error_message #=> String
|
6138
6231
|
# resp.run.statistics.total_actions #=> Integer
|
6139
6232
|
# resp.run.statistics.timeout_actions #=> Integer
|
6140
6233
|
# resp.run.statistics.failed_actions #=> Integer
|
@@ -6286,7 +6379,8 @@ module Aws::Glue
|
|
6286
6379
|
# resp.runs[0].workflow_run_properties["IdString"] #=> String
|
6287
6380
|
# resp.runs[0].started_on #=> Time
|
6288
6381
|
# resp.runs[0].completed_on #=> Time
|
6289
|
-
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6382
|
+
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6383
|
+
# resp.runs[0].error_message #=> String
|
6290
6384
|
# resp.runs[0].statistics.total_actions #=> Integer
|
6291
6385
|
# resp.runs[0].statistics.timeout_actions #=> Integer
|
6292
6386
|
# resp.runs[0].statistics.failed_actions #=> Integer
|
@@ -6884,8 +6978,9 @@ module Aws::Glue
|
|
6884
6978
|
req.send_request(options)
|
6885
6979
|
end
|
6886
6980
|
|
6887
|
-
# Restarts
|
6888
|
-
#
|
6981
|
+
# Restarts selected nodes of a previous partially completed workflow run
|
6982
|
+
# and resumes the workflow run. The selected nodes and all nodes that
|
6983
|
+
# are downstream from the selected nodes are run.
|
6889
6984
|
#
|
6890
6985
|
# @option params [required, String] :name
|
6891
6986
|
# The name of the workflow to resume.
|
@@ -6895,8 +6990,7 @@ module Aws::Glue
|
|
6895
6990
|
#
|
6896
6991
|
# @option params [required, Array<String>] :node_ids
|
6897
6992
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
6898
|
-
# that are to be restarted must have
|
6899
|
-
# original run.
|
6993
|
+
# that are to be restarted must have a run attempt in the original run.
|
6900
6994
|
#
|
6901
6995
|
# @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6902
6996
|
#
|
@@ -8029,7 +8123,7 @@ module Aws::Glue
|
|
8029
8123
|
# connection_input: { # required
|
8030
8124
|
# name: "NameString", # required
|
8031
8125
|
# description: "DescriptionString",
|
8032
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
8126
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
8033
8127
|
# match_criteria: ["NameString"],
|
8034
8128
|
# connection_properties: { # required
|
8035
8129
|
# "HOST" => "ValueString",
|
@@ -8119,6 +8213,7 @@ module Aws::Glue
|
|
8119
8213
|
# {
|
8120
8214
|
# path: "Path",
|
8121
8215
|
# exclusions: ["Path"],
|
8216
|
+
# connection_name: "ConnectionName",
|
8122
8217
|
# },
|
8123
8218
|
# ],
|
8124
8219
|
# jdbc_targets: [
|
@@ -8845,6 +8940,13 @@ module Aws::Glue
|
|
8845
8940
|
# A collection of properties to be used as part of each execution of the
|
8846
8941
|
# workflow.
|
8847
8942
|
#
|
8943
|
+
# @option params [Integer] :max_concurrent_runs
|
8944
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
8945
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
8946
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
8947
|
+
# leave this parameter blank, there is no limit to the number of
|
8948
|
+
# concurrent workflow runs.
|
8949
|
+
#
|
8848
8950
|
# @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8849
8951
|
#
|
8850
8952
|
# * {Types::UpdateWorkflowResponse#name #name} => String
|
@@ -8857,6 +8959,7 @@ module Aws::Glue
|
|
8857
8959
|
# default_run_properties: {
|
8858
8960
|
# "IdString" => "GenericString",
|
8859
8961
|
# },
|
8962
|
+
# max_concurrent_runs: 1,
|
8860
8963
|
# })
|
8861
8964
|
#
|
8862
8965
|
# @example Response structure
|
@@ -8885,7 +8988,7 @@ module Aws::Glue
|
|
8885
8988
|
params: params,
|
8886
8989
|
config: config)
|
8887
8990
|
context[:gem_name] = 'aws-sdk-glue'
|
8888
|
-
context[:gem_version] = '1.
|
8991
|
+
context[:gem_version] = '1.70.0'
|
8889
8992
|
Seahorse::Client::Request.new(handlers, context)
|
8890
8993
|
end
|
8891
8994
|
|
@@ -103,6 +103,7 @@ module Aws::Glue
|
|
103
103
|
Condition = Shapes::StructureShape.new(name: 'Condition')
|
104
104
|
ConditionCheckFailureException = Shapes::StructureShape.new(name: 'ConditionCheckFailureException')
|
105
105
|
ConditionList = Shapes::ListShape.new(name: 'ConditionList')
|
106
|
+
ConflictException = Shapes::StructureShape.new(name: 'ConflictException')
|
106
107
|
ConfusionMatrix = Shapes::StructureShape.new(name: 'ConfusionMatrix')
|
107
108
|
Connection = Shapes::StructureShape.new(name: 'Connection')
|
108
109
|
ConnectionInput = Shapes::StructureShape.new(name: 'ConnectionInput')
|
@@ -305,6 +306,8 @@ module Aws::Glue
|
|
305
306
|
GetMLTransformsResponse = Shapes::StructureShape.new(name: 'GetMLTransformsResponse')
|
306
307
|
GetMappingRequest = Shapes::StructureShape.new(name: 'GetMappingRequest')
|
307
308
|
GetMappingResponse = Shapes::StructureShape.new(name: 'GetMappingResponse')
|
309
|
+
GetPartitionIndexesRequest = Shapes::StructureShape.new(name: 'GetPartitionIndexesRequest')
|
310
|
+
GetPartitionIndexesResponse = Shapes::StructureShape.new(name: 'GetPartitionIndexesResponse')
|
308
311
|
GetPartitionRequest = Shapes::StructureShape.new(name: 'GetPartitionRequest')
|
309
312
|
GetPartitionResponse = Shapes::StructureShape.new(name: 'GetPartitionResponse')
|
310
313
|
GetPartitionsRequest = Shapes::StructureShape.new(name: 'GetPartitionsRequest')
|
@@ -385,6 +388,9 @@ module Aws::Glue
|
|
385
388
|
JsonClassifier = Shapes::StructureShape.new(name: 'JsonClassifier')
|
386
389
|
JsonPath = Shapes::StringShape.new(name: 'JsonPath')
|
387
390
|
JsonValue = Shapes::StringShape.new(name: 'JsonValue')
|
391
|
+
KeyList = Shapes::ListShape.new(name: 'KeyList')
|
392
|
+
KeySchemaElement = Shapes::StructureShape.new(name: 'KeySchemaElement')
|
393
|
+
KeySchemaElementList = Shapes::ListShape.new(name: 'KeySchemaElementList')
|
388
394
|
KeyString = Shapes::StringShape.new(name: 'KeyString')
|
389
395
|
KmsKeyArn = Shapes::StringShape.new(name: 'KmsKeyArn')
|
390
396
|
LabelCount = Shapes::IntegerShape.new(name: 'LabelCount')
|
@@ -450,6 +456,11 @@ module Aws::Glue
|
|
450
456
|
Partition = Shapes::StructureShape.new(name: 'Partition')
|
451
457
|
PartitionError = Shapes::StructureShape.new(name: 'PartitionError')
|
452
458
|
PartitionErrors = Shapes::ListShape.new(name: 'PartitionErrors')
|
459
|
+
PartitionIndex = Shapes::StructureShape.new(name: 'PartitionIndex')
|
460
|
+
PartitionIndexDescriptor = Shapes::StructureShape.new(name: 'PartitionIndexDescriptor')
|
461
|
+
PartitionIndexDescriptorList = Shapes::ListShape.new(name: 'PartitionIndexDescriptorList')
|
462
|
+
PartitionIndexList = Shapes::ListShape.new(name: 'PartitionIndexList')
|
463
|
+
PartitionIndexStatus = Shapes::StringShape.new(name: 'PartitionIndexStatus')
|
453
464
|
PartitionInput = Shapes::StructureShape.new(name: 'PartitionInput')
|
454
465
|
PartitionInputList = Shapes::ListShape.new(name: 'PartitionInputList')
|
455
466
|
PartitionList = Shapes::ListShape.new(name: 'PartitionList')
|
@@ -926,6 +937,9 @@ module Aws::Glue
|
|
926
937
|
|
927
938
|
ConditionList.member = Shapes::ShapeRef.new(shape: Condition)
|
928
939
|
|
940
|
+
ConflictException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
941
|
+
ConflictException.struct_class = Types::ConflictException
|
942
|
+
|
929
943
|
ConfusionMatrix.add_member(:num_true_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTruePositives"))
|
930
944
|
ConfusionMatrix.add_member(:num_false_positives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumFalsePositives"))
|
931
945
|
ConfusionMatrix.add_member(:num_true_negatives, Shapes::ShapeRef.new(shape: RecordsCount, location_name: "NumTrueNegatives"))
|
@@ -1188,6 +1202,7 @@ module Aws::Glue
|
|
1188
1202
|
CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1189
1203
|
CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1190
1204
|
CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
|
1205
|
+
CreateTableRequest.add_member(:partition_indexes, Shapes::ShapeRef.new(shape: PartitionIndexList, location_name: "PartitionIndexes"))
|
1191
1206
|
CreateTableRequest.struct_class = Types::CreateTableRequest
|
1192
1207
|
|
1193
1208
|
CreateTableResponse.struct_class = Types::CreateTableResponse
|
@@ -1217,6 +1232,7 @@ module Aws::Glue
|
|
1217
1232
|
CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
1218
1233
|
CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
1219
1234
|
CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1235
|
+
CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
1220
1236
|
CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
|
1221
1237
|
|
1222
1238
|
CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1748,6 +1764,16 @@ module Aws::Glue
|
|
1748
1764
|
GetMappingResponse.add_member(:mapping, Shapes::ShapeRef.new(shape: MappingList, required: true, location_name: "Mapping"))
|
1749
1765
|
GetMappingResponse.struct_class = Types::GetMappingResponse
|
1750
1766
|
|
1767
|
+
GetPartitionIndexesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1768
|
+
GetPartitionIndexesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1769
|
+
GetPartitionIndexesRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
1770
|
+
GetPartitionIndexesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1771
|
+
GetPartitionIndexesRequest.struct_class = Types::GetPartitionIndexesRequest
|
1772
|
+
|
1773
|
+
GetPartitionIndexesResponse.add_member(:partition_index_descriptor_list, Shapes::ShapeRef.new(shape: PartitionIndexDescriptorList, location_name: "PartitionIndexDescriptorList"))
|
1774
|
+
GetPartitionIndexesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1775
|
+
GetPartitionIndexesResponse.struct_class = Types::GetPartitionIndexesResponse
|
1776
|
+
|
1751
1777
|
GetPartitionRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1752
1778
|
GetPartitionRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1753
1779
|
GetPartitionRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
@@ -2080,6 +2106,14 @@ module Aws::Glue
|
|
2080
2106
|
JsonClassifier.add_member(:json_path, Shapes::ShapeRef.new(shape: JsonPath, required: true, location_name: "JsonPath"))
|
2081
2107
|
JsonClassifier.struct_class = Types::JsonClassifier
|
2082
2108
|
|
2109
|
+
KeyList.member = Shapes::ShapeRef.new(shape: NameString)
|
2110
|
+
|
2111
|
+
KeySchemaElement.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2112
|
+
KeySchemaElement.add_member(:type, Shapes::ShapeRef.new(shape: ColumnTypeString, required: true, location_name: "Type"))
|
2113
|
+
KeySchemaElement.struct_class = Types::KeySchemaElement
|
2114
|
+
|
2115
|
+
KeySchemaElementList.member = Shapes::ShapeRef.new(shape: KeySchemaElement)
|
2116
|
+
|
2083
2117
|
LabelingSetGenerationTaskRunProperties.add_member(:output_s3_path, Shapes::ShapeRef.new(shape: UriString, location_name: "OutputS3Path"))
|
2084
2118
|
LabelingSetGenerationTaskRunProperties.struct_class = Types::LabelingSetGenerationTaskRunProperties
|
2085
2119
|
|
@@ -2250,6 +2284,19 @@ module Aws::Glue
|
|
2250
2284
|
|
2251
2285
|
PartitionErrors.member = Shapes::ShapeRef.new(shape: PartitionError)
|
2252
2286
|
|
2287
|
+
PartitionIndex.add_member(:keys, Shapes::ShapeRef.new(shape: KeyList, required: true, location_name: "Keys"))
|
2288
|
+
PartitionIndex.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
|
2289
|
+
PartitionIndex.struct_class = Types::PartitionIndex
|
2290
|
+
|
2291
|
+
PartitionIndexDescriptor.add_member(:index_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "IndexName"))
|
2292
|
+
PartitionIndexDescriptor.add_member(:keys, Shapes::ShapeRef.new(shape: KeySchemaElementList, required: true, location_name: "Keys"))
|
2293
|
+
PartitionIndexDescriptor.add_member(:index_status, Shapes::ShapeRef.new(shape: PartitionIndexStatus, required: true, location_name: "IndexStatus"))
|
2294
|
+
PartitionIndexDescriptor.struct_class = Types::PartitionIndexDescriptor
|
2295
|
+
|
2296
|
+
PartitionIndexDescriptorList.member = Shapes::ShapeRef.new(shape: PartitionIndexDescriptor)
|
2297
|
+
|
2298
|
+
PartitionIndexList.member = Shapes::ShapeRef.new(shape: PartitionIndex)
|
2299
|
+
|
2253
2300
|
PartitionInput.add_member(:values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "Values"))
|
2254
2301
|
PartitionInput.add_member(:last_access_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAccessTime"))
|
2255
2302
|
PartitionInput.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
|
@@ -2352,6 +2399,7 @@ module Aws::Glue
|
|
2352
2399
|
|
2353
2400
|
S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
|
2354
2401
|
S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
|
2402
|
+
S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
2355
2403
|
S3Target.struct_class = Types::S3Target
|
2356
2404
|
|
2357
2405
|
S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
|
@@ -2841,6 +2889,7 @@ module Aws::Glue
|
|
2841
2889
|
UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2842
2890
|
UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
2843
2891
|
UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
2892
|
+
UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2844
2893
|
UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
|
2845
2894
|
|
2846
2895
|
UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2885,6 +2934,7 @@ module Aws::Glue
|
|
2885
2934
|
Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
|
2886
2935
|
Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
|
2887
2936
|
Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2937
|
+
Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2888
2938
|
Workflow.struct_class = Types::Workflow
|
2889
2939
|
|
2890
2940
|
WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
|
@@ -2900,6 +2950,7 @@ module Aws::Glue
|
|
2900
2950
|
WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
|
2901
2951
|
WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
|
2902
2952
|
WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
|
2953
|
+
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
2903
2954
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
2904
2955
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2905
2956
|
WorkflowRun.struct_class = Types::WorkflowRun
|
@@ -3866,6 +3917,24 @@ module Aws::Glue
|
|
3866
3917
|
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
3867
3918
|
end)
|
3868
3919
|
|
3920
|
+
api.add_operation(:get_partition_indexes, Seahorse::Model::Operation.new.tap do |o|
|
3921
|
+
o.name = "GetPartitionIndexes"
|
3922
|
+
o.http_method = "POST"
|
3923
|
+
o.http_request_uri = "/"
|
3924
|
+
o.input = Shapes::ShapeRef.new(shape: GetPartitionIndexesRequest)
|
3925
|
+
o.output = Shapes::ShapeRef.new(shape: GetPartitionIndexesResponse)
|
3926
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
3927
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3928
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
3929
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
3930
|
+
o.errors << Shapes::ShapeRef.new(shape: ConflictException)
|
3931
|
+
o[:pager] = Aws::Pager.new(
|
3932
|
+
tokens: {
|
3933
|
+
"next_token" => "next_token"
|
3934
|
+
}
|
3935
|
+
)
|
3936
|
+
end)
|
3937
|
+
|
3869
3938
|
api.add_operation(:get_partitions, Seahorse::Model::Operation.new.tap do |o|
|
3870
3939
|
o.name = "GetPartitions"
|
3871
3940
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -32,6 +32,7 @@ module Aws::Glue
|
|
32
32
|
# * {ConcurrentModificationException}
|
33
33
|
# * {ConcurrentRunsExceededException}
|
34
34
|
# * {ConditionCheckFailureException}
|
35
|
+
# * {ConflictException}
|
35
36
|
# * {CrawlerNotRunningException}
|
36
37
|
# * {CrawlerRunningException}
|
37
38
|
# * {CrawlerStoppingException}
|
@@ -132,6 +133,21 @@ module Aws::Glue
|
|
132
133
|
end
|
133
134
|
end
|
134
135
|
|
136
|
+
class ConflictException < ServiceError
|
137
|
+
|
138
|
+
# @param [Seahorse::Client::RequestContext] context
|
139
|
+
# @param [String] message
|
140
|
+
# @param [Aws::Glue::Types::ConflictException] data
|
141
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
142
|
+
super(context, message, data)
|
143
|
+
end
|
144
|
+
|
145
|
+
# @return [String]
|
146
|
+
def message
|
147
|
+
@message || @data[:message]
|
148
|
+
end
|
149
|
+
end
|
150
|
+
|
135
151
|
class CrawlerNotRunningException < ServiceError
|
136
152
|
|
137
153
|
# @param [Seahorse::Client::RequestContext] context
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1452,8 +1452,10 @@ module Aws::Glue
|
|
1452
1452
|
# @return [String]
|
1453
1453
|
#
|
1454
1454
|
# @!attribute [rw] state
|
1455
|
-
# The condition state. Currently, the
|
1456
|
-
# `SUCCEEDED`, `STOPPED`, `
|
1455
|
+
# The condition state. Currently, the only job states that a trigger
|
1456
|
+
# can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
|
1457
|
+
# The only crawler states that a trigger can listen for are
|
1458
|
+
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1457
1459
|
# @return [String]
|
1458
1460
|
#
|
1459
1461
|
# @!attribute [rw] crawler_name
|
@@ -1490,6 +1492,21 @@ module Aws::Glue
|
|
1490
1492
|
include Aws::Structure
|
1491
1493
|
end
|
1492
1494
|
|
1495
|
+
# The `CreatePartitions` API was called on a table that has indexes
|
1496
|
+
# enabled.
|
1497
|
+
#
|
1498
|
+
# @!attribute [rw] message
|
1499
|
+
# A message describing the problem.
|
1500
|
+
# @return [String]
|
1501
|
+
#
|
1502
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConflictException AWS API Documentation
|
1503
|
+
#
|
1504
|
+
class ConflictException < Struct.new(
|
1505
|
+
:message)
|
1506
|
+
SENSITIVE = []
|
1507
|
+
include Aws::Structure
|
1508
|
+
end
|
1509
|
+
|
1493
1510
|
# The confusion matrix shows you what your transform is predicting
|
1494
1511
|
# accurately and what types of errors it is making.
|
1495
1512
|
#
|
@@ -1618,17 +1635,6 @@ module Aws::Glue
|
|
1618
1635
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1619
1636
|
# Kafka cluster to which a Kafka client will connect to and
|
1620
1637
|
# bootstrap itself.
|
1621
|
-
#
|
1622
|
-
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1623
|
-
# Apache Kafka connection. Default value is "true".
|
1624
|
-
#
|
1625
|
-
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1626
|
-
# file (.pem format). The default is an empty string.
|
1627
|
-
#
|
1628
|
-
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1629
|
-
# validation of the CA cert file or not. AWS Glue validates for
|
1630
|
-
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1631
|
-
# Default value is "false".
|
1632
1638
|
# @return [Hash<String,String>]
|
1633
1639
|
#
|
1634
1640
|
# @!attribute [rw] physical_connection_requirements
|
@@ -1674,7 +1680,7 @@ module Aws::Glue
|
|
1674
1680
|
# {
|
1675
1681
|
# name: "NameString", # required
|
1676
1682
|
# description: "DescriptionString",
|
1677
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1683
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1678
1684
|
# match_criteria: ["NameString"],
|
1679
1685
|
# connection_properties: { # required
|
1680
1686
|
# "HOST" => "ValueString",
|
@@ -2075,6 +2081,7 @@ module Aws::Glue
|
|
2075
2081
|
# {
|
2076
2082
|
# path: "Path",
|
2077
2083
|
# exclusions: ["Path"],
|
2084
|
+
# connection_name: "ConnectionName",
|
2078
2085
|
# },
|
2079
2086
|
# ],
|
2080
2087
|
# jdbc_targets: [
|
@@ -2195,7 +2202,7 @@ module Aws::Glue
|
|
2195
2202
|
# connection_input: { # required
|
2196
2203
|
# name: "NameString", # required
|
2197
2204
|
# description: "DescriptionString",
|
2198
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
2205
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
2199
2206
|
# match_criteria: ["NameString"],
|
2200
2207
|
# connection_properties: { # required
|
2201
2208
|
# "HOST" => "ValueString",
|
@@ -2243,6 +2250,7 @@ module Aws::Glue
|
|
2243
2250
|
# {
|
2244
2251
|
# path: "Path",
|
2245
2252
|
# exclusions: ["Path"],
|
2253
|
+
# connection_name: "ConnectionName",
|
2246
2254
|
# },
|
2247
2255
|
# ],
|
2248
2256
|
# jdbc_targets: [
|
@@ -3610,6 +3618,12 @@ module Aws::Glue
|
|
3610
3618
|
# name: "NameString",
|
3611
3619
|
# },
|
3612
3620
|
# },
|
3621
|
+
# partition_indexes: [
|
3622
|
+
# {
|
3623
|
+
# keys: ["NameString"], # required
|
3624
|
+
# index_name: "NameString", # required
|
3625
|
+
# },
|
3626
|
+
# ],
|
3613
3627
|
# }
|
3614
3628
|
#
|
3615
3629
|
# @!attribute [rw] catalog_id
|
@@ -3627,12 +3641,18 @@ module Aws::Glue
|
|
3627
3641
|
# the catalog.
|
3628
3642
|
# @return [Types::TableInput]
|
3629
3643
|
#
|
3644
|
+
# @!attribute [rw] partition_indexes
|
3645
|
+
# A list of partition indexes, `PartitionIndex` structures, to create
|
3646
|
+
# in the table.
|
3647
|
+
# @return [Array<Types::PartitionIndex>]
|
3648
|
+
#
|
3630
3649
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTableRequest AWS API Documentation
|
3631
3650
|
#
|
3632
3651
|
class CreateTableRequest < Struct.new(
|
3633
3652
|
:catalog_id,
|
3634
3653
|
:database_name,
|
3635
|
-
:table_input
|
3654
|
+
:table_input,
|
3655
|
+
:partition_indexes)
|
3636
3656
|
SENSITIVE = []
|
3637
3657
|
include Aws::Structure
|
3638
3658
|
end
|
@@ -3823,6 +3843,7 @@ module Aws::Glue
|
|
3823
3843
|
# tags: {
|
3824
3844
|
# "TagKey" => "TagValue",
|
3825
3845
|
# },
|
3846
|
+
# max_concurrent_runs: 1,
|
3826
3847
|
# }
|
3827
3848
|
#
|
3828
3849
|
# @!attribute [rw] name
|
@@ -3843,13 +3864,22 @@ module Aws::Glue
|
|
3843
3864
|
# The tags to be used with this workflow.
|
3844
3865
|
# @return [Hash<String,String>]
|
3845
3866
|
#
|
3867
|
+
# @!attribute [rw] max_concurrent_runs
|
3868
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
3869
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
3870
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
3871
|
+
# you leave this parameter blank, there is no limit to the number of
|
3872
|
+
# concurrent workflow runs.
|
3873
|
+
# @return [Integer]
|
3874
|
+
#
|
3846
3875
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
3847
3876
|
#
|
3848
3877
|
class CreateWorkflowRequest < Struct.new(
|
3849
3878
|
:name,
|
3850
3879
|
:description,
|
3851
3880
|
:default_run_properties,
|
3852
|
-
:tags
|
3881
|
+
:tags,
|
3882
|
+
:max_concurrent_runs)
|
3853
3883
|
SENSITIVE = []
|
3854
3884
|
include Aws::Structure
|
3855
3885
|
end
|
@@ -5837,7 +5867,7 @@ module Aws::Glue
|
|
5837
5867
|
#
|
5838
5868
|
# {
|
5839
5869
|
# match_criteria: ["NameString"],
|
5840
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5870
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5841
5871
|
# }
|
5842
5872
|
#
|
5843
5873
|
# @!attribute [rw] match_criteria
|
@@ -5865,7 +5895,7 @@ module Aws::Glue
|
|
5865
5895
|
# catalog_id: "CatalogIdString",
|
5866
5896
|
# filter: {
|
5867
5897
|
# match_criteria: ["NameString"],
|
5868
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5898
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5869
5899
|
# },
|
5870
5900
|
# hide_password: false,
|
5871
5901
|
# next_token: "Token",
|
@@ -6953,6 +6983,63 @@ module Aws::Glue
|
|
6953
6983
|
include Aws::Structure
|
6954
6984
|
end
|
6955
6985
|
|
6986
|
+
# @note When making an API call, you may pass GetPartitionIndexesRequest
|
6987
|
+
# data as a hash:
|
6988
|
+
#
|
6989
|
+
# {
|
6990
|
+
# catalog_id: "CatalogIdString",
|
6991
|
+
# database_name: "NameString", # required
|
6992
|
+
# table_name: "NameString", # required
|
6993
|
+
# next_token: "Token",
|
6994
|
+
# }
|
6995
|
+
#
|
6996
|
+
# @!attribute [rw] catalog_id
|
6997
|
+
# The catalog ID where the table resides.
|
6998
|
+
# @return [String]
|
6999
|
+
#
|
7000
|
+
# @!attribute [rw] database_name
|
7001
|
+
# Specifies the name of a database from which you want to retrieve
|
7002
|
+
# partition indexes.
|
7003
|
+
# @return [String]
|
7004
|
+
#
|
7005
|
+
# @!attribute [rw] table_name
|
7006
|
+
# Specifies the name of a table for which you want to retrieve the
|
7007
|
+
# partition indexes.
|
7008
|
+
# @return [String]
|
7009
|
+
#
|
7010
|
+
# @!attribute [rw] next_token
|
7011
|
+
# A continuation token, included if this is a continuation call.
|
7012
|
+
# @return [String]
|
7013
|
+
#
|
7014
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesRequest AWS API Documentation
|
7015
|
+
#
|
7016
|
+
class GetPartitionIndexesRequest < Struct.new(
|
7017
|
+
:catalog_id,
|
7018
|
+
:database_name,
|
7019
|
+
:table_name,
|
7020
|
+
:next_token)
|
7021
|
+
SENSITIVE = []
|
7022
|
+
include Aws::Structure
|
7023
|
+
end
|
7024
|
+
|
7025
|
+
# @!attribute [rw] partition_index_descriptor_list
|
7026
|
+
# A list of index descriptors.
|
7027
|
+
# @return [Array<Types::PartitionIndexDescriptor>]
|
7028
|
+
#
|
7029
|
+
# @!attribute [rw] next_token
|
7030
|
+
# A continuation token, present if the current list segment is not the
|
7031
|
+
# last.
|
7032
|
+
# @return [String]
|
7033
|
+
#
|
7034
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexesResponse AWS API Documentation
|
7035
|
+
#
|
7036
|
+
class GetPartitionIndexesResponse < Struct.new(
|
7037
|
+
:partition_index_descriptor_list,
|
7038
|
+
:next_token)
|
7039
|
+
SENSITIVE = []
|
7040
|
+
include Aws::Structure
|
7041
|
+
end
|
7042
|
+
|
6956
7043
|
# @note When making an API call, you may pass GetPartitionRequest
|
6957
7044
|
# data as a hash:
|
6958
7045
|
#
|
@@ -8701,7 +8788,13 @@ module Aws::Glue
|
|
8701
8788
|
# @return [Time]
|
8702
8789
|
#
|
8703
8790
|
# @!attribute [rw] job_run_state
|
8704
|
-
# The current state of the job run.
|
8791
|
+
# The current state of the job run. For more information about the
|
8792
|
+
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
8793
|
+
# Run Statuses][1].
|
8794
|
+
#
|
8795
|
+
#
|
8796
|
+
#
|
8797
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8705
8798
|
# @return [String]
|
8706
8799
|
#
|
8707
8800
|
# @!attribute [rw] arguments
|
@@ -9126,6 +9219,25 @@ module Aws::Glue
|
|
9126
9219
|
include Aws::Structure
|
9127
9220
|
end
|
9128
9221
|
|
9222
|
+
# A partition key pair consisting of a name and a type.
|
9223
|
+
#
|
9224
|
+
# @!attribute [rw] name
|
9225
|
+
# The name of a partition key.
|
9226
|
+
# @return [String]
|
9227
|
+
#
|
9228
|
+
# @!attribute [rw] type
|
9229
|
+
# The type of a partition key.
|
9230
|
+
# @return [String]
|
9231
|
+
#
|
9232
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/KeySchemaElement AWS API Documentation
|
9233
|
+
#
|
9234
|
+
class KeySchemaElement < Struct.new(
|
9235
|
+
:name,
|
9236
|
+
:type)
|
9237
|
+
SENSITIVE = []
|
9238
|
+
include Aws::Structure
|
9239
|
+
end
|
9240
|
+
|
9129
9241
|
# Specifies configuration properties for a labeling set generation task
|
9130
9242
|
# run.
|
9131
9243
|
#
|
@@ -10062,6 +10174,58 @@ module Aws::Glue
|
|
10062
10174
|
include Aws::Structure
|
10063
10175
|
end
|
10064
10176
|
|
10177
|
+
# A structure for a partition index.
|
10178
|
+
#
|
10179
|
+
# @note When making an API call, you may pass PartitionIndex
|
10180
|
+
# data as a hash:
|
10181
|
+
#
|
10182
|
+
# {
|
10183
|
+
# keys: ["NameString"], # required
|
10184
|
+
# index_name: "NameString", # required
|
10185
|
+
# }
|
10186
|
+
#
|
10187
|
+
# @!attribute [rw] keys
|
10188
|
+
# The keys for the partition index.
|
10189
|
+
# @return [Array<String>]
|
10190
|
+
#
|
10191
|
+
# @!attribute [rw] index_name
|
10192
|
+
# The name of the partition index.
|
10193
|
+
# @return [String]
|
10194
|
+
#
|
10195
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndex AWS API Documentation
|
10196
|
+
#
|
10197
|
+
class PartitionIndex < Struct.new(
|
10198
|
+
:keys,
|
10199
|
+
:index_name)
|
10200
|
+
SENSITIVE = []
|
10201
|
+
include Aws::Structure
|
10202
|
+
end
|
10203
|
+
|
10204
|
+
# A descriptor for a partition index in a table.
|
10205
|
+
#
|
10206
|
+
# @!attribute [rw] index_name
|
10207
|
+
# The name of the partition index.
|
10208
|
+
# @return [String]
|
10209
|
+
#
|
10210
|
+
# @!attribute [rw] keys
|
10211
|
+
# A list of one or more keys, as `KeySchemaElement` structures, for
|
10212
|
+
# the partition index.
|
10213
|
+
# @return [Array<Types::KeySchemaElement>]
|
10214
|
+
#
|
10215
|
+
# @!attribute [rw] index_status
|
10216
|
+
# The status of the partition index.
|
10217
|
+
# @return [String]
|
10218
|
+
#
|
10219
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
|
10220
|
+
#
|
10221
|
+
class PartitionIndexDescriptor < Struct.new(
|
10222
|
+
:index_name,
|
10223
|
+
:keys,
|
10224
|
+
:index_status)
|
10225
|
+
SENSITIVE = []
|
10226
|
+
include Aws::Structure
|
10227
|
+
end
|
10228
|
+
|
10065
10229
|
# The structure used to create and update a partition.
|
10066
10230
|
#
|
10067
10231
|
# @note When making an API call, you may pass PartitionInput
|
@@ -10583,8 +10747,8 @@ module Aws::Glue
|
|
10583
10747
|
#
|
10584
10748
|
# @!attribute [rw] node_ids
|
10585
10749
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
10586
|
-
# that are to be restarted must have
|
10587
|
-
#
|
10750
|
+
# that are to be restarted must have a run attempt in the original
|
10751
|
+
# run.
|
10588
10752
|
# @return [Array<String>]
|
10589
10753
|
#
|
10590
10754
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
@@ -10652,6 +10816,7 @@ module Aws::Glue
|
|
10652
10816
|
# {
|
10653
10817
|
# path: "Path",
|
10654
10818
|
# exclusions: ["Path"],
|
10819
|
+
# connection_name: "ConnectionName",
|
10655
10820
|
# }
|
10656
10821
|
#
|
10657
10822
|
# @!attribute [rw] path
|
@@ -10667,11 +10832,18 @@ module Aws::Glue
|
|
10667
10832
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
10668
10833
|
# @return [Array<String>]
|
10669
10834
|
#
|
10835
|
+
# @!attribute [rw] connection_name
|
10836
|
+
# The name of a connection which allows a job or crawler to access
|
10837
|
+
# data in Amazon S3 within an Amazon Virtual Private Cloud environment
|
10838
|
+
# (Amazon VPC).
|
10839
|
+
# @return [String]
|
10840
|
+
#
|
10670
10841
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
|
10671
10842
|
#
|
10672
10843
|
class S3Target < Struct.new(
|
10673
10844
|
:path,
|
10674
|
-
:exclusions
|
10845
|
+
:exclusions,
|
10846
|
+
:connection_name)
|
10675
10847
|
SENSITIVE = []
|
10676
10848
|
include Aws::Structure
|
10677
10849
|
end
|
@@ -12955,7 +13127,7 @@ module Aws::Glue
|
|
12955
13127
|
# connection_input: { # required
|
12956
13128
|
# name: "NameString", # required
|
12957
13129
|
# description: "DescriptionString",
|
12958
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
13130
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
12959
13131
|
# match_criteria: ["NameString"],
|
12960
13132
|
# connection_properties: { # required
|
12961
13133
|
# "HOST" => "ValueString",
|
@@ -13009,6 +13181,7 @@ module Aws::Glue
|
|
13009
13181
|
# {
|
13010
13182
|
# path: "Path",
|
13011
13183
|
# exclusions: ["Path"],
|
13184
|
+
# connection_name: "ConnectionName",
|
13012
13185
|
# },
|
13013
13186
|
# ],
|
13014
13187
|
# jdbc_targets: [
|
@@ -13996,6 +14169,7 @@ module Aws::Glue
|
|
13996
14169
|
# default_run_properties: {
|
13997
14170
|
# "IdString" => "GenericString",
|
13998
14171
|
# },
|
14172
|
+
# max_concurrent_runs: 1,
|
13999
14173
|
# }
|
14000
14174
|
#
|
14001
14175
|
# @!attribute [rw] name
|
@@ -14011,12 +14185,21 @@ module Aws::Glue
|
|
14011
14185
|
# the workflow.
|
14012
14186
|
# @return [Hash<String,String>]
|
14013
14187
|
#
|
14188
|
+
# @!attribute [rw] max_concurrent_runs
|
14189
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14190
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14191
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14192
|
+
# you leave this parameter blank, there is no limit to the number of
|
14193
|
+
# concurrent workflow runs.
|
14194
|
+
# @return [Integer]
|
14195
|
+
#
|
14014
14196
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
14015
14197
|
#
|
14016
14198
|
class UpdateWorkflowRequest < Struct.new(
|
14017
14199
|
:name,
|
14018
14200
|
:description,
|
14019
|
-
:default_run_properties
|
14201
|
+
:default_run_properties,
|
14202
|
+
:max_concurrent_runs)
|
14020
14203
|
SENSITIVE = []
|
14021
14204
|
include Aws::Structure
|
14022
14205
|
end
|
@@ -14233,6 +14416,14 @@ module Aws::Glue
|
|
14233
14416
|
# edges.
|
14234
14417
|
# @return [Types::WorkflowGraph]
|
14235
14418
|
#
|
14419
|
+
# @!attribute [rw] max_concurrent_runs
|
14420
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14421
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14422
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14423
|
+
# you leave this parameter blank, there is no limit to the number of
|
14424
|
+
# concurrent workflow runs.
|
14425
|
+
# @return [Integer]
|
14426
|
+
#
|
14236
14427
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
14237
14428
|
#
|
14238
14429
|
class Workflow < Struct.new(
|
@@ -14242,7 +14433,8 @@ module Aws::Glue
|
|
14242
14433
|
:created_on,
|
14243
14434
|
:last_modified_on,
|
14244
14435
|
:last_run,
|
14245
|
-
:graph
|
14436
|
+
:graph,
|
14437
|
+
:max_concurrent_runs)
|
14246
14438
|
SENSITIVE = []
|
14247
14439
|
include Aws::Structure
|
14248
14440
|
end
|
@@ -14301,6 +14493,12 @@ module Aws::Glue
|
|
14301
14493
|
# The status of the workflow run.
|
14302
14494
|
# @return [String]
|
14303
14495
|
#
|
14496
|
+
# @!attribute [rw] error_message
|
14497
|
+
# This error message describes any error that may have occurred in
|
14498
|
+
# starting the workflow run. Currently the only error message is
|
14499
|
+
# "Concurrent runs exceeded for workflow: `foo`."
|
14500
|
+
# @return [String]
|
14501
|
+
#
|
14304
14502
|
# @!attribute [rw] statistics
|
14305
14503
|
# The statistics of the run.
|
14306
14504
|
# @return [Types::WorkflowRunStatistics]
|
@@ -14321,6 +14519,7 @@ module Aws::Glue
|
|
14321
14519
|
:started_on,
|
14322
14520
|
:completed_on,
|
14323
14521
|
:status,
|
14522
|
+
:error_message,
|
14324
14523
|
:statistics,
|
14325
14524
|
:graph)
|
14326
14525
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.70.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-09-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|