aws-sdk-glue 1.66.0 → 1.67.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +31 -9
- data/lib/aws-sdk-glue/client_api.rb +4 -0
- data/lib/aws-sdk-glue/types.rb +52 -8
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
|
4
|
+
data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
|
7
|
+
data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1003,7 +1003,8 @@ module Aws::Glue
|
|
1003
1003
|
# resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
|
1004
1004
|
# resp.workflows[0].last_run.started_on #=> Time
|
1005
1005
|
# resp.workflows[0].last_run.completed_on #=> Time
|
1006
|
-
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
1006
|
+
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
1007
|
+
# resp.workflows[0].last_run.error_message #=> String
|
1007
1008
|
# resp.workflows[0].last_run.statistics.total_actions #=> Integer
|
1008
1009
|
# resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
|
1009
1010
|
# resp.workflows[0].last_run.statistics.failed_actions #=> Integer
|
@@ -1134,6 +1135,7 @@ module Aws::Glue
|
|
1134
1135
|
# resp.workflows[0].graph.edges #=> Array
|
1135
1136
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1136
1137
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1138
|
+
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1137
1139
|
# resp.missing_workflows #=> Array
|
1138
1140
|
# resp.missing_workflows[0] #=> String
|
1139
1141
|
#
|
@@ -2562,6 +2564,13 @@ module Aws::Glue
|
|
2562
2564
|
# @option params [Hash<String,String>] :tags
|
2563
2565
|
# The tags to be used with this workflow.
|
2564
2566
|
#
|
2567
|
+
# @option params [Integer] :max_concurrent_runs
|
2568
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
2569
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
2570
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
2571
|
+
# leave this parameter blank, there is no limit to the number of
|
2572
|
+
# concurrent workflow runs.
|
2573
|
+
#
|
2565
2574
|
# @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2566
2575
|
#
|
2567
2576
|
# * {Types::CreateWorkflowResponse#name #name} => String
|
@@ -2577,6 +2586,7 @@ module Aws::Glue
|
|
2577
2586
|
# tags: {
|
2578
2587
|
# "TagKey" => "TagValue",
|
2579
2588
|
# },
|
2589
|
+
# max_concurrent_runs: 1,
|
2580
2590
|
# })
|
2581
2591
|
#
|
2582
2592
|
# @example Response structure
|
@@ -5965,7 +5975,8 @@ module Aws::Glue
|
|
5965
5975
|
# resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
|
5966
5976
|
# resp.workflow.last_run.started_on #=> Time
|
5967
5977
|
# resp.workflow.last_run.completed_on #=> Time
|
5968
|
-
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
5978
|
+
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
5979
|
+
# resp.workflow.last_run.error_message #=> String
|
5969
5980
|
# resp.workflow.last_run.statistics.total_actions #=> Integer
|
5970
5981
|
# resp.workflow.last_run.statistics.timeout_actions #=> Integer
|
5971
5982
|
# resp.workflow.last_run.statistics.failed_actions #=> Integer
|
@@ -6096,6 +6107,7 @@ module Aws::Glue
|
|
6096
6107
|
# resp.workflow.graph.edges #=> Array
|
6097
6108
|
# resp.workflow.graph.edges[0].source_id #=> String
|
6098
6109
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
6110
|
+
# resp.workflow.max_concurrent_runs #=> Integer
|
6099
6111
|
#
|
6100
6112
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
6101
6113
|
#
|
@@ -6138,7 +6150,8 @@ module Aws::Glue
|
|
6138
6150
|
# resp.run.workflow_run_properties["IdString"] #=> String
|
6139
6151
|
# resp.run.started_on #=> Time
|
6140
6152
|
# resp.run.completed_on #=> Time
|
6141
|
-
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6153
|
+
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6154
|
+
# resp.run.error_message #=> String
|
6142
6155
|
# resp.run.statistics.total_actions #=> Integer
|
6143
6156
|
# resp.run.statistics.timeout_actions #=> Integer
|
6144
6157
|
# resp.run.statistics.failed_actions #=> Integer
|
@@ -6290,7 +6303,8 @@ module Aws::Glue
|
|
6290
6303
|
# resp.runs[0].workflow_run_properties["IdString"] #=> String
|
6291
6304
|
# resp.runs[0].started_on #=> Time
|
6292
6305
|
# resp.runs[0].completed_on #=> Time
|
6293
|
-
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6306
|
+
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6307
|
+
# resp.runs[0].error_message #=> String
|
6294
6308
|
# resp.runs[0].statistics.total_actions #=> Integer
|
6295
6309
|
# resp.runs[0].statistics.timeout_actions #=> Integer
|
6296
6310
|
# resp.runs[0].statistics.failed_actions #=> Integer
|
@@ -6888,8 +6902,9 @@ module Aws::Glue
|
|
6888
6902
|
req.send_request(options)
|
6889
6903
|
end
|
6890
6904
|
|
6891
|
-
# Restarts
|
6892
|
-
#
|
6905
|
+
# Restarts selected nodes of a previous partially completed workflow run
|
6906
|
+
# and resumes the workflow run. The selected nodes and all nodes that
|
6907
|
+
# are downstream from the selected nodes are run.
|
6893
6908
|
#
|
6894
6909
|
# @option params [required, String] :name
|
6895
6910
|
# The name of the workflow to resume.
|
@@ -6899,8 +6914,7 @@ module Aws::Glue
|
|
6899
6914
|
#
|
6900
6915
|
# @option params [required, Array<String>] :node_ids
|
6901
6916
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
6902
|
-
# that are to be restarted must have
|
6903
|
-
# original run.
|
6917
|
+
# that are to be restarted must have a run attempt in the original run.
|
6904
6918
|
#
|
6905
6919
|
# @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6906
6920
|
#
|
@@ -8850,6 +8864,13 @@ module Aws::Glue
|
|
8850
8864
|
# A collection of properties to be used as part of each execution of the
|
8851
8865
|
# workflow.
|
8852
8866
|
#
|
8867
|
+
# @option params [Integer] :max_concurrent_runs
|
8868
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
8869
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
8870
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
8871
|
+
# leave this parameter blank, there is no limit to the number of
|
8872
|
+
# concurrent workflow runs.
|
8873
|
+
#
|
8853
8874
|
# @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8854
8875
|
#
|
8855
8876
|
# * {Types::UpdateWorkflowResponse#name #name} => String
|
@@ -8862,6 +8883,7 @@ module Aws::Glue
|
|
8862
8883
|
# default_run_properties: {
|
8863
8884
|
# "IdString" => "GenericString",
|
8864
8885
|
# },
|
8886
|
+
# max_concurrent_runs: 1,
|
8865
8887
|
# })
|
8866
8888
|
#
|
8867
8889
|
# @example Response structure
|
@@ -8890,7 +8912,7 @@ module Aws::Glue
|
|
8890
8912
|
params: params,
|
8891
8913
|
config: config)
|
8892
8914
|
context[:gem_name] = 'aws-sdk-glue'
|
8893
|
-
context[:gem_version] = '1.
|
8915
|
+
context[:gem_version] = '1.67.0'
|
8894
8916
|
Seahorse::Client::Request.new(handlers, context)
|
8895
8917
|
end
|
8896
8918
|
|
@@ -1217,6 +1217,7 @@ module Aws::Glue
|
|
1217
1217
|
CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
1218
1218
|
CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
1219
1219
|
CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1220
|
+
CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
1220
1221
|
CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
|
1221
1222
|
|
1222
1223
|
CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2842,6 +2843,7 @@ module Aws::Glue
|
|
2842
2843
|
UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2843
2844
|
UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
2844
2845
|
UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
2846
|
+
UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2845
2847
|
UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
|
2846
2848
|
|
2847
2849
|
UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2886,6 +2888,7 @@ module Aws::Glue
|
|
2886
2888
|
Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
|
2887
2889
|
Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
|
2888
2890
|
Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2891
|
+
Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2889
2892
|
Workflow.struct_class = Types::Workflow
|
2890
2893
|
|
2891
2894
|
WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
|
@@ -2901,6 +2904,7 @@ module Aws::Glue
|
|
2901
2904
|
WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
|
2902
2905
|
WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
|
2903
2906
|
WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
|
2907
|
+
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
2904
2908
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
2905
2909
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2906
2910
|
WorkflowRun.struct_class = Types::WorkflowRun
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1452,8 +1452,10 @@ module Aws::Glue
|
|
1452
1452
|
# @return [String]
|
1453
1453
|
#
|
1454
1454
|
# @!attribute [rw] state
|
1455
|
-
# The condition state. Currently, the
|
1456
|
-
# `SUCCEEDED`, `STOPPED`, `
|
1455
|
+
# The condition state. Currently, the only job states that a trigger
|
1456
|
+
# can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
|
1457
|
+
# The only crawler states that a trigger can listen for are
|
1458
|
+
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1457
1459
|
# @return [String]
|
1458
1460
|
#
|
1459
1461
|
# @!attribute [rw] crawler_name
|
@@ -3828,6 +3830,7 @@ module Aws::Glue
|
|
3828
3830
|
# tags: {
|
3829
3831
|
# "TagKey" => "TagValue",
|
3830
3832
|
# },
|
3833
|
+
# max_concurrent_runs: 1,
|
3831
3834
|
# }
|
3832
3835
|
#
|
3833
3836
|
# @!attribute [rw] name
|
@@ -3848,13 +3851,22 @@ module Aws::Glue
|
|
3848
3851
|
# The tags to be used with this workflow.
|
3849
3852
|
# @return [Hash<String,String>]
|
3850
3853
|
#
|
3854
|
+
# @!attribute [rw] max_concurrent_runs
|
3855
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
3856
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
3857
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
3858
|
+
# you leave this parameter blank, there is no limit to the number of
|
3859
|
+
# concurrent workflow runs.
|
3860
|
+
# @return [Integer]
|
3861
|
+
#
|
3851
3862
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
3852
3863
|
#
|
3853
3864
|
class CreateWorkflowRequest < Struct.new(
|
3854
3865
|
:name,
|
3855
3866
|
:description,
|
3856
3867
|
:default_run_properties,
|
3857
|
-
:tags
|
3868
|
+
:tags,
|
3869
|
+
:max_concurrent_runs)
|
3858
3870
|
SENSITIVE = []
|
3859
3871
|
include Aws::Structure
|
3860
3872
|
end
|
@@ -8706,7 +8718,13 @@ module Aws::Glue
|
|
8706
8718
|
# @return [Time]
|
8707
8719
|
#
|
8708
8720
|
# @!attribute [rw] job_run_state
|
8709
|
-
# The current state of the job run.
|
8721
|
+
# The current state of the job run. For more information about the
|
8722
|
+
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
8723
|
+
# Run Statuses][1].
|
8724
|
+
#
|
8725
|
+
#
|
8726
|
+
#
|
8727
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8710
8728
|
# @return [String]
|
8711
8729
|
#
|
8712
8730
|
# @!attribute [rw] arguments
|
@@ -10588,8 +10606,8 @@ module Aws::Glue
|
|
10588
10606
|
#
|
10589
10607
|
# @!attribute [rw] node_ids
|
10590
10608
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
10591
|
-
# that are to be restarted must have
|
10592
|
-
#
|
10609
|
+
# that are to be restarted must have a run attempt in the original
|
10610
|
+
# run.
|
10593
10611
|
# @return [Array<String>]
|
10594
10612
|
#
|
10595
10613
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
@@ -14010,6 +14028,7 @@ module Aws::Glue
|
|
14010
14028
|
# default_run_properties: {
|
14011
14029
|
# "IdString" => "GenericString",
|
14012
14030
|
# },
|
14031
|
+
# max_concurrent_runs: 1,
|
14013
14032
|
# }
|
14014
14033
|
#
|
14015
14034
|
# @!attribute [rw] name
|
@@ -14025,12 +14044,21 @@ module Aws::Glue
|
|
14025
14044
|
# the workflow.
|
14026
14045
|
# @return [Hash<String,String>]
|
14027
14046
|
#
|
14047
|
+
# @!attribute [rw] max_concurrent_runs
|
14048
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14049
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14050
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14051
|
+
# you leave this parameter blank, there is no limit to the number of
|
14052
|
+
# concurrent workflow runs.
|
14053
|
+
# @return [Integer]
|
14054
|
+
#
|
14028
14055
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
14029
14056
|
#
|
14030
14057
|
class UpdateWorkflowRequest < Struct.new(
|
14031
14058
|
:name,
|
14032
14059
|
:description,
|
14033
|
-
:default_run_properties
|
14060
|
+
:default_run_properties,
|
14061
|
+
:max_concurrent_runs)
|
14034
14062
|
SENSITIVE = []
|
14035
14063
|
include Aws::Structure
|
14036
14064
|
end
|
@@ -14247,6 +14275,14 @@ module Aws::Glue
|
|
14247
14275
|
# edges.
|
14248
14276
|
# @return [Types::WorkflowGraph]
|
14249
14277
|
#
|
14278
|
+
# @!attribute [rw] max_concurrent_runs
|
14279
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14280
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14281
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14282
|
+
# you leave this parameter blank, there is no limit to the number of
|
14283
|
+
# concurrent workflow runs.
|
14284
|
+
# @return [Integer]
|
14285
|
+
#
|
14250
14286
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
14251
14287
|
#
|
14252
14288
|
class Workflow < Struct.new(
|
@@ -14256,7 +14292,8 @@ module Aws::Glue
|
|
14256
14292
|
:created_on,
|
14257
14293
|
:last_modified_on,
|
14258
14294
|
:last_run,
|
14259
|
-
:graph
|
14295
|
+
:graph,
|
14296
|
+
:max_concurrent_runs)
|
14260
14297
|
SENSITIVE = []
|
14261
14298
|
include Aws::Structure
|
14262
14299
|
end
|
@@ -14315,6 +14352,12 @@ module Aws::Glue
|
|
14315
14352
|
# The status of the workflow run.
|
14316
14353
|
# @return [String]
|
14317
14354
|
#
|
14355
|
+
# @!attribute [rw] error_message
|
14356
|
+
# This error message describes any error that may have occurred in
|
14357
|
+
# starting the workflow run. Currently the only error message is
|
14358
|
+
# "Concurrent runs exceeded for workflow: `foo`."
|
14359
|
+
# @return [String]
|
14360
|
+
#
|
14318
14361
|
# @!attribute [rw] statistics
|
14319
14362
|
# The statistics of the run.
|
14320
14363
|
# @return [Types::WorkflowRunStatistics]
|
@@ -14335,6 +14378,7 @@ module Aws::Glue
|
|
14335
14378
|
:started_on,
|
14336
14379
|
:completed_on,
|
14337
14380
|
:status,
|
14381
|
+
:error_message,
|
14338
14382
|
:statistics,
|
14339
14383
|
:graph)
|
14340
14384
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.67.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-08-
|
11
|
+
date: 2020-08-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|