aws-sdk-glue 1.66.0 → 1.67.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +31 -9
- data/lib/aws-sdk-glue/client_api.rb +4 -0
- data/lib/aws-sdk-glue/types.rb +52 -8
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
|
4
|
+
data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
|
7
|
+
data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1003,7 +1003,8 @@ module Aws::Glue
|
|
1003
1003
|
# resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
|
1004
1004
|
# resp.workflows[0].last_run.started_on #=> Time
|
1005
1005
|
# resp.workflows[0].last_run.completed_on #=> Time
|
1006
|
-
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
1006
|
+
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
1007
|
+
# resp.workflows[0].last_run.error_message #=> String
|
1007
1008
|
# resp.workflows[0].last_run.statistics.total_actions #=> Integer
|
1008
1009
|
# resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
|
1009
1010
|
# resp.workflows[0].last_run.statistics.failed_actions #=> Integer
|
@@ -1134,6 +1135,7 @@ module Aws::Glue
|
|
1134
1135
|
# resp.workflows[0].graph.edges #=> Array
|
1135
1136
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1136
1137
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1138
|
+
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1137
1139
|
# resp.missing_workflows #=> Array
|
1138
1140
|
# resp.missing_workflows[0] #=> String
|
1139
1141
|
#
|
@@ -2562,6 +2564,13 @@ module Aws::Glue
|
|
2562
2564
|
# @option params [Hash<String,String>] :tags
|
2563
2565
|
# The tags to be used with this workflow.
|
2564
2566
|
#
|
2567
|
+
# @option params [Integer] :max_concurrent_runs
|
2568
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
2569
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
2570
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
2571
|
+
# leave this parameter blank, there is no limit to the number of
|
2572
|
+
# concurrent workflow runs.
|
2573
|
+
#
|
2565
2574
|
# @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2566
2575
|
#
|
2567
2576
|
# * {Types::CreateWorkflowResponse#name #name} => String
|
@@ -2577,6 +2586,7 @@ module Aws::Glue
|
|
2577
2586
|
# tags: {
|
2578
2587
|
# "TagKey" => "TagValue",
|
2579
2588
|
# },
|
2589
|
+
# max_concurrent_runs: 1,
|
2580
2590
|
# })
|
2581
2591
|
#
|
2582
2592
|
# @example Response structure
|
@@ -5965,7 +5975,8 @@ module Aws::Glue
|
|
5965
5975
|
# resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
|
5966
5976
|
# resp.workflow.last_run.started_on #=> Time
|
5967
5977
|
# resp.workflow.last_run.completed_on #=> Time
|
5968
|
-
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
5978
|
+
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
5979
|
+
# resp.workflow.last_run.error_message #=> String
|
5969
5980
|
# resp.workflow.last_run.statistics.total_actions #=> Integer
|
5970
5981
|
# resp.workflow.last_run.statistics.timeout_actions #=> Integer
|
5971
5982
|
# resp.workflow.last_run.statistics.failed_actions #=> Integer
|
@@ -6096,6 +6107,7 @@ module Aws::Glue
|
|
6096
6107
|
# resp.workflow.graph.edges #=> Array
|
6097
6108
|
# resp.workflow.graph.edges[0].source_id #=> String
|
6098
6109
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
6110
|
+
# resp.workflow.max_concurrent_runs #=> Integer
|
6099
6111
|
#
|
6100
6112
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
6101
6113
|
#
|
@@ -6138,7 +6150,8 @@ module Aws::Glue
|
|
6138
6150
|
# resp.run.workflow_run_properties["IdString"] #=> String
|
6139
6151
|
# resp.run.started_on #=> Time
|
6140
6152
|
# resp.run.completed_on #=> Time
|
6141
|
-
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6153
|
+
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6154
|
+
# resp.run.error_message #=> String
|
6142
6155
|
# resp.run.statistics.total_actions #=> Integer
|
6143
6156
|
# resp.run.statistics.timeout_actions #=> Integer
|
6144
6157
|
# resp.run.statistics.failed_actions #=> Integer
|
@@ -6290,7 +6303,8 @@ module Aws::Glue
|
|
6290
6303
|
# resp.runs[0].workflow_run_properties["IdString"] #=> String
|
6291
6304
|
# resp.runs[0].started_on #=> Time
|
6292
6305
|
# resp.runs[0].completed_on #=> Time
|
6293
|
-
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6306
|
+
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6307
|
+
# resp.runs[0].error_message #=> String
|
6294
6308
|
# resp.runs[0].statistics.total_actions #=> Integer
|
6295
6309
|
# resp.runs[0].statistics.timeout_actions #=> Integer
|
6296
6310
|
# resp.runs[0].statistics.failed_actions #=> Integer
|
@@ -6888,8 +6902,9 @@ module Aws::Glue
|
|
6888
6902
|
req.send_request(options)
|
6889
6903
|
end
|
6890
6904
|
|
6891
|
-
# Restarts
|
6892
|
-
#
|
6905
|
+
# Restarts selected nodes of a previous partially completed workflow run
|
6906
|
+
# and resumes the workflow run. The selected nodes and all nodes that
|
6907
|
+
# are downstream from the selected nodes are run.
|
6893
6908
|
#
|
6894
6909
|
# @option params [required, String] :name
|
6895
6910
|
# The name of the workflow to resume.
|
@@ -6899,8 +6914,7 @@ module Aws::Glue
|
|
6899
6914
|
#
|
6900
6915
|
# @option params [required, Array<String>] :node_ids
|
6901
6916
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
6902
|
-
# that are to be restarted must have
|
6903
|
-
# original run.
|
6917
|
+
# that are to be restarted must have a run attempt in the original run.
|
6904
6918
|
#
|
6905
6919
|
# @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6906
6920
|
#
|
@@ -8850,6 +8864,13 @@ module Aws::Glue
|
|
8850
8864
|
# A collection of properties to be used as part of each execution of the
|
8851
8865
|
# workflow.
|
8852
8866
|
#
|
8867
|
+
# @option params [Integer] :max_concurrent_runs
|
8868
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
8869
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
8870
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
8871
|
+
# leave this parameter blank, there is no limit to the number of
|
8872
|
+
# concurrent workflow runs.
|
8873
|
+
#
|
8853
8874
|
# @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8854
8875
|
#
|
8855
8876
|
# * {Types::UpdateWorkflowResponse#name #name} => String
|
@@ -8862,6 +8883,7 @@ module Aws::Glue
|
|
8862
8883
|
# default_run_properties: {
|
8863
8884
|
# "IdString" => "GenericString",
|
8864
8885
|
# },
|
8886
|
+
# max_concurrent_runs: 1,
|
8865
8887
|
# })
|
8866
8888
|
#
|
8867
8889
|
# @example Response structure
|
@@ -8890,7 +8912,7 @@ module Aws::Glue
|
|
8890
8912
|
params: params,
|
8891
8913
|
config: config)
|
8892
8914
|
context[:gem_name] = 'aws-sdk-glue'
|
8893
|
-
context[:gem_version] = '1.
|
8915
|
+
context[:gem_version] = '1.67.0'
|
8894
8916
|
Seahorse::Client::Request.new(handlers, context)
|
8895
8917
|
end
|
8896
8918
|
|
@@ -1217,6 +1217,7 @@ module Aws::Glue
|
|
1217
1217
|
CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
1218
1218
|
CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
1219
1219
|
CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1220
|
+
CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
1220
1221
|
CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
|
1221
1222
|
|
1222
1223
|
CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2842,6 +2843,7 @@ module Aws::Glue
|
|
2842
2843
|
UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2843
2844
|
UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
2844
2845
|
UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
2846
|
+
UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2845
2847
|
UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
|
2846
2848
|
|
2847
2849
|
UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2886,6 +2888,7 @@ module Aws::Glue
|
|
2886
2888
|
Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
|
2887
2889
|
Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
|
2888
2890
|
Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2891
|
+
Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2889
2892
|
Workflow.struct_class = Types::Workflow
|
2890
2893
|
|
2891
2894
|
WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
|
@@ -2901,6 +2904,7 @@ module Aws::Glue
|
|
2901
2904
|
WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
|
2902
2905
|
WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
|
2903
2906
|
WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
|
2907
|
+
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
2904
2908
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
2905
2909
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2906
2910
|
WorkflowRun.struct_class = Types::WorkflowRun
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1452,8 +1452,10 @@ module Aws::Glue
|
|
1452
1452
|
# @return [String]
|
1453
1453
|
#
|
1454
1454
|
# @!attribute [rw] state
|
1455
|
-
# The condition state. Currently, the
|
1456
|
-
# `SUCCEEDED`, `STOPPED`, `
|
1455
|
+
# The condition state. Currently, the only job states that a trigger
|
1456
|
+
# can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
|
1457
|
+
# The only crawler states that a trigger can listen for are
|
1458
|
+
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1457
1459
|
# @return [String]
|
1458
1460
|
#
|
1459
1461
|
# @!attribute [rw] crawler_name
|
@@ -3828,6 +3830,7 @@ module Aws::Glue
|
|
3828
3830
|
# tags: {
|
3829
3831
|
# "TagKey" => "TagValue",
|
3830
3832
|
# },
|
3833
|
+
# max_concurrent_runs: 1,
|
3831
3834
|
# }
|
3832
3835
|
#
|
3833
3836
|
# @!attribute [rw] name
|
@@ -3848,13 +3851,22 @@ module Aws::Glue
|
|
3848
3851
|
# The tags to be used with this workflow.
|
3849
3852
|
# @return [Hash<String,String>]
|
3850
3853
|
#
|
3854
|
+
# @!attribute [rw] max_concurrent_runs
|
3855
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
3856
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
3857
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
3858
|
+
# you leave this parameter blank, there is no limit to the number of
|
3859
|
+
# concurrent workflow runs.
|
3860
|
+
# @return [Integer]
|
3861
|
+
#
|
3851
3862
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
3852
3863
|
#
|
3853
3864
|
class CreateWorkflowRequest < Struct.new(
|
3854
3865
|
:name,
|
3855
3866
|
:description,
|
3856
3867
|
:default_run_properties,
|
3857
|
-
:tags
|
3868
|
+
:tags,
|
3869
|
+
:max_concurrent_runs)
|
3858
3870
|
SENSITIVE = []
|
3859
3871
|
include Aws::Structure
|
3860
3872
|
end
|
@@ -8706,7 +8718,13 @@ module Aws::Glue
|
|
8706
8718
|
# @return [Time]
|
8707
8719
|
#
|
8708
8720
|
# @!attribute [rw] job_run_state
|
8709
|
-
# The current state of the job run.
|
8721
|
+
# The current state of the job run. For more information about the
|
8722
|
+
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
8723
|
+
# Run Statuses][1].
|
8724
|
+
#
|
8725
|
+
#
|
8726
|
+
#
|
8727
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8710
8728
|
# @return [String]
|
8711
8729
|
#
|
8712
8730
|
# @!attribute [rw] arguments
|
@@ -10588,8 +10606,8 @@ module Aws::Glue
|
|
10588
10606
|
#
|
10589
10607
|
# @!attribute [rw] node_ids
|
10590
10608
|
# A list of the node IDs for the nodes you want to restart. The nodes
|
10591
|
-
# that are to be restarted must have
|
10592
|
-
#
|
10609
|
+
# that are to be restarted must have a run attempt in the original
|
10610
|
+
# run.
|
10593
10611
|
# @return [Array<String>]
|
10594
10612
|
#
|
10595
10613
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
@@ -14010,6 +14028,7 @@ module Aws::Glue
|
|
14010
14028
|
# default_run_properties: {
|
14011
14029
|
# "IdString" => "GenericString",
|
14012
14030
|
# },
|
14031
|
+
# max_concurrent_runs: 1,
|
14013
14032
|
# }
|
14014
14033
|
#
|
14015
14034
|
# @!attribute [rw] name
|
@@ -14025,12 +14044,21 @@ module Aws::Glue
|
|
14025
14044
|
# the workflow.
|
14026
14045
|
# @return [Hash<String,String>]
|
14027
14046
|
#
|
14047
|
+
# @!attribute [rw] max_concurrent_runs
|
14048
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14049
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14050
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14051
|
+
# you leave this parameter blank, there is no limit to the number of
|
14052
|
+
# concurrent workflow runs.
|
14053
|
+
# @return [Integer]
|
14054
|
+
#
|
14028
14055
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
14029
14056
|
#
|
14030
14057
|
class UpdateWorkflowRequest < Struct.new(
|
14031
14058
|
:name,
|
14032
14059
|
:description,
|
14033
|
-
:default_run_properties
|
14060
|
+
:default_run_properties,
|
14061
|
+
:max_concurrent_runs)
|
14034
14062
|
SENSITIVE = []
|
14035
14063
|
include Aws::Structure
|
14036
14064
|
end
|
@@ -14247,6 +14275,14 @@ module Aws::Glue
|
|
14247
14275
|
# edges.
|
14248
14276
|
# @return [Types::WorkflowGraph]
|
14249
14277
|
#
|
14278
|
+
# @!attribute [rw] max_concurrent_runs
|
14279
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14280
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14281
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14282
|
+
# you leave this parameter blank, there is no limit to the number of
|
14283
|
+
# concurrent workflow runs.
|
14284
|
+
# @return [Integer]
|
14285
|
+
#
|
14250
14286
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
14251
14287
|
#
|
14252
14288
|
class Workflow < Struct.new(
|
@@ -14256,7 +14292,8 @@ module Aws::Glue
|
|
14256
14292
|
:created_on,
|
14257
14293
|
:last_modified_on,
|
14258
14294
|
:last_run,
|
14259
|
-
:graph
|
14295
|
+
:graph,
|
14296
|
+
:max_concurrent_runs)
|
14260
14297
|
SENSITIVE = []
|
14261
14298
|
include Aws::Structure
|
14262
14299
|
end
|
@@ -14315,6 +14352,12 @@ module Aws::Glue
|
|
14315
14352
|
# The status of the workflow run.
|
14316
14353
|
# @return [String]
|
14317
14354
|
#
|
14355
|
+
# @!attribute [rw] error_message
|
14356
|
+
# This error message describes any error that may have occurred in
|
14357
|
+
# starting the workflow run. Currently the only error message is
|
14358
|
+
# "Concurrent runs exceeded for workflow: `foo`."
|
14359
|
+
# @return [String]
|
14360
|
+
#
|
14318
14361
|
# @!attribute [rw] statistics
|
14319
14362
|
# The statistics of the run.
|
14320
14363
|
# @return [Types::WorkflowRunStatistics]
|
@@ -14335,6 +14378,7 @@ module Aws::Glue
|
|
14335
14378
|
:started_on,
|
14336
14379
|
:completed_on,
|
14337
14380
|
:status,
|
14381
|
+
:error_message,
|
14338
14382
|
:statistics,
|
14339
14383
|
:graph)
|
14340
14384
|
SENSITIVE = []
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.67.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-08-
|
11
|
+
date: 2020-08-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|