aws-sdk-glue 1.66.0 → 1.67.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 92a9f6d0f1755bffb1bae0ee2e08f9c166fe0486455b730238e06b2bd731c8e8
4
- data.tar.gz: 10f52a1b881f4490d4d5058dca497f1e9ed5316e5fe6c87a36a1835174b009ce
3
+ metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
4
+ data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
5
5
  SHA512:
6
- metadata.gz: 526dfb4b3a3ee07c6dc78464aa61f06f3af8afdfdd6479e497f3a092c259f8fd048cc7d46cf5630bb8424c20ce8498f3a9ab90dfa288b8819830b87fbe910707
7
- data.tar.gz: 7206f63bcecd124a72585d65e20b2535d24aa34f9a82b69af090ebf01a435e32e6f803cf97786d4dec95141834113c4e70c31fb351f8ce9eaff97958ca7cc77a
6
+ metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
7
+ data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
@@ -47,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
47
47
  # @service
48
48
  module Aws::Glue
49
49
 
50
- GEM_VERSION = '1.66.0'
50
+ GEM_VERSION = '1.67.0'
51
51
 
52
52
  end
@@ -1003,7 +1003,8 @@ module Aws::Glue
1003
1003
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1004
1004
  # resp.workflows[0].last_run.started_on #=> Time
1005
1005
  # resp.workflows[0].last_run.completed_on #=> Time
1006
- # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
1006
+ # resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
1007
+ # resp.workflows[0].last_run.error_message #=> String
1007
1008
  # resp.workflows[0].last_run.statistics.total_actions #=> Integer
1008
1009
  # resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
1009
1010
  # resp.workflows[0].last_run.statistics.failed_actions #=> Integer
@@ -1134,6 +1135,7 @@ module Aws::Glue
1134
1135
  # resp.workflows[0].graph.edges #=> Array
1135
1136
  # resp.workflows[0].graph.edges[0].source_id #=> String
1136
1137
  # resp.workflows[0].graph.edges[0].destination_id #=> String
1138
+ # resp.workflows[0].max_concurrent_runs #=> Integer
1137
1139
  # resp.missing_workflows #=> Array
1138
1140
  # resp.missing_workflows[0] #=> String
1139
1141
  #
@@ -2562,6 +2564,13 @@ module Aws::Glue
2562
2564
  # @option params [Hash<String,String>] :tags
2563
2565
  # The tags to be used with this workflow.
2564
2566
  #
2567
+ # @option params [Integer] :max_concurrent_runs
2568
+ # You can use this parameter to prevent unwanted multiple updates to
2569
+ # data, to control costs, or in some cases, to prevent exceeding the
2570
+ # maximum number of concurrent runs of any of the component jobs. If you
2571
+ # leave this parameter blank, there is no limit to the number of
2572
+ # concurrent workflow runs.
2573
+ #
2565
2574
  # @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2566
2575
  #
2567
2576
  # * {Types::CreateWorkflowResponse#name #name} => String
@@ -2577,6 +2586,7 @@ module Aws::Glue
2577
2586
  # tags: {
2578
2587
  # "TagKey" => "TagValue",
2579
2588
  # },
2589
+ # max_concurrent_runs: 1,
2580
2590
  # })
2581
2591
  #
2582
2592
  # @example Response structure
@@ -5965,7 +5975,8 @@ module Aws::Glue
5965
5975
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5966
5976
  # resp.workflow.last_run.started_on #=> Time
5967
5977
  # resp.workflow.last_run.completed_on #=> Time
5968
- # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
5978
+ # resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
5979
+ # resp.workflow.last_run.error_message #=> String
5969
5980
  # resp.workflow.last_run.statistics.total_actions #=> Integer
5970
5981
  # resp.workflow.last_run.statistics.timeout_actions #=> Integer
5971
5982
  # resp.workflow.last_run.statistics.failed_actions #=> Integer
@@ -6096,6 +6107,7 @@ module Aws::Glue
6096
6107
  # resp.workflow.graph.edges #=> Array
6097
6108
  # resp.workflow.graph.edges[0].source_id #=> String
6098
6109
  # resp.workflow.graph.edges[0].destination_id #=> String
6110
+ # resp.workflow.max_concurrent_runs #=> Integer
6099
6111
  #
6100
6112
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
6101
6113
  #
@@ -6138,7 +6150,8 @@ module Aws::Glue
6138
6150
  # resp.run.workflow_run_properties["IdString"] #=> String
6139
6151
  # resp.run.started_on #=> Time
6140
6152
  # resp.run.completed_on #=> Time
6141
- # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6153
+ # resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6154
+ # resp.run.error_message #=> String
6142
6155
  # resp.run.statistics.total_actions #=> Integer
6143
6156
  # resp.run.statistics.timeout_actions #=> Integer
6144
6157
  # resp.run.statistics.failed_actions #=> Integer
@@ -6290,7 +6303,8 @@ module Aws::Glue
6290
6303
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6291
6304
  # resp.runs[0].started_on #=> Time
6292
6305
  # resp.runs[0].completed_on #=> Time
6293
- # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
6306
+ # resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
6307
+ # resp.runs[0].error_message #=> String
6294
6308
  # resp.runs[0].statistics.total_actions #=> Integer
6295
6309
  # resp.runs[0].statistics.timeout_actions #=> Integer
6296
6310
  # resp.runs[0].statistics.failed_actions #=> Integer
@@ -6888,8 +6902,9 @@ module Aws::Glue
6888
6902
  req.send_request(options)
6889
6903
  end
6890
6904
 
6891
- # Restarts any completed nodes in a workflow run and resumes the run
6892
- # execution.
6905
+ # Restarts selected nodes of a previous partially completed workflow run
6906
+ # and resumes the workflow run. The selected nodes and all nodes that
6907
+ # are downstream from the selected nodes are run.
6893
6908
  #
6894
6909
  # @option params [required, String] :name
6895
6910
  # The name of the workflow to resume.
@@ -6899,8 +6914,7 @@ module Aws::Glue
6899
6914
  #
6900
6915
  # @option params [required, Array<String>] :node_ids
6901
6916
  # A list of the node IDs for the nodes you want to restart. The nodes
6902
- # that are to be restarted must have an execution attempt in the
6903
- # original run.
6917
+ # that are to be restarted must have a run attempt in the original run.
6904
6918
  #
6905
6919
  # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6906
6920
  #
@@ -8850,6 +8864,13 @@ module Aws::Glue
8850
8864
  # A collection of properties to be used as part of each execution of the
8851
8865
  # workflow.
8852
8866
  #
8867
+ # @option params [Integer] :max_concurrent_runs
8868
+ # You can use this parameter to prevent unwanted multiple updates to
8869
+ # data, to control costs, or in some cases, to prevent exceeding the
8870
+ # maximum number of concurrent runs of any of the component jobs. If you
8871
+ # leave this parameter blank, there is no limit to the number of
8872
+ # concurrent workflow runs.
8873
+ #
8853
8874
  # @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
8854
8875
  #
8855
8876
  # * {Types::UpdateWorkflowResponse#name #name} => String
@@ -8862,6 +8883,7 @@ module Aws::Glue
8862
8883
  # default_run_properties: {
8863
8884
  # "IdString" => "GenericString",
8864
8885
  # },
8886
+ # max_concurrent_runs: 1,
8865
8887
  # })
8866
8888
  #
8867
8889
  # @example Response structure
@@ -8890,7 +8912,7 @@ module Aws::Glue
8890
8912
  params: params,
8891
8913
  config: config)
8892
8914
  context[:gem_name] = 'aws-sdk-glue'
8893
- context[:gem_version] = '1.66.0'
8915
+ context[:gem_version] = '1.67.0'
8894
8916
  Seahorse::Client::Request.new(handlers, context)
8895
8917
  end
8896
8918
 
@@ -1217,6 +1217,7 @@ module Aws::Glue
1217
1217
  CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
1218
1218
  CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
1219
1219
  CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
1220
+ CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
1220
1221
  CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
1221
1222
 
1222
1223
  CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2842,6 +2843,7 @@ module Aws::Glue
2842
2843
  UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2843
2844
  UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
2844
2845
  UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
2846
+ UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2845
2847
  UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
2846
2848
 
2847
2849
  UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
@@ -2886,6 +2888,7 @@ module Aws::Glue
2886
2888
  Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
2887
2889
  Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
2888
2890
  Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2891
+ Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
2889
2892
  Workflow.struct_class = Types::Workflow
2890
2893
 
2891
2894
  WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
@@ -2901,6 +2904,7 @@ module Aws::Glue
2901
2904
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2902
2905
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
2903
2906
  WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
2907
+ WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
2904
2908
  WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
2905
2909
  WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
2906
2910
  WorkflowRun.struct_class = Types::WorkflowRun
@@ -1452,8 +1452,10 @@ module Aws::Glue
1452
1452
  # @return [String]
1453
1453
  #
1454
1454
  # @!attribute [rw] state
1455
- # The condition state. Currently, the values supported are
1456
- # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1455
+ # The condition state. Currently, the only job states that a trigger
1456
+ # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1457
+ # The only crawler states that a trigger can listen for are
1458
+ # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1457
1459
  # @return [String]
1458
1460
  #
1459
1461
  # @!attribute [rw] crawler_name
@@ -3828,6 +3830,7 @@ module Aws::Glue
3828
3830
  # tags: {
3829
3831
  # "TagKey" => "TagValue",
3830
3832
  # },
3833
+ # max_concurrent_runs: 1,
3831
3834
  # }
3832
3835
  #
3833
3836
  # @!attribute [rw] name
@@ -3848,13 +3851,22 @@ module Aws::Glue
3848
3851
  # The tags to be used with this workflow.
3849
3852
  # @return [Hash<String,String>]
3850
3853
  #
3854
+ # @!attribute [rw] max_concurrent_runs
3855
+ # You can use this parameter to prevent unwanted multiple updates to
3856
+ # data, to control costs, or in some cases, to prevent exceeding the
3857
+ # maximum number of concurrent runs of any of the component jobs. If
3858
+ # you leave this parameter blank, there is no limit to the number of
3859
+ # concurrent workflow runs.
3860
+ # @return [Integer]
3861
+ #
3851
3862
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
3852
3863
  #
3853
3864
  class CreateWorkflowRequest < Struct.new(
3854
3865
  :name,
3855
3866
  :description,
3856
3867
  :default_run_properties,
3857
- :tags)
3868
+ :tags,
3869
+ :max_concurrent_runs)
3858
3870
  SENSITIVE = []
3859
3871
  include Aws::Structure
3860
3872
  end
@@ -8706,7 +8718,13 @@ module Aws::Glue
8706
8718
  # @return [Time]
8707
8719
  #
8708
8720
  # @!attribute [rw] job_run_state
8709
- # The current state of the job run.
8721
+ # The current state of the job run. For more information about the
8722
+ # statuses of jobs that have terminated abnormally, see [AWS Glue Job
8723
+ # Run Statuses][1].
8724
+ #
8725
+ #
8726
+ #
8727
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8710
8728
  # @return [String]
8711
8729
  #
8712
8730
  # @!attribute [rw] arguments
@@ -10588,8 +10606,8 @@ module Aws::Glue
10588
10606
  #
10589
10607
  # @!attribute [rw] node_ids
10590
10608
  # A list of the node IDs for the nodes you want to restart. The nodes
10591
- # that are to be restarted must have an execution attempt in the
10592
- # original run.
10609
+ # that are to be restarted must have a run attempt in the original
10610
+ # run.
10593
10611
  # @return [Array<String>]
10594
10612
  #
10595
10613
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
@@ -14010,6 +14028,7 @@ module Aws::Glue
14010
14028
  # default_run_properties: {
14011
14029
  # "IdString" => "GenericString",
14012
14030
  # },
14031
+ # max_concurrent_runs: 1,
14013
14032
  # }
14014
14033
  #
14015
14034
  # @!attribute [rw] name
@@ -14025,12 +14044,21 @@ module Aws::Glue
14025
14044
  # the workflow.
14026
14045
  # @return [Hash<String,String>]
14027
14046
  #
14047
+ # @!attribute [rw] max_concurrent_runs
14048
+ # You can use this parameter to prevent unwanted multiple updates to
14049
+ # data, to control costs, or in some cases, to prevent exceeding the
14050
+ # maximum number of concurrent runs of any of the component jobs. If
14051
+ # you leave this parameter blank, there is no limit to the number of
14052
+ # concurrent workflow runs.
14053
+ # @return [Integer]
14054
+ #
14028
14055
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
14029
14056
  #
14030
14057
  class UpdateWorkflowRequest < Struct.new(
14031
14058
  :name,
14032
14059
  :description,
14033
- :default_run_properties)
14060
+ :default_run_properties,
14061
+ :max_concurrent_runs)
14034
14062
  SENSITIVE = []
14035
14063
  include Aws::Structure
14036
14064
  end
@@ -14247,6 +14275,14 @@ module Aws::Glue
14247
14275
  # edges.
14248
14276
  # @return [Types::WorkflowGraph]
14249
14277
  #
14278
+ # @!attribute [rw] max_concurrent_runs
14279
+ # You can use this parameter to prevent unwanted multiple updates to
14280
+ # data, to control costs, or in some cases, to prevent exceeding the
14281
+ # maximum number of concurrent runs of any of the component jobs. If
14282
+ # you leave this parameter blank, there is no limit to the number of
14283
+ # concurrent workflow runs.
14284
+ # @return [Integer]
14285
+ #
14250
14286
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
14251
14287
  #
14252
14288
  class Workflow < Struct.new(
@@ -14256,7 +14292,8 @@ module Aws::Glue
14256
14292
  :created_on,
14257
14293
  :last_modified_on,
14258
14294
  :last_run,
14259
- :graph)
14295
+ :graph,
14296
+ :max_concurrent_runs)
14260
14297
  SENSITIVE = []
14261
14298
  include Aws::Structure
14262
14299
  end
@@ -14315,6 +14352,12 @@ module Aws::Glue
14315
14352
  # The status of the workflow run.
14316
14353
  # @return [String]
14317
14354
  #
14355
+ # @!attribute [rw] error_message
14356
+ # This error message describes any error that may have occurred in
14357
+ # starting the workflow run. Currently the only error message is
14358
+ # "Concurrent runs exceeded for workflow: `foo`."
14359
+ # @return [String]
14360
+ #
14318
14361
  # @!attribute [rw] statistics
14319
14362
  # The statistics of the run.
14320
14363
  # @return [Types::WorkflowRunStatistics]
@@ -14335,6 +14378,7 @@ module Aws::Glue
14335
14378
  :started_on,
14336
14379
  :completed_on,
14337
14380
  :status,
14381
+ :error_message,
14338
14382
  :statistics,
14339
14383
  :graph)
14340
14384
  SENSITIVE = []
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.66.0
4
+ version: 1.67.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-08-07 00:00:00.000000000 Z
11
+ date: 2020-08-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core