aws-sdk-glue 1.64.0 → 1.65.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ab5eeef64ca383c7da9754fc46ce6f8a1caf867503428e59d6c1e2573247c6a9
4
- data.tar.gz: cf930aea3d580db8e6a8fb1246dfe33dc3987550009b1d58e1e280104c518491
3
+ metadata.gz: a0b4f5408cc63aa2dc2a0475d3b9719e206cc95975878850718e3eb4d6a88dc4
4
+ data.tar.gz: cb877565ddc3f9e78d08b6001b06a264513f06f77e7ebc628b1c97c5330a9a39
5
5
  SHA512:
6
- metadata.gz: 92fdb5e2811647b7c73ae044dccaf2f76084e31daf40ecd9fd4a5239a278c062d6f32963c942c324a063efb0de8dd4dae90685ba47985453726ba2887f1da123
7
- data.tar.gz: 1bc1e2881596bbf4ecce7f2e337c7363d5e2e9d67e2af5d24f05eb21b0c8f691898fb16592f4440bba128bed5410c05904b9b3af3f629383ed974425cbac6a60
6
+ metadata.gz: c61586337b3567ea6fba9cc6a57a1f126a21c1f20a1c7ba13f93cf0d0fce4d69eba4991f3793f5eb1e3393b25952fcb1a6937ad158b1db697002cc53365a5a40
7
+ data.tar.gz: f0a10d32bd9d0702679f49cf273632eaf7d6c5a8dd8aad64faff45f7cd074a92a9b793c8f10c2827eb773b5945cef6634d0a602e201c952dd5e1a3f65e258407
@@ -47,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
47
47
  # @service
48
48
  module Aws::Glue
49
49
 
50
- GEM_VERSION = '1.64.0'
50
+ GEM_VERSION = '1.65.0'
51
51
 
52
52
  end
@@ -997,6 +997,7 @@ module Aws::Glue
997
997
  # resp.workflows[0].last_modified_on #=> Time
998
998
  # resp.workflows[0].last_run.name #=> String
999
999
  # resp.workflows[0].last_run.workflow_run_id #=> String
1000
+ # resp.workflows[0].last_run.previous_run_id #=> String
1000
1001
  # resp.workflows[0].last_run.workflow_run_properties #=> Hash
1001
1002
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1002
1003
  # resp.workflows[0].last_run.started_on #=> Time
@@ -1777,9 +1778,10 @@ module Aws::Glue
1777
1778
  # or 1 DPU. The default is 0.0625 DPU.
1778
1779
  #
1779
1780
  # * When you specify an Apache Spark ETL job
1780
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
1781
- # DPUs. The default is 10 DPUs. This job type cannot have a fractional
1782
- # DPU allocation.
1781
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
1782
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
1783
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
1784
+ # fractional DPU allocation.
1783
1785
  #
1784
1786
  #
1785
1787
  #
@@ -5954,6 +5956,7 @@ module Aws::Glue
5954
5956
  # resp.workflow.last_modified_on #=> Time
5955
5957
  # resp.workflow.last_run.name #=> String
5956
5958
  # resp.workflow.last_run.workflow_run_id #=> String
5959
+ # resp.workflow.last_run.previous_run_id #=> String
5957
5960
  # resp.workflow.last_run.workflow_run_properties #=> Hash
5958
5961
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5959
5962
  # resp.workflow.last_run.started_on #=> Time
@@ -6126,6 +6129,7 @@ module Aws::Glue
6126
6129
  #
6127
6130
  # resp.run.name #=> String
6128
6131
  # resp.run.workflow_run_id #=> String
6132
+ # resp.run.previous_run_id #=> String
6129
6133
  # resp.run.workflow_run_properties #=> Hash
6130
6134
  # resp.run.workflow_run_properties["IdString"] #=> String
6131
6135
  # resp.run.started_on #=> Time
@@ -6277,6 +6281,7 @@ module Aws::Glue
6277
6281
  # resp.runs #=> Array
6278
6282
  # resp.runs[0].name #=> String
6279
6283
  # resp.runs[0].workflow_run_id #=> String
6284
+ # resp.runs[0].previous_run_id #=> String
6280
6285
  # resp.runs[0].workflow_run_properties #=> Hash
6281
6286
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6282
6287
  # resp.runs[0].started_on #=> Time
@@ -6879,6 +6884,48 @@ module Aws::Glue
6879
6884
  req.send_request(options)
6880
6885
  end
6881
6886
 
6887
+ # Restarts any completed nodes in a workflow run and resumes the run
6888
+ # execution.
6889
+ #
6890
+ # @option params [required, String] :name
6891
+ # The name of the workflow to resume.
6892
+ #
6893
+ # @option params [required, String] :run_id
6894
+ # The ID of the workflow run to resume.
6895
+ #
6896
+ # @option params [required, Array<String>] :node_ids
6897
+ # A list of the node IDs for the nodes you want to restart. The nodes
6898
+ # that are to be restarted must have an execution attempt in the
6899
+ # original run.
6900
+ #
6901
+ # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6902
+ #
6903
+ # * {Types::ResumeWorkflowRunResponse#run_id #run_id} => String
6904
+ # * {Types::ResumeWorkflowRunResponse#node_ids #node_ids} => Array&lt;String&gt;
6905
+ #
6906
+ # @example Request syntax with placeholder values
6907
+ #
6908
+ # resp = client.resume_workflow_run({
6909
+ # name: "NameString", # required
6910
+ # run_id: "IdString", # required
6911
+ # node_ids: ["NameString"], # required
6912
+ # })
6913
+ #
6914
+ # @example Response structure
6915
+ #
6916
+ # resp.run_id #=> String
6917
+ # resp.node_ids #=> Array
6918
+ # resp.node_ids[0] #=> String
6919
+ #
6920
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRun AWS API Documentation
6921
+ #
6922
+ # @overload resume_workflow_run(params = {})
6923
+ # @param [Hash] params ({})
6924
+ def resume_workflow_run(params = {}, options = {})
6925
+ req = build_request(:resume_workflow_run, params)
6926
+ req.send_request(options)
6927
+ end
6928
+
6882
6929
  # Searches a set of tables based on properties in the table metadata as
6883
6930
  # well as on the parent database. You can search against text or filter
6884
6931
  # conditions.
@@ -8838,7 +8885,7 @@ module Aws::Glue
8838
8885
  params: params,
8839
8886
  config: config)
8840
8887
  context[:gem_name] = 'aws-sdk-glue'
8841
- context[:gem_version] = '1.64.0'
8888
+ context[:gem_version] = '1.65.0'
8842
8889
  Seahorse::Client::Request.new(handlers, context)
8843
8890
  end
8844
8891
 
@@ -428,6 +428,7 @@ module Aws::Glue
428
428
  NameStringList = Shapes::ListShape.new(name: 'NameStringList')
429
429
  NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
430
430
  Node = Shapes::StructureShape.new(name: 'Node')
431
+ NodeIdList = Shapes::ListShape.new(name: 'NodeIdList')
431
432
  NodeList = Shapes::ListShape.new(name: 'NodeList')
432
433
  NodeType = Shapes::StringShape.new(name: 'NodeType')
433
434
  NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
@@ -485,6 +486,8 @@ module Aws::Glue
485
486
  ResourceType = Shapes::StringShape.new(name: 'ResourceType')
486
487
  ResourceUri = Shapes::StructureShape.new(name: 'ResourceUri')
487
488
  ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
489
+ ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
490
+ ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
488
491
  Role = Shapes::StringShape.new(name: 'Role')
489
492
  RoleArn = Shapes::StringShape.new(name: 'RoleArn')
490
493
  RoleString = Shapes::StringShape.new(name: 'RoleString')
@@ -2209,6 +2212,8 @@ module Aws::Glue
2209
2212
  Node.add_member(:crawler_details, Shapes::ShapeRef.new(shape: CrawlerNodeDetails, location_name: "CrawlerDetails"))
2210
2213
  Node.struct_class = Types::Node
2211
2214
 
2215
+ NodeIdList.member = Shapes::ShapeRef.new(shape: NameString)
2216
+
2212
2217
  NodeList.member = Shapes::ShapeRef.new(shape: Node)
2213
2218
 
2214
2219
  NotificationProperty.add_member(:notify_delay_after, Shapes::ShapeRef.new(shape: NotifyDelayAfter, location_name: "NotifyDelayAfter"))
@@ -2330,6 +2335,15 @@ module Aws::Glue
2330
2335
 
2331
2336
  ResourceUriList.member = Shapes::ShapeRef.new(shape: ResourceUri)
2332
2337
 
2338
+ ResumeWorkflowRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2339
+ ResumeWorkflowRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, required: true, location_name: "RunId"))
2340
+ ResumeWorkflowRunRequest.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, required: true, location_name: "NodeIds"))
2341
+ ResumeWorkflowRunRequest.struct_class = Types::ResumeWorkflowRunRequest
2342
+
2343
+ ResumeWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
2344
+ ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
2345
+ ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
2346
+
2333
2347
  S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
2334
2348
  S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
2335
2349
  S3Encryption.struct_class = Types::S3Encryption
@@ -2881,6 +2895,7 @@ module Aws::Glue
2881
2895
 
2882
2896
  WorkflowRun.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2883
2897
  WorkflowRun.add_member(:workflow_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "WorkflowRunId"))
2898
+ WorkflowRun.add_member(:previous_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "PreviousRunId"))
2884
2899
  WorkflowRun.add_member(:workflow_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "WorkflowRunProperties"))
2885
2900
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2886
2901
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
@@ -4292,6 +4307,20 @@ module Aws::Glue
4292
4307
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4293
4308
  end)
4294
4309
 
4310
+ api.add_operation(:resume_workflow_run, Seahorse::Model::Operation.new.tap do |o|
4311
+ o.name = "ResumeWorkflowRun"
4312
+ o.http_method = "POST"
4313
+ o.http_request_uri = "/"
4314
+ o.input = Shapes::ShapeRef.new(shape: ResumeWorkflowRunRequest)
4315
+ o.output = Shapes::ShapeRef.new(shape: ResumeWorkflowRunResponse)
4316
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4317
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
4318
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4319
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4320
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentRunsExceededException)
4321
+ o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
4322
+ end)
4323
+
4295
4324
  api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
4296
4325
  o.name = "SearchTables"
4297
4326
  o.http_method = "POST"
@@ -1452,10 +1452,8 @@ module Aws::Glue
1452
1452
  # @return [String]
1453
1453
  #
1454
1454
  # @!attribute [rw] state
1455
- # The condition state. Currently, the only job states that a trigger
1456
- # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1457
- # The only crawler states that a trigger can listen for are
1458
- # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1455
+ # The condition state. Currently, the values supported are
1456
+ # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1459
1457
  # @return [String]
1460
1458
  #
1461
1459
  # @!attribute [rw] crawler_name
@@ -2970,8 +2968,9 @@ module Aws::Glue
2970
2968
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
2971
2969
  #
2972
2970
  # * When you specify an Apache Spark ETL job
2973
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
2974
- # DPUs. The default is 10 DPUs. This job type cannot have a
2971
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2972
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2973
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2975
2974
  # fractional DPU allocation.
2976
2975
  #
2977
2976
  #
@@ -5203,7 +5202,7 @@ module Aws::Glue
5203
5202
  end
5204
5203
 
5205
5204
  # An edge represents a directed connection between two AWS Glue
5206
- # components which are part of the workflow the edge belongs to.
5205
+ # components that are part of the workflow the edge belongs to.
5207
5206
  #
5208
5207
  # @!attribute [rw] source_id
5209
5208
  # The unique of the node within the workflow where the edge starts.
@@ -8448,15 +8447,17 @@ module Aws::Glue
8448
8447
  # `NumberOfWorkers`.
8449
8448
  #
8450
8449
  # The value that can be allocated for `MaxCapacity` depends on whether
8451
- # you are running a Python shell job or an Apache Spark ETL job:
8450
+ # you are running a Python shell job, an Apache Spark ETL job, or an
8451
+ # Apache Spark streaming ETL job:
8452
8452
  #
8453
8453
  # * When you specify a Python shell job
8454
8454
  # (`JobCommand.Name`="pythonshell"), you can allocate either
8455
8455
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
8456
8456
  #
8457
8457
  # * When you specify an Apache Spark ETL job
8458
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
8459
- # DPUs. The default is 10 DPUs. This job type cannot have a
8458
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
8459
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
8460
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
8460
8461
  # fractional DPU allocation.
8461
8462
  #
8462
8463
  #
@@ -8626,7 +8627,8 @@ module Aws::Glue
8626
8627
  #
8627
8628
  # @!attribute [rw] name
8628
8629
  # The name of the job command. For an Apache Spark ETL job, this must
8629
- # be `glueetl`. For a Python shell job, it must be `pythonshell`.
8630
+ # be `glueetl`. For a Python shell job, it must be `pythonshell`. For
8631
+ # an Apache Spark streaming ETL job, this must be `gluestreaming`.
8630
8632
  # @return [String]
8631
8633
  #
8632
8634
  # @!attribute [rw] script_location
@@ -8699,13 +8701,7 @@ module Aws::Glue
8699
8701
  # @return [Time]
8700
8702
  #
8701
8703
  # @!attribute [rw] job_run_state
8702
- # The current state of the job run. For more information about the
8703
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
8704
- # Run Statuses][1].
8705
- #
8706
- #
8707
- #
8708
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8704
+ # The current state of the job run.
8709
8705
  # @return [String]
8710
8706
  #
8711
8707
  # @!attribute [rw] arguments
@@ -9009,8 +9005,9 @@ module Aws::Glue
9009
9005
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
9010
9006
  #
9011
9007
  # * When you specify an Apache Spark ETL job
9012
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
9013
- # DPUs. The default is 10 DPUs. This job type cannot have a
9008
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
9009
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
9010
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9014
9011
  # fractional DPU allocation.
9015
9012
  #
9016
9013
  #
@@ -9886,8 +9883,8 @@ module Aws::Glue
9886
9883
  include Aws::Structure
9887
9884
  end
9888
9885
 
9889
- # A node represents an AWS Glue component like Trigger, Job etc. which
9890
- # is part of a workflow.
9886
+ # A node represents an AWS Glue component such as a trigger, or job,
9887
+ # etc., that is part of a workflow.
9891
9888
  #
9892
9889
  # @!attribute [rw] type
9893
9890
  # The type of AWS Glue component represented by the node.
@@ -10567,6 +10564,57 @@ module Aws::Glue
10567
10564
  include Aws::Structure
10568
10565
  end
10569
10566
 
10567
+ # @note When making an API call, you may pass ResumeWorkflowRunRequest
10568
+ # data as a hash:
10569
+ #
10570
+ # {
10571
+ # name: "NameString", # required
10572
+ # run_id: "IdString", # required
10573
+ # node_ids: ["NameString"], # required
10574
+ # }
10575
+ #
10576
+ # @!attribute [rw] name
10577
+ # The name of the workflow to resume.
10578
+ # @return [String]
10579
+ #
10580
+ # @!attribute [rw] run_id
10581
+ # The ID of the workflow run to resume.
10582
+ # @return [String]
10583
+ #
10584
+ # @!attribute [rw] node_ids
10585
+ # A list of the node IDs for the nodes you want to restart. The nodes
10586
+ # that are to be restarted must have an execution attempt in the
10587
+ # original run.
10588
+ # @return [Array<String>]
10589
+ #
10590
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
10591
+ #
10592
+ class ResumeWorkflowRunRequest < Struct.new(
10593
+ :name,
10594
+ :run_id,
10595
+ :node_ids)
10596
+ SENSITIVE = []
10597
+ include Aws::Structure
10598
+ end
10599
+
10600
+ # @!attribute [rw] run_id
10601
+ # The new ID assigned to the resumed workflow run. Each resume of a
10602
+ # workflow run will have a new run ID.
10603
+ # @return [String]
10604
+ #
10605
+ # @!attribute [rw] node_ids
10606
+ # A list of the node IDs for the nodes that were actually restarted.
10607
+ # @return [Array<String>]
10608
+ #
10609
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
10610
+ #
10611
+ class ResumeWorkflowRunResponse < Struct.new(
10612
+ :run_id,
10613
+ :node_ids)
10614
+ SENSITIVE = []
10615
+ include Aws::Structure
10616
+ end
10617
+
10570
10618
  # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
10571
10619
  # encrypted.
10572
10620
  #
@@ -14226,13 +14274,17 @@ module Aws::Glue
14226
14274
  # information.
14227
14275
  #
14228
14276
  # @!attribute [rw] name
14229
- # Name of the workflow which was executed.
14277
+ # Name of the workflow that was executed.
14230
14278
  # @return [String]
14231
14279
  #
14232
14280
  # @!attribute [rw] workflow_run_id
14233
14281
  # The ID of this workflow run.
14234
14282
  # @return [String]
14235
14283
  #
14284
+ # @!attribute [rw] previous_run_id
14285
+ # The ID of the previous workflow run.
14286
+ # @return [String]
14287
+ #
14236
14288
  # @!attribute [rw] workflow_run_properties
14237
14289
  # The workflow run properties which were set during the run.
14238
14290
  # @return [Hash<String,String>]
@@ -14264,6 +14316,7 @@ module Aws::Glue
14264
14316
  class WorkflowRun < Struct.new(
14265
14317
  :name,
14266
14318
  :workflow_run_id,
14319
+ :previous_run_id,
14267
14320
  :workflow_run_properties,
14268
14321
  :started_on,
14269
14322
  :completed_on,
@@ -14281,19 +14334,19 @@ module Aws::Glue
14281
14334
  # @return [Integer]
14282
14335
  #
14283
14336
  # @!attribute [rw] timeout_actions
14284
- # Total number of Actions which timed out.
14337
+ # Total number of Actions that timed out.
14285
14338
  # @return [Integer]
14286
14339
  #
14287
14340
  # @!attribute [rw] failed_actions
14288
- # Total number of Actions which have failed.
14341
+ # Total number of Actions that have failed.
14289
14342
  # @return [Integer]
14290
14343
  #
14291
14344
  # @!attribute [rw] stopped_actions
14292
- # Total number of Actions which have stopped.
14345
+ # Total number of Actions that have stopped.
14293
14346
  # @return [Integer]
14294
14347
  #
14295
14348
  # @!attribute [rw] succeeded_actions
14296
- # Total number of Actions which have succeeded.
14349
+ # Total number of Actions that have succeeded.
14297
14350
  # @return [Integer]
14298
14351
  #
14299
14352
  # @!attribute [rw] running_actions
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.64.0
4
+ version: 1.65.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-07-23 00:00:00.000000000 Z
11
+ date: 2020-07-27 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core