aws-sdk-glue 1.64.0 → 1.65.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ab5eeef64ca383c7da9754fc46ce6f8a1caf867503428e59d6c1e2573247c6a9
4
- data.tar.gz: cf930aea3d580db8e6a8fb1246dfe33dc3987550009b1d58e1e280104c518491
3
+ metadata.gz: a0b4f5408cc63aa2dc2a0475d3b9719e206cc95975878850718e3eb4d6a88dc4
4
+ data.tar.gz: cb877565ddc3f9e78d08b6001b06a264513f06f77e7ebc628b1c97c5330a9a39
5
5
  SHA512:
6
- metadata.gz: 92fdb5e2811647b7c73ae044dccaf2f76084e31daf40ecd9fd4a5239a278c062d6f32963c942c324a063efb0de8dd4dae90685ba47985453726ba2887f1da123
7
- data.tar.gz: 1bc1e2881596bbf4ecce7f2e337c7363d5e2e9d67e2af5d24f05eb21b0c8f691898fb16592f4440bba128bed5410c05904b9b3af3f629383ed974425cbac6a60
6
+ metadata.gz: c61586337b3567ea6fba9cc6a57a1f126a21c1f20a1c7ba13f93cf0d0fce4d69eba4991f3793f5eb1e3393b25952fcb1a6937ad158b1db697002cc53365a5a40
7
+ data.tar.gz: f0a10d32bd9d0702679f49cf273632eaf7d6c5a8dd8aad64faff45f7cd074a92a9b793c8f10c2827eb773b5945cef6634d0a602e201c952dd5e1a3f65e258407
@@ -47,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
47
47
  # @service
48
48
  module Aws::Glue
49
49
 
50
- GEM_VERSION = '1.64.0'
50
+ GEM_VERSION = '1.65.0'
51
51
 
52
52
  end
@@ -997,6 +997,7 @@ module Aws::Glue
997
997
  # resp.workflows[0].last_modified_on #=> Time
998
998
  # resp.workflows[0].last_run.name #=> String
999
999
  # resp.workflows[0].last_run.workflow_run_id #=> String
1000
+ # resp.workflows[0].last_run.previous_run_id #=> String
1000
1001
  # resp.workflows[0].last_run.workflow_run_properties #=> Hash
1001
1002
  # resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
1002
1003
  # resp.workflows[0].last_run.started_on #=> Time
@@ -1777,9 +1778,10 @@ module Aws::Glue
1777
1778
  # or 1 DPU. The default is 0.0625 DPU.
1778
1779
  #
1779
1780
  # * When you specify an Apache Spark ETL job
1780
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
1781
- # DPUs. The default is 10 DPUs. This job type cannot have a fractional
1782
- # DPU allocation.
1781
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
1782
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
1783
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
1784
+ # fractional DPU allocation.
1783
1785
  #
1784
1786
  #
1785
1787
  #
@@ -5954,6 +5956,7 @@ module Aws::Glue
5954
5956
  # resp.workflow.last_modified_on #=> Time
5955
5957
  # resp.workflow.last_run.name #=> String
5956
5958
  # resp.workflow.last_run.workflow_run_id #=> String
5959
+ # resp.workflow.last_run.previous_run_id #=> String
5957
5960
  # resp.workflow.last_run.workflow_run_properties #=> Hash
5958
5961
  # resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
5959
5962
  # resp.workflow.last_run.started_on #=> Time
@@ -6126,6 +6129,7 @@ module Aws::Glue
6126
6129
  #
6127
6130
  # resp.run.name #=> String
6128
6131
  # resp.run.workflow_run_id #=> String
6132
+ # resp.run.previous_run_id #=> String
6129
6133
  # resp.run.workflow_run_properties #=> Hash
6130
6134
  # resp.run.workflow_run_properties["IdString"] #=> String
6131
6135
  # resp.run.started_on #=> Time
@@ -6277,6 +6281,7 @@ module Aws::Glue
6277
6281
  # resp.runs #=> Array
6278
6282
  # resp.runs[0].name #=> String
6279
6283
  # resp.runs[0].workflow_run_id #=> String
6284
+ # resp.runs[0].previous_run_id #=> String
6280
6285
  # resp.runs[0].workflow_run_properties #=> Hash
6281
6286
  # resp.runs[0].workflow_run_properties["IdString"] #=> String
6282
6287
  # resp.runs[0].started_on #=> Time
@@ -6879,6 +6884,48 @@ module Aws::Glue
6879
6884
  req.send_request(options)
6880
6885
  end
6881
6886
 
6887
+ # Restarts any completed nodes in a workflow run and resumes the run
6888
+ # execution.
6889
+ #
6890
+ # @option params [required, String] :name
6891
+ # The name of the workflow to resume.
6892
+ #
6893
+ # @option params [required, String] :run_id
6894
+ # The ID of the workflow run to resume.
6895
+ #
6896
+ # @option params [required, Array<String>] :node_ids
6897
+ # A list of the node IDs for the nodes you want to restart. The nodes
6898
+ # that are to be restarted must have an execution attempt in the
6899
+ # original run.
6900
+ #
6901
+ # @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6902
+ #
6903
+ # * {Types::ResumeWorkflowRunResponse#run_id #run_id} => String
6904
+ # * {Types::ResumeWorkflowRunResponse#node_ids #node_ids} => Array&lt;String&gt;
6905
+ #
6906
+ # @example Request syntax with placeholder values
6907
+ #
6908
+ # resp = client.resume_workflow_run({
6909
+ # name: "NameString", # required
6910
+ # run_id: "IdString", # required
6911
+ # node_ids: ["NameString"], # required
6912
+ # })
6913
+ #
6914
+ # @example Response structure
6915
+ #
6916
+ # resp.run_id #=> String
6917
+ # resp.node_ids #=> Array
6918
+ # resp.node_ids[0] #=> String
6919
+ #
6920
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRun AWS API Documentation
6921
+ #
6922
+ # @overload resume_workflow_run(params = {})
6923
+ # @param [Hash] params ({})
6924
+ def resume_workflow_run(params = {}, options = {})
6925
+ req = build_request(:resume_workflow_run, params)
6926
+ req.send_request(options)
6927
+ end
6928
+
6882
6929
  # Searches a set of tables based on properties in the table metadata as
6883
6930
  # well as on the parent database. You can search against text or filter
6884
6931
  # conditions.
@@ -8838,7 +8885,7 @@ module Aws::Glue
8838
8885
  params: params,
8839
8886
  config: config)
8840
8887
  context[:gem_name] = 'aws-sdk-glue'
8841
- context[:gem_version] = '1.64.0'
8888
+ context[:gem_version] = '1.65.0'
8842
8889
  Seahorse::Client::Request.new(handlers, context)
8843
8890
  end
8844
8891
 
@@ -428,6 +428,7 @@ module Aws::Glue
428
428
  NameStringList = Shapes::ListShape.new(name: 'NameStringList')
429
429
  NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
430
430
  Node = Shapes::StructureShape.new(name: 'Node')
431
+ NodeIdList = Shapes::ListShape.new(name: 'NodeIdList')
431
432
  NodeList = Shapes::ListShape.new(name: 'NodeList')
432
433
  NodeType = Shapes::StringShape.new(name: 'NodeType')
433
434
  NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
@@ -485,6 +486,8 @@ module Aws::Glue
485
486
  ResourceType = Shapes::StringShape.new(name: 'ResourceType')
486
487
  ResourceUri = Shapes::StructureShape.new(name: 'ResourceUri')
487
488
  ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
489
+ ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
490
+ ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
488
491
  Role = Shapes::StringShape.new(name: 'Role')
489
492
  RoleArn = Shapes::StringShape.new(name: 'RoleArn')
490
493
  RoleString = Shapes::StringShape.new(name: 'RoleString')
@@ -2209,6 +2212,8 @@ module Aws::Glue
2209
2212
  Node.add_member(:crawler_details, Shapes::ShapeRef.new(shape: CrawlerNodeDetails, location_name: "CrawlerDetails"))
2210
2213
  Node.struct_class = Types::Node
2211
2214
 
2215
+ NodeIdList.member = Shapes::ShapeRef.new(shape: NameString)
2216
+
2212
2217
  NodeList.member = Shapes::ShapeRef.new(shape: Node)
2213
2218
 
2214
2219
  NotificationProperty.add_member(:notify_delay_after, Shapes::ShapeRef.new(shape: NotifyDelayAfter, location_name: "NotifyDelayAfter"))
@@ -2330,6 +2335,15 @@ module Aws::Glue
2330
2335
 
2331
2336
  ResourceUriList.member = Shapes::ShapeRef.new(shape: ResourceUri)
2332
2337
 
2338
+ ResumeWorkflowRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2339
+ ResumeWorkflowRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, required: true, location_name: "RunId"))
2340
+ ResumeWorkflowRunRequest.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, required: true, location_name: "NodeIds"))
2341
+ ResumeWorkflowRunRequest.struct_class = Types::ResumeWorkflowRunRequest
2342
+
2343
+ ResumeWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
2344
+ ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
2345
+ ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
2346
+
2333
2347
  S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
2334
2348
  S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
2335
2349
  S3Encryption.struct_class = Types::S3Encryption
@@ -2881,6 +2895,7 @@ module Aws::Glue
2881
2895
 
2882
2896
  WorkflowRun.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2883
2897
  WorkflowRun.add_member(:workflow_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "WorkflowRunId"))
2898
+ WorkflowRun.add_member(:previous_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "PreviousRunId"))
2884
2899
  WorkflowRun.add_member(:workflow_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "WorkflowRunProperties"))
2885
2900
  WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
2886
2901
  WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
@@ -4292,6 +4307,20 @@ module Aws::Glue
4292
4307
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4293
4308
  end)
4294
4309
 
4310
+ api.add_operation(:resume_workflow_run, Seahorse::Model::Operation.new.tap do |o|
4311
+ o.name = "ResumeWorkflowRun"
4312
+ o.http_method = "POST"
4313
+ o.http_request_uri = "/"
4314
+ o.input = Shapes::ShapeRef.new(shape: ResumeWorkflowRunRequest)
4315
+ o.output = Shapes::ShapeRef.new(shape: ResumeWorkflowRunResponse)
4316
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4317
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
4318
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4319
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4320
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentRunsExceededException)
4321
+ o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
4322
+ end)
4323
+
4295
4324
  api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
4296
4325
  o.name = "SearchTables"
4297
4326
  o.http_method = "POST"
@@ -1452,10 +1452,8 @@ module Aws::Glue
1452
1452
  # @return [String]
1453
1453
  #
1454
1454
  # @!attribute [rw] state
1455
- # The condition state. Currently, the only job states that a trigger
1456
- # can listen for are `SUCCEEDED`, `STOPPED`, `FAILED`, and `TIMEOUT`.
1457
- # The only crawler states that a trigger can listen for are
1458
- # `SUCCEEDED`, `FAILED`, and `CANCELLED`.
1455
+ # The condition state. Currently, the values supported are
1456
+ # `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
1459
1457
  # @return [String]
1460
1458
  #
1461
1459
  # @!attribute [rw] crawler_name
@@ -2970,8 +2968,9 @@ module Aws::Glue
2970
2968
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
2971
2969
  #
2972
2970
  # * When you specify an Apache Spark ETL job
2973
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
2974
- # DPUs. The default is 10 DPUs. This job type cannot have a
2971
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
2972
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
2973
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
2975
2974
  # fractional DPU allocation.
2976
2975
  #
2977
2976
  #
@@ -5203,7 +5202,7 @@ module Aws::Glue
5203
5202
  end
5204
5203
 
5205
5204
  # An edge represents a directed connection between two AWS Glue
5206
- # components which are part of the workflow the edge belongs to.
5205
+ # components that are part of the workflow the edge belongs to.
5207
5206
  #
5208
5207
  # @!attribute [rw] source_id
5209
5208
  # The unique of the node within the workflow where the edge starts.
@@ -8448,15 +8447,17 @@ module Aws::Glue
8448
8447
  # `NumberOfWorkers`.
8449
8448
  #
8450
8449
  # The value that can be allocated for `MaxCapacity` depends on whether
8451
- # you are running a Python shell job or an Apache Spark ETL job:
8450
+ # you are running a Python shell job, an Apache Spark ETL job, or an
8451
+ # Apache Spark streaming ETL job:
8452
8452
  #
8453
8453
  # * When you specify a Python shell job
8454
8454
  # (`JobCommand.Name`="pythonshell"), you can allocate either
8455
8455
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
8456
8456
  #
8457
8457
  # * When you specify an Apache Spark ETL job
8458
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
8459
- # DPUs. The default is 10 DPUs. This job type cannot have a
8458
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
8459
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
8460
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
8460
8461
  # fractional DPU allocation.
8461
8462
  #
8462
8463
  #
@@ -8626,7 +8627,8 @@ module Aws::Glue
8626
8627
  #
8627
8628
  # @!attribute [rw] name
8628
8629
  # The name of the job command. For an Apache Spark ETL job, this must
8629
- # be `glueetl`. For a Python shell job, it must be `pythonshell`.
8630
+ # be `glueetl`. For a Python shell job, it must be `pythonshell`. For
8631
+ # an Apache Spark streaming ETL job, this must be `gluestreaming`.
8630
8632
  # @return [String]
8631
8633
  #
8632
8634
  # @!attribute [rw] script_location
@@ -8699,13 +8701,7 @@ module Aws::Glue
8699
8701
  # @return [Time]
8700
8702
  #
8701
8703
  # @!attribute [rw] job_run_state
8702
- # The current state of the job run. For more information about the
8703
- # statuses of jobs that have terminated abnormally, see [AWS Glue Job
8704
- # Run Statuses][1].
8705
- #
8706
- #
8707
- #
8708
- # [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
8704
+ # The current state of the job run.
8709
8705
  # @return [String]
8710
8706
  #
8711
8707
  # @!attribute [rw] arguments
@@ -9009,8 +9005,9 @@ module Aws::Glue
9009
9005
  # 0.0625 or 1 DPU. The default is 0.0625 DPU.
9010
9006
  #
9011
9007
  # * When you specify an Apache Spark ETL job
9012
- # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
9013
- # DPUs. The default is 10 DPUs. This job type cannot have a
9008
+ # (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
9009
+ # (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
9010
+ # 100 DPUs. The default is 10 DPUs. This job type cannot have a
9014
9011
  # fractional DPU allocation.
9015
9012
  #
9016
9013
  #
@@ -9886,8 +9883,8 @@ module Aws::Glue
9886
9883
  include Aws::Structure
9887
9884
  end
9888
9885
 
9889
- # A node represents an AWS Glue component like Trigger, Job etc. which
9890
- # is part of a workflow.
9886
+ # A node represents an AWS Glue component such as a trigger, or job,
9887
+ # etc., that is part of a workflow.
9891
9888
  #
9892
9889
  # @!attribute [rw] type
9893
9890
  # The type of AWS Glue component represented by the node.
@@ -10567,6 +10564,57 @@ module Aws::Glue
10567
10564
  include Aws::Structure
10568
10565
  end
10569
10566
 
10567
+ # @note When making an API call, you may pass ResumeWorkflowRunRequest
10568
+ # data as a hash:
10569
+ #
10570
+ # {
10571
+ # name: "NameString", # required
10572
+ # run_id: "IdString", # required
10573
+ # node_ids: ["NameString"], # required
10574
+ # }
10575
+ #
10576
+ # @!attribute [rw] name
10577
+ # The name of the workflow to resume.
10578
+ # @return [String]
10579
+ #
10580
+ # @!attribute [rw] run_id
10581
+ # The ID of the workflow run to resume.
10582
+ # @return [String]
10583
+ #
10584
+ # @!attribute [rw] node_ids
10585
+ # A list of the node IDs for the nodes you want to restart. The nodes
10586
+ # that are to be restarted must have an execution attempt in the
10587
+ # original run.
10588
+ # @return [Array<String>]
10589
+ #
10590
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
10591
+ #
10592
+ class ResumeWorkflowRunRequest < Struct.new(
10593
+ :name,
10594
+ :run_id,
10595
+ :node_ids)
10596
+ SENSITIVE = []
10597
+ include Aws::Structure
10598
+ end
10599
+
10600
+ # @!attribute [rw] run_id
10601
+ # The new ID assigned to the resumed workflow run. Each resume of a
10602
+ # workflow run will have a new run ID.
10603
+ # @return [String]
10604
+ #
10605
+ # @!attribute [rw] node_ids
10606
+ # A list of the node IDs for the nodes that were actually restarted.
10607
+ # @return [Array<String>]
10608
+ #
10609
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
10610
+ #
10611
+ class ResumeWorkflowRunResponse < Struct.new(
10612
+ :run_id,
10613
+ :node_ids)
10614
+ SENSITIVE = []
10615
+ include Aws::Structure
10616
+ end
10617
+
10570
10618
  # Specifies how Amazon Simple Storage Service (Amazon S3) data should be
10571
10619
  # encrypted.
10572
10620
  #
@@ -14226,13 +14274,17 @@ module Aws::Glue
14226
14274
  # information.
14227
14275
  #
14228
14276
  # @!attribute [rw] name
14229
- # Name of the workflow which was executed.
14277
+ # Name of the workflow that was executed.
14230
14278
  # @return [String]
14231
14279
  #
14232
14280
  # @!attribute [rw] workflow_run_id
14233
14281
  # The ID of this workflow run.
14234
14282
  # @return [String]
14235
14283
  #
14284
+ # @!attribute [rw] previous_run_id
14285
+ # The ID of the previous workflow run.
14286
+ # @return [String]
14287
+ #
14236
14288
  # @!attribute [rw] workflow_run_properties
14237
14289
  # The workflow run properties which were set during the run.
14238
14290
  # @return [Hash<String,String>]
@@ -14264,6 +14316,7 @@ module Aws::Glue
14264
14316
  class WorkflowRun < Struct.new(
14265
14317
  :name,
14266
14318
  :workflow_run_id,
14319
+ :previous_run_id,
14267
14320
  :workflow_run_properties,
14268
14321
  :started_on,
14269
14322
  :completed_on,
@@ -14281,19 +14334,19 @@ module Aws::Glue
14281
14334
  # @return [Integer]
14282
14335
  #
14283
14336
  # @!attribute [rw] timeout_actions
14284
- # Total number of Actions which timed out.
14337
+ # Total number of Actions that timed out.
14285
14338
  # @return [Integer]
14286
14339
  #
14287
14340
  # @!attribute [rw] failed_actions
14288
- # Total number of Actions which have failed.
14341
+ # Total number of Actions that have failed.
14289
14342
  # @return [Integer]
14290
14343
  #
14291
14344
  # @!attribute [rw] stopped_actions
14292
- # Total number of Actions which have stopped.
14345
+ # Total number of Actions that have stopped.
14293
14346
  # @return [Integer]
14294
14347
  #
14295
14348
  # @!attribute [rw] succeeded_actions
14296
- # Total number of Actions which have succeeded.
14349
+ # Total number of Actions that have succeeded.
14297
14350
  # @return [Integer]
14298
14351
  #
14299
14352
  # @!attribute [rw] running_actions
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.64.0
4
+ version: 1.65.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-07-23 00:00:00.000000000 Z
11
+ date: 2020-07-27 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core