aws-sdk-glue 1.93.0 → 1.94.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b19dff0cbd8219274788ddd57a4a5c2ef7c571e068b12d88dcb0004ed472294f
4
- data.tar.gz: 4cc7e65fc4d1ffcacf0eec6ed9cb13f154de5d56e832d07246dba8f19a5d089c
3
+ metadata.gz: c7738455b01f04a98f675f45b8a8f409e319435132ec0c4687f3f4ec74c35ab1
4
+ data.tar.gz: 38b6555226ad227c12c40c4ba2293e47919250801976f20176c1357547252ace
5
5
  SHA512:
6
- metadata.gz: 799d54fc879768e2f88c335e7726f7ab073daca5c0f246ae53dfab250590ae11d6d2bb967aef0b7092b677c6f2899822fabcc4cf66c72741eb3d173236582bd6
7
- data.tar.gz: 5334a81610f4040dd27724513cb8bac009df0726bb7b146577a5153429fa16be2553f6219127f9277182258690e06b7002d3932bce38576bf530004205263545
6
+ metadata.gz: 4d774fa7c27759f66cc95ebc7dd21658f5021ffb3c5d8042941e6b253df845630339a4e2747256f88c6a6b2fd7fe9443855143bc9c74ad368a9063dd66d48bb7
7
+ data.tar.gz: f31870b2ddab21f594e6b75f7f87264f5ce07a36c8c86c431ebf090c1c77072e21875a8bb31dbf34735e09ebbe630668c0b7789b6a1c2f98c8de2d58940e57cf
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.94.0 (2021-08-23)
5
+ ------------------
6
+
7
+ * Feature - Add support for Custom Blueprints
8
+
4
9
  1.93.0 (2021-08-03)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.93.0
1
+ 1.94.0
@@ -637,6 +637,60 @@ module Aws::Glue
637
637
  req.send_request(options)
638
638
  end
639
639
 
640
+ # Retrieves information about a list of blueprints.
641
+ #
642
+ # @option params [required, Array<String>] :names
643
+ # A list of blueprint names.
644
+ #
645
+ # @option params [Boolean] :include_blueprint
646
+ # Specifies whether or not to include the blueprint in the response.
647
+ #
648
+ # @option params [Boolean] :include_parameter_spec
649
+ # Specifies whether or not to include the parameters, as a JSON string,
650
+ # for the blueprint in the response.
651
+ #
652
+ # @return [Types::BatchGetBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
653
+ #
654
+ # * {Types::BatchGetBlueprintsResponse#blueprints #blueprints} => Array&lt;Types::Blueprint&gt;
655
+ # * {Types::BatchGetBlueprintsResponse#missing_blueprints #missing_blueprints} => Array&lt;String&gt;
656
+ #
657
+ # @example Request syntax with placeholder values
658
+ #
659
+ # resp = client.batch_get_blueprints({
660
+ # names: ["OrchestrationNameString"], # required
661
+ # include_blueprint: false,
662
+ # include_parameter_spec: false,
663
+ # })
664
+ #
665
+ # @example Response structure
666
+ #
667
+ # resp.blueprints #=> Array
668
+ # resp.blueprints[0].name #=> String
669
+ # resp.blueprints[0].description #=> String
670
+ # resp.blueprints[0].created_on #=> Time
671
+ # resp.blueprints[0].last_modified_on #=> Time
672
+ # resp.blueprints[0].parameter_spec #=> String
673
+ # resp.blueprints[0].blueprint_location #=> String
674
+ # resp.blueprints[0].blueprint_service_location #=> String
675
+ # resp.blueprints[0].status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
676
+ # resp.blueprints[0].error_message #=> String
677
+ # resp.blueprints[0].last_active_definition.description #=> String
678
+ # resp.blueprints[0].last_active_definition.last_modified_on #=> Time
679
+ # resp.blueprints[0].last_active_definition.parameter_spec #=> String
680
+ # resp.blueprints[0].last_active_definition.blueprint_location #=> String
681
+ # resp.blueprints[0].last_active_definition.blueprint_service_location #=> String
682
+ # resp.missing_blueprints #=> Array
683
+ # resp.missing_blueprints[0] #=> String
684
+ #
685
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprints AWS API Documentation
686
+ #
687
+ # @overload batch_get_blueprints(params = {})
688
+ # @param [Hash] params ({})
689
+ def batch_get_blueprints(params = {}, options = {})
690
+ req = build_request(:batch_get_blueprints, params)
691
+ req.send_request(options)
692
+ end
693
+
640
694
  # Returns a list of resource metadata for a given list of crawler names.
641
695
  # After calling the `ListCrawlers` operation, you can call this
642
696
  # operation to access the data to which you have been granted
@@ -1182,6 +1236,8 @@ module Aws::Glue
1182
1236
  # resp.workflows[0].graph.edges[0].source_id #=> String
1183
1237
  # resp.workflows[0].graph.edges[0].destination_id #=> String
1184
1238
  # resp.workflows[0].max_concurrent_runs #=> Integer
1239
+ # resp.workflows[0].blueprint_details.blueprint_name #=> String
1240
+ # resp.workflows[0].blueprint_details.run_id #=> String
1185
1241
  # resp.missing_workflows #=> Array
1186
1242
  # resp.missing_workflows[0] #=> String
1187
1243
  #
@@ -1424,6 +1480,48 @@ module Aws::Glue
1424
1480
  req.send_request(options)
1425
1481
  end
1426
1482
 
1483
+ # Registers a blueprint with Glue.
1484
+ #
1485
+ # @option params [required, String] :name
1486
+ # The name of the blueprint.
1487
+ #
1488
+ # @option params [String] :description
1489
+ # A description of the blueprint.
1490
+ #
1491
+ # @option params [required, String] :blueprint_location
1492
+ # Specifies a path in Amazon S3 where the blueprint is published.
1493
+ #
1494
+ # @option params [Hash<String,String>] :tags
1495
+ # The tags to be applied to this blueprint.
1496
+ #
1497
+ # @return [Types::CreateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1498
+ #
1499
+ # * {Types::CreateBlueprintResponse#name #name} => String
1500
+ #
1501
+ # @example Request syntax with placeholder values
1502
+ #
1503
+ # resp = client.create_blueprint({
1504
+ # name: "OrchestrationNameString", # required
1505
+ # description: "Generic512CharString",
1506
+ # blueprint_location: "OrchestrationS3Location", # required
1507
+ # tags: {
1508
+ # "TagKey" => "TagValue",
1509
+ # },
1510
+ # })
1511
+ #
1512
+ # @example Response structure
1513
+ #
1514
+ # resp.name #=> String
1515
+ #
1516
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprint AWS API Documentation
1517
+ #
1518
+ # @overload create_blueprint(params = {})
1519
+ # @param [Hash] params ({})
1520
+ def create_blueprint(params = {}, options = {})
1521
+ req = build_request(:create_blueprint, params)
1522
+ req.send_request(options)
1523
+ end
1524
+
1427
1525
  # Creates a classifier in the user's account. This can be a
1428
1526
  # `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
1429
1527
  # `CsvClassifier`, depending on which field of the request is present.
@@ -3109,6 +3207,34 @@ module Aws::Glue
3109
3207
  req.send_request(options)
3110
3208
  end
3111
3209
 
3210
+ # Deletes an existing blueprint.
3211
+ #
3212
+ # @option params [required, String] :name
3213
+ # The name of the blueprint to delete.
3214
+ #
3215
+ # @return [Types::DeleteBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3216
+ #
3217
+ # * {Types::DeleteBlueprintResponse#name #name} => String
3218
+ #
3219
+ # @example Request syntax with placeholder values
3220
+ #
3221
+ # resp = client.delete_blueprint({
3222
+ # name: "NameString", # required
3223
+ # })
3224
+ #
3225
+ # @example Response structure
3226
+ #
3227
+ # resp.name #=> String
3228
+ #
3229
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprint AWS API Documentation
3230
+ #
3231
+ # @overload delete_blueprint(params = {})
3232
+ # @param [Hash] params ({})
3233
+ def delete_blueprint(params = {}, options = {})
3234
+ req = build_request(:delete_blueprint, params)
3235
+ req.send_request(options)
3236
+ end
3237
+
3112
3238
  # Removes a classifier from the Data Catalog.
3113
3239
  #
3114
3240
  # @option params [required, String] :name
@@ -3829,6 +3955,146 @@ module Aws::Glue
3829
3955
  req.send_request(options)
3830
3956
  end
3831
3957
 
3958
+ # Retrieves the details of a blueprint.
3959
+ #
3960
+ # @option params [required, String] :name
3961
+ # The name of the blueprint.
3962
+ #
3963
+ # @option params [Boolean] :include_blueprint
3964
+ # Specifies whether or not to include the blueprint in the response.
3965
+ #
3966
+ # @option params [Boolean] :include_parameter_spec
3967
+ # Specifies whether or not to include the parameter specification.
3968
+ #
3969
+ # @return [Types::GetBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3970
+ #
3971
+ # * {Types::GetBlueprintResponse#blueprint #blueprint} => Types::Blueprint
3972
+ #
3973
+ # @example Request syntax with placeholder values
3974
+ #
3975
+ # resp = client.get_blueprint({
3976
+ # name: "NameString", # required
3977
+ # include_blueprint: false,
3978
+ # include_parameter_spec: false,
3979
+ # })
3980
+ #
3981
+ # @example Response structure
3982
+ #
3983
+ # resp.blueprint.name #=> String
3984
+ # resp.blueprint.description #=> String
3985
+ # resp.blueprint.created_on #=> Time
3986
+ # resp.blueprint.last_modified_on #=> Time
3987
+ # resp.blueprint.parameter_spec #=> String
3988
+ # resp.blueprint.blueprint_location #=> String
3989
+ # resp.blueprint.blueprint_service_location #=> String
3990
+ # resp.blueprint.status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
3991
+ # resp.blueprint.error_message #=> String
3992
+ # resp.blueprint.last_active_definition.description #=> String
3993
+ # resp.blueprint.last_active_definition.last_modified_on #=> Time
3994
+ # resp.blueprint.last_active_definition.parameter_spec #=> String
3995
+ # resp.blueprint.last_active_definition.blueprint_location #=> String
3996
+ # resp.blueprint.last_active_definition.blueprint_service_location #=> String
3997
+ #
3998
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprint AWS API Documentation
3999
+ #
4000
+ # @overload get_blueprint(params = {})
4001
+ # @param [Hash] params ({})
4002
+ def get_blueprint(params = {}, options = {})
4003
+ req = build_request(:get_blueprint, params)
4004
+ req.send_request(options)
4005
+ end
4006
+
4007
+ # Retrieves the details of a blueprint run.
4008
+ #
4009
+ # @option params [required, String] :blueprint_name
4010
+ # The name of the blueprint.
4011
+ #
4012
+ # @option params [required, String] :run_id
4013
+ # The run ID for the blueprint run you want to retrieve.
4014
+ #
4015
+ # @return [Types::GetBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4016
+ #
4017
+ # * {Types::GetBlueprintRunResponse#blueprint_run #blueprint_run} => Types::BlueprintRun
4018
+ #
4019
+ # @example Request syntax with placeholder values
4020
+ #
4021
+ # resp = client.get_blueprint_run({
4022
+ # blueprint_name: "OrchestrationNameString", # required
4023
+ # run_id: "IdString", # required
4024
+ # })
4025
+ #
4026
+ # @example Response structure
4027
+ #
4028
+ # resp.blueprint_run.blueprint_name #=> String
4029
+ # resp.blueprint_run.run_id #=> String
4030
+ # resp.blueprint_run.workflow_name #=> String
4031
+ # resp.blueprint_run.state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
4032
+ # resp.blueprint_run.started_on #=> Time
4033
+ # resp.blueprint_run.completed_on #=> Time
4034
+ # resp.blueprint_run.error_message #=> String
4035
+ # resp.blueprint_run.rollback_error_message #=> String
4036
+ # resp.blueprint_run.parameters #=> String
4037
+ # resp.blueprint_run.role_arn #=> String
4038
+ #
4039
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRun AWS API Documentation
4040
+ #
4041
+ # @overload get_blueprint_run(params = {})
4042
+ # @param [Hash] params ({})
4043
+ def get_blueprint_run(params = {}, options = {})
4044
+ req = build_request(:get_blueprint_run, params)
4045
+ req.send_request(options)
4046
+ end
4047
+
4048
+ # Retrieves the details of blueprint runs for a specified blueprint.
4049
+ #
4050
+ # @option params [required, String] :blueprint_name
4051
+ # The name of the blueprint.
4052
+ #
4053
+ # @option params [String] :next_token
4054
+ # A continuation token, if this is a continuation request.
4055
+ #
4056
+ # @option params [Integer] :max_results
4057
+ # The maximum size of a list to return.
4058
+ #
4059
+ # @return [Types::GetBlueprintRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4060
+ #
4061
+ # * {Types::GetBlueprintRunsResponse#blueprint_runs #blueprint_runs} => Array&lt;Types::BlueprintRun&gt;
4062
+ # * {Types::GetBlueprintRunsResponse#next_token #next_token} => String
4063
+ #
4064
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
4065
+ #
4066
+ # @example Request syntax with placeholder values
4067
+ #
4068
+ # resp = client.get_blueprint_runs({
4069
+ # blueprint_name: "NameString", # required
4070
+ # next_token: "GenericString",
4071
+ # max_results: 1,
4072
+ # })
4073
+ #
4074
+ # @example Response structure
4075
+ #
4076
+ # resp.blueprint_runs #=> Array
4077
+ # resp.blueprint_runs[0].blueprint_name #=> String
4078
+ # resp.blueprint_runs[0].run_id #=> String
4079
+ # resp.blueprint_runs[0].workflow_name #=> String
4080
+ # resp.blueprint_runs[0].state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
4081
+ # resp.blueprint_runs[0].started_on #=> Time
4082
+ # resp.blueprint_runs[0].completed_on #=> Time
4083
+ # resp.blueprint_runs[0].error_message #=> String
4084
+ # resp.blueprint_runs[0].rollback_error_message #=> String
4085
+ # resp.blueprint_runs[0].parameters #=> String
4086
+ # resp.blueprint_runs[0].role_arn #=> String
4087
+ # resp.next_token #=> String
4088
+ #
4089
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRuns AWS API Documentation
4090
+ #
4091
+ # @overload get_blueprint_runs(params = {})
4092
+ # @param [Hash] params ({})
4093
+ def get_blueprint_runs(params = {}, options = {})
4094
+ req = build_request(:get_blueprint_runs, params)
4095
+ req.send_request(options)
4096
+ end
4097
+
3832
4098
  # Retrieves the status of a migration operation.
3833
4099
  #
3834
4100
  # @option params [String] :catalog_id
@@ -7250,6 +7516,8 @@ module Aws::Glue
7250
7516
  # resp.workflow.graph.edges[0].source_id #=> String
7251
7517
  # resp.workflow.graph.edges[0].destination_id #=> String
7252
7518
  # resp.workflow.max_concurrent_runs #=> Integer
7519
+ # resp.workflow.blueprint_details.blueprint_name #=> String
7520
+ # resp.workflow.blueprint_details.run_id #=> String
7253
7521
  #
7254
7522
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
7255
7523
  #
@@ -7557,6 +7825,49 @@ module Aws::Glue
7557
7825
  req.send_request(options)
7558
7826
  end
7559
7827
 
7828
+ # Lists all the blueprint names in an account.
7829
+ #
7830
+ # @option params [String] :next_token
7831
+ # A continuation token, if this is a continuation request.
7832
+ #
7833
+ # @option params [Integer] :max_results
7834
+ # The maximum size of a list to return.
7835
+ #
7836
+ # @option params [Hash<String,String>] :tags
7837
+ # Filters the list by an Amazon Web Services resource tag.
7838
+ #
7839
+ # @return [Types::ListBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7840
+ #
7841
+ # * {Types::ListBlueprintsResponse#blueprints #blueprints} => Array&lt;String&gt;
7842
+ # * {Types::ListBlueprintsResponse#next_token #next_token} => String
7843
+ #
7844
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
7845
+ #
7846
+ # @example Request syntax with placeholder values
7847
+ #
7848
+ # resp = client.list_blueprints({
7849
+ # next_token: "GenericString",
7850
+ # max_results: 1,
7851
+ # tags: {
7852
+ # "TagKey" => "TagValue",
7853
+ # },
7854
+ # })
7855
+ #
7856
+ # @example Response structure
7857
+ #
7858
+ # resp.blueprints #=> Array
7859
+ # resp.blueprints[0] #=> String
7860
+ # resp.next_token #=> String
7861
+ #
7862
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprints AWS API Documentation
7863
+ #
7864
+ # @overload list_blueprints(params = {})
7865
+ # @param [Hash] params ({})
7866
+ def list_blueprints(params = {}, options = {})
7867
+ req = build_request(:list_blueprints, params)
7868
+ req.send_request(options)
7869
+ end
7870
+
7560
7871
  # Retrieves the names of all crawler resources in this Amazon Web
7561
7872
  # Services account, or the resources with the specified tag. This
7562
7873
  # operation allows you to see which resources are available in your
@@ -8686,6 +8997,42 @@ module Aws::Glue
8686
8997
  req.send_request(options)
8687
8998
  end
8688
8999
 
9000
+ # Starts a new run of the specified blueprint.
9001
+ #
9002
+ # @option params [required, String] :blueprint_name
9003
+ # The name of the blueprint.
9004
+ #
9005
+ # @option params [String] :parameters
9006
+ # Specifies the parameters as a `BlueprintParameters` object.
9007
+ #
9008
+ # @option params [required, String] :role_arn
9009
+ # Specifies the IAM role used to create the workflow.
9010
+ #
9011
+ # @return [Types::StartBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9012
+ #
9013
+ # * {Types::StartBlueprintRunResponse#run_id #run_id} => String
9014
+ #
9015
+ # @example Request syntax with placeholder values
9016
+ #
9017
+ # resp = client.start_blueprint_run({
9018
+ # blueprint_name: "OrchestrationNameString", # required
9019
+ # parameters: "BlueprintParameters",
9020
+ # role_arn: "OrchestrationIAMRoleArn", # required
9021
+ # })
9022
+ #
9023
+ # @example Response structure
9024
+ #
9025
+ # resp.run_id #=> String
9026
+ #
9027
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRun AWS API Documentation
9028
+ #
9029
+ # @overload start_blueprint_run(params = {})
9030
+ # @param [Hash] params ({})
9031
+ def start_blueprint_run(params = {}, options = {})
9032
+ req = build_request(:start_blueprint_run, params)
9033
+ req.send_request(options)
9034
+ end
9035
+
8689
9036
  # Starts a crawl using the specified crawler, regardless of what is
8690
9037
  # scheduled. If the crawler is already running, returns a
8691
9038
  # [CrawlerRunningException][1].
@@ -9291,6 +9638,42 @@ module Aws::Glue
9291
9638
  req.send_request(options)
9292
9639
  end
9293
9640
 
9641
+ # Updates a registered blueprint.
9642
+ #
9643
+ # @option params [required, String] :name
9644
+ # The name of the blueprint.
9645
+ #
9646
+ # @option params [String] :description
9647
+ # A description of the blueprint.
9648
+ #
9649
+ # @option params [required, String] :blueprint_location
9650
+ # Specifies a path in Amazon S3 where the blueprint is published.
9651
+ #
9652
+ # @return [Types::UpdateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9653
+ #
9654
+ # * {Types::UpdateBlueprintResponse#name #name} => String
9655
+ #
9656
+ # @example Request syntax with placeholder values
9657
+ #
9658
+ # resp = client.update_blueprint({
9659
+ # name: "OrchestrationNameString", # required
9660
+ # description: "Generic512CharString",
9661
+ # blueprint_location: "OrchestrationS3Location", # required
9662
+ # })
9663
+ #
9664
+ # @example Response structure
9665
+ #
9666
+ # resp.name #=> String
9667
+ #
9668
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprint AWS API Documentation
9669
+ #
9670
+ # @overload update_blueprint(params = {})
9671
+ # @param [Hash] params ({})
9672
+ def update_blueprint(params = {}, options = {})
9673
+ req = build_request(:update_blueprint, params)
9674
+ req.send_request(options)
9675
+ end
9676
+
9294
9677
  # Modifies an existing classifier (a `GrokClassifier`, an
9295
9678
  # `XMLClassifier`, a `JsonClassifier`, or a `CsvClassifier`, depending
9296
9679
  # on which field is present).
@@ -10665,7 +11048,7 @@ module Aws::Glue
10665
11048
  params: params,
10666
11049
  config: config)
10667
11050
  context[:gem_name] = 'aws-sdk-glue'
10668
- context[:gem_version] = '1.93.0'
11051
+ context[:gem_version] = '1.94.0'
10669
11052
  Seahorse::Client::Request.new(handlers, context)
10670
11053
  end
10671
11054