aws-sdk-glue 1.93.0 → 1.97.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +409 -6
- data/lib/aws-sdk-glue/client_api.rb +280 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +658 -6
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5b1a58e5625290cb8c02f9b8fd41a636838f0db692bbff2bdc6d9c5bf55fa642
|
4
|
+
data.tar.gz: ace2493e4c9e4de71627e29758b0167447205ba3fa233ff1b351b1e105688700
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e1197158c5d308e3c5a050f160a21c734f7d3bcb79a5b309a68a27ed4d2c9060765424b0caa1bb8af8d9cb216f8390790302979136dfaf446093110a4a2db1e9
|
7
|
+
data.tar.gz: 6a7c3caff3747e826bbd683a9bc0560658f089a0b7d218bec9edb8d0c77ba197c6dad1e4de28f98fa9b5084789bf66b88f12167c846cab8dd5eb10cf393e7eac
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.97.0 (2021-10-15)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Enable S3 event base crawler API.
|
8
|
+
|
9
|
+
1.96.0 (2021-10-05)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds tag as an input of CreateConnection
|
13
|
+
|
14
|
+
1.95.0 (2021-09-01)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
18
|
+
|
19
|
+
1.94.0 (2021-08-23)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Add support for Custom Blueprints
|
23
|
+
|
4
24
|
1.93.0 (2021-08-03)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.97.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -637,6 +637,60 @@ module Aws::Glue
|
|
637
637
|
req.send_request(options)
|
638
638
|
end
|
639
639
|
|
640
|
+
# Retrieves information about a list of blueprints.
|
641
|
+
#
|
642
|
+
# @option params [required, Array<String>] :names
|
643
|
+
# A list of blueprint names.
|
644
|
+
#
|
645
|
+
# @option params [Boolean] :include_blueprint
|
646
|
+
# Specifies whether or not to include the blueprint in the response.
|
647
|
+
#
|
648
|
+
# @option params [Boolean] :include_parameter_spec
|
649
|
+
# Specifies whether or not to include the parameters, as a JSON string,
|
650
|
+
# for the blueprint in the response.
|
651
|
+
#
|
652
|
+
# @return [Types::BatchGetBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
653
|
+
#
|
654
|
+
# * {Types::BatchGetBlueprintsResponse#blueprints #blueprints} => Array<Types::Blueprint>
|
655
|
+
# * {Types::BatchGetBlueprintsResponse#missing_blueprints #missing_blueprints} => Array<String>
|
656
|
+
#
|
657
|
+
# @example Request syntax with placeholder values
|
658
|
+
#
|
659
|
+
# resp = client.batch_get_blueprints({
|
660
|
+
# names: ["OrchestrationNameString"], # required
|
661
|
+
# include_blueprint: false,
|
662
|
+
# include_parameter_spec: false,
|
663
|
+
# })
|
664
|
+
#
|
665
|
+
# @example Response structure
|
666
|
+
#
|
667
|
+
# resp.blueprints #=> Array
|
668
|
+
# resp.blueprints[0].name #=> String
|
669
|
+
# resp.blueprints[0].description #=> String
|
670
|
+
# resp.blueprints[0].created_on #=> Time
|
671
|
+
# resp.blueprints[0].last_modified_on #=> Time
|
672
|
+
# resp.blueprints[0].parameter_spec #=> String
|
673
|
+
# resp.blueprints[0].blueprint_location #=> String
|
674
|
+
# resp.blueprints[0].blueprint_service_location #=> String
|
675
|
+
# resp.blueprints[0].status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
|
676
|
+
# resp.blueprints[0].error_message #=> String
|
677
|
+
# resp.blueprints[0].last_active_definition.description #=> String
|
678
|
+
# resp.blueprints[0].last_active_definition.last_modified_on #=> Time
|
679
|
+
# resp.blueprints[0].last_active_definition.parameter_spec #=> String
|
680
|
+
# resp.blueprints[0].last_active_definition.blueprint_location #=> String
|
681
|
+
# resp.blueprints[0].last_active_definition.blueprint_service_location #=> String
|
682
|
+
# resp.missing_blueprints #=> Array
|
683
|
+
# resp.missing_blueprints[0] #=> String
|
684
|
+
#
|
685
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprints AWS API Documentation
|
686
|
+
#
|
687
|
+
# @overload batch_get_blueprints(params = {})
|
688
|
+
# @param [Hash] params ({})
|
689
|
+
def batch_get_blueprints(params = {}, options = {})
|
690
|
+
req = build_request(:batch_get_blueprints, params)
|
691
|
+
req.send_request(options)
|
692
|
+
end
|
693
|
+
|
640
694
|
# Returns a list of resource metadata for a given list of crawler names.
|
641
695
|
# After calling the `ListCrawlers` operation, you can call this
|
642
696
|
# operation to access the data to which you have been granted
|
@@ -669,6 +723,8 @@ module Aws::Glue
|
|
669
723
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
670
724
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
671
725
|
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
726
|
+
# resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
|
727
|
+
# resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
|
672
728
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
673
729
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
674
730
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -690,7 +746,7 @@ module Aws::Glue
|
|
690
746
|
# resp.crawlers[0].description #=> String
|
691
747
|
# resp.crawlers[0].classifiers #=> Array
|
692
748
|
# resp.crawlers[0].classifiers[0] #=> String
|
693
|
-
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
749
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
694
750
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
695
751
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
696
752
|
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -1182,6 +1238,8 @@ module Aws::Glue
|
|
1182
1238
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1183
1239
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1184
1240
|
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1241
|
+
# resp.workflows[0].blueprint_details.blueprint_name #=> String
|
1242
|
+
# resp.workflows[0].blueprint_details.run_id #=> String
|
1185
1243
|
# resp.missing_workflows #=> Array
|
1186
1244
|
# resp.missing_workflows[0] #=> String
|
1187
1245
|
#
|
@@ -1424,6 +1482,48 @@ module Aws::Glue
|
|
1424
1482
|
req.send_request(options)
|
1425
1483
|
end
|
1426
1484
|
|
1485
|
+
# Registers a blueprint with Glue.
|
1486
|
+
#
|
1487
|
+
# @option params [required, String] :name
|
1488
|
+
# The name of the blueprint.
|
1489
|
+
#
|
1490
|
+
# @option params [String] :description
|
1491
|
+
# A description of the blueprint.
|
1492
|
+
#
|
1493
|
+
# @option params [required, String] :blueprint_location
|
1494
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
1495
|
+
#
|
1496
|
+
# @option params [Hash<String,String>] :tags
|
1497
|
+
# The tags to be applied to this blueprint.
|
1498
|
+
#
|
1499
|
+
# @return [Types::CreateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1500
|
+
#
|
1501
|
+
# * {Types::CreateBlueprintResponse#name #name} => String
|
1502
|
+
#
|
1503
|
+
# @example Request syntax with placeholder values
|
1504
|
+
#
|
1505
|
+
# resp = client.create_blueprint({
|
1506
|
+
# name: "OrchestrationNameString", # required
|
1507
|
+
# description: "Generic512CharString",
|
1508
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
1509
|
+
# tags: {
|
1510
|
+
# "TagKey" => "TagValue",
|
1511
|
+
# },
|
1512
|
+
# })
|
1513
|
+
#
|
1514
|
+
# @example Response structure
|
1515
|
+
#
|
1516
|
+
# resp.name #=> String
|
1517
|
+
#
|
1518
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprint AWS API Documentation
|
1519
|
+
#
|
1520
|
+
# @overload create_blueprint(params = {})
|
1521
|
+
# @param [Hash] params ({})
|
1522
|
+
def create_blueprint(params = {}, options = {})
|
1523
|
+
req = build_request(:create_blueprint, params)
|
1524
|
+
req.send_request(options)
|
1525
|
+
end
|
1526
|
+
|
1427
1527
|
# Creates a classifier in the user's account. This can be a
|
1428
1528
|
# `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
|
1429
1529
|
# `CsvClassifier`, depending on which field of the request is present.
|
@@ -1489,6 +1589,9 @@ module Aws::Glue
|
|
1489
1589
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1490
1590
|
# A `ConnectionInput` object defining the connection to create.
|
1491
1591
|
#
|
1592
|
+
# @option params [Hash<String,String>] :tags
|
1593
|
+
# The tags you assign to the connection.
|
1594
|
+
#
|
1492
1595
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1493
1596
|
#
|
1494
1597
|
# @example Request syntax with placeholder values
|
@@ -1509,6 +1612,9 @@ module Aws::Glue
|
|
1509
1612
|
# availability_zone: "NameString",
|
1510
1613
|
# },
|
1511
1614
|
# },
|
1615
|
+
# tags: {
|
1616
|
+
# "TagKey" => "TagValue",
|
1617
|
+
# },
|
1512
1618
|
# })
|
1513
1619
|
#
|
1514
1620
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnection AWS API Documentation
|
@@ -1608,6 +1714,8 @@ module Aws::Glue
|
|
1608
1714
|
# exclusions: ["Path"],
|
1609
1715
|
# connection_name: "ConnectionName",
|
1610
1716
|
# sample_size: 1,
|
1717
|
+
# event_queue_arn: "EventQueueArn",
|
1718
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
1611
1719
|
# },
|
1612
1720
|
# ],
|
1613
1721
|
# jdbc_targets: [
|
@@ -1646,7 +1754,7 @@ module Aws::Glue
|
|
1646
1754
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
1647
1755
|
# },
|
1648
1756
|
# recrawl_policy: {
|
1649
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
1757
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
1650
1758
|
# },
|
1651
1759
|
# lineage_configuration: {
|
1652
1760
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -3109,6 +3217,34 @@ module Aws::Glue
|
|
3109
3217
|
req.send_request(options)
|
3110
3218
|
end
|
3111
3219
|
|
3220
|
+
# Deletes an existing blueprint.
|
3221
|
+
#
|
3222
|
+
# @option params [required, String] :name
|
3223
|
+
# The name of the blueprint to delete.
|
3224
|
+
#
|
3225
|
+
# @return [Types::DeleteBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3226
|
+
#
|
3227
|
+
# * {Types::DeleteBlueprintResponse#name #name} => String
|
3228
|
+
#
|
3229
|
+
# @example Request syntax with placeholder values
|
3230
|
+
#
|
3231
|
+
# resp = client.delete_blueprint({
|
3232
|
+
# name: "NameString", # required
|
3233
|
+
# })
|
3234
|
+
#
|
3235
|
+
# @example Response structure
|
3236
|
+
#
|
3237
|
+
# resp.name #=> String
|
3238
|
+
#
|
3239
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprint AWS API Documentation
|
3240
|
+
#
|
3241
|
+
# @overload delete_blueprint(params = {})
|
3242
|
+
# @param [Hash] params ({})
|
3243
|
+
def delete_blueprint(params = {}, options = {})
|
3244
|
+
req = build_request(:delete_blueprint, params)
|
3245
|
+
req.send_request(options)
|
3246
|
+
end
|
3247
|
+
|
3112
3248
|
# Removes a classifier from the Data Catalog.
|
3113
3249
|
#
|
3114
3250
|
# @option params [required, String] :name
|
@@ -3829,6 +3965,146 @@ module Aws::Glue
|
|
3829
3965
|
req.send_request(options)
|
3830
3966
|
end
|
3831
3967
|
|
3968
|
+
# Retrieves the details of a blueprint.
|
3969
|
+
#
|
3970
|
+
# @option params [required, String] :name
|
3971
|
+
# The name of the blueprint.
|
3972
|
+
#
|
3973
|
+
# @option params [Boolean] :include_blueprint
|
3974
|
+
# Specifies whether or not to include the blueprint in the response.
|
3975
|
+
#
|
3976
|
+
# @option params [Boolean] :include_parameter_spec
|
3977
|
+
# Specifies whether or not to include the parameter specification.
|
3978
|
+
#
|
3979
|
+
# @return [Types::GetBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3980
|
+
#
|
3981
|
+
# * {Types::GetBlueprintResponse#blueprint #blueprint} => Types::Blueprint
|
3982
|
+
#
|
3983
|
+
# @example Request syntax with placeholder values
|
3984
|
+
#
|
3985
|
+
# resp = client.get_blueprint({
|
3986
|
+
# name: "NameString", # required
|
3987
|
+
# include_blueprint: false,
|
3988
|
+
# include_parameter_spec: false,
|
3989
|
+
# })
|
3990
|
+
#
|
3991
|
+
# @example Response structure
|
3992
|
+
#
|
3993
|
+
# resp.blueprint.name #=> String
|
3994
|
+
# resp.blueprint.description #=> String
|
3995
|
+
# resp.blueprint.created_on #=> Time
|
3996
|
+
# resp.blueprint.last_modified_on #=> Time
|
3997
|
+
# resp.blueprint.parameter_spec #=> String
|
3998
|
+
# resp.blueprint.blueprint_location #=> String
|
3999
|
+
# resp.blueprint.blueprint_service_location #=> String
|
4000
|
+
# resp.blueprint.status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
|
4001
|
+
# resp.blueprint.error_message #=> String
|
4002
|
+
# resp.blueprint.last_active_definition.description #=> String
|
4003
|
+
# resp.blueprint.last_active_definition.last_modified_on #=> Time
|
4004
|
+
# resp.blueprint.last_active_definition.parameter_spec #=> String
|
4005
|
+
# resp.blueprint.last_active_definition.blueprint_location #=> String
|
4006
|
+
# resp.blueprint.last_active_definition.blueprint_service_location #=> String
|
4007
|
+
#
|
4008
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprint AWS API Documentation
|
4009
|
+
#
|
4010
|
+
# @overload get_blueprint(params = {})
|
4011
|
+
# @param [Hash] params ({})
|
4012
|
+
def get_blueprint(params = {}, options = {})
|
4013
|
+
req = build_request(:get_blueprint, params)
|
4014
|
+
req.send_request(options)
|
4015
|
+
end
|
4016
|
+
|
4017
|
+
# Retrieves the details of a blueprint run.
|
4018
|
+
#
|
4019
|
+
# @option params [required, String] :blueprint_name
|
4020
|
+
# The name of the blueprint.
|
4021
|
+
#
|
4022
|
+
# @option params [required, String] :run_id
|
4023
|
+
# The run ID for the blueprint run you want to retrieve.
|
4024
|
+
#
|
4025
|
+
# @return [Types::GetBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4026
|
+
#
|
4027
|
+
# * {Types::GetBlueprintRunResponse#blueprint_run #blueprint_run} => Types::BlueprintRun
|
4028
|
+
#
|
4029
|
+
# @example Request syntax with placeholder values
|
4030
|
+
#
|
4031
|
+
# resp = client.get_blueprint_run({
|
4032
|
+
# blueprint_name: "OrchestrationNameString", # required
|
4033
|
+
# run_id: "IdString", # required
|
4034
|
+
# })
|
4035
|
+
#
|
4036
|
+
# @example Response structure
|
4037
|
+
#
|
4038
|
+
# resp.blueprint_run.blueprint_name #=> String
|
4039
|
+
# resp.blueprint_run.run_id #=> String
|
4040
|
+
# resp.blueprint_run.workflow_name #=> String
|
4041
|
+
# resp.blueprint_run.state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
|
4042
|
+
# resp.blueprint_run.started_on #=> Time
|
4043
|
+
# resp.blueprint_run.completed_on #=> Time
|
4044
|
+
# resp.blueprint_run.error_message #=> String
|
4045
|
+
# resp.blueprint_run.rollback_error_message #=> String
|
4046
|
+
# resp.blueprint_run.parameters #=> String
|
4047
|
+
# resp.blueprint_run.role_arn #=> String
|
4048
|
+
#
|
4049
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRun AWS API Documentation
|
4050
|
+
#
|
4051
|
+
# @overload get_blueprint_run(params = {})
|
4052
|
+
# @param [Hash] params ({})
|
4053
|
+
def get_blueprint_run(params = {}, options = {})
|
4054
|
+
req = build_request(:get_blueprint_run, params)
|
4055
|
+
req.send_request(options)
|
4056
|
+
end
|
4057
|
+
|
4058
|
+
# Retrieves the details of blueprint runs for a specified blueprint.
|
4059
|
+
#
|
4060
|
+
# @option params [required, String] :blueprint_name
|
4061
|
+
# The name of the blueprint.
|
4062
|
+
#
|
4063
|
+
# @option params [String] :next_token
|
4064
|
+
# A continuation token, if this is a continuation request.
|
4065
|
+
#
|
4066
|
+
# @option params [Integer] :max_results
|
4067
|
+
# The maximum size of a list to return.
|
4068
|
+
#
|
4069
|
+
# @return [Types::GetBlueprintRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4070
|
+
#
|
4071
|
+
# * {Types::GetBlueprintRunsResponse#blueprint_runs #blueprint_runs} => Array<Types::BlueprintRun>
|
4072
|
+
# * {Types::GetBlueprintRunsResponse#next_token #next_token} => String
|
4073
|
+
#
|
4074
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
4075
|
+
#
|
4076
|
+
# @example Request syntax with placeholder values
|
4077
|
+
#
|
4078
|
+
# resp = client.get_blueprint_runs({
|
4079
|
+
# blueprint_name: "NameString", # required
|
4080
|
+
# next_token: "GenericString",
|
4081
|
+
# max_results: 1,
|
4082
|
+
# })
|
4083
|
+
#
|
4084
|
+
# @example Response structure
|
4085
|
+
#
|
4086
|
+
# resp.blueprint_runs #=> Array
|
4087
|
+
# resp.blueprint_runs[0].blueprint_name #=> String
|
4088
|
+
# resp.blueprint_runs[0].run_id #=> String
|
4089
|
+
# resp.blueprint_runs[0].workflow_name #=> String
|
4090
|
+
# resp.blueprint_runs[0].state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
|
4091
|
+
# resp.blueprint_runs[0].started_on #=> Time
|
4092
|
+
# resp.blueprint_runs[0].completed_on #=> Time
|
4093
|
+
# resp.blueprint_runs[0].error_message #=> String
|
4094
|
+
# resp.blueprint_runs[0].rollback_error_message #=> String
|
4095
|
+
# resp.blueprint_runs[0].parameters #=> String
|
4096
|
+
# resp.blueprint_runs[0].role_arn #=> String
|
4097
|
+
# resp.next_token #=> String
|
4098
|
+
#
|
4099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRuns AWS API Documentation
|
4100
|
+
#
|
4101
|
+
# @overload get_blueprint_runs(params = {})
|
4102
|
+
# @param [Hash] params ({})
|
4103
|
+
def get_blueprint_runs(params = {}, options = {})
|
4104
|
+
req = build_request(:get_blueprint_runs, params)
|
4105
|
+
req.send_request(options)
|
4106
|
+
end
|
4107
|
+
|
3832
4108
|
# Retrieves the status of a migration operation.
|
3833
4109
|
#
|
3834
4110
|
# @option params [String] :catalog_id
|
@@ -4300,6 +4576,8 @@ module Aws::Glue
|
|
4300
4576
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
4301
4577
|
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
4302
4578
|
# resp.crawler.targets.s3_targets[0].sample_size #=> Integer
|
4579
|
+
# resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
|
4580
|
+
# resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
|
4303
4581
|
# resp.crawler.targets.jdbc_targets #=> Array
|
4304
4582
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
4305
4583
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -4321,7 +4599,7 @@ module Aws::Glue
|
|
4321
4599
|
# resp.crawler.description #=> String
|
4322
4600
|
# resp.crawler.classifiers #=> Array
|
4323
4601
|
# resp.crawler.classifiers[0] #=> String
|
4324
|
-
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
4602
|
+
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
4325
4603
|
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
4326
4604
|
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4327
4605
|
# resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -4432,6 +4710,8 @@ module Aws::Glue
|
|
4432
4710
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
4433
4711
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
4434
4712
|
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
4713
|
+
# resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
|
4714
|
+
# resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
|
4435
4715
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
4436
4716
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
4437
4717
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -4453,7 +4733,7 @@ module Aws::Glue
|
|
4453
4733
|
# resp.crawlers[0].description #=> String
|
4454
4734
|
# resp.crawlers[0].classifiers #=> Array
|
4455
4735
|
# resp.crawlers[0].classifiers[0] #=> String
|
4456
|
-
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
4736
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
4457
4737
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
4458
4738
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4459
4739
|
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -5752,6 +6032,10 @@ module Aws::Glue
|
|
5752
6032
|
# The maximum number of partitions to return in a single response.
|
5753
6033
|
#
|
5754
6034
|
# @option params [Boolean] :exclude_column_schema
|
6035
|
+
# When true, specifies not returning the partition column schema. Useful
|
6036
|
+
# when you are interested only in other partition attributes such as
|
6037
|
+
# partition values or location. This approach avoids the problem of a
|
6038
|
+
# large response by not returning duplicate data.
|
5755
6039
|
#
|
5756
6040
|
# @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5757
6041
|
#
|
@@ -7250,6 +7534,8 @@ module Aws::Glue
|
|
7250
7534
|
# resp.workflow.graph.edges[0].source_id #=> String
|
7251
7535
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
7252
7536
|
# resp.workflow.max_concurrent_runs #=> Integer
|
7537
|
+
# resp.workflow.blueprint_details.blueprint_name #=> String
|
7538
|
+
# resp.workflow.blueprint_details.run_id #=> String
|
7253
7539
|
#
|
7254
7540
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
7255
7541
|
#
|
@@ -7557,6 +7843,49 @@ module Aws::Glue
|
|
7557
7843
|
req.send_request(options)
|
7558
7844
|
end
|
7559
7845
|
|
7846
|
+
# Lists all the blueprint names in an account.
|
7847
|
+
#
|
7848
|
+
# @option params [String] :next_token
|
7849
|
+
# A continuation token, if this is a continuation request.
|
7850
|
+
#
|
7851
|
+
# @option params [Integer] :max_results
|
7852
|
+
# The maximum size of a list to return.
|
7853
|
+
#
|
7854
|
+
# @option params [Hash<String,String>] :tags
|
7855
|
+
# Filters the list by an Amazon Web Services resource tag.
|
7856
|
+
#
|
7857
|
+
# @return [Types::ListBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7858
|
+
#
|
7859
|
+
# * {Types::ListBlueprintsResponse#blueprints #blueprints} => Array<String>
|
7860
|
+
# * {Types::ListBlueprintsResponse#next_token #next_token} => String
|
7861
|
+
#
|
7862
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7863
|
+
#
|
7864
|
+
# @example Request syntax with placeholder values
|
7865
|
+
#
|
7866
|
+
# resp = client.list_blueprints({
|
7867
|
+
# next_token: "GenericString",
|
7868
|
+
# max_results: 1,
|
7869
|
+
# tags: {
|
7870
|
+
# "TagKey" => "TagValue",
|
7871
|
+
# },
|
7872
|
+
# })
|
7873
|
+
#
|
7874
|
+
# @example Response structure
|
7875
|
+
#
|
7876
|
+
# resp.blueprints #=> Array
|
7877
|
+
# resp.blueprints[0] #=> String
|
7878
|
+
# resp.next_token #=> String
|
7879
|
+
#
|
7880
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprints AWS API Documentation
|
7881
|
+
#
|
7882
|
+
# @overload list_blueprints(params = {})
|
7883
|
+
# @param [Hash] params ({})
|
7884
|
+
def list_blueprints(params = {}, options = {})
|
7885
|
+
req = build_request(:list_blueprints, params)
|
7886
|
+
req.send_request(options)
|
7887
|
+
end
|
7888
|
+
|
7560
7889
|
# Retrieves the names of all crawler resources in this Amazon Web
|
7561
7890
|
# Services account, or the resources with the specified tag. This
|
7562
7891
|
# operation allows you to see which resources are available in your
|
@@ -8686,6 +9015,42 @@ module Aws::Glue
|
|
8686
9015
|
req.send_request(options)
|
8687
9016
|
end
|
8688
9017
|
|
9018
|
+
# Starts a new run of the specified blueprint.
|
9019
|
+
#
|
9020
|
+
# @option params [required, String] :blueprint_name
|
9021
|
+
# The name of the blueprint.
|
9022
|
+
#
|
9023
|
+
# @option params [String] :parameters
|
9024
|
+
# Specifies the parameters as a `BlueprintParameters` object.
|
9025
|
+
#
|
9026
|
+
# @option params [required, String] :role_arn
|
9027
|
+
# Specifies the IAM role used to create the workflow.
|
9028
|
+
#
|
9029
|
+
# @return [Types::StartBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
9030
|
+
#
|
9031
|
+
# * {Types::StartBlueprintRunResponse#run_id #run_id} => String
|
9032
|
+
#
|
9033
|
+
# @example Request syntax with placeholder values
|
9034
|
+
#
|
9035
|
+
# resp = client.start_blueprint_run({
|
9036
|
+
# blueprint_name: "OrchestrationNameString", # required
|
9037
|
+
# parameters: "BlueprintParameters",
|
9038
|
+
# role_arn: "OrchestrationIAMRoleArn", # required
|
9039
|
+
# })
|
9040
|
+
#
|
9041
|
+
# @example Response structure
|
9042
|
+
#
|
9043
|
+
# resp.run_id #=> String
|
9044
|
+
#
|
9045
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRun AWS API Documentation
|
9046
|
+
#
|
9047
|
+
# @overload start_blueprint_run(params = {})
|
9048
|
+
# @param [Hash] params ({})
|
9049
|
+
def start_blueprint_run(params = {}, options = {})
|
9050
|
+
req = build_request(:start_blueprint_run, params)
|
9051
|
+
req.send_request(options)
|
9052
|
+
end
|
9053
|
+
|
8689
9054
|
# Starts a crawl using the specified crawler, regardless of what is
|
8690
9055
|
# scheduled. If the crawler is already running, returns a
|
8691
9056
|
# [CrawlerRunningException][1].
|
@@ -9291,6 +9656,42 @@ module Aws::Glue
|
|
9291
9656
|
req.send_request(options)
|
9292
9657
|
end
|
9293
9658
|
|
9659
|
+
# Updates a registered blueprint.
|
9660
|
+
#
|
9661
|
+
# @option params [required, String] :name
|
9662
|
+
# The name of the blueprint.
|
9663
|
+
#
|
9664
|
+
# @option params [String] :description
|
9665
|
+
# A description of the blueprint.
|
9666
|
+
#
|
9667
|
+
# @option params [required, String] :blueprint_location
|
9668
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
9669
|
+
#
|
9670
|
+
# @return [Types::UpdateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
9671
|
+
#
|
9672
|
+
# * {Types::UpdateBlueprintResponse#name #name} => String
|
9673
|
+
#
|
9674
|
+
# @example Request syntax with placeholder values
|
9675
|
+
#
|
9676
|
+
# resp = client.update_blueprint({
|
9677
|
+
# name: "OrchestrationNameString", # required
|
9678
|
+
# description: "Generic512CharString",
|
9679
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
9680
|
+
# })
|
9681
|
+
#
|
9682
|
+
# @example Response structure
|
9683
|
+
#
|
9684
|
+
# resp.name #=> String
|
9685
|
+
#
|
9686
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprint AWS API Documentation
|
9687
|
+
#
|
9688
|
+
# @overload update_blueprint(params = {})
|
9689
|
+
# @param [Hash] params ({})
|
9690
|
+
def update_blueprint(params = {}, options = {})
|
9691
|
+
req = build_request(:update_blueprint, params)
|
9692
|
+
req.send_request(options)
|
9693
|
+
end
|
9694
|
+
|
9294
9695
|
# Modifies an existing classifier (a `GrokClassifier`, an
|
9295
9696
|
# `XMLClassifier`, a `JsonClassifier`, or a `CsvClassifier`, depending
|
9296
9697
|
# on which field is present).
|
@@ -9740,6 +10141,8 @@ module Aws::Glue
|
|
9740
10141
|
# exclusions: ["Path"],
|
9741
10142
|
# connection_name: "ConnectionName",
|
9742
10143
|
# sample_size: 1,
|
10144
|
+
# event_queue_arn: "EventQueueArn",
|
10145
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
9743
10146
|
# },
|
9744
10147
|
# ],
|
9745
10148
|
# jdbc_targets: [
|
@@ -9778,7 +10181,7 @@ module Aws::Glue
|
|
9778
10181
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
9779
10182
|
# },
|
9780
10183
|
# recrawl_policy: {
|
9781
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
10184
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
9782
10185
|
# },
|
9783
10186
|
# lineage_configuration: {
|
9784
10187
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -10665,7 +11068,7 @@ module Aws::Glue
|
|
10665
11068
|
params: params,
|
10666
11069
|
config: config)
|
10667
11070
|
context[:gem_name] = 'aws-sdk-glue'
|
10668
|
-
context[:gem_version] = '1.
|
11071
|
+
context[:gem_version] = '1.97.0'
|
10669
11072
|
Seahorse::Client::Request.new(handlers, context)
|
10670
11073
|
end
|
10671
11074
|
|