aws-sdk-glue 1.93.0 → 1.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +409 -6
- data/lib/aws-sdk-glue/client_api.rb +280 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +658 -6
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5b1a58e5625290cb8c02f9b8fd41a636838f0db692bbff2bdc6d9c5bf55fa642
|
4
|
+
data.tar.gz: ace2493e4c9e4de71627e29758b0167447205ba3fa233ff1b351b1e105688700
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e1197158c5d308e3c5a050f160a21c734f7d3bcb79a5b309a68a27ed4d2c9060765424b0caa1bb8af8d9cb216f8390790302979136dfaf446093110a4a2db1e9
|
7
|
+
data.tar.gz: 6a7c3caff3747e826bbd683a9bc0560658f089a0b7d218bec9edb8d0c77ba197c6dad1e4de28f98fa9b5084789bf66b88f12167c846cab8dd5eb10cf393e7eac
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,26 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.97.0 (2021-10-15)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Enable S3 event base crawler API.
|
8
|
+
|
9
|
+
1.96.0 (2021-10-05)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - This release adds tag as an input of CreateConnection
|
13
|
+
|
14
|
+
1.95.0 (2021-09-01)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
18
|
+
|
19
|
+
1.94.0 (2021-08-23)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - Add support for Custom Blueprints
|
23
|
+
|
4
24
|
1.93.0 (2021-08-03)
|
5
25
|
------------------
|
6
26
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.97.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -637,6 +637,60 @@ module Aws::Glue
|
|
637
637
|
req.send_request(options)
|
638
638
|
end
|
639
639
|
|
640
|
+
# Retrieves information about a list of blueprints.
|
641
|
+
#
|
642
|
+
# @option params [required, Array<String>] :names
|
643
|
+
# A list of blueprint names.
|
644
|
+
#
|
645
|
+
# @option params [Boolean] :include_blueprint
|
646
|
+
# Specifies whether or not to include the blueprint in the response.
|
647
|
+
#
|
648
|
+
# @option params [Boolean] :include_parameter_spec
|
649
|
+
# Specifies whether or not to include the parameters, as a JSON string,
|
650
|
+
# for the blueprint in the response.
|
651
|
+
#
|
652
|
+
# @return [Types::BatchGetBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
653
|
+
#
|
654
|
+
# * {Types::BatchGetBlueprintsResponse#blueprints #blueprints} => Array<Types::Blueprint>
|
655
|
+
# * {Types::BatchGetBlueprintsResponse#missing_blueprints #missing_blueprints} => Array<String>
|
656
|
+
#
|
657
|
+
# @example Request syntax with placeholder values
|
658
|
+
#
|
659
|
+
# resp = client.batch_get_blueprints({
|
660
|
+
# names: ["OrchestrationNameString"], # required
|
661
|
+
# include_blueprint: false,
|
662
|
+
# include_parameter_spec: false,
|
663
|
+
# })
|
664
|
+
#
|
665
|
+
# @example Response structure
|
666
|
+
#
|
667
|
+
# resp.blueprints #=> Array
|
668
|
+
# resp.blueprints[0].name #=> String
|
669
|
+
# resp.blueprints[0].description #=> String
|
670
|
+
# resp.blueprints[0].created_on #=> Time
|
671
|
+
# resp.blueprints[0].last_modified_on #=> Time
|
672
|
+
# resp.blueprints[0].parameter_spec #=> String
|
673
|
+
# resp.blueprints[0].blueprint_location #=> String
|
674
|
+
# resp.blueprints[0].blueprint_service_location #=> String
|
675
|
+
# resp.blueprints[0].status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
|
676
|
+
# resp.blueprints[0].error_message #=> String
|
677
|
+
# resp.blueprints[0].last_active_definition.description #=> String
|
678
|
+
# resp.blueprints[0].last_active_definition.last_modified_on #=> Time
|
679
|
+
# resp.blueprints[0].last_active_definition.parameter_spec #=> String
|
680
|
+
# resp.blueprints[0].last_active_definition.blueprint_location #=> String
|
681
|
+
# resp.blueprints[0].last_active_definition.blueprint_service_location #=> String
|
682
|
+
# resp.missing_blueprints #=> Array
|
683
|
+
# resp.missing_blueprints[0] #=> String
|
684
|
+
#
|
685
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetBlueprints AWS API Documentation
|
686
|
+
#
|
687
|
+
# @overload batch_get_blueprints(params = {})
|
688
|
+
# @param [Hash] params ({})
|
689
|
+
def batch_get_blueprints(params = {}, options = {})
|
690
|
+
req = build_request(:batch_get_blueprints, params)
|
691
|
+
req.send_request(options)
|
692
|
+
end
|
693
|
+
|
640
694
|
# Returns a list of resource metadata for a given list of crawler names.
|
641
695
|
# After calling the `ListCrawlers` operation, you can call this
|
642
696
|
# operation to access the data to which you have been granted
|
@@ -669,6 +723,8 @@ module Aws::Glue
|
|
669
723
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
670
724
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
671
725
|
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
726
|
+
# resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
|
727
|
+
# resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
|
672
728
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
673
729
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
674
730
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -690,7 +746,7 @@ module Aws::Glue
|
|
690
746
|
# resp.crawlers[0].description #=> String
|
691
747
|
# resp.crawlers[0].classifiers #=> Array
|
692
748
|
# resp.crawlers[0].classifiers[0] #=> String
|
693
|
-
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
749
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
694
750
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
695
751
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
696
752
|
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -1182,6 +1238,8 @@ module Aws::Glue
|
|
1182
1238
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1183
1239
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1184
1240
|
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1241
|
+
# resp.workflows[0].blueprint_details.blueprint_name #=> String
|
1242
|
+
# resp.workflows[0].blueprint_details.run_id #=> String
|
1185
1243
|
# resp.missing_workflows #=> Array
|
1186
1244
|
# resp.missing_workflows[0] #=> String
|
1187
1245
|
#
|
@@ -1424,6 +1482,48 @@ module Aws::Glue
|
|
1424
1482
|
req.send_request(options)
|
1425
1483
|
end
|
1426
1484
|
|
1485
|
+
# Registers a blueprint with Glue.
|
1486
|
+
#
|
1487
|
+
# @option params [required, String] :name
|
1488
|
+
# The name of the blueprint.
|
1489
|
+
#
|
1490
|
+
# @option params [String] :description
|
1491
|
+
# A description of the blueprint.
|
1492
|
+
#
|
1493
|
+
# @option params [required, String] :blueprint_location
|
1494
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
1495
|
+
#
|
1496
|
+
# @option params [Hash<String,String>] :tags
|
1497
|
+
# The tags to be applied to this blueprint.
|
1498
|
+
#
|
1499
|
+
# @return [Types::CreateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1500
|
+
#
|
1501
|
+
# * {Types::CreateBlueprintResponse#name #name} => String
|
1502
|
+
#
|
1503
|
+
# @example Request syntax with placeholder values
|
1504
|
+
#
|
1505
|
+
# resp = client.create_blueprint({
|
1506
|
+
# name: "OrchestrationNameString", # required
|
1507
|
+
# description: "Generic512CharString",
|
1508
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
1509
|
+
# tags: {
|
1510
|
+
# "TagKey" => "TagValue",
|
1511
|
+
# },
|
1512
|
+
# })
|
1513
|
+
#
|
1514
|
+
# @example Response structure
|
1515
|
+
#
|
1516
|
+
# resp.name #=> String
|
1517
|
+
#
|
1518
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateBlueprint AWS API Documentation
|
1519
|
+
#
|
1520
|
+
# @overload create_blueprint(params = {})
|
1521
|
+
# @param [Hash] params ({})
|
1522
|
+
def create_blueprint(params = {}, options = {})
|
1523
|
+
req = build_request(:create_blueprint, params)
|
1524
|
+
req.send_request(options)
|
1525
|
+
end
|
1526
|
+
|
1427
1527
|
# Creates a classifier in the user's account. This can be a
|
1428
1528
|
# `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
|
1429
1529
|
# `CsvClassifier`, depending on which field of the request is present.
|
@@ -1489,6 +1589,9 @@ module Aws::Glue
|
|
1489
1589
|
# @option params [required, Types::ConnectionInput] :connection_input
|
1490
1590
|
# A `ConnectionInput` object defining the connection to create.
|
1491
1591
|
#
|
1592
|
+
# @option params [Hash<String,String>] :tags
|
1593
|
+
# The tags you assign to the connection.
|
1594
|
+
#
|
1492
1595
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1493
1596
|
#
|
1494
1597
|
# @example Request syntax with placeholder values
|
@@ -1509,6 +1612,9 @@ module Aws::Glue
|
|
1509
1612
|
# availability_zone: "NameString",
|
1510
1613
|
# },
|
1511
1614
|
# },
|
1615
|
+
# tags: {
|
1616
|
+
# "TagKey" => "TagValue",
|
1617
|
+
# },
|
1512
1618
|
# })
|
1513
1619
|
#
|
1514
1620
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnection AWS API Documentation
|
@@ -1608,6 +1714,8 @@ module Aws::Glue
|
|
1608
1714
|
# exclusions: ["Path"],
|
1609
1715
|
# connection_name: "ConnectionName",
|
1610
1716
|
# sample_size: 1,
|
1717
|
+
# event_queue_arn: "EventQueueArn",
|
1718
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
1611
1719
|
# },
|
1612
1720
|
# ],
|
1613
1721
|
# jdbc_targets: [
|
@@ -1646,7 +1754,7 @@ module Aws::Glue
|
|
1646
1754
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
1647
1755
|
# },
|
1648
1756
|
# recrawl_policy: {
|
1649
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
1757
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
1650
1758
|
# },
|
1651
1759
|
# lineage_configuration: {
|
1652
1760
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -3109,6 +3217,34 @@ module Aws::Glue
|
|
3109
3217
|
req.send_request(options)
|
3110
3218
|
end
|
3111
3219
|
|
3220
|
+
# Deletes an existing blueprint.
|
3221
|
+
#
|
3222
|
+
# @option params [required, String] :name
|
3223
|
+
# The name of the blueprint to delete.
|
3224
|
+
#
|
3225
|
+
# @return [Types::DeleteBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3226
|
+
#
|
3227
|
+
# * {Types::DeleteBlueprintResponse#name #name} => String
|
3228
|
+
#
|
3229
|
+
# @example Request syntax with placeholder values
|
3230
|
+
#
|
3231
|
+
# resp = client.delete_blueprint({
|
3232
|
+
# name: "NameString", # required
|
3233
|
+
# })
|
3234
|
+
#
|
3235
|
+
# @example Response structure
|
3236
|
+
#
|
3237
|
+
# resp.name #=> String
|
3238
|
+
#
|
3239
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteBlueprint AWS API Documentation
|
3240
|
+
#
|
3241
|
+
# @overload delete_blueprint(params = {})
|
3242
|
+
# @param [Hash] params ({})
|
3243
|
+
def delete_blueprint(params = {}, options = {})
|
3244
|
+
req = build_request(:delete_blueprint, params)
|
3245
|
+
req.send_request(options)
|
3246
|
+
end
|
3247
|
+
|
3112
3248
|
# Removes a classifier from the Data Catalog.
|
3113
3249
|
#
|
3114
3250
|
# @option params [required, String] :name
|
@@ -3829,6 +3965,146 @@ module Aws::Glue
|
|
3829
3965
|
req.send_request(options)
|
3830
3966
|
end
|
3831
3967
|
|
3968
|
+
# Retrieves the details of a blueprint.
|
3969
|
+
#
|
3970
|
+
# @option params [required, String] :name
|
3971
|
+
# The name of the blueprint.
|
3972
|
+
#
|
3973
|
+
# @option params [Boolean] :include_blueprint
|
3974
|
+
# Specifies whether or not to include the blueprint in the response.
|
3975
|
+
#
|
3976
|
+
# @option params [Boolean] :include_parameter_spec
|
3977
|
+
# Specifies whether or not to include the parameter specification.
|
3978
|
+
#
|
3979
|
+
# @return [Types::GetBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3980
|
+
#
|
3981
|
+
# * {Types::GetBlueprintResponse#blueprint #blueprint} => Types::Blueprint
|
3982
|
+
#
|
3983
|
+
# @example Request syntax with placeholder values
|
3984
|
+
#
|
3985
|
+
# resp = client.get_blueprint({
|
3986
|
+
# name: "NameString", # required
|
3987
|
+
# include_blueprint: false,
|
3988
|
+
# include_parameter_spec: false,
|
3989
|
+
# })
|
3990
|
+
#
|
3991
|
+
# @example Response structure
|
3992
|
+
#
|
3993
|
+
# resp.blueprint.name #=> String
|
3994
|
+
# resp.blueprint.description #=> String
|
3995
|
+
# resp.blueprint.created_on #=> Time
|
3996
|
+
# resp.blueprint.last_modified_on #=> Time
|
3997
|
+
# resp.blueprint.parameter_spec #=> String
|
3998
|
+
# resp.blueprint.blueprint_location #=> String
|
3999
|
+
# resp.blueprint.blueprint_service_location #=> String
|
4000
|
+
# resp.blueprint.status #=> String, one of "CREATING", "ACTIVE", "UPDATING", "FAILED"
|
4001
|
+
# resp.blueprint.error_message #=> String
|
4002
|
+
# resp.blueprint.last_active_definition.description #=> String
|
4003
|
+
# resp.blueprint.last_active_definition.last_modified_on #=> Time
|
4004
|
+
# resp.blueprint.last_active_definition.parameter_spec #=> String
|
4005
|
+
# resp.blueprint.last_active_definition.blueprint_location #=> String
|
4006
|
+
# resp.blueprint.last_active_definition.blueprint_service_location #=> String
|
4007
|
+
#
|
4008
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprint AWS API Documentation
|
4009
|
+
#
|
4010
|
+
# @overload get_blueprint(params = {})
|
4011
|
+
# @param [Hash] params ({})
|
4012
|
+
def get_blueprint(params = {}, options = {})
|
4013
|
+
req = build_request(:get_blueprint, params)
|
4014
|
+
req.send_request(options)
|
4015
|
+
end
|
4016
|
+
|
4017
|
+
# Retrieves the details of a blueprint run.
|
4018
|
+
#
|
4019
|
+
# @option params [required, String] :blueprint_name
|
4020
|
+
# The name of the blueprint.
|
4021
|
+
#
|
4022
|
+
# @option params [required, String] :run_id
|
4023
|
+
# The run ID for the blueprint run you want to retrieve.
|
4024
|
+
#
|
4025
|
+
# @return [Types::GetBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4026
|
+
#
|
4027
|
+
# * {Types::GetBlueprintRunResponse#blueprint_run #blueprint_run} => Types::BlueprintRun
|
4028
|
+
#
|
4029
|
+
# @example Request syntax with placeholder values
|
4030
|
+
#
|
4031
|
+
# resp = client.get_blueprint_run({
|
4032
|
+
# blueprint_name: "OrchestrationNameString", # required
|
4033
|
+
# run_id: "IdString", # required
|
4034
|
+
# })
|
4035
|
+
#
|
4036
|
+
# @example Response structure
|
4037
|
+
#
|
4038
|
+
# resp.blueprint_run.blueprint_name #=> String
|
4039
|
+
# resp.blueprint_run.run_id #=> String
|
4040
|
+
# resp.blueprint_run.workflow_name #=> String
|
4041
|
+
# resp.blueprint_run.state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
|
4042
|
+
# resp.blueprint_run.started_on #=> Time
|
4043
|
+
# resp.blueprint_run.completed_on #=> Time
|
4044
|
+
# resp.blueprint_run.error_message #=> String
|
4045
|
+
# resp.blueprint_run.rollback_error_message #=> String
|
4046
|
+
# resp.blueprint_run.parameters #=> String
|
4047
|
+
# resp.blueprint_run.role_arn #=> String
|
4048
|
+
#
|
4049
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRun AWS API Documentation
|
4050
|
+
#
|
4051
|
+
# @overload get_blueprint_run(params = {})
|
4052
|
+
# @param [Hash] params ({})
|
4053
|
+
def get_blueprint_run(params = {}, options = {})
|
4054
|
+
req = build_request(:get_blueprint_run, params)
|
4055
|
+
req.send_request(options)
|
4056
|
+
end
|
4057
|
+
|
4058
|
+
# Retrieves the details of blueprint runs for a specified blueprint.
|
4059
|
+
#
|
4060
|
+
# @option params [required, String] :blueprint_name
|
4061
|
+
# The name of the blueprint.
|
4062
|
+
#
|
4063
|
+
# @option params [String] :next_token
|
4064
|
+
# A continuation token, if this is a continuation request.
|
4065
|
+
#
|
4066
|
+
# @option params [Integer] :max_results
|
4067
|
+
# The maximum size of a list to return.
|
4068
|
+
#
|
4069
|
+
# @return [Types::GetBlueprintRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4070
|
+
#
|
4071
|
+
# * {Types::GetBlueprintRunsResponse#blueprint_runs #blueprint_runs} => Array<Types::BlueprintRun>
|
4072
|
+
# * {Types::GetBlueprintRunsResponse#next_token #next_token} => String
|
4073
|
+
#
|
4074
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
4075
|
+
#
|
4076
|
+
# @example Request syntax with placeholder values
|
4077
|
+
#
|
4078
|
+
# resp = client.get_blueprint_runs({
|
4079
|
+
# blueprint_name: "NameString", # required
|
4080
|
+
# next_token: "GenericString",
|
4081
|
+
# max_results: 1,
|
4082
|
+
# })
|
4083
|
+
#
|
4084
|
+
# @example Response structure
|
4085
|
+
#
|
4086
|
+
# resp.blueprint_runs #=> Array
|
4087
|
+
# resp.blueprint_runs[0].blueprint_name #=> String
|
4088
|
+
# resp.blueprint_runs[0].run_id #=> String
|
4089
|
+
# resp.blueprint_runs[0].workflow_name #=> String
|
4090
|
+
# resp.blueprint_runs[0].state #=> String, one of "RUNNING", "SUCCEEDED", "FAILED", "ROLLING_BACK"
|
4091
|
+
# resp.blueprint_runs[0].started_on #=> Time
|
4092
|
+
# resp.blueprint_runs[0].completed_on #=> Time
|
4093
|
+
# resp.blueprint_runs[0].error_message #=> String
|
4094
|
+
# resp.blueprint_runs[0].rollback_error_message #=> String
|
4095
|
+
# resp.blueprint_runs[0].parameters #=> String
|
4096
|
+
# resp.blueprint_runs[0].role_arn #=> String
|
4097
|
+
# resp.next_token #=> String
|
4098
|
+
#
|
4099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetBlueprintRuns AWS API Documentation
|
4100
|
+
#
|
4101
|
+
# @overload get_blueprint_runs(params = {})
|
4102
|
+
# @param [Hash] params ({})
|
4103
|
+
def get_blueprint_runs(params = {}, options = {})
|
4104
|
+
req = build_request(:get_blueprint_runs, params)
|
4105
|
+
req.send_request(options)
|
4106
|
+
end
|
4107
|
+
|
3832
4108
|
# Retrieves the status of a migration operation.
|
3833
4109
|
#
|
3834
4110
|
# @option params [String] :catalog_id
|
@@ -4300,6 +4576,8 @@ module Aws::Glue
|
|
4300
4576
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
4301
4577
|
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
4302
4578
|
# resp.crawler.targets.s3_targets[0].sample_size #=> Integer
|
4579
|
+
# resp.crawler.targets.s3_targets[0].event_queue_arn #=> String
|
4580
|
+
# resp.crawler.targets.s3_targets[0].dlq_event_queue_arn #=> String
|
4303
4581
|
# resp.crawler.targets.jdbc_targets #=> Array
|
4304
4582
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
4305
4583
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -4321,7 +4599,7 @@ module Aws::Glue
|
|
4321
4599
|
# resp.crawler.description #=> String
|
4322
4600
|
# resp.crawler.classifiers #=> Array
|
4323
4601
|
# resp.crawler.classifiers[0] #=> String
|
4324
|
-
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
4602
|
+
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
4325
4603
|
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
4326
4604
|
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4327
4605
|
# resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -4432,6 +4710,8 @@ module Aws::Glue
|
|
4432
4710
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
4433
4711
|
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
4434
4712
|
# resp.crawlers[0].targets.s3_targets[0].sample_size #=> Integer
|
4713
|
+
# resp.crawlers[0].targets.s3_targets[0].event_queue_arn #=> String
|
4714
|
+
# resp.crawlers[0].targets.s3_targets[0].dlq_event_queue_arn #=> String
|
4435
4715
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
4436
4716
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
4437
4717
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -4453,7 +4733,7 @@ module Aws::Glue
|
|
4453
4733
|
# resp.crawlers[0].description #=> String
|
4454
4734
|
# resp.crawlers[0].classifiers #=> Array
|
4455
4735
|
# resp.crawlers[0].classifiers[0] #=> String
|
4456
|
-
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
4736
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY", "CRAWL_EVENT_MODE"
|
4457
4737
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
4458
4738
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4459
4739
|
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
@@ -5752,6 +6032,10 @@ module Aws::Glue
|
|
5752
6032
|
# The maximum number of partitions to return in a single response.
|
5753
6033
|
#
|
5754
6034
|
# @option params [Boolean] :exclude_column_schema
|
6035
|
+
# When true, specifies not returning the partition column schema. Useful
|
6036
|
+
# when you are interested only in other partition attributes such as
|
6037
|
+
# partition values or location. This approach avoids the problem of a
|
6038
|
+
# large response by not returning duplicate data.
|
5755
6039
|
#
|
5756
6040
|
# @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5757
6041
|
#
|
@@ -7250,6 +7534,8 @@ module Aws::Glue
|
|
7250
7534
|
# resp.workflow.graph.edges[0].source_id #=> String
|
7251
7535
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
7252
7536
|
# resp.workflow.max_concurrent_runs #=> Integer
|
7537
|
+
# resp.workflow.blueprint_details.blueprint_name #=> String
|
7538
|
+
# resp.workflow.blueprint_details.run_id #=> String
|
7253
7539
|
#
|
7254
7540
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
7255
7541
|
#
|
@@ -7557,6 +7843,49 @@ module Aws::Glue
|
|
7557
7843
|
req.send_request(options)
|
7558
7844
|
end
|
7559
7845
|
|
7846
|
+
# Lists all the blueprint names in an account.
|
7847
|
+
#
|
7848
|
+
# @option params [String] :next_token
|
7849
|
+
# A continuation token, if this is a continuation request.
|
7850
|
+
#
|
7851
|
+
# @option params [Integer] :max_results
|
7852
|
+
# The maximum size of a list to return.
|
7853
|
+
#
|
7854
|
+
# @option params [Hash<String,String>] :tags
|
7855
|
+
# Filters the list by an Amazon Web Services resource tag.
|
7856
|
+
#
|
7857
|
+
# @return [Types::ListBlueprintsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7858
|
+
#
|
7859
|
+
# * {Types::ListBlueprintsResponse#blueprints #blueprints} => Array<String>
|
7860
|
+
# * {Types::ListBlueprintsResponse#next_token #next_token} => String
|
7861
|
+
#
|
7862
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7863
|
+
#
|
7864
|
+
# @example Request syntax with placeholder values
|
7865
|
+
#
|
7866
|
+
# resp = client.list_blueprints({
|
7867
|
+
# next_token: "GenericString",
|
7868
|
+
# max_results: 1,
|
7869
|
+
# tags: {
|
7870
|
+
# "TagKey" => "TagValue",
|
7871
|
+
# },
|
7872
|
+
# })
|
7873
|
+
#
|
7874
|
+
# @example Response structure
|
7875
|
+
#
|
7876
|
+
# resp.blueprints #=> Array
|
7877
|
+
# resp.blueprints[0] #=> String
|
7878
|
+
# resp.next_token #=> String
|
7879
|
+
#
|
7880
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListBlueprints AWS API Documentation
|
7881
|
+
#
|
7882
|
+
# @overload list_blueprints(params = {})
|
7883
|
+
# @param [Hash] params ({})
|
7884
|
+
def list_blueprints(params = {}, options = {})
|
7885
|
+
req = build_request(:list_blueprints, params)
|
7886
|
+
req.send_request(options)
|
7887
|
+
end
|
7888
|
+
|
7560
7889
|
# Retrieves the names of all crawler resources in this Amazon Web
|
7561
7890
|
# Services account, or the resources with the specified tag. This
|
7562
7891
|
# operation allows you to see which resources are available in your
|
@@ -8686,6 +9015,42 @@ module Aws::Glue
|
|
8686
9015
|
req.send_request(options)
|
8687
9016
|
end
|
8688
9017
|
|
9018
|
+
# Starts a new run of the specified blueprint.
|
9019
|
+
#
|
9020
|
+
# @option params [required, String] :blueprint_name
|
9021
|
+
# The name of the blueprint.
|
9022
|
+
#
|
9023
|
+
# @option params [String] :parameters
|
9024
|
+
# Specifies the parameters as a `BlueprintParameters` object.
|
9025
|
+
#
|
9026
|
+
# @option params [required, String] :role_arn
|
9027
|
+
# Specifies the IAM role used to create the workflow.
|
9028
|
+
#
|
9029
|
+
# @return [Types::StartBlueprintRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
9030
|
+
#
|
9031
|
+
# * {Types::StartBlueprintRunResponse#run_id #run_id} => String
|
9032
|
+
#
|
9033
|
+
# @example Request syntax with placeholder values
|
9034
|
+
#
|
9035
|
+
# resp = client.start_blueprint_run({
|
9036
|
+
# blueprint_name: "OrchestrationNameString", # required
|
9037
|
+
# parameters: "BlueprintParameters",
|
9038
|
+
# role_arn: "OrchestrationIAMRoleArn", # required
|
9039
|
+
# })
|
9040
|
+
#
|
9041
|
+
# @example Response structure
|
9042
|
+
#
|
9043
|
+
# resp.run_id #=> String
|
9044
|
+
#
|
9045
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartBlueprintRun AWS API Documentation
|
9046
|
+
#
|
9047
|
+
# @overload start_blueprint_run(params = {})
|
9048
|
+
# @param [Hash] params ({})
|
9049
|
+
def start_blueprint_run(params = {}, options = {})
|
9050
|
+
req = build_request(:start_blueprint_run, params)
|
9051
|
+
req.send_request(options)
|
9052
|
+
end
|
9053
|
+
|
8689
9054
|
# Starts a crawl using the specified crawler, regardless of what is
|
8690
9055
|
# scheduled. If the crawler is already running, returns a
|
8691
9056
|
# [CrawlerRunningException][1].
|
@@ -9291,6 +9656,42 @@ module Aws::Glue
|
|
9291
9656
|
req.send_request(options)
|
9292
9657
|
end
|
9293
9658
|
|
9659
|
+
# Updates a registered blueprint.
|
9660
|
+
#
|
9661
|
+
# @option params [required, String] :name
|
9662
|
+
# The name of the blueprint.
|
9663
|
+
#
|
9664
|
+
# @option params [String] :description
|
9665
|
+
# A description of the blueprint.
|
9666
|
+
#
|
9667
|
+
# @option params [required, String] :blueprint_location
|
9668
|
+
# Specifies a path in Amazon S3 where the blueprint is published.
|
9669
|
+
#
|
9670
|
+
# @return [Types::UpdateBlueprintResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
9671
|
+
#
|
9672
|
+
# * {Types::UpdateBlueprintResponse#name #name} => String
|
9673
|
+
#
|
9674
|
+
# @example Request syntax with placeholder values
|
9675
|
+
#
|
9676
|
+
# resp = client.update_blueprint({
|
9677
|
+
# name: "OrchestrationNameString", # required
|
9678
|
+
# description: "Generic512CharString",
|
9679
|
+
# blueprint_location: "OrchestrationS3Location", # required
|
9680
|
+
# })
|
9681
|
+
#
|
9682
|
+
# @example Response structure
|
9683
|
+
#
|
9684
|
+
# resp.name #=> String
|
9685
|
+
#
|
9686
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateBlueprint AWS API Documentation
|
9687
|
+
#
|
9688
|
+
# @overload update_blueprint(params = {})
|
9689
|
+
# @param [Hash] params ({})
|
9690
|
+
def update_blueprint(params = {}, options = {})
|
9691
|
+
req = build_request(:update_blueprint, params)
|
9692
|
+
req.send_request(options)
|
9693
|
+
end
|
9694
|
+
|
9294
9695
|
# Modifies an existing classifier (a `GrokClassifier`, an
|
9295
9696
|
# `XMLClassifier`, a `JsonClassifier`, or a `CsvClassifier`, depending
|
9296
9697
|
# on which field is present).
|
@@ -9740,6 +10141,8 @@ module Aws::Glue
|
|
9740
10141
|
# exclusions: ["Path"],
|
9741
10142
|
# connection_name: "ConnectionName",
|
9742
10143
|
# sample_size: 1,
|
10144
|
+
# event_queue_arn: "EventQueueArn",
|
10145
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
9743
10146
|
# },
|
9744
10147
|
# ],
|
9745
10148
|
# jdbc_targets: [
|
@@ -9778,7 +10181,7 @@ module Aws::Glue
|
|
9778
10181
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
9779
10182
|
# },
|
9780
10183
|
# recrawl_policy: {
|
9781
|
-
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
10184
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY, CRAWL_EVENT_MODE
|
9782
10185
|
# },
|
9783
10186
|
# lineage_configuration: {
|
9784
10187
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
@@ -10665,7 +11068,7 @@ module Aws::Glue
|
|
10665
11068
|
params: params,
|
10666
11069
|
config: config)
|
10667
11070
|
context[:gem_name] = 'aws-sdk-glue'
|
10668
|
-
context[:gem_version] = '1.
|
11071
|
+
context[:gem_version] = '1.97.0'
|
10669
11072
|
Seahorse::Client::Request.new(handlers, context)
|
10670
11073
|
end
|
10671
11074
|
|