aws-sdk-glue 1.118.0 → 1.120.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +195 -1
- data/lib/aws-sdk-glue/client_api.rb +82 -0
- data/lib/aws-sdk-glue/types.rb +302 -4
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d7c67808d75e0cbe331e29778e40236915010c22b77bf937f42cfbc249944ede
|
4
|
+
data.tar.gz: ec0be772aaca97eede40745c54f75e64ee09c7d8db1ba44036341529b2117f74
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 61fe411f9bd2d8c7d4034730806c883d19416128ed1ced80e62477f35d6613a7859f0e651858f4b9202fe9e430841614c2b7ad7c137255731280debb564271f6
|
7
|
+
data.tar.gz: 26eb9de235efcf76a9aa0abc77556f3a18695edb3a1f22f1b024af23b7e968b1a062239e586b7b03261ce71d2de74577bb7a89e8386f1526b27735ffadf3c8dd
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,16 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.120.0 (2022-10-05)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - This SDK release adds support to sync glue jobs with source control provider. Additionally, a new parameter called SourceControlDetails will be added to Job model.
|
8
|
+
|
9
|
+
1.119.0 (2022-09-22)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Added support for S3 Event Notifications for Catalog Target Crawlers.
|
13
|
+
|
4
14
|
1.118.0 (2022-08-11)
|
5
15
|
------------------
|
6
16
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.120.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -772,6 +772,8 @@ module Aws::Glue
|
|
772
772
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
773
773
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
774
774
|
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
775
|
+
# resp.crawlers[0].targets.catalog_targets[0].event_queue_arn #=> String
|
776
|
+
# resp.crawlers[0].targets.catalog_targets[0].dlq_event_queue_arn #=> String
|
775
777
|
# resp.crawlers[0].targets.delta_targets #=> Array
|
776
778
|
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
777
779
|
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
@@ -1445,6 +1447,14 @@ module Aws::Glue
|
|
1445
1447
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
1446
1448
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
1447
1449
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
1450
|
+
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
1451
|
+
# resp.jobs[0].source_control_details.repository #=> String
|
1452
|
+
# resp.jobs[0].source_control_details.owner #=> String
|
1453
|
+
# resp.jobs[0].source_control_details.branch #=> String
|
1454
|
+
# resp.jobs[0].source_control_details.folder #=> String
|
1455
|
+
# resp.jobs[0].source_control_details.last_commit_id #=> String
|
1456
|
+
# resp.jobs[0].source_control_details.auth_strategy #=> String, one of "PERSONAL_ACCESS_TOKEN", "AWS_SECRETS_MANAGER"
|
1457
|
+
# resp.jobs[0].source_control_details.auth_token #=> String
|
1448
1458
|
# resp.jobs_not_found #=> Array
|
1449
1459
|
# resp.jobs_not_found[0] #=> String
|
1450
1460
|
#
|
@@ -2340,6 +2350,8 @@ module Aws::Glue
|
|
2340
2350
|
# database_name: "NameString", # required
|
2341
2351
|
# tables: ["NameString"], # required
|
2342
2352
|
# connection_name: "ConnectionName",
|
2353
|
+
# event_queue_arn: "EventQueueArn",
|
2354
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2343
2355
|
# },
|
2344
2356
|
# ],
|
2345
2357
|
# delta_targets: [
|
@@ -2858,6 +2870,10 @@ module Aws::Glue
|
|
2858
2870
|
# will be allowed to set `ExecutionClass` to `FLEX`. The flexible
|
2859
2871
|
# execution class is available for Spark jobs.
|
2860
2872
|
#
|
2873
|
+
# @option params [Types::SourceControlDetails] :source_control_details
|
2874
|
+
# The details for a source control configuration for a job, allowing
|
2875
|
+
# synchronization of job artifacts to or from a remote repository.
|
2876
|
+
#
|
2861
2877
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2862
2878
|
#
|
2863
2879
|
# * {Types::CreateJobResponse#name #name} => String
|
@@ -3569,6 +3585,16 @@ module Aws::Glue
|
|
3569
3585
|
# },
|
3570
3586
|
# },
|
3571
3587
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
3588
|
+
# source_control_details: {
|
3589
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
3590
|
+
# repository: "Generic512CharString",
|
3591
|
+
# owner: "Generic512CharString",
|
3592
|
+
# branch: "Generic512CharString",
|
3593
|
+
# folder: "Generic512CharString",
|
3594
|
+
# last_commit_id: "Generic512CharString",
|
3595
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
3596
|
+
# auth_token: "Generic512CharString",
|
3597
|
+
# },
|
3572
3598
|
# })
|
3573
3599
|
#
|
3574
3600
|
# @example Response structure
|
@@ -6150,6 +6176,8 @@ module Aws::Glue
|
|
6150
6176
|
# resp.crawler.targets.catalog_targets[0].tables #=> Array
|
6151
6177
|
# resp.crawler.targets.catalog_targets[0].tables[0] #=> String
|
6152
6178
|
# resp.crawler.targets.catalog_targets[0].connection_name #=> String
|
6179
|
+
# resp.crawler.targets.catalog_targets[0].event_queue_arn #=> String
|
6180
|
+
# resp.crawler.targets.catalog_targets[0].dlq_event_queue_arn #=> String
|
6153
6181
|
# resp.crawler.targets.delta_targets #=> Array
|
6154
6182
|
# resp.crawler.targets.delta_targets[0].delta_tables #=> Array
|
6155
6183
|
# resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
|
@@ -6292,6 +6320,8 @@ module Aws::Glue
|
|
6292
6320
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
6293
6321
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
6294
6322
|
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
6323
|
+
# resp.crawlers[0].targets.catalog_targets[0].event_queue_arn #=> String
|
6324
|
+
# resp.crawlers[0].targets.catalog_targets[0].dlq_event_queue_arn #=> String
|
6295
6325
|
# resp.crawlers[0].targets.delta_targets #=> Array
|
6296
6326
|
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
6297
6327
|
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
@@ -7207,6 +7237,14 @@ module Aws::Glue
|
|
7207
7237
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7208
7238
|
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7209
7239
|
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
|
7240
|
+
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7241
|
+
# resp.job.source_control_details.repository #=> String
|
7242
|
+
# resp.job.source_control_details.owner #=> String
|
7243
|
+
# resp.job.source_control_details.branch #=> String
|
7244
|
+
# resp.job.source_control_details.folder #=> String
|
7245
|
+
# resp.job.source_control_details.last_commit_id #=> String
|
7246
|
+
# resp.job.source_control_details.auth_strategy #=> String, one of "PERSONAL_ACCESS_TOKEN", "AWS_SECRETS_MANAGER"
|
7247
|
+
# resp.job.source_control_details.auth_token #=> String
|
7210
7248
|
#
|
7211
7249
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
7212
7250
|
#
|
@@ -7915,6 +7953,14 @@ module Aws::Glue
|
|
7915
7953
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
7916
7954
|
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
7917
7955
|
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
|
7956
|
+
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
|
7957
|
+
# resp.jobs[0].source_control_details.repository #=> String
|
7958
|
+
# resp.jobs[0].source_control_details.owner #=> String
|
7959
|
+
# resp.jobs[0].source_control_details.branch #=> String
|
7960
|
+
# resp.jobs[0].source_control_details.folder #=> String
|
7961
|
+
# resp.jobs[0].source_control_details.last_commit_id #=> String
|
7962
|
+
# resp.jobs[0].source_control_details.auth_strategy #=> String, one of "PERSONAL_ACCESS_TOKEN", "AWS_SECRETS_MANAGER"
|
7963
|
+
# resp.jobs[0].source_control_details.auth_token #=> String
|
7918
7964
|
# resp.next_token #=> String
|
7919
7965
|
#
|
7920
7966
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
@@ -13550,6 +13596,8 @@ module Aws::Glue
|
|
13550
13596
|
# database_name: "NameString", # required
|
13551
13597
|
# tables: ["NameString"], # required
|
13552
13598
|
# connection_name: "ConnectionName",
|
13599
|
+
# event_queue_arn: "EventQueueArn",
|
13600
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
13553
13601
|
# },
|
13554
13602
|
# ],
|
13555
13603
|
# delta_targets: [
|
@@ -14464,6 +14512,16 @@ module Aws::Glue
|
|
14464
14512
|
# },
|
14465
14513
|
# },
|
14466
14514
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
14515
|
+
# source_control_details: {
|
14516
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
14517
|
+
# repository: "Generic512CharString",
|
14518
|
+
# owner: "Generic512CharString",
|
14519
|
+
# branch: "Generic512CharString",
|
14520
|
+
# folder: "Generic512CharString",
|
14521
|
+
# last_commit_id: "Generic512CharString",
|
14522
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
14523
|
+
# auth_token: "Generic512CharString",
|
14524
|
+
# },
|
14467
14525
|
# },
|
14468
14526
|
# })
|
14469
14527
|
#
|
@@ -14480,6 +14538,74 @@ module Aws::Glue
|
|
14480
14538
|
req.send_request(options)
|
14481
14539
|
end
|
14482
14540
|
|
14541
|
+
# Synchronizes a job from the source control repository. This operation
|
14542
|
+
# takes the job artifacts that are located in the remote repository and
|
14543
|
+
# updates the Glue internal stores with these artifacts.
|
14544
|
+
#
|
14545
|
+
# This API supports optional parameters which take in the repository
|
14546
|
+
# information.
|
14547
|
+
#
|
14548
|
+
# @option params [String] :job_name
|
14549
|
+
# The name of the Glue job to be synchronized to or from the remote
|
14550
|
+
# repository.
|
14551
|
+
#
|
14552
|
+
# @option params [String] :provider
|
14553
|
+
# The provider for the remote repository.
|
14554
|
+
#
|
14555
|
+
# @option params [String] :repository_name
|
14556
|
+
# The name of the remote repository that contains the job artifacts.
|
14557
|
+
#
|
14558
|
+
# @option params [String] :repository_owner
|
14559
|
+
# The owner of the remote repository that contains the job artifacts.
|
14560
|
+
#
|
14561
|
+
# @option params [String] :branch_name
|
14562
|
+
# An optional branch in the remote repository.
|
14563
|
+
#
|
14564
|
+
# @option params [String] :folder
|
14565
|
+
# An optional folder in the remote repository.
|
14566
|
+
#
|
14567
|
+
# @option params [String] :commit_id
|
14568
|
+
# A commit ID for a commit in the remote repository.
|
14569
|
+
#
|
14570
|
+
# @option params [String] :auth_strategy
|
14571
|
+
# The type of authentication, which can be an authentication token
|
14572
|
+
# stored in Amazon Web Services Secrets Manager, or a personal access
|
14573
|
+
# token.
|
14574
|
+
#
|
14575
|
+
# @option params [String] :auth_token
|
14576
|
+
# The value of the authorization token.
|
14577
|
+
#
|
14578
|
+
# @return [Types::UpdateJobFromSourceControlResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
14579
|
+
#
|
14580
|
+
# * {Types::UpdateJobFromSourceControlResponse#job_name #job_name} => String
|
14581
|
+
#
|
14582
|
+
# @example Request syntax with placeholder values
|
14583
|
+
#
|
14584
|
+
# resp = client.update_job_from_source_control({
|
14585
|
+
# job_name: "NameString",
|
14586
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
14587
|
+
# repository_name: "NameString",
|
14588
|
+
# repository_owner: "NameString",
|
14589
|
+
# branch_name: "NameString",
|
14590
|
+
# folder: "NameString",
|
14591
|
+
# commit_id: "CommitIdString",
|
14592
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
14593
|
+
# auth_token: "AuthTokenString",
|
14594
|
+
# })
|
14595
|
+
#
|
14596
|
+
# @example Response structure
|
14597
|
+
#
|
14598
|
+
# resp.job_name #=> String
|
14599
|
+
#
|
14600
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobFromSourceControl AWS API Documentation
|
14601
|
+
#
|
14602
|
+
# @overload update_job_from_source_control(params = {})
|
14603
|
+
# @param [Hash] params ({})
|
14604
|
+
def update_job_from_source_control(params = {}, options = {})
|
14605
|
+
req = build_request(:update_job_from_source_control, params)
|
14606
|
+
req.send_request(options)
|
14607
|
+
end
|
14608
|
+
|
14483
14609
|
# Updates an existing machine learning transform. Call this operation to
|
14484
14610
|
# tune the algorithm parameters to achieve better results.
|
14485
14611
|
#
|
@@ -14815,6 +14941,74 @@ module Aws::Glue
|
|
14815
14941
|
req.send_request(options)
|
14816
14942
|
end
|
14817
14943
|
|
14944
|
+
# Synchronizes a job to the source control repository. This operation
|
14945
|
+
# takes the job artifacts from the Glue internal stores and makes a
|
14946
|
+
# commit to the remote repository that is configured on the job.
|
14947
|
+
#
|
14948
|
+
# This API supports optional parameters which take in the repository
|
14949
|
+
# information.
|
14950
|
+
#
|
14951
|
+
# @option params [String] :job_name
|
14952
|
+
# The name of the Glue job to be synchronized to or from the remote
|
14953
|
+
# repository.
|
14954
|
+
#
|
14955
|
+
# @option params [String] :provider
|
14956
|
+
# The provider for the remote repository.
|
14957
|
+
#
|
14958
|
+
# @option params [String] :repository_name
|
14959
|
+
# The name of the remote repository that contains the job artifacts.
|
14960
|
+
#
|
14961
|
+
# @option params [String] :repository_owner
|
14962
|
+
# The owner of the remote repository that contains the job artifacts.
|
14963
|
+
#
|
14964
|
+
# @option params [String] :branch_name
|
14965
|
+
# An optional branch in the remote repository.
|
14966
|
+
#
|
14967
|
+
# @option params [String] :folder
|
14968
|
+
# An optional folder in the remote repository.
|
14969
|
+
#
|
14970
|
+
# @option params [String] :commit_id
|
14971
|
+
# A commit ID for a commit in the remote repository.
|
14972
|
+
#
|
14973
|
+
# @option params [String] :auth_strategy
|
14974
|
+
# The type of authentication, which can be an authentication token
|
14975
|
+
# stored in Amazon Web Services Secrets Manager, or a personal access
|
14976
|
+
# token.
|
14977
|
+
#
|
14978
|
+
# @option params [String] :auth_token
|
14979
|
+
# The value of the authorization token.
|
14980
|
+
#
|
14981
|
+
# @return [Types::UpdateSourceControlFromJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
14982
|
+
#
|
14983
|
+
# * {Types::UpdateSourceControlFromJobResponse#job_name #job_name} => String
|
14984
|
+
#
|
14985
|
+
# @example Request syntax with placeholder values
|
14986
|
+
#
|
14987
|
+
# resp = client.update_source_control_from_job({
|
14988
|
+
# job_name: "NameString",
|
14989
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
14990
|
+
# repository_name: "NameString",
|
14991
|
+
# repository_owner: "NameString",
|
14992
|
+
# branch_name: "NameString",
|
14993
|
+
# folder: "NameString",
|
14994
|
+
# commit_id: "CommitIdString",
|
14995
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
14996
|
+
# auth_token: "AuthTokenString",
|
14997
|
+
# })
|
14998
|
+
#
|
14999
|
+
# @example Response structure
|
15000
|
+
#
|
15001
|
+
# resp.job_name #=> String
|
15002
|
+
#
|
15003
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSourceControlFromJob AWS API Documentation
|
15004
|
+
#
|
15005
|
+
# @overload update_source_control_from_job(params = {})
|
15006
|
+
# @param [Hash] params ({})
|
15007
|
+
def update_source_control_from_job(params = {}, options = {})
|
15008
|
+
req = build_request(:update_source_control_from_job, params)
|
15009
|
+
req.send_request(options)
|
15010
|
+
end
|
15011
|
+
|
14818
15012
|
# Updates a metadata table in the Data Catalog.
|
14819
15013
|
#
|
14820
15014
|
# @option params [String] :catalog_id
|
@@ -15140,7 +15334,7 @@ module Aws::Glue
|
|
15140
15334
|
params: params,
|
15141
15335
|
config: config)
|
15142
15336
|
context[:gem_name] = 'aws-sdk-glue'
|
15143
|
-
context[:gem_version] = '1.
|
15337
|
+
context[:gem_version] = '1.120.0'
|
15144
15338
|
Seahorse::Client::Request.new(handlers, context)
|
15145
15339
|
end
|
15146
15340
|
|
@@ -30,6 +30,7 @@ module Aws::Glue
|
|
30
30
|
AuditColumnNamesList = Shapes::ListShape.new(name: 'AuditColumnNamesList')
|
31
31
|
AuditContext = Shapes::StructureShape.new(name: 'AuditContext')
|
32
32
|
AuditContextString = Shapes::StringShape.new(name: 'AuditContextString')
|
33
|
+
AuthTokenString = Shapes::StringShape.new(name: 'AuthTokenString')
|
33
34
|
BackfillError = Shapes::StructureShape.new(name: 'BackfillError')
|
34
35
|
BackfillErrorCode = Shapes::StringShape.new(name: 'BackfillErrorCode')
|
35
36
|
BackfillErroredPartitionsList = Shapes::ListShape.new(name: 'BackfillErroredPartitionsList')
|
@@ -158,6 +159,7 @@ module Aws::Glue
|
|
158
159
|
ColumnValueStringList = Shapes::ListShape.new(name: 'ColumnValueStringList')
|
159
160
|
ColumnValuesString = Shapes::StringShape.new(name: 'ColumnValuesString')
|
160
161
|
CommentString = Shapes::StringShape.new(name: 'CommentString')
|
162
|
+
CommitIdString = Shapes::StringShape.new(name: 'CommitIdString')
|
161
163
|
Comparator = Shapes::StringShape.new(name: 'Comparator')
|
162
164
|
Compatibility = Shapes::StringShape.new(name: 'Compatibility')
|
163
165
|
CompressionType = Shapes::StringShape.new(name: 'CompressionType')
|
@@ -855,6 +857,9 @@ module Aws::Glue
|
|
855
857
|
SortCriteria = Shapes::ListShape.new(name: 'SortCriteria')
|
856
858
|
SortCriterion = Shapes::StructureShape.new(name: 'SortCriterion')
|
857
859
|
SortDirectionType = Shapes::StringShape.new(name: 'SortDirectionType')
|
860
|
+
SourceControlAuthStrategy = Shapes::StringShape.new(name: 'SourceControlAuthStrategy')
|
861
|
+
SourceControlDetails = Shapes::StructureShape.new(name: 'SourceControlDetails')
|
862
|
+
SourceControlProvider = Shapes::StringShape.new(name: 'SourceControlProvider')
|
858
863
|
SparkConnectorSource = Shapes::StructureShape.new(name: 'SparkConnectorSource')
|
859
864
|
SparkConnectorTarget = Shapes::StructureShape.new(name: 'SparkConnectorTarget')
|
860
865
|
SparkSQL = Shapes::StructureShape.new(name: 'SparkSQL')
|
@@ -987,6 +992,8 @@ module Aws::Glue
|
|
987
992
|
UpdateDevEndpointRequest = Shapes::StructureShape.new(name: 'UpdateDevEndpointRequest')
|
988
993
|
UpdateDevEndpointResponse = Shapes::StructureShape.new(name: 'UpdateDevEndpointResponse')
|
989
994
|
UpdateGrokClassifierRequest = Shapes::StructureShape.new(name: 'UpdateGrokClassifierRequest')
|
995
|
+
UpdateJobFromSourceControlRequest = Shapes::StructureShape.new(name: 'UpdateJobFromSourceControlRequest')
|
996
|
+
UpdateJobFromSourceControlResponse = Shapes::StructureShape.new(name: 'UpdateJobFromSourceControlResponse')
|
990
997
|
UpdateJobRequest = Shapes::StructureShape.new(name: 'UpdateJobRequest')
|
991
998
|
UpdateJobResponse = Shapes::StructureShape.new(name: 'UpdateJobResponse')
|
992
999
|
UpdateJsonClassifierRequest = Shapes::StructureShape.new(name: 'UpdateJsonClassifierRequest')
|
@@ -998,6 +1005,8 @@ module Aws::Glue
|
|
998
1005
|
UpdateRegistryResponse = Shapes::StructureShape.new(name: 'UpdateRegistryResponse')
|
999
1006
|
UpdateSchemaInput = Shapes::StructureShape.new(name: 'UpdateSchemaInput')
|
1000
1007
|
UpdateSchemaResponse = Shapes::StructureShape.new(name: 'UpdateSchemaResponse')
|
1008
|
+
UpdateSourceControlFromJobRequest = Shapes::StructureShape.new(name: 'UpdateSourceControlFromJobRequest')
|
1009
|
+
UpdateSourceControlFromJobResponse = Shapes::StructureShape.new(name: 'UpdateSourceControlFromJobResponse')
|
1001
1010
|
UpdateTableRequest = Shapes::StructureShape.new(name: 'UpdateTableRequest')
|
1002
1011
|
UpdateTableResponse = Shapes::StructureShape.new(name: 'UpdateTableResponse')
|
1003
1012
|
UpdateTriggerRequest = Shapes::StructureShape.new(name: 'UpdateTriggerRequest')
|
@@ -1368,6 +1377,8 @@ module Aws::Glue
|
|
1368
1377
|
CatalogTarget.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1369
1378
|
CatalogTarget.add_member(:tables, Shapes::ShapeRef.new(shape: CatalogTablesList, required: true, location_name: "Tables"))
|
1370
1379
|
CatalogTarget.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
1380
|
+
CatalogTarget.add_member(:event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "EventQueueArn"))
|
1381
|
+
CatalogTarget.add_member(:dlq_event_queue_arn, Shapes::ShapeRef.new(shape: EventQueueArn, location_name: "DlqEventQueueArn"))
|
1371
1382
|
CatalogTarget.struct_class = Types::CatalogTarget
|
1372
1383
|
|
1373
1384
|
CatalogTargetList.member = Shapes::ShapeRef.new(shape: CatalogTarget)
|
@@ -1800,6 +1811,7 @@ module Aws::Glue
|
|
1800
1811
|
CreateJobRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
|
1801
1812
|
CreateJobRequest.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
1802
1813
|
CreateJobRequest.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
1814
|
+
CreateJobRequest.add_member(:source_control_details, Shapes::ShapeRef.new(shape: SourceControlDetails, location_name: "SourceControlDetails"))
|
1803
1815
|
CreateJobRequest.struct_class = Types::CreateJobRequest
|
1804
1816
|
|
1805
1817
|
CreateJobResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -3135,6 +3147,7 @@ module Aws::Glue
|
|
3135
3147
|
Job.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
3136
3148
|
Job.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
3137
3149
|
Job.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
3150
|
+
Job.add_member(:source_control_details, Shapes::ShapeRef.new(shape: SourceControlDetails, location_name: "SourceControlDetails"))
|
3138
3151
|
Job.struct_class = Types::Job
|
3139
3152
|
|
3140
3153
|
JobBookmarkEntry.add_member(:job_name, Shapes::ShapeRef.new(shape: JobName, location_name: "JobName"))
|
@@ -3209,6 +3222,7 @@ module Aws::Glue
|
|
3209
3222
|
JobUpdate.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
|
3210
3223
|
JobUpdate.add_member(:code_gen_configuration_nodes, Shapes::ShapeRef.new(shape: CodeGenConfigurationNodes, location_name: "CodeGenConfigurationNodes"))
|
3211
3224
|
JobUpdate.add_member(:execution_class, Shapes::ShapeRef.new(shape: ExecutionClass, location_name: "ExecutionClass"))
|
3225
|
+
JobUpdate.add_member(:source_control_details, Shapes::ShapeRef.new(shape: SourceControlDetails, location_name: "SourceControlDetails"))
|
3212
3226
|
JobUpdate.struct_class = Types::JobUpdate
|
3213
3227
|
|
3214
3228
|
Join.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
@@ -4125,6 +4139,16 @@ module Aws::Glue
|
|
4125
4139
|
SortCriterion.add_member(:sort, Shapes::ShapeRef.new(shape: Sort, location_name: "Sort"))
|
4126
4140
|
SortCriterion.struct_class = Types::SortCriterion
|
4127
4141
|
|
4142
|
+
SourceControlDetails.add_member(:provider, Shapes::ShapeRef.new(shape: SourceControlProvider, location_name: "Provider"))
|
4143
|
+
SourceControlDetails.add_member(:repository, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Repository"))
|
4144
|
+
SourceControlDetails.add_member(:owner, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Owner"))
|
4145
|
+
SourceControlDetails.add_member(:branch, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Branch"))
|
4146
|
+
SourceControlDetails.add_member(:folder, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Folder"))
|
4147
|
+
SourceControlDetails.add_member(:last_commit_id, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "LastCommitId"))
|
4148
|
+
SourceControlDetails.add_member(:auth_strategy, Shapes::ShapeRef.new(shape: SourceControlAuthStrategy, location_name: "AuthStrategy"))
|
4149
|
+
SourceControlDetails.add_member(:auth_token, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "AuthToken"))
|
4150
|
+
SourceControlDetails.struct_class = Types::SourceControlDetails
|
4151
|
+
|
4128
4152
|
SparkConnectorSource.add_member(:name, Shapes::ShapeRef.new(shape: NodeName, required: true, location_name: "Name"))
|
4129
4153
|
SparkConnectorSource.add_member(:connection_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "ConnectionName"))
|
4130
4154
|
SparkConnectorSource.add_member(:connector_name, Shapes::ShapeRef.new(shape: EnclosedInStringProperty, required: true, location_name: "ConnectorName"))
|
@@ -4606,6 +4630,20 @@ module Aws::Glue
|
|
4606
4630
|
UpdateGrokClassifierRequest.add_member(:custom_patterns, Shapes::ShapeRef.new(shape: CustomPatterns, location_name: "CustomPatterns"))
|
4607
4631
|
UpdateGrokClassifierRequest.struct_class = Types::UpdateGrokClassifierRequest
|
4608
4632
|
|
4633
|
+
UpdateJobFromSourceControlRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
4634
|
+
UpdateJobFromSourceControlRequest.add_member(:provider, Shapes::ShapeRef.new(shape: SourceControlProvider, location_name: "Provider"))
|
4635
|
+
UpdateJobFromSourceControlRequest.add_member(:repository_name, Shapes::ShapeRef.new(shape: NameString, location_name: "RepositoryName"))
|
4636
|
+
UpdateJobFromSourceControlRequest.add_member(:repository_owner, Shapes::ShapeRef.new(shape: NameString, location_name: "RepositoryOwner"))
|
4637
|
+
UpdateJobFromSourceControlRequest.add_member(:branch_name, Shapes::ShapeRef.new(shape: NameString, location_name: "BranchName"))
|
4638
|
+
UpdateJobFromSourceControlRequest.add_member(:folder, Shapes::ShapeRef.new(shape: NameString, location_name: "Folder"))
|
4639
|
+
UpdateJobFromSourceControlRequest.add_member(:commit_id, Shapes::ShapeRef.new(shape: CommitIdString, location_name: "CommitId"))
|
4640
|
+
UpdateJobFromSourceControlRequest.add_member(:auth_strategy, Shapes::ShapeRef.new(shape: SourceControlAuthStrategy, location_name: "AuthStrategy"))
|
4641
|
+
UpdateJobFromSourceControlRequest.add_member(:auth_token, Shapes::ShapeRef.new(shape: AuthTokenString, location_name: "AuthToken"))
|
4642
|
+
UpdateJobFromSourceControlRequest.struct_class = Types::UpdateJobFromSourceControlRequest
|
4643
|
+
|
4644
|
+
UpdateJobFromSourceControlResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
4645
|
+
UpdateJobFromSourceControlResponse.struct_class = Types::UpdateJobFromSourceControlResponse
|
4646
|
+
|
4609
4647
|
UpdateJobRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "JobName"))
|
4610
4648
|
UpdateJobRequest.add_member(:job_update, Shapes::ShapeRef.new(shape: JobUpdate, required: true, location_name: "JobUpdate"))
|
4611
4649
|
UpdateJobRequest.struct_class = Types::UpdateJobRequest
|
@@ -4661,6 +4699,20 @@ module Aws::Glue
|
|
4661
4699
|
UpdateSchemaResponse.add_member(:registry_name, Shapes::ShapeRef.new(shape: SchemaRegistryNameString, location_name: "RegistryName"))
|
4662
4700
|
UpdateSchemaResponse.struct_class = Types::UpdateSchemaResponse
|
4663
4701
|
|
4702
|
+
UpdateSourceControlFromJobRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
4703
|
+
UpdateSourceControlFromJobRequest.add_member(:provider, Shapes::ShapeRef.new(shape: SourceControlProvider, location_name: "Provider"))
|
4704
|
+
UpdateSourceControlFromJobRequest.add_member(:repository_name, Shapes::ShapeRef.new(shape: NameString, location_name: "RepositoryName"))
|
4705
|
+
UpdateSourceControlFromJobRequest.add_member(:repository_owner, Shapes::ShapeRef.new(shape: NameString, location_name: "RepositoryOwner"))
|
4706
|
+
UpdateSourceControlFromJobRequest.add_member(:branch_name, Shapes::ShapeRef.new(shape: NameString, location_name: "BranchName"))
|
4707
|
+
UpdateSourceControlFromJobRequest.add_member(:folder, Shapes::ShapeRef.new(shape: NameString, location_name: "Folder"))
|
4708
|
+
UpdateSourceControlFromJobRequest.add_member(:commit_id, Shapes::ShapeRef.new(shape: CommitIdString, location_name: "CommitId"))
|
4709
|
+
UpdateSourceControlFromJobRequest.add_member(:auth_strategy, Shapes::ShapeRef.new(shape: SourceControlAuthStrategy, location_name: "AuthStrategy"))
|
4710
|
+
UpdateSourceControlFromJobRequest.add_member(:auth_token, Shapes::ShapeRef.new(shape: AuthTokenString, location_name: "AuthToken"))
|
4711
|
+
UpdateSourceControlFromJobRequest.struct_class = Types::UpdateSourceControlFromJobRequest
|
4712
|
+
|
4713
|
+
UpdateSourceControlFromJobResponse.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
4714
|
+
UpdateSourceControlFromJobResponse.struct_class = Types::UpdateSourceControlFromJobResponse
|
4715
|
+
|
4664
4716
|
UpdateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
4665
4717
|
UpdateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
4666
4718
|
UpdateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
|
@@ -7205,6 +7257,21 @@ module Aws::Glue
|
|
7205
7257
|
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
7206
7258
|
end)
|
7207
7259
|
|
7260
|
+
api.add_operation(:update_job_from_source_control, Seahorse::Model::Operation.new.tap do |o|
|
7261
|
+
o.name = "UpdateJobFromSourceControl"
|
7262
|
+
o.http_method = "POST"
|
7263
|
+
o.http_request_uri = "/"
|
7264
|
+
o.input = Shapes::ShapeRef.new(shape: UpdateJobFromSourceControlRequest)
|
7265
|
+
o.output = Shapes::ShapeRef.new(shape: UpdateJobFromSourceControlResponse)
|
7266
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
7267
|
+
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
7268
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
7269
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
7270
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
7271
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
7272
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
7273
|
+
end)
|
7274
|
+
|
7208
7275
|
api.add_operation(:update_ml_transform, Seahorse::Model::Operation.new.tap do |o|
|
7209
7276
|
o.name = "UpdateMLTransform"
|
7210
7277
|
o.http_method = "POST"
|
@@ -7257,6 +7324,21 @@ module Aws::Glue
|
|
7257
7324
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
7258
7325
|
end)
|
7259
7326
|
|
7327
|
+
api.add_operation(:update_source_control_from_job, Seahorse::Model::Operation.new.tap do |o|
|
7328
|
+
o.name = "UpdateSourceControlFromJob"
|
7329
|
+
o.http_method = "POST"
|
7330
|
+
o.http_request_uri = "/"
|
7331
|
+
o.input = Shapes::ShapeRef.new(shape: UpdateSourceControlFromJobRequest)
|
7332
|
+
o.output = Shapes::ShapeRef.new(shape: UpdateSourceControlFromJobResponse)
|
7333
|
+
o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
|
7334
|
+
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
7335
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
7336
|
+
o.errors << Shapes::ShapeRef.new(shape: ValidationException)
|
7337
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
7338
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
7339
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
7340
|
+
end)
|
7341
|
+
|
7260
7342
|
api.add_operation(:update_table, Seahorse::Model::Operation.new.tap do |o|
|
7261
7343
|
o.name = "UpdateTable"
|
7262
7344
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1998,6 +1998,8 @@ module Aws::Glue
|
|
1998
1998
|
# database_name: "NameString", # required
|
1999
1999
|
# tables: ["NameString"], # required
|
2000
2000
|
# connection_name: "ConnectionName",
|
2001
|
+
# event_queue_arn: "EventQueueArn",
|
2002
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
2001
2003
|
# }
|
2002
2004
|
#
|
2003
2005
|
# @!attribute [rw] database_name
|
@@ -2014,12 +2016,24 @@ module Aws::Glue
|
|
2014
2016
|
# type paired with a `NETWORK` Connection type.
|
2015
2017
|
# @return [String]
|
2016
2018
|
#
|
2019
|
+
# @!attribute [rw] event_queue_arn
|
2020
|
+
# A valid Amazon SQS ARN. For example,
|
2021
|
+
# `arn:aws:sqs:region:account:sqs`.
|
2022
|
+
# @return [String]
|
2023
|
+
#
|
2024
|
+
# @!attribute [rw] dlq_event_queue_arn
|
2025
|
+
# A valid Amazon dead-letter SQS ARN. For example,
|
2026
|
+
# `arn:aws:sqs:region:account:deadLetterQueue`.
|
2027
|
+
# @return [String]
|
2028
|
+
#
|
2017
2029
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CatalogTarget AWS API Documentation
|
2018
2030
|
#
|
2019
2031
|
class CatalogTarget < Struct.new(
|
2020
2032
|
:database_name,
|
2021
2033
|
:tables,
|
2022
|
-
:connection_name
|
2034
|
+
:connection_name,
|
2035
|
+
:event_queue_arn,
|
2036
|
+
:dlq_event_queue_arn)
|
2023
2037
|
SENSITIVE = []
|
2024
2038
|
include Aws::Structure
|
2025
2039
|
end
|
@@ -4404,6 +4418,8 @@ module Aws::Glue
|
|
4404
4418
|
# database_name: "NameString", # required
|
4405
4419
|
# tables: ["NameString"], # required
|
4406
4420
|
# connection_name: "ConnectionName",
|
4421
|
+
# event_queue_arn: "EventQueueArn",
|
4422
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
4407
4423
|
# },
|
4408
4424
|
# ],
|
4409
4425
|
# delta_targets: [
|
@@ -4719,6 +4735,8 @@ module Aws::Glue
|
|
4719
4735
|
# database_name: "NameString", # required
|
4720
4736
|
# tables: ["NameString"], # required
|
4721
4737
|
# connection_name: "ConnectionName",
|
4738
|
+
# event_queue_arn: "EventQueueArn",
|
4739
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
4722
4740
|
# },
|
4723
4741
|
# ],
|
4724
4742
|
# delta_targets: [
|
@@ -6090,6 +6108,16 @@ module Aws::Glue
|
|
6090
6108
|
# },
|
6091
6109
|
# },
|
6092
6110
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
6111
|
+
# source_control_details: {
|
6112
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
6113
|
+
# repository: "Generic512CharString",
|
6114
|
+
# owner: "Generic512CharString",
|
6115
|
+
# branch: "Generic512CharString",
|
6116
|
+
# folder: "Generic512CharString",
|
6117
|
+
# last_commit_id: "Generic512CharString",
|
6118
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
6119
|
+
# auth_token: "Generic512CharString",
|
6120
|
+
# },
|
6093
6121
|
# }
|
6094
6122
|
#
|
6095
6123
|
# @!attribute [rw] name
|
@@ -6292,6 +6320,11 @@ module Aws::Glue
|
|
6292
6320
|
# execution class is available for Spark jobs.
|
6293
6321
|
# @return [String]
|
6294
6322
|
#
|
6323
|
+
# @!attribute [rw] source_control_details
|
6324
|
+
# The details for a source control configuration for a job, allowing
|
6325
|
+
# synchronization of job artifacts to or from a remote repository.
|
6326
|
+
# @return [Types::SourceControlDetails]
|
6327
|
+
#
|
6295
6328
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
6296
6329
|
#
|
6297
6330
|
class CreateJobRequest < Struct.new(
|
@@ -6315,7 +6348,8 @@ module Aws::Glue
|
|
6315
6348
|
:number_of_workers,
|
6316
6349
|
:worker_type,
|
6317
6350
|
:code_gen_configuration_nodes,
|
6318
|
-
:execution_class
|
6351
|
+
:execution_class,
|
6352
|
+
:source_control_details)
|
6319
6353
|
SENSITIVE = [:code_gen_configuration_nodes]
|
6320
6354
|
include Aws::Structure
|
6321
6355
|
end
|
@@ -14782,6 +14816,11 @@ module Aws::Glue
|
|
14782
14816
|
# execution class is available for Spark jobs.
|
14783
14817
|
# @return [String]
|
14784
14818
|
#
|
14819
|
+
# @!attribute [rw] source_control_details
|
14820
|
+
# The details for a source control configuration for a job, allowing
|
14821
|
+
# synchronization of job artifacts to or from a remote repository.
|
14822
|
+
# @return [Types::SourceControlDetails]
|
14823
|
+
#
|
14785
14824
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
14786
14825
|
#
|
14787
14826
|
class Job < Struct.new(
|
@@ -14806,7 +14845,8 @@ module Aws::Glue
|
|
14806
14845
|
:notification_property,
|
14807
14846
|
:glue_version,
|
14808
14847
|
:code_gen_configuration_nodes,
|
14809
|
-
:execution_class
|
14848
|
+
:execution_class,
|
14849
|
+
:source_control_details)
|
14810
14850
|
SENSITIVE = [:code_gen_configuration_nodes]
|
14811
14851
|
include Aws::Structure
|
14812
14852
|
end
|
@@ -15887,6 +15927,16 @@ module Aws::Glue
|
|
15887
15927
|
# },
|
15888
15928
|
# },
|
15889
15929
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
15930
|
+
# source_control_details: {
|
15931
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
15932
|
+
# repository: "Generic512CharString",
|
15933
|
+
# owner: "Generic512CharString",
|
15934
|
+
# branch: "Generic512CharString",
|
15935
|
+
# folder: "Generic512CharString",
|
15936
|
+
# last_commit_id: "Generic512CharString",
|
15937
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
15938
|
+
# auth_token: "Generic512CharString",
|
15939
|
+
# },
|
15890
15940
|
# }
|
15891
15941
|
#
|
15892
15942
|
# @!attribute [rw] description
|
@@ -16066,6 +16116,11 @@ module Aws::Glue
|
|
16066
16116
|
# execution class is available for Spark jobs.
|
16067
16117
|
# @return [String]
|
16068
16118
|
#
|
16119
|
+
# @!attribute [rw] source_control_details
|
16120
|
+
# The details for a source control configuration for a job, allowing
|
16121
|
+
# synchronization of job artifacts to or from a remote repository.
|
16122
|
+
# @return [Types::SourceControlDetails]
|
16123
|
+
#
|
16069
16124
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
16070
16125
|
#
|
16071
16126
|
class JobUpdate < Struct.new(
|
@@ -16087,7 +16142,8 @@ module Aws::Glue
|
|
16087
16142
|
:notification_property,
|
16088
16143
|
:glue_version,
|
16089
16144
|
:code_gen_configuration_nodes,
|
16090
|
-
:execution_class
|
16145
|
+
:execution_class,
|
16146
|
+
:source_control_details)
|
16091
16147
|
SENSITIVE = [:code_gen_configuration_nodes]
|
16092
16148
|
include Aws::Structure
|
16093
16149
|
end
|
@@ -21567,6 +21623,72 @@ module Aws::Glue
|
|
21567
21623
|
include Aws::Structure
|
21568
21624
|
end
|
21569
21625
|
|
21626
|
+
# The details for a source control configuration for a job, allowing
|
21627
|
+
# synchronization of job artifacts to or from a remote repository.
|
21628
|
+
#
|
21629
|
+
# @note When making an API call, you may pass SourceControlDetails
|
21630
|
+
# data as a hash:
|
21631
|
+
#
|
21632
|
+
# {
|
21633
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
21634
|
+
# repository: "Generic512CharString",
|
21635
|
+
# owner: "Generic512CharString",
|
21636
|
+
# branch: "Generic512CharString",
|
21637
|
+
# folder: "Generic512CharString",
|
21638
|
+
# last_commit_id: "Generic512CharString",
|
21639
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
21640
|
+
# auth_token: "Generic512CharString",
|
21641
|
+
# }
|
21642
|
+
#
|
21643
|
+
# @!attribute [rw] provider
|
21644
|
+
# The provider for the remote repository.
|
21645
|
+
# @return [String]
|
21646
|
+
#
|
21647
|
+
# @!attribute [rw] repository
|
21648
|
+
# The name of the remote repository that contains the job artifacts.
|
21649
|
+
# @return [String]
|
21650
|
+
#
|
21651
|
+
# @!attribute [rw] owner
|
21652
|
+
# The owner of the remote repository that contains the job artifacts.
|
21653
|
+
# @return [String]
|
21654
|
+
#
|
21655
|
+
# @!attribute [rw] branch
|
21656
|
+
# An optional branch in the remote repository.
|
21657
|
+
# @return [String]
|
21658
|
+
#
|
21659
|
+
# @!attribute [rw] folder
|
21660
|
+
# An optional folder in the remote repository.
|
21661
|
+
# @return [String]
|
21662
|
+
#
|
21663
|
+
# @!attribute [rw] last_commit_id
|
21664
|
+
# The last commit ID for a commit in the remote repository.
|
21665
|
+
# @return [String]
|
21666
|
+
#
|
21667
|
+
# @!attribute [rw] auth_strategy
|
21668
|
+
# The type of authentication, which can be an authentication token
|
21669
|
+
# stored in Amazon Web Services Secrets Manager, or a personal access
|
21670
|
+
# token.
|
21671
|
+
# @return [String]
|
21672
|
+
#
|
21673
|
+
# @!attribute [rw] auth_token
|
21674
|
+
# The value of an authorization token.
|
21675
|
+
# @return [String]
|
21676
|
+
#
|
21677
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SourceControlDetails AWS API Documentation
|
21678
|
+
#
|
21679
|
+
class SourceControlDetails < Struct.new(
|
21680
|
+
:provider,
|
21681
|
+
:repository,
|
21682
|
+
:owner,
|
21683
|
+
:branch,
|
21684
|
+
:folder,
|
21685
|
+
:last_commit_id,
|
21686
|
+
:auth_strategy,
|
21687
|
+
:auth_token)
|
21688
|
+
SENSITIVE = []
|
21689
|
+
include Aws::Structure
|
21690
|
+
end
|
21691
|
+
|
21570
21692
|
# Specifies a connector to an Apache Spark data source.
|
21571
21693
|
#
|
21572
21694
|
# @note When making an API call, you may pass SparkConnectorSource
|
@@ -24323,6 +24445,8 @@ module Aws::Glue
|
|
24323
24445
|
# database_name: "NameString", # required
|
24324
24446
|
# tables: ["NameString"], # required
|
24325
24447
|
# connection_name: "ConnectionName",
|
24448
|
+
# event_queue_arn: "EventQueueArn",
|
24449
|
+
# dlq_event_queue_arn: "EventQueueArn",
|
24326
24450
|
# },
|
24327
24451
|
# ],
|
24328
24452
|
# delta_targets: [
|
@@ -24733,6 +24857,88 @@ module Aws::Glue
|
|
24733
24857
|
include Aws::Structure
|
24734
24858
|
end
|
24735
24859
|
|
24860
|
+
# @note When making an API call, you may pass UpdateJobFromSourceControlRequest
|
24861
|
+
# data as a hash:
|
24862
|
+
#
|
24863
|
+
# {
|
24864
|
+
# job_name: "NameString",
|
24865
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
24866
|
+
# repository_name: "NameString",
|
24867
|
+
# repository_owner: "NameString",
|
24868
|
+
# branch_name: "NameString",
|
24869
|
+
# folder: "NameString",
|
24870
|
+
# commit_id: "CommitIdString",
|
24871
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
24872
|
+
# auth_token: "AuthTokenString",
|
24873
|
+
# }
|
24874
|
+
#
|
24875
|
+
# @!attribute [rw] job_name
|
24876
|
+
# The name of the Glue job to be synchronized to or from the remote
|
24877
|
+
# repository.
|
24878
|
+
# @return [String]
|
24879
|
+
#
|
24880
|
+
# @!attribute [rw] provider
|
24881
|
+
# The provider for the remote repository.
|
24882
|
+
# @return [String]
|
24883
|
+
#
|
24884
|
+
# @!attribute [rw] repository_name
|
24885
|
+
# The name of the remote repository that contains the job artifacts.
|
24886
|
+
# @return [String]
|
24887
|
+
#
|
24888
|
+
# @!attribute [rw] repository_owner
|
24889
|
+
# The owner of the remote repository that contains the job artifacts.
|
24890
|
+
# @return [String]
|
24891
|
+
#
|
24892
|
+
# @!attribute [rw] branch_name
|
24893
|
+
# An optional branch in the remote repository.
|
24894
|
+
# @return [String]
|
24895
|
+
#
|
24896
|
+
# @!attribute [rw] folder
|
24897
|
+
# An optional folder in the remote repository.
|
24898
|
+
# @return [String]
|
24899
|
+
#
|
24900
|
+
# @!attribute [rw] commit_id
|
24901
|
+
# A commit ID for a commit in the remote repository.
|
24902
|
+
# @return [String]
|
24903
|
+
#
|
24904
|
+
# @!attribute [rw] auth_strategy
|
24905
|
+
# The type of authentication, which can be an authentication token
|
24906
|
+
# stored in Amazon Web Services Secrets Manager, or a personal access
|
24907
|
+
# token.
|
24908
|
+
# @return [String]
|
24909
|
+
#
|
24910
|
+
# @!attribute [rw] auth_token
|
24911
|
+
# The value of the authorization token.
|
24912
|
+
# @return [String]
|
24913
|
+
#
|
24914
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobFromSourceControlRequest AWS API Documentation
|
24915
|
+
#
|
24916
|
+
class UpdateJobFromSourceControlRequest < Struct.new(
|
24917
|
+
:job_name,
|
24918
|
+
:provider,
|
24919
|
+
:repository_name,
|
24920
|
+
:repository_owner,
|
24921
|
+
:branch_name,
|
24922
|
+
:folder,
|
24923
|
+
:commit_id,
|
24924
|
+
:auth_strategy,
|
24925
|
+
:auth_token)
|
24926
|
+
SENSITIVE = []
|
24927
|
+
include Aws::Structure
|
24928
|
+
end
|
24929
|
+
|
24930
|
+
# @!attribute [rw] job_name
|
24931
|
+
# The name of the Glue job.
|
24932
|
+
# @return [String]
|
24933
|
+
#
|
24934
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJobFromSourceControlResponse AWS API Documentation
|
24935
|
+
#
|
24936
|
+
class UpdateJobFromSourceControlResponse < Struct.new(
|
24937
|
+
:job_name)
|
24938
|
+
SENSITIVE = []
|
24939
|
+
include Aws::Structure
|
24940
|
+
end
|
24941
|
+
|
24736
24942
|
# @note When making an API call, you may pass UpdateJobRequest
|
24737
24943
|
# data as a hash:
|
24738
24944
|
#
|
@@ -25439,6 +25645,16 @@ module Aws::Glue
|
|
25439
25645
|
# },
|
25440
25646
|
# },
|
25441
25647
|
# execution_class: "FLEX", # accepts FLEX, STANDARD
|
25648
|
+
# source_control_details: {
|
25649
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
25650
|
+
# repository: "Generic512CharString",
|
25651
|
+
# owner: "Generic512CharString",
|
25652
|
+
# branch: "Generic512CharString",
|
25653
|
+
# folder: "Generic512CharString",
|
25654
|
+
# last_commit_id: "Generic512CharString",
|
25655
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
25656
|
+
# auth_token: "Generic512CharString",
|
25657
|
+
# },
|
25442
25658
|
# },
|
25443
25659
|
# }
|
25444
25660
|
#
|
@@ -25876,6 +26092,88 @@ module Aws::Glue
|
|
25876
26092
|
include Aws::Structure
|
25877
26093
|
end
|
25878
26094
|
|
26095
|
+
# @note When making an API call, you may pass UpdateSourceControlFromJobRequest
|
26096
|
+
# data as a hash:
|
26097
|
+
#
|
26098
|
+
# {
|
26099
|
+
# job_name: "NameString",
|
26100
|
+
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
|
26101
|
+
# repository_name: "NameString",
|
26102
|
+
# repository_owner: "NameString",
|
26103
|
+
# branch_name: "NameString",
|
26104
|
+
# folder: "NameString",
|
26105
|
+
# commit_id: "CommitIdString",
|
26106
|
+
# auth_strategy: "PERSONAL_ACCESS_TOKEN", # accepts PERSONAL_ACCESS_TOKEN, AWS_SECRETS_MANAGER
|
26107
|
+
# auth_token: "AuthTokenString",
|
26108
|
+
# }
|
26109
|
+
#
|
26110
|
+
# @!attribute [rw] job_name
|
26111
|
+
# The name of the Glue job to be synchronized to or from the remote
|
26112
|
+
# repository.
|
26113
|
+
# @return [String]
|
26114
|
+
#
|
26115
|
+
# @!attribute [rw] provider
|
26116
|
+
# The provider for the remote repository.
|
26117
|
+
# @return [String]
|
26118
|
+
#
|
26119
|
+
# @!attribute [rw] repository_name
|
26120
|
+
# The name of the remote repository that contains the job artifacts.
|
26121
|
+
# @return [String]
|
26122
|
+
#
|
26123
|
+
# @!attribute [rw] repository_owner
|
26124
|
+
# The owner of the remote repository that contains the job artifacts.
|
26125
|
+
# @return [String]
|
26126
|
+
#
|
26127
|
+
# @!attribute [rw] branch_name
|
26128
|
+
# An optional branch in the remote repository.
|
26129
|
+
# @return [String]
|
26130
|
+
#
|
26131
|
+
# @!attribute [rw] folder
|
26132
|
+
# An optional folder in the remote repository.
|
26133
|
+
# @return [String]
|
26134
|
+
#
|
26135
|
+
# @!attribute [rw] commit_id
|
26136
|
+
# A commit ID for a commit in the remote repository.
|
26137
|
+
# @return [String]
|
26138
|
+
#
|
26139
|
+
# @!attribute [rw] auth_strategy
|
26140
|
+
# The type of authentication, which can be an authentication token
|
26141
|
+
# stored in Amazon Web Services Secrets Manager, or a personal access
|
26142
|
+
# token.
|
26143
|
+
# @return [String]
|
26144
|
+
#
|
26145
|
+
# @!attribute [rw] auth_token
|
26146
|
+
# The value of the authorization token.
|
26147
|
+
# @return [String]
|
26148
|
+
#
|
26149
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSourceControlFromJobRequest AWS API Documentation
|
26150
|
+
#
|
26151
|
+
class UpdateSourceControlFromJobRequest < Struct.new(
|
26152
|
+
:job_name,
|
26153
|
+
:provider,
|
26154
|
+
:repository_name,
|
26155
|
+
:repository_owner,
|
26156
|
+
:branch_name,
|
26157
|
+
:folder,
|
26158
|
+
:commit_id,
|
26159
|
+
:auth_strategy,
|
26160
|
+
:auth_token)
|
26161
|
+
SENSITIVE = []
|
26162
|
+
include Aws::Structure
|
26163
|
+
end
|
26164
|
+
|
26165
|
+
# @!attribute [rw] job_name
|
26166
|
+
# The name of the Glue job.
|
26167
|
+
# @return [String]
|
26168
|
+
#
|
26169
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSourceControlFromJobResponse AWS API Documentation
|
26170
|
+
#
|
26171
|
+
class UpdateSourceControlFromJobResponse < Struct.new(
|
26172
|
+
:job_name)
|
26173
|
+
SENSITIVE = []
|
26174
|
+
include Aws::Structure
|
26175
|
+
end
|
26176
|
+
|
25879
26177
|
# @note When making an API call, you may pass UpdateTableRequest
|
25880
26178
|
# data as a hash:
|
25881
26179
|
#
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.120.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-10-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|