aws-sdk-glue 1.62.0 → 1.67.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +260 -15
- data/lib/aws-sdk-glue/client_api.rb +93 -0
- data/lib/aws-sdk-glue/types.rb +461 -44
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fd1832c66e8d874107e310b95ff9b7240c578359a3bd1e1d90db214620243b4b
|
4
|
+
data.tar.gz: 6f17acafb5bb247bc2eb5b3b903c201930e5855894e4e7bccb30487c05499403
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 89a87adebb630a4fe4f54d6d54f6e3539b9c7861cf2deb9520bf094261de040cb689d515617806b80279d299c6ba90c8e4cb37ebf7a17e85cc31106e90201bd6
|
7
|
+
data.tar.gz: d0e4fd6e924f30c526725eabdada4518ce142e6253db47f542545fa166daba39b7d5943cce70abd66312c9499cb95f9ec49316e0b08e4bd0e6a3a96785616d86
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -642,6 +642,7 @@ module Aws::Glue
|
|
642
642
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
643
643
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
644
644
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
645
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
645
646
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
646
647
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
647
648
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -888,6 +889,7 @@ module Aws::Glue
|
|
888
889
|
# resp.partitions[0].parameters #=> Hash
|
889
890
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
890
891
|
# resp.partitions[0].last_analyzed_time #=> Time
|
892
|
+
# resp.partitions[0].catalog_id #=> String
|
891
893
|
# resp.unprocessed_keys #=> Array
|
892
894
|
# resp.unprocessed_keys[0].values #=> Array
|
893
895
|
# resp.unprocessed_keys[0].values[0] #=> String
|
@@ -996,11 +998,13 @@ module Aws::Glue
|
|
996
998
|
# resp.workflows[0].last_modified_on #=> Time
|
997
999
|
# resp.workflows[0].last_run.name #=> String
|
998
1000
|
# resp.workflows[0].last_run.workflow_run_id #=> String
|
1001
|
+
# resp.workflows[0].last_run.previous_run_id #=> String
|
999
1002
|
# resp.workflows[0].last_run.workflow_run_properties #=> Hash
|
1000
1003
|
# resp.workflows[0].last_run.workflow_run_properties["IdString"] #=> String
|
1001
1004
|
# resp.workflows[0].last_run.started_on #=> Time
|
1002
1005
|
# resp.workflows[0].last_run.completed_on #=> Time
|
1003
|
-
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
1006
|
+
# resp.workflows[0].last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
1007
|
+
# resp.workflows[0].last_run.error_message #=> String
|
1004
1008
|
# resp.workflows[0].last_run.statistics.total_actions #=> Integer
|
1005
1009
|
# resp.workflows[0].last_run.statistics.timeout_actions #=> Integer
|
1006
1010
|
# resp.workflows[0].last_run.statistics.failed_actions #=> Integer
|
@@ -1131,6 +1135,7 @@ module Aws::Glue
|
|
1131
1135
|
# resp.workflows[0].graph.edges #=> Array
|
1132
1136
|
# resp.workflows[0].graph.edges[0].source_id #=> String
|
1133
1137
|
# resp.workflows[0].graph.edges[0].destination_id #=> String
|
1138
|
+
# resp.workflows[0].max_concurrent_runs #=> Integer
|
1134
1139
|
# resp.missing_workflows #=> Array
|
1135
1140
|
# resp.missing_workflows[0] #=> String
|
1136
1141
|
#
|
@@ -1298,7 +1303,7 @@ module Aws::Glue
|
|
1298
1303
|
# connection_input: { # required
|
1299
1304
|
# name: "NameString", # required
|
1300
1305
|
# description: "DescriptionString",
|
1301
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1306
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1302
1307
|
# match_criteria: ["NameString"],
|
1303
1308
|
# connection_properties: { # required
|
1304
1309
|
# "HOST" => "ValueString",
|
@@ -1399,6 +1404,7 @@ module Aws::Glue
|
|
1399
1404
|
# {
|
1400
1405
|
# path: "Path",
|
1401
1406
|
# exclusions: ["Path"],
|
1407
|
+
# connection_name: "ConnectionName",
|
1402
1408
|
# },
|
1403
1409
|
# ],
|
1404
1410
|
# jdbc_targets: [
|
@@ -1475,6 +1481,10 @@ module Aws::Glue
|
|
1475
1481
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
1476
1482
|
# },
|
1477
1483
|
# ],
|
1484
|
+
# target_database: {
|
1485
|
+
# catalog_id: "CatalogIdString",
|
1486
|
+
# database_name: "NameString",
|
1487
|
+
# },
|
1478
1488
|
# },
|
1479
1489
|
# })
|
1480
1490
|
#
|
@@ -1772,9 +1782,10 @@ module Aws::Glue
|
|
1772
1782
|
# or 1 DPU. The default is 0.0625 DPU.
|
1773
1783
|
#
|
1774
1784
|
# * When you specify an Apache Spark ETL job
|
1775
|
-
# (`JobCommand.Name`="glueetl")
|
1776
|
-
#
|
1777
|
-
#
|
1785
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
1786
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
1787
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
1788
|
+
# fractional DPU allocation.
|
1778
1789
|
#
|
1779
1790
|
#
|
1780
1791
|
#
|
@@ -2374,6 +2385,11 @@ module Aws::Glue
|
|
2374
2385
|
# parameters: {
|
2375
2386
|
# "KeyString" => "ParametersMapValue",
|
2376
2387
|
# },
|
2388
|
+
# target_table: {
|
2389
|
+
# catalog_id: "CatalogIdString",
|
2390
|
+
# database_name: "NameString",
|
2391
|
+
# name: "NameString",
|
2392
|
+
# },
|
2377
2393
|
# },
|
2378
2394
|
# })
|
2379
2395
|
#
|
@@ -2548,6 +2564,13 @@ module Aws::Glue
|
|
2548
2564
|
# @option params [Hash<String,String>] :tags
|
2549
2565
|
# The tags to be used with this workflow.
|
2550
2566
|
#
|
2567
|
+
# @option params [Integer] :max_concurrent_runs
|
2568
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
2569
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
2570
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
2571
|
+
# leave this parameter blank, there is no limit to the number of
|
2572
|
+
# concurrent workflow runs.
|
2573
|
+
#
|
2551
2574
|
# @return [Types::CreateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2552
2575
|
#
|
2553
2576
|
# * {Types::CreateWorkflowResponse#name #name} => String
|
@@ -2563,6 +2586,7 @@ module Aws::Glue
|
|
2563
2586
|
# tags: {
|
2564
2587
|
# "TagKey" => "TagValue",
|
2565
2588
|
# },
|
2589
|
+
# max_concurrent_runs: 1,
|
2566
2590
|
# })
|
2567
2591
|
#
|
2568
2592
|
# @example Response structure
|
@@ -2893,12 +2917,17 @@ module Aws::Glue
|
|
2893
2917
|
# @option params [String] :policy_hash_condition
|
2894
2918
|
# The hash value returned when this policy was set.
|
2895
2919
|
#
|
2920
|
+
# @option params [String] :resource_arn
|
2921
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
2922
|
+
# deleted.
|
2923
|
+
#
|
2896
2924
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2897
2925
|
#
|
2898
2926
|
# @example Request syntax with placeholder values
|
2899
2927
|
#
|
2900
2928
|
# resp = client.delete_resource_policy({
|
2901
2929
|
# policy_hash_condition: "HashString",
|
2930
|
+
# resource_arn: "GlueResourceArn",
|
2902
2931
|
# })
|
2903
2932
|
#
|
2904
2933
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicy AWS API Documentation
|
@@ -3449,7 +3478,7 @@ module Aws::Glue
|
|
3449
3478
|
#
|
3450
3479
|
# resp.connection.name #=> String
|
3451
3480
|
# resp.connection.description #=> String
|
3452
|
-
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3481
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3453
3482
|
# resp.connection.match_criteria #=> Array
|
3454
3483
|
# resp.connection.match_criteria[0] #=> String
|
3455
3484
|
# resp.connection.connection_properties #=> Hash
|
@@ -3507,7 +3536,7 @@ module Aws::Glue
|
|
3507
3536
|
# catalog_id: "CatalogIdString",
|
3508
3537
|
# filter: {
|
3509
3538
|
# match_criteria: ["NameString"],
|
3510
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
3539
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
3511
3540
|
# },
|
3512
3541
|
# hide_password: false,
|
3513
3542
|
# next_token: "Token",
|
@@ -3519,7 +3548,7 @@ module Aws::Glue
|
|
3519
3548
|
# resp.connection_list #=> Array
|
3520
3549
|
# resp.connection_list[0].name #=> String
|
3521
3550
|
# resp.connection_list[0].description #=> String
|
3522
|
-
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA"
|
3551
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
3523
3552
|
# resp.connection_list[0].match_criteria #=> Array
|
3524
3553
|
# resp.connection_list[0].match_criteria[0] #=> String
|
3525
3554
|
# resp.connection_list[0].connection_properties #=> Hash
|
@@ -3565,6 +3594,7 @@ module Aws::Glue
|
|
3565
3594
|
# resp.crawler.targets.s3_targets[0].path #=> String
|
3566
3595
|
# resp.crawler.targets.s3_targets[0].exclusions #=> Array
|
3567
3596
|
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
3597
|
+
# resp.crawler.targets.s3_targets[0].connection_name #=> String
|
3568
3598
|
# resp.crawler.targets.jdbc_targets #=> Array
|
3569
3599
|
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
3570
3600
|
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
@@ -3689,6 +3719,7 @@ module Aws::Glue
|
|
3689
3719
|
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
3690
3720
|
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
3691
3721
|
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
3722
|
+
# resp.crawlers[0].targets.s3_targets[0].connection_name #=> String
|
3692
3723
|
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
3693
3724
|
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
3694
3725
|
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
@@ -3800,6 +3831,9 @@ module Aws::Glue
|
|
3800
3831
|
# resp.database.create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3801
3832
|
# resp.database.create_table_default_permissions[0].permissions #=> Array
|
3802
3833
|
# resp.database.create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3834
|
+
# resp.database.target_database.catalog_id #=> String
|
3835
|
+
# resp.database.target_database.database_name #=> String
|
3836
|
+
# resp.database.catalog_id #=> String
|
3803
3837
|
#
|
3804
3838
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
|
3805
3839
|
#
|
@@ -3822,6 +3856,16 @@ module Aws::Glue
|
|
3822
3856
|
# @option params [Integer] :max_results
|
3823
3857
|
# The maximum number of databases to return in one response.
|
3824
3858
|
#
|
3859
|
+
# @option params [String] :resource_share_type
|
3860
|
+
# Allows you to specify that you want to list the databases shared with
|
3861
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
3862
|
+
#
|
3863
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
3864
|
+
# account.
|
3865
|
+
#
|
3866
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
3867
|
+
# as well as the databases in yor local account.
|
3868
|
+
#
|
3825
3869
|
# @return [Types::GetDatabasesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3826
3870
|
#
|
3827
3871
|
# * {Types::GetDatabasesResponse#database_list #database_list} => Array<Types::Database>
|
@@ -3835,6 +3879,7 @@ module Aws::Glue
|
|
3835
3879
|
# catalog_id: "CatalogIdString",
|
3836
3880
|
# next_token: "Token",
|
3837
3881
|
# max_results: 1,
|
3882
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
3838
3883
|
# })
|
3839
3884
|
#
|
3840
3885
|
# @example Response structure
|
@@ -3850,6 +3895,9 @@ module Aws::Glue
|
|
3850
3895
|
# resp.database_list[0].create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3851
3896
|
# resp.database_list[0].create_table_default_permissions[0].permissions #=> Array
|
3852
3897
|
# resp.database_list[0].create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3898
|
+
# resp.database_list[0].target_database.catalog_id #=> String
|
3899
|
+
# resp.database_list[0].target_database.database_name #=> String
|
3900
|
+
# resp.database_list[0].catalog_id #=> String
|
3853
3901
|
# resp.next_token #=> String
|
3854
3902
|
#
|
3855
3903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
|
@@ -4782,6 +4830,7 @@ module Aws::Glue
|
|
4782
4830
|
# resp.partition.parameters #=> Hash
|
4783
4831
|
# resp.partition.parameters["KeyString"] #=> String
|
4784
4832
|
# resp.partition.last_analyzed_time #=> Time
|
4833
|
+
# resp.partition.catalog_id #=> String
|
4785
4834
|
#
|
4786
4835
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
4787
4836
|
#
|
@@ -4970,6 +5019,7 @@ module Aws::Glue
|
|
4970
5019
|
# resp.partitions[0].parameters #=> Hash
|
4971
5020
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
4972
5021
|
# resp.partitions[0].last_analyzed_time #=> Time
|
5022
|
+
# resp.partitions[0].catalog_id #=> String
|
4973
5023
|
# resp.next_token #=> String
|
4974
5024
|
#
|
4975
5025
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitions AWS API Documentation
|
@@ -5066,8 +5116,61 @@ module Aws::Glue
|
|
5066
5116
|
req.send_request(options)
|
5067
5117
|
end
|
5068
5118
|
|
5119
|
+
# Retrieves the security configurations for the resource policies set on
|
5120
|
+
# individual resources, and also the account-level policy.
|
5121
|
+
#
|
5122
|
+
# This operation also returns the Data Catalog resource policy. However,
|
5123
|
+
# if you enabled metadata encryption in Data Catalog settings, and you
|
5124
|
+
# do not have permission on the AWS KMS key, the operation can't return
|
5125
|
+
# the Data Catalog resource policy.
|
5126
|
+
#
|
5127
|
+
# @option params [String] :next_token
|
5128
|
+
# A continuation token, if this is a continuation request.
|
5129
|
+
#
|
5130
|
+
# @option params [Integer] :max_results
|
5131
|
+
# The maximum size of a list to return.
|
5132
|
+
#
|
5133
|
+
# @return [Types::GetResourcePoliciesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5134
|
+
#
|
5135
|
+
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5136
|
+
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5137
|
+
#
|
5138
|
+
# @example Request syntax with placeholder values
|
5139
|
+
#
|
5140
|
+
# resp = client.get_resource_policies({
|
5141
|
+
# next_token: "Token",
|
5142
|
+
# max_results: 1,
|
5143
|
+
# })
|
5144
|
+
#
|
5145
|
+
# @example Response structure
|
5146
|
+
#
|
5147
|
+
# resp.get_resource_policies_response_list #=> Array
|
5148
|
+
# resp.get_resource_policies_response_list[0].policy_in_json #=> String
|
5149
|
+
# resp.get_resource_policies_response_list[0].policy_hash #=> String
|
5150
|
+
# resp.get_resource_policies_response_list[0].create_time #=> Time
|
5151
|
+
# resp.get_resource_policies_response_list[0].update_time #=> Time
|
5152
|
+
# resp.next_token #=> String
|
5153
|
+
#
|
5154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicies AWS API Documentation
|
5155
|
+
#
|
5156
|
+
# @overload get_resource_policies(params = {})
|
5157
|
+
# @param [Hash] params ({})
|
5158
|
+
def get_resource_policies(params = {}, options = {})
|
5159
|
+
req = build_request(:get_resource_policies, params)
|
5160
|
+
req.send_request(options)
|
5161
|
+
end
|
5162
|
+
|
5069
5163
|
# Retrieves a specified resource policy.
|
5070
5164
|
#
|
5165
|
+
# @option params [String] :resource_arn
|
5166
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
5167
|
+
# retrieved. For more information about AWS Glue resource ARNs, see the
|
5168
|
+
# [AWS Glue ARN string pattern][1]
|
5169
|
+
#
|
5170
|
+
#
|
5171
|
+
#
|
5172
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
5173
|
+
#
|
5071
5174
|
# @return [Types::GetResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5072
5175
|
#
|
5073
5176
|
# * {Types::GetResourcePolicyResponse#policy_in_json #policy_in_json} => String
|
@@ -5075,6 +5178,12 @@ module Aws::Glue
|
|
5075
5178
|
# * {Types::GetResourcePolicyResponse#create_time #create_time} => Time
|
5076
5179
|
# * {Types::GetResourcePolicyResponse#update_time #update_time} => Time
|
5077
5180
|
#
|
5181
|
+
# @example Request syntax with placeholder values
|
5182
|
+
#
|
5183
|
+
# resp = client.get_resource_policy({
|
5184
|
+
# resource_arn: "GlueResourceArn",
|
5185
|
+
# })
|
5186
|
+
#
|
5078
5187
|
# @example Response structure
|
5079
5188
|
#
|
5080
5189
|
# resp.policy_in_json #=> String
|
@@ -5252,6 +5361,10 @@ module Aws::Glue
|
|
5252
5361
|
# resp.table.parameters["KeyString"] #=> String
|
5253
5362
|
# resp.table.created_by #=> String
|
5254
5363
|
# resp.table.is_registered_with_lake_formation #=> Boolean
|
5364
|
+
# resp.table.target_table.catalog_id #=> String
|
5365
|
+
# resp.table.target_table.database_name #=> String
|
5366
|
+
# resp.table.target_table.name #=> String
|
5367
|
+
# resp.table.catalog_id #=> String
|
5255
5368
|
#
|
5256
5369
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
5257
5370
|
#
|
@@ -5346,6 +5459,10 @@ module Aws::Glue
|
|
5346
5459
|
# resp.table_version.table.parameters["KeyString"] #=> String
|
5347
5460
|
# resp.table_version.table.created_by #=> String
|
5348
5461
|
# resp.table_version.table.is_registered_with_lake_formation #=> Boolean
|
5462
|
+
# resp.table_version.table.target_table.catalog_id #=> String
|
5463
|
+
# resp.table_version.table.target_table.database_name #=> String
|
5464
|
+
# resp.table_version.table.target_table.name #=> String
|
5465
|
+
# resp.table_version.table.catalog_id #=> String
|
5349
5466
|
# resp.table_version.version_id #=> String
|
5350
5467
|
#
|
5351
5468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
@@ -5449,6 +5566,10 @@ module Aws::Glue
|
|
5449
5566
|
# resp.table_versions[0].table.parameters["KeyString"] #=> String
|
5450
5567
|
# resp.table_versions[0].table.created_by #=> String
|
5451
5568
|
# resp.table_versions[0].table.is_registered_with_lake_formation #=> Boolean
|
5569
|
+
# resp.table_versions[0].table.target_table.catalog_id #=> String
|
5570
|
+
# resp.table_versions[0].table.target_table.database_name #=> String
|
5571
|
+
# resp.table_versions[0].table.target_table.name #=> String
|
5572
|
+
# resp.table_versions[0].table.catalog_id #=> String
|
5452
5573
|
# resp.table_versions[0].version_id #=> String
|
5453
5574
|
# resp.next_token #=> String
|
5454
5575
|
#
|
@@ -5553,6 +5674,10 @@ module Aws::Glue
|
|
5553
5674
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
5554
5675
|
# resp.table_list[0].created_by #=> String
|
5555
5676
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
5677
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
5678
|
+
# resp.table_list[0].target_table.database_name #=> String
|
5679
|
+
# resp.table_list[0].target_table.name #=> String
|
5680
|
+
# resp.table_list[0].catalog_id #=> String
|
5556
5681
|
# resp.next_token #=> String
|
5557
5682
|
#
|
5558
5683
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
@@ -5742,6 +5867,7 @@ module Aws::Glue
|
|
5742
5867
|
# resp.user_defined_function.resource_uris #=> Array
|
5743
5868
|
# resp.user_defined_function.resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5744
5869
|
# resp.user_defined_function.resource_uris[0].uri #=> String
|
5870
|
+
# resp.user_defined_function.catalog_id #=> String
|
5745
5871
|
#
|
5746
5872
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunction AWS API Documentation
|
5747
5873
|
#
|
@@ -5802,6 +5928,7 @@ module Aws::Glue
|
|
5802
5928
|
# resp.user_defined_functions[0].resource_uris #=> Array
|
5803
5929
|
# resp.user_defined_functions[0].resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5804
5930
|
# resp.user_defined_functions[0].resource_uris[0].uri #=> String
|
5931
|
+
# resp.user_defined_functions[0].catalog_id #=> String
|
5805
5932
|
# resp.next_token #=> String
|
5806
5933
|
#
|
5807
5934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunctions AWS API Documentation
|
@@ -5843,11 +5970,13 @@ module Aws::Glue
|
|
5843
5970
|
# resp.workflow.last_modified_on #=> Time
|
5844
5971
|
# resp.workflow.last_run.name #=> String
|
5845
5972
|
# resp.workflow.last_run.workflow_run_id #=> String
|
5973
|
+
# resp.workflow.last_run.previous_run_id #=> String
|
5846
5974
|
# resp.workflow.last_run.workflow_run_properties #=> Hash
|
5847
5975
|
# resp.workflow.last_run.workflow_run_properties["IdString"] #=> String
|
5848
5976
|
# resp.workflow.last_run.started_on #=> Time
|
5849
5977
|
# resp.workflow.last_run.completed_on #=> Time
|
5850
|
-
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
5978
|
+
# resp.workflow.last_run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
5979
|
+
# resp.workflow.last_run.error_message #=> String
|
5851
5980
|
# resp.workflow.last_run.statistics.total_actions #=> Integer
|
5852
5981
|
# resp.workflow.last_run.statistics.timeout_actions #=> Integer
|
5853
5982
|
# resp.workflow.last_run.statistics.failed_actions #=> Integer
|
@@ -5978,6 +6107,7 @@ module Aws::Glue
|
|
5978
6107
|
# resp.workflow.graph.edges #=> Array
|
5979
6108
|
# resp.workflow.graph.edges[0].source_id #=> String
|
5980
6109
|
# resp.workflow.graph.edges[0].destination_id #=> String
|
6110
|
+
# resp.workflow.max_concurrent_runs #=> Integer
|
5981
6111
|
#
|
5982
6112
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflow AWS API Documentation
|
5983
6113
|
#
|
@@ -6015,11 +6145,13 @@ module Aws::Glue
|
|
6015
6145
|
#
|
6016
6146
|
# resp.run.name #=> String
|
6017
6147
|
# resp.run.workflow_run_id #=> String
|
6148
|
+
# resp.run.previous_run_id #=> String
|
6018
6149
|
# resp.run.workflow_run_properties #=> Hash
|
6019
6150
|
# resp.run.workflow_run_properties["IdString"] #=> String
|
6020
6151
|
# resp.run.started_on #=> Time
|
6021
6152
|
# resp.run.completed_on #=> Time
|
6022
|
-
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6153
|
+
# resp.run.status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6154
|
+
# resp.run.error_message #=> String
|
6023
6155
|
# resp.run.statistics.total_actions #=> Integer
|
6024
6156
|
# resp.run.statistics.timeout_actions #=> Integer
|
6025
6157
|
# resp.run.statistics.failed_actions #=> Integer
|
@@ -6166,11 +6298,13 @@ module Aws::Glue
|
|
6166
6298
|
# resp.runs #=> Array
|
6167
6299
|
# resp.runs[0].name #=> String
|
6168
6300
|
# resp.runs[0].workflow_run_id #=> String
|
6301
|
+
# resp.runs[0].previous_run_id #=> String
|
6169
6302
|
# resp.runs[0].workflow_run_properties #=> Hash
|
6170
6303
|
# resp.runs[0].workflow_run_properties["IdString"] #=> String
|
6171
6304
|
# resp.runs[0].started_on #=> Time
|
6172
6305
|
# resp.runs[0].completed_on #=> Time
|
6173
|
-
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED"
|
6306
|
+
# resp.runs[0].status #=> String, one of "RUNNING", "COMPLETED", "STOPPING", "STOPPED", "ERROR"
|
6307
|
+
# resp.runs[0].error_message #=> String
|
6174
6308
|
# resp.runs[0].statistics.total_actions #=> Integer
|
6175
6309
|
# resp.runs[0].statistics.timeout_actions #=> Integer
|
6176
6310
|
# resp.runs[0].statistics.failed_actions #=> Integer
|
@@ -6636,6 +6770,15 @@ module Aws::Glue
|
|
6636
6770
|
# @option params [required, String] :policy_in_json
|
6637
6771
|
# Contains the policy document to set, in JSON format.
|
6638
6772
|
#
|
6773
|
+
# @option params [String] :resource_arn
|
6774
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
6775
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
6776
|
+
# ARN string pattern][1]
|
6777
|
+
#
|
6778
|
+
#
|
6779
|
+
#
|
6780
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
6781
|
+
#
|
6639
6782
|
# @option params [String] :policy_hash_condition
|
6640
6783
|
# The hash value returned when the previous policy was set using
|
6641
6784
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -6648,6 +6791,17 @@ module Aws::Glue
|
|
6648
6791
|
# null value is used, the call will not depend on the existence of a
|
6649
6792
|
# policy.
|
6650
6793
|
#
|
6794
|
+
# @option params [String] :enable_hybrid
|
6795
|
+
# Allows you to specify if you want to use both resource-level and
|
6796
|
+
# account/catalog-level resource policies. A resource-level policy is a
|
6797
|
+
# policy attached to an individual resource such as a database or a
|
6798
|
+
# table.
|
6799
|
+
#
|
6800
|
+
# The default value of `NO` indicates that resource-level policies
|
6801
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
6802
|
+
# the use of both resource-level and account/catalog-level resource
|
6803
|
+
# policies is allowed.
|
6804
|
+
#
|
6651
6805
|
# @return [Types::PutResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6652
6806
|
#
|
6653
6807
|
# * {Types::PutResourcePolicyResponse#policy_hash #policy_hash} => String
|
@@ -6656,8 +6810,10 @@ module Aws::Glue
|
|
6656
6810
|
#
|
6657
6811
|
# resp = client.put_resource_policy({
|
6658
6812
|
# policy_in_json: "PolicyJsonString", # required
|
6813
|
+
# resource_arn: "GlueResourceArn",
|
6659
6814
|
# policy_hash_condition: "HashString",
|
6660
6815
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
6816
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
6661
6817
|
# })
|
6662
6818
|
#
|
6663
6819
|
# @example Response structure
|
@@ -6746,6 +6902,48 @@ module Aws::Glue
|
|
6746
6902
|
req.send_request(options)
|
6747
6903
|
end
|
6748
6904
|
|
6905
|
+
# Restarts selected nodes of a previous partially completed workflow run
|
6906
|
+
# and resumes the workflow run. The selected nodes and all nodes that
|
6907
|
+
# are downstream from the selected nodes are run.
|
6908
|
+
#
|
6909
|
+
# @option params [required, String] :name
|
6910
|
+
# The name of the workflow to resume.
|
6911
|
+
#
|
6912
|
+
# @option params [required, String] :run_id
|
6913
|
+
# The ID of the workflow run to resume.
|
6914
|
+
#
|
6915
|
+
# @option params [required, Array<String>] :node_ids
|
6916
|
+
# A list of the node IDs for the nodes you want to restart. The nodes
|
6917
|
+
# that are to be restarted must have a run attempt in the original run.
|
6918
|
+
#
|
6919
|
+
# @return [Types::ResumeWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6920
|
+
#
|
6921
|
+
# * {Types::ResumeWorkflowRunResponse#run_id #run_id} => String
|
6922
|
+
# * {Types::ResumeWorkflowRunResponse#node_ids #node_ids} => Array<String>
|
6923
|
+
#
|
6924
|
+
# @example Request syntax with placeholder values
|
6925
|
+
#
|
6926
|
+
# resp = client.resume_workflow_run({
|
6927
|
+
# name: "NameString", # required
|
6928
|
+
# run_id: "IdString", # required
|
6929
|
+
# node_ids: ["NameString"], # required
|
6930
|
+
# })
|
6931
|
+
#
|
6932
|
+
# @example Response structure
|
6933
|
+
#
|
6934
|
+
# resp.run_id #=> String
|
6935
|
+
# resp.node_ids #=> Array
|
6936
|
+
# resp.node_ids[0] #=> String
|
6937
|
+
#
|
6938
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRun AWS API Documentation
|
6939
|
+
#
|
6940
|
+
# @overload resume_workflow_run(params = {})
|
6941
|
+
# @param [Hash] params ({})
|
6942
|
+
def resume_workflow_run(params = {}, options = {})
|
6943
|
+
req = build_request(:resume_workflow_run, params)
|
6944
|
+
req.send_request(options)
|
6945
|
+
end
|
6946
|
+
|
6749
6947
|
# Searches a set of tables based on properties in the table metadata as
|
6750
6948
|
# well as on the parent database. You can search against text or filter
|
6751
6949
|
# conditions.
|
@@ -6760,7 +6958,7 @@ module Aws::Glue
|
|
6760
6958
|
# search.
|
6761
6959
|
#
|
6762
6960
|
# @option params [String] :catalog_id
|
6763
|
-
# A unique identifier, consisting of ` account_id
|
6961
|
+
# A unique identifier, consisting of ` account_id `.
|
6764
6962
|
#
|
6765
6963
|
# @option params [String] :next_token
|
6766
6964
|
# A continuation token, included if this is a continuation call.
|
@@ -6769,6 +6967,16 @@ module Aws::Glue
|
|
6769
6967
|
# A list of key-value pairs, and a comparator used to filter the search
|
6770
6968
|
# results. Returns all entities matching the predicate.
|
6771
6969
|
#
|
6970
|
+
# The `Comparator` member of the `PropertyPredicate` struct is used only
|
6971
|
+
# for time fields, and can be omitted for other field types. Also, when
|
6972
|
+
# comparing string values, such as when `Key=Name`, a fuzzy match
|
6973
|
+
# algorithm is used. The `Key` field (for example, the value of the
|
6974
|
+
# `Name` field) is split on certain punctuation characters, for example,
|
6975
|
+
# -, :, #, etc. into tokens. Then each token is exact-match compared
|
6976
|
+
# with the `Value` member of `PropertyPredicate`. For example, if
|
6977
|
+
# `Key=Name` and `Value=link`, tables named `customer-link` and
|
6978
|
+
# `xx-link-yy` are returned, but `xxlinkyy` is not returned.
|
6979
|
+
#
|
6772
6980
|
# @option params [String] :search_text
|
6773
6981
|
# A string used for a text search.
|
6774
6982
|
#
|
@@ -6782,6 +6990,16 @@ module Aws::Glue
|
|
6782
6990
|
# @option params [Integer] :max_results
|
6783
6991
|
# The maximum number of tables to return in a single response.
|
6784
6992
|
#
|
6993
|
+
# @option params [String] :resource_share_type
|
6994
|
+
# Allows you to specify that you want to search the tables shared with
|
6995
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
6996
|
+
#
|
6997
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
6998
|
+
# account.
|
6999
|
+
#
|
7000
|
+
# * If set to `ALL`, will search the tables shared with your account, as
|
7001
|
+
# well as the tables in yor local account.
|
7002
|
+
#
|
6785
7003
|
# @return [Types::SearchTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6786
7004
|
#
|
6787
7005
|
# * {Types::SearchTablesResponse#next_token #next_token} => String
|
@@ -6809,6 +7027,7 @@ module Aws::Glue
|
|
6809
7027
|
# },
|
6810
7028
|
# ],
|
6811
7029
|
# max_results: 1,
|
7030
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
6812
7031
|
# })
|
6813
7032
|
#
|
6814
7033
|
# @example Response structure
|
@@ -6866,6 +7085,10 @@ module Aws::Glue
|
|
6866
7085
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
6867
7086
|
# resp.table_list[0].created_by #=> String
|
6868
7087
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
7088
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
7089
|
+
# resp.table_list[0].target_table.database_name #=> String
|
7090
|
+
# resp.table_list[0].target_table.name #=> String
|
7091
|
+
# resp.table_list[0].catalog_id #=> String
|
6869
7092
|
#
|
6870
7093
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
6871
7094
|
#
|
@@ -7824,7 +8047,7 @@ module Aws::Glue
|
|
7824
8047
|
# connection_input: { # required
|
7825
8048
|
# name: "NameString", # required
|
7826
8049
|
# description: "DescriptionString",
|
7827
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
8050
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
7828
8051
|
# match_criteria: ["NameString"],
|
7829
8052
|
# connection_properties: { # required
|
7830
8053
|
# "HOST" => "ValueString",
|
@@ -7914,6 +8137,7 @@ module Aws::Glue
|
|
7914
8137
|
# {
|
7915
8138
|
# path: "Path",
|
7916
8139
|
# exclusions: ["Path"],
|
8140
|
+
# connection_name: "ConnectionName",
|
7917
8141
|
# },
|
7918
8142
|
# ],
|
7919
8143
|
# jdbc_targets: [
|
@@ -8026,6 +8250,10 @@ module Aws::Glue
|
|
8026
8250
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
8027
8251
|
# },
|
8028
8252
|
# ],
|
8253
|
+
# target_database: {
|
8254
|
+
# catalog_id: "CatalogIdString",
|
8255
|
+
# database_name: "NameString",
|
8256
|
+
# },
|
8029
8257
|
# },
|
8030
8258
|
# })
|
8031
8259
|
#
|
@@ -8305,11 +8533,15 @@ module Aws::Glue
|
|
8305
8533
|
# The name of the table in which the partition to be updated is located.
|
8306
8534
|
#
|
8307
8535
|
# @option params [required, Array<String>] :partition_value_list
|
8308
|
-
#
|
8536
|
+
# List of partition key values that define the partition to update.
|
8309
8537
|
#
|
8310
8538
|
# @option params [required, Types::PartitionInput] :partition_input
|
8311
8539
|
# The new partition object to update the partition to.
|
8312
8540
|
#
|
8541
|
+
# The `Values` property can't be changed. If you want to change the
|
8542
|
+
# partition key values for a partition, delete and recreate the
|
8543
|
+
# partition.
|
8544
|
+
#
|
8313
8545
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
8314
8546
|
#
|
8315
8547
|
# @example Request syntax with placeholder values
|
@@ -8471,6 +8703,11 @@ module Aws::Glue
|
|
8471
8703
|
# parameters: {
|
8472
8704
|
# "KeyString" => "ParametersMapValue",
|
8473
8705
|
# },
|
8706
|
+
# target_table: {
|
8707
|
+
# catalog_id: "CatalogIdString",
|
8708
|
+
# database_name: "NameString",
|
8709
|
+
# name: "NameString",
|
8710
|
+
# },
|
8474
8711
|
# },
|
8475
8712
|
# skip_archive: false,
|
8476
8713
|
# })
|
@@ -8627,6 +8864,13 @@ module Aws::Glue
|
|
8627
8864
|
# A collection of properties to be used as part of each execution of the
|
8628
8865
|
# workflow.
|
8629
8866
|
#
|
8867
|
+
# @option params [Integer] :max_concurrent_runs
|
8868
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
8869
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
8870
|
+
# maximum number of concurrent runs of any of the component jobs. If you
|
8871
|
+
# leave this parameter blank, there is no limit to the number of
|
8872
|
+
# concurrent workflow runs.
|
8873
|
+
#
|
8630
8874
|
# @return [Types::UpdateWorkflowResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8631
8875
|
#
|
8632
8876
|
# * {Types::UpdateWorkflowResponse#name #name} => String
|
@@ -8639,6 +8883,7 @@ module Aws::Glue
|
|
8639
8883
|
# default_run_properties: {
|
8640
8884
|
# "IdString" => "GenericString",
|
8641
8885
|
# },
|
8886
|
+
# max_concurrent_runs: 1,
|
8642
8887
|
# })
|
8643
8888
|
#
|
8644
8889
|
# @example Response structure
|
@@ -8667,7 +8912,7 @@ module Aws::Glue
|
|
8667
8912
|
params: params,
|
8668
8913
|
config: config)
|
8669
8914
|
context[:gem_name] = 'aws-sdk-glue'
|
8670
|
-
context[:gem_version] = '1.
|
8915
|
+
context[:gem_version] = '1.67.0'
|
8671
8916
|
Seahorse::Client::Request.new(handlers, context)
|
8672
8917
|
end
|
8673
8918
|
|