aws-sdk-glue 1.62.0 → 1.67.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +260 -15
- data/lib/aws-sdk-glue/client_api.rb +93 -0
- data/lib/aws-sdk-glue/types.rb +461 -44
- metadata +2 -2
@@ -174,6 +174,7 @@ module Aws::Glue
|
|
174
174
|
DataLakePrincipal = Shapes::StructureShape.new(name: 'DataLakePrincipal')
|
175
175
|
DataLakePrincipalString = Shapes::StringShape.new(name: 'DataLakePrincipalString')
|
176
176
|
Database = Shapes::StructureShape.new(name: 'Database')
|
177
|
+
DatabaseIdentifier = Shapes::StructureShape.new(name: 'DatabaseIdentifier')
|
177
178
|
DatabaseInput = Shapes::StructureShape.new(name: 'DatabaseInput')
|
178
179
|
DatabaseList = Shapes::ListShape.new(name: 'DatabaseList')
|
179
180
|
DatabaseName = Shapes::StringShape.new(name: 'DatabaseName')
|
@@ -229,6 +230,7 @@ module Aws::Glue
|
|
229
230
|
DynamoDBTargetList = Shapes::ListShape.new(name: 'DynamoDBTargetList')
|
230
231
|
Edge = Shapes::StructureShape.new(name: 'Edge')
|
231
232
|
EdgeList = Shapes::ListShape.new(name: 'EdgeList')
|
233
|
+
EnableHybridValues = Shapes::StringShape.new(name: 'EnableHybridValues')
|
232
234
|
EncryptionAtRest = Shapes::StructureShape.new(name: 'EncryptionAtRest')
|
233
235
|
EncryptionConfiguration = Shapes::StructureShape.new(name: 'EncryptionConfiguration')
|
234
236
|
EntityNotFoundException = Shapes::StructureShape.new(name: 'EntityNotFoundException')
|
@@ -309,6 +311,9 @@ module Aws::Glue
|
|
309
311
|
GetPartitionsResponse = Shapes::StructureShape.new(name: 'GetPartitionsResponse')
|
310
312
|
GetPlanRequest = Shapes::StructureShape.new(name: 'GetPlanRequest')
|
311
313
|
GetPlanResponse = Shapes::StructureShape.new(name: 'GetPlanResponse')
|
314
|
+
GetResourcePoliciesRequest = Shapes::StructureShape.new(name: 'GetResourcePoliciesRequest')
|
315
|
+
GetResourcePoliciesResponse = Shapes::StructureShape.new(name: 'GetResourcePoliciesResponse')
|
316
|
+
GetResourcePoliciesResponseList = Shapes::ListShape.new(name: 'GetResourcePoliciesResponseList')
|
312
317
|
GetResourcePolicyRequest = Shapes::StructureShape.new(name: 'GetResourcePolicyRequest')
|
313
318
|
GetResourcePolicyResponse = Shapes::StructureShape.new(name: 'GetResourcePolicyResponse')
|
314
319
|
GetSecurityConfigurationRequest = Shapes::StructureShape.new(name: 'GetSecurityConfigurationRequest')
|
@@ -343,6 +348,7 @@ module Aws::Glue
|
|
343
348
|
GetWorkflowRunsRequest = Shapes::StructureShape.new(name: 'GetWorkflowRunsRequest')
|
344
349
|
GetWorkflowRunsResponse = Shapes::StructureShape.new(name: 'GetWorkflowRunsResponse')
|
345
350
|
GlueEncryptionException = Shapes::StructureShape.new(name: 'GlueEncryptionException')
|
351
|
+
GluePolicy = Shapes::StructureShape.new(name: 'GluePolicy')
|
346
352
|
GlueResourceArn = Shapes::StringShape.new(name: 'GlueResourceArn')
|
347
353
|
GlueTable = Shapes::StructureShape.new(name: 'GlueTable')
|
348
354
|
GlueTables = Shapes::ListShape.new(name: 'GlueTables')
|
@@ -422,6 +428,7 @@ module Aws::Glue
|
|
422
428
|
NameStringList = Shapes::ListShape.new(name: 'NameStringList')
|
423
429
|
NoScheduleException = Shapes::StructureShape.new(name: 'NoScheduleException')
|
424
430
|
Node = Shapes::StructureShape.new(name: 'Node')
|
431
|
+
NodeIdList = Shapes::ListShape.new(name: 'NodeIdList')
|
425
432
|
NodeList = Shapes::ListShape.new(name: 'NodeList')
|
426
433
|
NodeType = Shapes::StringShape.new(name: 'NodeType')
|
427
434
|
NonNegativeDouble = Shapes::FloatShape.new(name: 'NonNegativeDouble')
|
@@ -475,9 +482,12 @@ module Aws::Glue
|
|
475
482
|
ResetJobBookmarkRequest = Shapes::StructureShape.new(name: 'ResetJobBookmarkRequest')
|
476
483
|
ResetJobBookmarkResponse = Shapes::StructureShape.new(name: 'ResetJobBookmarkResponse')
|
477
484
|
ResourceNumberLimitExceededException = Shapes::StructureShape.new(name: 'ResourceNumberLimitExceededException')
|
485
|
+
ResourceShareType = Shapes::StringShape.new(name: 'ResourceShareType')
|
478
486
|
ResourceType = Shapes::StringShape.new(name: 'ResourceType')
|
479
487
|
ResourceUri = Shapes::StructureShape.new(name: 'ResourceUri')
|
480
488
|
ResourceUriList = Shapes::ListShape.new(name: 'ResourceUriList')
|
489
|
+
ResumeWorkflowRunRequest = Shapes::StructureShape.new(name: 'ResumeWorkflowRunRequest')
|
490
|
+
ResumeWorkflowRunResponse = Shapes::StructureShape.new(name: 'ResumeWorkflowRunResponse')
|
481
491
|
Role = Shapes::StringShape.new(name: 'Role')
|
482
492
|
RoleArn = Shapes::StringShape.new(name: 'RoleArn')
|
483
493
|
RoleString = Shapes::StringShape.new(name: 'RoleString')
|
@@ -543,6 +553,7 @@ module Aws::Glue
|
|
543
553
|
Table = Shapes::StructureShape.new(name: 'Table')
|
544
554
|
TableError = Shapes::StructureShape.new(name: 'TableError')
|
545
555
|
TableErrors = Shapes::ListShape.new(name: 'TableErrors')
|
556
|
+
TableIdentifier = Shapes::StructureShape.new(name: 'TableIdentifier')
|
546
557
|
TableInput = Shapes::StructureShape.new(name: 'TableInput')
|
547
558
|
TableList = Shapes::ListShape.new(name: 'TableList')
|
548
559
|
TableName = Shapes::StringShape.new(name: 'TableName')
|
@@ -1206,6 +1217,7 @@ module Aws::Glue
|
|
1206
1217
|
CreateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
1207
1218
|
CreateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
1208
1219
|
CreateWorkflowRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1220
|
+
CreateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
1209
1221
|
CreateWorkflowRequest.struct_class = Types::CreateWorkflowRequest
|
1210
1222
|
|
1211
1223
|
CreateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -1247,13 +1259,20 @@ module Aws::Glue
|
|
1247
1259
|
Database.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
1248
1260
|
Database.add_member(:create_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "CreateTime"))
|
1249
1261
|
Database.add_member(:create_table_default_permissions, Shapes::ShapeRef.new(shape: PrincipalPermissionsList, location_name: "CreateTableDefaultPermissions"))
|
1262
|
+
Database.add_member(:target_database, Shapes::ShapeRef.new(shape: DatabaseIdentifier, location_name: "TargetDatabase"))
|
1263
|
+
Database.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1250
1264
|
Database.struct_class = Types::Database
|
1251
1265
|
|
1266
|
+
DatabaseIdentifier.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1267
|
+
DatabaseIdentifier.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
|
1268
|
+
DatabaseIdentifier.struct_class = Types::DatabaseIdentifier
|
1269
|
+
|
1252
1270
|
DatabaseInput.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
1253
1271
|
DatabaseInput.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
1254
1272
|
DatabaseInput.add_member(:location_uri, Shapes::ShapeRef.new(shape: URI, location_name: "LocationUri"))
|
1255
1273
|
DatabaseInput.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
1256
1274
|
DatabaseInput.add_member(:create_table_default_permissions, Shapes::ShapeRef.new(shape: PrincipalPermissionsList, location_name: "CreateTableDefaultPermissions"))
|
1275
|
+
DatabaseInput.add_member(:target_database, Shapes::ShapeRef.new(shape: DatabaseIdentifier, location_name: "TargetDatabase"))
|
1257
1276
|
DatabaseInput.struct_class = Types::DatabaseInput
|
1258
1277
|
|
1259
1278
|
DatabaseList.member = Shapes::ShapeRef.new(shape: Database)
|
@@ -1341,6 +1360,7 @@ module Aws::Glue
|
|
1341
1360
|
DeletePartitionResponse.struct_class = Types::DeletePartitionResponse
|
1342
1361
|
|
1343
1362
|
DeleteResourcePolicyRequest.add_member(:policy_hash_condition, Shapes::ShapeRef.new(shape: HashString, location_name: "PolicyHashCondition"))
|
1363
|
+
DeleteResourcePolicyRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, location_name: "ResourceArn"))
|
1344
1364
|
DeleteResourcePolicyRequest.struct_class = Types::DeleteResourcePolicyRequest
|
1345
1365
|
|
1346
1366
|
DeleteResourcePolicyResponse.struct_class = Types::DeleteResourcePolicyResponse
|
@@ -1595,6 +1615,7 @@ module Aws::Glue
|
|
1595
1615
|
GetDatabasesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1596
1616
|
GetDatabasesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1597
1617
|
GetDatabasesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
1618
|
+
GetDatabasesRequest.add_member(:resource_share_type, Shapes::ShapeRef.new(shape: ResourceShareType, location_name: "ResourceShareType"))
|
1598
1619
|
GetDatabasesRequest.struct_class = Types::GetDatabasesRequest
|
1599
1620
|
|
1600
1621
|
GetDatabasesResponse.add_member(:database_list, Shapes::ShapeRef.new(shape: DatabaseList, required: true, location_name: "DatabaseList"))
|
@@ -1761,6 +1782,17 @@ module Aws::Glue
|
|
1761
1782
|
GetPlanResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
|
1762
1783
|
GetPlanResponse.struct_class = Types::GetPlanResponse
|
1763
1784
|
|
1785
|
+
GetResourcePoliciesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1786
|
+
GetResourcePoliciesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
1787
|
+
GetResourcePoliciesRequest.struct_class = Types::GetResourcePoliciesRequest
|
1788
|
+
|
1789
|
+
GetResourcePoliciesResponse.add_member(:get_resource_policies_response_list, Shapes::ShapeRef.new(shape: GetResourcePoliciesResponseList, location_name: "GetResourcePoliciesResponseList"))
|
1790
|
+
GetResourcePoliciesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1791
|
+
GetResourcePoliciesResponse.struct_class = Types::GetResourcePoliciesResponse
|
1792
|
+
|
1793
|
+
GetResourcePoliciesResponseList.member = Shapes::ShapeRef.new(shape: GluePolicy)
|
1794
|
+
|
1795
|
+
GetResourcePolicyRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, location_name: "ResourceArn"))
|
1764
1796
|
GetResourcePolicyRequest.struct_class = Types::GetResourcePolicyRequest
|
1765
1797
|
|
1766
1798
|
GetResourcePolicyResponse.add_member(:policy_in_json, Shapes::ShapeRef.new(shape: PolicyJsonString, location_name: "PolicyInJson"))
|
@@ -1899,6 +1931,12 @@ module Aws::Glue
|
|
1899
1931
|
GlueEncryptionException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
1900
1932
|
GlueEncryptionException.struct_class = Types::GlueEncryptionException
|
1901
1933
|
|
1934
|
+
GluePolicy.add_member(:policy_in_json, Shapes::ShapeRef.new(shape: PolicyJsonString, location_name: "PolicyInJson"))
|
1935
|
+
GluePolicy.add_member(:policy_hash, Shapes::ShapeRef.new(shape: HashString, location_name: "PolicyHash"))
|
1936
|
+
GluePolicy.add_member(:create_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "CreateTime"))
|
1937
|
+
GluePolicy.add_member(:update_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "UpdateTime"))
|
1938
|
+
GluePolicy.struct_class = Types::GluePolicy
|
1939
|
+
|
1902
1940
|
GlueTable.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
1903
1941
|
GlueTable.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
1904
1942
|
GlueTable.add_member(:catalog_id, Shapes::ShapeRef.new(shape: NameString, location_name: "CatalogId"))
|
@@ -2175,6 +2213,8 @@ module Aws::Glue
|
|
2175
2213
|
Node.add_member(:crawler_details, Shapes::ShapeRef.new(shape: CrawlerNodeDetails, location_name: "CrawlerDetails"))
|
2176
2214
|
Node.struct_class = Types::Node
|
2177
2215
|
|
2216
|
+
NodeIdList.member = Shapes::ShapeRef.new(shape: NameString)
|
2217
|
+
|
2178
2218
|
NodeList.member = Shapes::ShapeRef.new(shape: Node)
|
2179
2219
|
|
2180
2220
|
NotificationProperty.add_member(:notify_delay_after, Shapes::ShapeRef.new(shape: NotifyDelayAfter, location_name: "NotifyDelayAfter"))
|
@@ -2202,6 +2242,7 @@ module Aws::Glue
|
|
2202
2242
|
Partition.add_member(:storage_descriptor, Shapes::ShapeRef.new(shape: StorageDescriptor, location_name: "StorageDescriptor"))
|
2203
2243
|
Partition.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
2204
2244
|
Partition.add_member(:last_analyzed_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastAnalyzedTime"))
|
2245
|
+
Partition.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
2205
2246
|
Partition.struct_class = Types::Partition
|
2206
2247
|
|
2207
2248
|
PartitionError.add_member(:partition_values, Shapes::ShapeRef.new(shape: ValueStringList, location_name: "PartitionValues"))
|
@@ -2263,8 +2304,10 @@ module Aws::Glue
|
|
2263
2304
|
PutDataCatalogEncryptionSettingsResponse.struct_class = Types::PutDataCatalogEncryptionSettingsResponse
|
2264
2305
|
|
2265
2306
|
PutResourcePolicyRequest.add_member(:policy_in_json, Shapes::ShapeRef.new(shape: PolicyJsonString, required: true, location_name: "PolicyInJson"))
|
2307
|
+
PutResourcePolicyRequest.add_member(:resource_arn, Shapes::ShapeRef.new(shape: GlueResourceArn, location_name: "ResourceArn"))
|
2266
2308
|
PutResourcePolicyRequest.add_member(:policy_hash_condition, Shapes::ShapeRef.new(shape: HashString, location_name: "PolicyHashCondition"))
|
2267
2309
|
PutResourcePolicyRequest.add_member(:policy_exists_condition, Shapes::ShapeRef.new(shape: ExistCondition, location_name: "PolicyExistsCondition"))
|
2310
|
+
PutResourcePolicyRequest.add_member(:enable_hybrid, Shapes::ShapeRef.new(shape: EnableHybridValues, location_name: "EnableHybrid"))
|
2268
2311
|
PutResourcePolicyRequest.struct_class = Types::PutResourcePolicyRequest
|
2269
2312
|
|
2270
2313
|
PutResourcePolicyResponse.add_member(:policy_hash, Shapes::ShapeRef.new(shape: HashString, location_name: "PolicyHash"))
|
@@ -2293,6 +2336,15 @@ module Aws::Glue
|
|
2293
2336
|
|
2294
2337
|
ResourceUriList.member = Shapes::ShapeRef.new(shape: ResourceUri)
|
2295
2338
|
|
2339
|
+
ResumeWorkflowRunRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2340
|
+
ResumeWorkflowRunRequest.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, required: true, location_name: "RunId"))
|
2341
|
+
ResumeWorkflowRunRequest.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, required: true, location_name: "NodeIds"))
|
2342
|
+
ResumeWorkflowRunRequest.struct_class = Types::ResumeWorkflowRunRequest
|
2343
|
+
|
2344
|
+
ResumeWorkflowRunResponse.add_member(:run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "RunId"))
|
2345
|
+
ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
|
2346
|
+
ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
|
2347
|
+
|
2296
2348
|
S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
|
2297
2349
|
S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
|
2298
2350
|
S3Encryption.struct_class = Types::S3Encryption
|
@@ -2301,6 +2353,7 @@ module Aws::Glue
|
|
2301
2353
|
|
2302
2354
|
S3Target.add_member(:path, Shapes::ShapeRef.new(shape: Path, location_name: "Path"))
|
2303
2355
|
S3Target.add_member(:exclusions, Shapes::ShapeRef.new(shape: PathList, location_name: "Exclusions"))
|
2356
|
+
S3Target.add_member(:connection_name, Shapes::ShapeRef.new(shape: ConnectionName, location_name: "ConnectionName"))
|
2304
2357
|
S3Target.struct_class = Types::S3Target
|
2305
2358
|
|
2306
2359
|
S3TargetList.member = Shapes::ShapeRef.new(shape: S3Target)
|
@@ -2334,6 +2387,7 @@ module Aws::Glue
|
|
2334
2387
|
SearchTablesRequest.add_member(:search_text, Shapes::ShapeRef.new(shape: ValueString, location_name: "SearchText"))
|
2335
2388
|
SearchTablesRequest.add_member(:sort_criteria, Shapes::ShapeRef.new(shape: SortCriteria, location_name: "SortCriteria"))
|
2336
2389
|
SearchTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
2390
|
+
SearchTablesRequest.add_member(:resource_share_type, Shapes::ShapeRef.new(shape: ResourceShareType, location_name: "ResourceShareType"))
|
2337
2391
|
SearchTablesRequest.struct_class = Types::SearchTablesRequest
|
2338
2392
|
|
2339
2393
|
SearchTablesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
@@ -2495,6 +2549,8 @@ module Aws::Glue
|
|
2495
2549
|
Table.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
2496
2550
|
Table.add_member(:created_by, Shapes::ShapeRef.new(shape: NameString, location_name: "CreatedBy"))
|
2497
2551
|
Table.add_member(:is_registered_with_lake_formation, Shapes::ShapeRef.new(shape: Boolean, location_name: "IsRegisteredWithLakeFormation"))
|
2552
|
+
Table.add_member(:target_table, Shapes::ShapeRef.new(shape: TableIdentifier, location_name: "TargetTable"))
|
2553
|
+
Table.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
2498
2554
|
Table.struct_class = Types::Table
|
2499
2555
|
|
2500
2556
|
TableError.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, location_name: "TableName"))
|
@@ -2503,6 +2559,11 @@ module Aws::Glue
|
|
2503
2559
|
|
2504
2560
|
TableErrors.member = Shapes::ShapeRef.new(shape: TableError)
|
2505
2561
|
|
2562
|
+
TableIdentifier.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
2563
|
+
TableIdentifier.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
|
2564
|
+
TableIdentifier.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2565
|
+
TableIdentifier.struct_class = Types::TableIdentifier
|
2566
|
+
|
2506
2567
|
TableInput.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2507
2568
|
TableInput.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
|
2508
2569
|
TableInput.add_member(:owner, Shapes::ShapeRef.new(shape: NameString, location_name: "Owner"))
|
@@ -2515,6 +2576,7 @@ module Aws::Glue
|
|
2515
2576
|
TableInput.add_member(:view_expanded_text, Shapes::ShapeRef.new(shape: ViewTextString, location_name: "ViewExpandedText"))
|
2516
2577
|
TableInput.add_member(:table_type, Shapes::ShapeRef.new(shape: TableTypeString, location_name: "TableType"))
|
2517
2578
|
TableInput.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
|
2579
|
+
TableInput.add_member(:target_table, Shapes::ShapeRef.new(shape: TableIdentifier, location_name: "TargetTable"))
|
2518
2580
|
TableInput.struct_class = Types::TableInput
|
2519
2581
|
|
2520
2582
|
TableList.member = Shapes::ShapeRef.new(shape: Table)
|
@@ -2781,6 +2843,7 @@ module Aws::Glue
|
|
2781
2843
|
UpdateWorkflowRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
|
2782
2844
|
UpdateWorkflowRequest.add_member(:description, Shapes::ShapeRef.new(shape: GenericString, location_name: "Description"))
|
2783
2845
|
UpdateWorkflowRequest.add_member(:default_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "DefaultRunProperties"))
|
2846
|
+
UpdateWorkflowRequest.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2784
2847
|
UpdateWorkflowRequest.struct_class = Types::UpdateWorkflowRequest
|
2785
2848
|
|
2786
2849
|
UpdateWorkflowResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
@@ -2798,6 +2861,7 @@ module Aws::Glue
|
|
2798
2861
|
UserDefinedFunction.add_member(:owner_type, Shapes::ShapeRef.new(shape: PrincipalType, location_name: "OwnerType"))
|
2799
2862
|
UserDefinedFunction.add_member(:create_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "CreateTime"))
|
2800
2863
|
UserDefinedFunction.add_member(:resource_uris, Shapes::ShapeRef.new(shape: ResourceUriList, location_name: "ResourceUris"))
|
2864
|
+
UserDefinedFunction.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
2801
2865
|
UserDefinedFunction.struct_class = Types::UserDefinedFunction
|
2802
2866
|
|
2803
2867
|
UserDefinedFunctionInput.add_member(:function_name, Shapes::ShapeRef.new(shape: NameString, location_name: "FunctionName"))
|
@@ -2824,6 +2888,7 @@ module Aws::Glue
|
|
2824
2888
|
Workflow.add_member(:last_modified_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "LastModifiedOn"))
|
2825
2889
|
Workflow.add_member(:last_run, Shapes::ShapeRef.new(shape: WorkflowRun, location_name: "LastRun"))
|
2826
2890
|
Workflow.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2891
|
+
Workflow.add_member(:max_concurrent_runs, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxConcurrentRuns"))
|
2827
2892
|
Workflow.struct_class = Types::Workflow
|
2828
2893
|
|
2829
2894
|
WorkflowGraph.add_member(:nodes, Shapes::ShapeRef.new(shape: NodeList, location_name: "Nodes"))
|
@@ -2834,10 +2899,12 @@ module Aws::Glue
|
|
2834
2899
|
|
2835
2900
|
WorkflowRun.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2836
2901
|
WorkflowRun.add_member(:workflow_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "WorkflowRunId"))
|
2902
|
+
WorkflowRun.add_member(:previous_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "PreviousRunId"))
|
2837
2903
|
WorkflowRun.add_member(:workflow_run_properties, Shapes::ShapeRef.new(shape: WorkflowRunProperties, location_name: "WorkflowRunProperties"))
|
2838
2904
|
WorkflowRun.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
|
2839
2905
|
WorkflowRun.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
|
2840
2906
|
WorkflowRun.add_member(:status, Shapes::ShapeRef.new(shape: WorkflowRunStatus, location_name: "Status"))
|
2907
|
+
WorkflowRun.add_member(:error_message, Shapes::ShapeRef.new(shape: ErrorString, location_name: "ErrorMessage"))
|
2841
2908
|
WorkflowRun.add_member(:statistics, Shapes::ShapeRef.new(shape: WorkflowRunStatistics, location_name: "Statistics"))
|
2842
2909
|
WorkflowRun.add_member(:graph, Shapes::ShapeRef.new(shape: WorkflowGraph, location_name: "Graph"))
|
2843
2910
|
WorkflowRun.struct_class = Types::WorkflowRun
|
@@ -3834,6 +3901,18 @@ module Aws::Glue
|
|
3834
3901
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3835
3902
|
end)
|
3836
3903
|
|
3904
|
+
api.add_operation(:get_resource_policies, Seahorse::Model::Operation.new.tap do |o|
|
3905
|
+
o.name = "GetResourcePolicies"
|
3906
|
+
o.http_method = "POST"
|
3907
|
+
o.http_request_uri = "/"
|
3908
|
+
o.input = Shapes::ShapeRef.new(shape: GetResourcePoliciesRequest)
|
3909
|
+
o.output = Shapes::ShapeRef.new(shape: GetResourcePoliciesResponse)
|
3910
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
3911
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
3912
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
3913
|
+
o.errors << Shapes::ShapeRef.new(shape: GlueEncryptionException)
|
3914
|
+
end)
|
3915
|
+
|
3837
3916
|
api.add_operation(:get_resource_policy, Seahorse::Model::Operation.new.tap do |o|
|
3838
3917
|
o.name = "GetResourcePolicy"
|
3839
3918
|
o.http_method = "POST"
|
@@ -4233,6 +4312,20 @@ module Aws::Glue
|
|
4233
4312
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
4234
4313
|
end)
|
4235
4314
|
|
4315
|
+
api.add_operation(:resume_workflow_run, Seahorse::Model::Operation.new.tap do |o|
|
4316
|
+
o.name = "ResumeWorkflowRun"
|
4317
|
+
o.http_method = "POST"
|
4318
|
+
o.http_request_uri = "/"
|
4319
|
+
o.input = Shapes::ShapeRef.new(shape: ResumeWorkflowRunRequest)
|
4320
|
+
o.output = Shapes::ShapeRef.new(shape: ResumeWorkflowRunResponse)
|
4321
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
4322
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
4323
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
4324
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
4325
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentRunsExceededException)
|
4326
|
+
o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
|
4327
|
+
end)
|
4328
|
+
|
4236
4329
|
api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
|
4237
4330
|
o.name = "SearchTables"
|
4238
4331
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -1543,8 +1543,7 @@ module Aws::Glue
|
|
1543
1543
|
# @return [String]
|
1544
1544
|
#
|
1545
1545
|
# @!attribute [rw] connection_type
|
1546
|
-
# The type of the connection. Currently,
|
1547
|
-
# is not supported.
|
1546
|
+
# The type of the connection. Currently, SFTP is not supported.
|
1548
1547
|
# @return [String]
|
1549
1548
|
#
|
1550
1549
|
# @!attribute [rw] match_criteria
|
@@ -1621,6 +1620,17 @@ module Aws::Glue
|
|
1621
1620
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1622
1621
|
# Kafka cluster to which a Kafka client will connect to and
|
1623
1622
|
# bootstrap itself.
|
1623
|
+
#
|
1624
|
+
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1625
|
+
# Apache Kafka connection. Default value is "true".
|
1626
|
+
#
|
1627
|
+
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1628
|
+
# file (.pem format). The default is an empty string.
|
1629
|
+
#
|
1630
|
+
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1631
|
+
# validation of the CA cert file or not. AWS Glue validates for
|
1632
|
+
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1633
|
+
# Default value is "false".
|
1624
1634
|
# @return [Hash<String,String>]
|
1625
1635
|
#
|
1626
1636
|
# @!attribute [rw] physical_connection_requirements
|
@@ -1666,7 +1676,7 @@ module Aws::Glue
|
|
1666
1676
|
# {
|
1667
1677
|
# name: "NameString", # required
|
1668
1678
|
# description: "DescriptionString",
|
1669
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
1679
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1670
1680
|
# match_criteria: ["NameString"],
|
1671
1681
|
# connection_properties: { # required
|
1672
1682
|
# "HOST" => "ValueString",
|
@@ -1698,6 +1708,9 @@ module Aws::Glue
|
|
1698
1708
|
# * `MONGODB` - Designates a connection to a MongoDB document
|
1699
1709
|
# database.
|
1700
1710
|
#
|
1711
|
+
# * `NETWORK` - Designates a network connection to a data source
|
1712
|
+
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
1713
|
+
#
|
1701
1714
|
# SFTP is not supported.
|
1702
1715
|
# @return [String]
|
1703
1716
|
#
|
@@ -2067,6 +2080,7 @@ module Aws::Glue
|
|
2067
2080
|
# {
|
2068
2081
|
# path: "Path",
|
2069
2082
|
# exclusions: ["Path"],
|
2083
|
+
# connection_name: "ConnectionName",
|
2070
2084
|
# },
|
2071
2085
|
# ],
|
2072
2086
|
# jdbc_targets: [
|
@@ -2187,7 +2201,7 @@ module Aws::Glue
|
|
2187
2201
|
# connection_input: { # required
|
2188
2202
|
# name: "NameString", # required
|
2189
2203
|
# description: "DescriptionString",
|
2190
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
2204
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
2191
2205
|
# match_criteria: ["NameString"],
|
2192
2206
|
# connection_properties: { # required
|
2193
2207
|
# "HOST" => "ValueString",
|
@@ -2235,6 +2249,7 @@ module Aws::Glue
|
|
2235
2249
|
# {
|
2236
2250
|
# path: "Path",
|
2237
2251
|
# exclusions: ["Path"],
|
2252
|
+
# connection_name: "ConnectionName",
|
2238
2253
|
# },
|
2239
2254
|
# ],
|
2240
2255
|
# jdbc_targets: [
|
@@ -2447,6 +2462,10 @@ module Aws::Glue
|
|
2447
2462
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
2448
2463
|
# },
|
2449
2464
|
# ],
|
2465
|
+
# target_database: {
|
2466
|
+
# catalog_id: "CatalogIdString",
|
2467
|
+
# database_name: "NameString",
|
2468
|
+
# },
|
2450
2469
|
# },
|
2451
2470
|
# }
|
2452
2471
|
#
|
@@ -2956,8 +2975,9 @@ module Aws::Glue
|
|
2956
2975
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
2957
2976
|
#
|
2958
2977
|
# * When you specify an Apache Spark ETL job
|
2959
|
-
# (`JobCommand.Name`="glueetl")
|
2960
|
-
#
|
2978
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2979
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
2980
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
2961
2981
|
# fractional DPU allocation.
|
2962
2982
|
#
|
2963
2983
|
#
|
@@ -3591,6 +3611,11 @@ module Aws::Glue
|
|
3591
3611
|
# parameters: {
|
3592
3612
|
# "KeyString" => "ParametersMapValue",
|
3593
3613
|
# },
|
3614
|
+
# target_table: {
|
3615
|
+
# catalog_id: "CatalogIdString",
|
3616
|
+
# database_name: "NameString",
|
3617
|
+
# name: "NameString",
|
3618
|
+
# },
|
3594
3619
|
# },
|
3595
3620
|
# }
|
3596
3621
|
#
|
@@ -3805,6 +3830,7 @@ module Aws::Glue
|
|
3805
3830
|
# tags: {
|
3806
3831
|
# "TagKey" => "TagValue",
|
3807
3832
|
# },
|
3833
|
+
# max_concurrent_runs: 1,
|
3808
3834
|
# }
|
3809
3835
|
#
|
3810
3836
|
# @!attribute [rw] name
|
@@ -3825,13 +3851,22 @@ module Aws::Glue
|
|
3825
3851
|
# The tags to be used with this workflow.
|
3826
3852
|
# @return [Hash<String,String>]
|
3827
3853
|
#
|
3854
|
+
# @!attribute [rw] max_concurrent_runs
|
3855
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
3856
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
3857
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
3858
|
+
# you leave this parameter blank, there is no limit to the number of
|
3859
|
+
# concurrent workflow runs.
|
3860
|
+
# @return [Integer]
|
3861
|
+
#
|
3828
3862
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
3829
3863
|
#
|
3830
3864
|
class CreateWorkflowRequest < Struct.new(
|
3831
3865
|
:name,
|
3832
3866
|
:description,
|
3833
3867
|
:default_run_properties,
|
3834
|
-
:tags
|
3868
|
+
:tags,
|
3869
|
+
:max_concurrent_runs)
|
3835
3870
|
SENSITIVE = []
|
3836
3871
|
include Aws::Structure
|
3837
3872
|
end
|
@@ -4036,6 +4071,15 @@ module Aws::Glue
|
|
4036
4071
|
# Creates a set of default permissions on the table for principals.
|
4037
4072
|
# @return [Array<Types::PrincipalPermissions>]
|
4038
4073
|
#
|
4074
|
+
# @!attribute [rw] target_database
|
4075
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4076
|
+
# for resource linking.
|
4077
|
+
# @return [Types::DatabaseIdentifier]
|
4078
|
+
#
|
4079
|
+
# @!attribute [rw] catalog_id
|
4080
|
+
# The ID of the Data Catalog in which the database resides.
|
4081
|
+
# @return [String]
|
4082
|
+
#
|
4039
4083
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
4040
4084
|
#
|
4041
4085
|
class Database < Struct.new(
|
@@ -4044,7 +4088,36 @@ module Aws::Glue
|
|
4044
4088
|
:location_uri,
|
4045
4089
|
:parameters,
|
4046
4090
|
:create_time,
|
4047
|
-
:create_table_default_permissions
|
4091
|
+
:create_table_default_permissions,
|
4092
|
+
:target_database,
|
4093
|
+
:catalog_id)
|
4094
|
+
SENSITIVE = []
|
4095
|
+
include Aws::Structure
|
4096
|
+
end
|
4097
|
+
|
4098
|
+
# A structure that describes a target database for resource linking.
|
4099
|
+
#
|
4100
|
+
# @note When making an API call, you may pass DatabaseIdentifier
|
4101
|
+
# data as a hash:
|
4102
|
+
#
|
4103
|
+
# {
|
4104
|
+
# catalog_id: "CatalogIdString",
|
4105
|
+
# database_name: "NameString",
|
4106
|
+
# }
|
4107
|
+
#
|
4108
|
+
# @!attribute [rw] catalog_id
|
4109
|
+
# The ID of the Data Catalog in which the database resides.
|
4110
|
+
# @return [String]
|
4111
|
+
#
|
4112
|
+
# @!attribute [rw] database_name
|
4113
|
+
# The name of the catalog database.
|
4114
|
+
# @return [String]
|
4115
|
+
#
|
4116
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseIdentifier AWS API Documentation
|
4117
|
+
#
|
4118
|
+
class DatabaseIdentifier < Struct.new(
|
4119
|
+
:catalog_id,
|
4120
|
+
:database_name)
|
4048
4121
|
SENSITIVE = []
|
4049
4122
|
include Aws::Structure
|
4050
4123
|
end
|
@@ -4069,6 +4142,10 @@ module Aws::Glue
|
|
4069
4142
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
4070
4143
|
# },
|
4071
4144
|
# ],
|
4145
|
+
# target_database: {
|
4146
|
+
# catalog_id: "CatalogIdString",
|
4147
|
+
# database_name: "NameString",
|
4148
|
+
# },
|
4072
4149
|
# }
|
4073
4150
|
#
|
4074
4151
|
# @!attribute [rw] name
|
@@ -4096,6 +4173,11 @@ module Aws::Glue
|
|
4096
4173
|
# Creates a set of default permissions on the table for principals.
|
4097
4174
|
# @return [Array<Types::PrincipalPermissions>]
|
4098
4175
|
#
|
4176
|
+
# @!attribute [rw] target_database
|
4177
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4178
|
+
# for resource linking.
|
4179
|
+
# @return [Types::DatabaseIdentifier]
|
4180
|
+
#
|
4099
4181
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
4100
4182
|
#
|
4101
4183
|
class DatabaseInput < Struct.new(
|
@@ -4103,7 +4185,8 @@ module Aws::Glue
|
|
4103
4185
|
:description,
|
4104
4186
|
:location_uri,
|
4105
4187
|
:parameters,
|
4106
|
-
:create_table_default_permissions
|
4188
|
+
:create_table_default_permissions,
|
4189
|
+
:target_database)
|
4107
4190
|
SENSITIVE = []
|
4108
4191
|
include Aws::Structure
|
4109
4192
|
end
|
@@ -4550,16 +4633,23 @@ module Aws::Glue
|
|
4550
4633
|
#
|
4551
4634
|
# {
|
4552
4635
|
# policy_hash_condition: "HashString",
|
4636
|
+
# resource_arn: "GlueResourceArn",
|
4553
4637
|
# }
|
4554
4638
|
#
|
4555
4639
|
# @!attribute [rw] policy_hash_condition
|
4556
4640
|
# The hash value returned when this policy was set.
|
4557
4641
|
# @return [String]
|
4558
4642
|
#
|
4643
|
+
# @!attribute [rw] resource_arn
|
4644
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
4645
|
+
# deleted.
|
4646
|
+
# @return [String]
|
4647
|
+
#
|
4559
4648
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
4560
4649
|
#
|
4561
4650
|
class DeleteResourcePolicyRequest < Struct.new(
|
4562
|
-
:policy_hash_condition
|
4651
|
+
:policy_hash_condition,
|
4652
|
+
:resource_arn)
|
4563
4653
|
SENSITIVE = []
|
4564
4654
|
include Aws::Structure
|
4565
4655
|
end
|
@@ -5129,7 +5219,7 @@ module Aws::Glue
|
|
5129
5219
|
end
|
5130
5220
|
|
5131
5221
|
# An edge represents a directed connection between two AWS Glue
|
5132
|
-
# components
|
5222
|
+
# components that are part of the workflow the edge belongs to.
|
5133
5223
|
#
|
5134
5224
|
# @!attribute [rw] source_id
|
5135
5225
|
# The unique of the node within the workflow where the edge starts.
|
@@ -5764,7 +5854,7 @@ module Aws::Glue
|
|
5764
5854
|
#
|
5765
5855
|
# {
|
5766
5856
|
# match_criteria: ["NameString"],
|
5767
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5857
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5768
5858
|
# }
|
5769
5859
|
#
|
5770
5860
|
# @!attribute [rw] match_criteria
|
@@ -5773,8 +5863,7 @@ module Aws::Glue
|
|
5773
5863
|
# @return [Array<String>]
|
5774
5864
|
#
|
5775
5865
|
# @!attribute [rw] connection_type
|
5776
|
-
# The type of connections to return. Currently,
|
5777
|
-
# supported; SFTP is not supported.
|
5866
|
+
# The type of connections to return. Currently, SFTP is not supported.
|
5778
5867
|
# @return [String]
|
5779
5868
|
#
|
5780
5869
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
@@ -5793,7 +5882,7 @@ module Aws::Glue
|
|
5793
5882
|
# catalog_id: "CatalogIdString",
|
5794
5883
|
# filter: {
|
5795
5884
|
# match_criteria: ["NameString"],
|
5796
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA
|
5885
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
5797
5886
|
# },
|
5798
5887
|
# hide_password: false,
|
5799
5888
|
# next_token: "Token",
|
@@ -6057,6 +6146,7 @@ module Aws::Glue
|
|
6057
6146
|
# catalog_id: "CatalogIdString",
|
6058
6147
|
# next_token: "Token",
|
6059
6148
|
# max_results: 1,
|
6149
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
6060
6150
|
# }
|
6061
6151
|
#
|
6062
6152
|
# @!attribute [rw] catalog_id
|
@@ -6072,12 +6162,24 @@ module Aws::Glue
|
|
6072
6162
|
# The maximum number of databases to return in one response.
|
6073
6163
|
# @return [Integer]
|
6074
6164
|
#
|
6165
|
+
# @!attribute [rw] resource_share_type
|
6166
|
+
# Allows you to specify that you want to list the databases shared
|
6167
|
+
# with your account. The allowable values are `FOREIGN` or `ALL`.
|
6168
|
+
#
|
6169
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
6170
|
+
# account.
|
6171
|
+
#
|
6172
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
6173
|
+
# as well as the databases in yor local account.
|
6174
|
+
# @return [String]
|
6175
|
+
#
|
6075
6176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabasesRequest AWS API Documentation
|
6076
6177
|
#
|
6077
6178
|
class GetDatabasesRequest < Struct.new(
|
6078
6179
|
:catalog_id,
|
6079
6180
|
:next_token,
|
6080
|
-
:max_results
|
6181
|
+
:max_results,
|
6182
|
+
:resource_share_type)
|
6081
6183
|
SENSITIVE = []
|
6082
6184
|
include Aws::Structure
|
6083
6185
|
end
|
@@ -7188,11 +7290,74 @@ module Aws::Glue
|
|
7188
7290
|
include Aws::Structure
|
7189
7291
|
end
|
7190
7292
|
|
7191
|
-
# @
|
7293
|
+
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
7294
|
+
# data as a hash:
|
7295
|
+
#
|
7296
|
+
# {
|
7297
|
+
# next_token: "Token",
|
7298
|
+
# max_results: 1,
|
7299
|
+
# }
|
7300
|
+
#
|
7301
|
+
# @!attribute [rw] next_token
|
7302
|
+
# A continuation token, if this is a continuation request.
|
7303
|
+
# @return [String]
|
7304
|
+
#
|
7305
|
+
# @!attribute [rw] max_results
|
7306
|
+
# The maximum size of a list to return.
|
7307
|
+
# @return [Integer]
|
7308
|
+
#
|
7309
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
|
7310
|
+
#
|
7311
|
+
class GetResourcePoliciesRequest < Struct.new(
|
7312
|
+
:next_token,
|
7313
|
+
:max_results)
|
7314
|
+
SENSITIVE = []
|
7315
|
+
include Aws::Structure
|
7316
|
+
end
|
7317
|
+
|
7318
|
+
# @!attribute [rw] get_resource_policies_response_list
|
7319
|
+
# A list of the individual resource policies and the account-level
|
7320
|
+
# resource policy.
|
7321
|
+
# @return [Array<Types::GluePolicy>]
|
7322
|
+
#
|
7323
|
+
# @!attribute [rw] next_token
|
7324
|
+
# A continuation token, if the returned list does not contain the last
|
7325
|
+
# resource policy available.
|
7326
|
+
# @return [String]
|
7327
|
+
#
|
7328
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesResponse AWS API Documentation
|
7329
|
+
#
|
7330
|
+
class GetResourcePoliciesResponse < Struct.new(
|
7331
|
+
:get_resource_policies_response_list,
|
7332
|
+
:next_token)
|
7333
|
+
SENSITIVE = []
|
7334
|
+
include Aws::Structure
|
7335
|
+
end
|
7336
|
+
|
7337
|
+
# @note When making an API call, you may pass GetResourcePolicyRequest
|
7338
|
+
# data as a hash:
|
7339
|
+
#
|
7340
|
+
# {
|
7341
|
+
# resource_arn: "GlueResourceArn",
|
7342
|
+
# }
|
7343
|
+
#
|
7344
|
+
# @!attribute [rw] resource_arn
|
7345
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
7346
|
+
# retrieved. For more information about AWS Glue resource ARNs, see
|
7347
|
+
# the [AWS Glue ARN string pattern][1]
|
7348
|
+
#
|
7349
|
+
#
|
7350
|
+
#
|
7351
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
7352
|
+
# @return [String]
|
7192
7353
|
#
|
7193
7354
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicyRequest AWS API Documentation
|
7194
7355
|
#
|
7195
|
-
class GetResourcePolicyRequest <
|
7356
|
+
class GetResourcePolicyRequest < Struct.new(
|
7357
|
+
:resource_arn)
|
7358
|
+
SENSITIVE = []
|
7359
|
+
include Aws::Structure
|
7360
|
+
end
|
7196
7361
|
|
7197
7362
|
# @!attribute [rw] policy_in_json
|
7198
7363
|
# Contains the requested policy document, in JSON format.
|
@@ -7934,6 +8099,35 @@ module Aws::Glue
|
|
7934
8099
|
include Aws::Structure
|
7935
8100
|
end
|
7936
8101
|
|
8102
|
+
# A structure for returning a resource policy.
|
8103
|
+
#
|
8104
|
+
# @!attribute [rw] policy_in_json
|
8105
|
+
# Contains the requested policy document, in JSON format.
|
8106
|
+
# @return [String]
|
8107
|
+
#
|
8108
|
+
# @!attribute [rw] policy_hash
|
8109
|
+
# Contains the hash value associated with this policy.
|
8110
|
+
# @return [String]
|
8111
|
+
#
|
8112
|
+
# @!attribute [rw] create_time
|
8113
|
+
# The date and time at which the policy was created.
|
8114
|
+
# @return [Time]
|
8115
|
+
#
|
8116
|
+
# @!attribute [rw] update_time
|
8117
|
+
# The date and time at which the policy was last updated.
|
8118
|
+
# @return [Time]
|
8119
|
+
#
|
8120
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GluePolicy AWS API Documentation
|
8121
|
+
#
|
8122
|
+
class GluePolicy < Struct.new(
|
8123
|
+
:policy_in_json,
|
8124
|
+
:policy_hash,
|
8125
|
+
:create_time,
|
8126
|
+
:update_time)
|
8127
|
+
SENSITIVE = []
|
8128
|
+
include Aws::Structure
|
8129
|
+
end
|
8130
|
+
|
7937
8131
|
# The database and table in the AWS Glue Data Catalog that is used for
|
7938
8132
|
# input or output data.
|
7939
8133
|
#
|
@@ -8270,15 +8464,17 @@ module Aws::Glue
|
|
8270
8464
|
# `NumberOfWorkers`.
|
8271
8465
|
#
|
8272
8466
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
8273
|
-
# you are running a Python shell job
|
8467
|
+
# you are running a Python shell job, an Apache Spark ETL job, or an
|
8468
|
+
# Apache Spark streaming ETL job:
|
8274
8469
|
#
|
8275
8470
|
# * When you specify a Python shell job
|
8276
8471
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
8277
8472
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
8278
8473
|
#
|
8279
8474
|
# * When you specify an Apache Spark ETL job
|
8280
|
-
# (`JobCommand.Name`="glueetl")
|
8281
|
-
#
|
8475
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
8476
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
8477
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
8282
8478
|
# fractional DPU allocation.
|
8283
8479
|
#
|
8284
8480
|
#
|
@@ -8448,7 +8644,8 @@ module Aws::Glue
|
|
8448
8644
|
#
|
8449
8645
|
# @!attribute [rw] name
|
8450
8646
|
# The name of the job command. For an Apache Spark ETL job, this must
|
8451
|
-
# be `glueetl`. For a Python shell job, it must be `pythonshell`.
|
8647
|
+
# be `glueetl`. For a Python shell job, it must be `pythonshell`. For
|
8648
|
+
# an Apache Spark streaming ETL job, this must be `gluestreaming`.
|
8452
8649
|
# @return [String]
|
8453
8650
|
#
|
8454
8651
|
# @!attribute [rw] script_location
|
@@ -8831,8 +9028,9 @@ module Aws::Glue
|
|
8831
9028
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
8832
9029
|
#
|
8833
9030
|
# * When you specify an Apache Spark ETL job
|
8834
|
-
# (`JobCommand.Name`="glueetl")
|
8835
|
-
#
|
9031
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
9032
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
9033
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
8836
9034
|
# fractional DPU allocation.
|
8837
9035
|
#
|
8838
9036
|
#
|
@@ -9708,8 +9906,8 @@ module Aws::Glue
|
|
9708
9906
|
include Aws::Structure
|
9709
9907
|
end
|
9710
9908
|
|
9711
|
-
# A node represents an AWS Glue component
|
9712
|
-
# is part of a workflow.
|
9909
|
+
# A node represents an AWS Glue component such as a trigger, or job,
|
9910
|
+
# etc., that is part of a workflow.
|
9713
9911
|
#
|
9714
9912
|
# @!attribute [rw] type
|
9715
9913
|
# The type of AWS Glue component represented by the node.
|
@@ -9848,6 +10046,10 @@ module Aws::Glue
|
|
9848
10046
|
# partition.
|
9849
10047
|
# @return [Time]
|
9850
10048
|
#
|
10049
|
+
# @!attribute [rw] catalog_id
|
10050
|
+
# The ID of the Data Catalog in which the partition resides.
|
10051
|
+
# @return [String]
|
10052
|
+
#
|
9851
10053
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Partition AWS API Documentation
|
9852
10054
|
#
|
9853
10055
|
class Partition < Struct.new(
|
@@ -9858,7 +10060,8 @@ module Aws::Glue
|
|
9858
10060
|
:last_access_time,
|
9859
10061
|
:storage_descriptor,
|
9860
10062
|
:parameters,
|
9861
|
-
:last_analyzed_time
|
10063
|
+
:last_analyzed_time,
|
10064
|
+
:catalog_id)
|
9862
10065
|
SENSITIVE = []
|
9863
10066
|
include Aws::Structure
|
9864
10067
|
end
|
@@ -10197,14 +10400,26 @@ module Aws::Glue
|
|
10197
10400
|
#
|
10198
10401
|
# {
|
10199
10402
|
# policy_in_json: "PolicyJsonString", # required
|
10403
|
+
# resource_arn: "GlueResourceArn",
|
10200
10404
|
# policy_hash_condition: "HashString",
|
10201
10405
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
10406
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
10202
10407
|
# }
|
10203
10408
|
#
|
10204
10409
|
# @!attribute [rw] policy_in_json
|
10205
10410
|
# Contains the policy document to set, in JSON format.
|
10206
10411
|
# @return [String]
|
10207
10412
|
#
|
10413
|
+
# @!attribute [rw] resource_arn
|
10414
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
10415
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
10416
|
+
# ARN string pattern][1]
|
10417
|
+
#
|
10418
|
+
#
|
10419
|
+
#
|
10420
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
10421
|
+
# @return [String]
|
10422
|
+
#
|
10208
10423
|
# @!attribute [rw] policy_hash_condition
|
10209
10424
|
# The hash value returned when the previous policy was set using
|
10210
10425
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -10219,12 +10434,26 @@ module Aws::Glue
|
|
10219
10434
|
# policy.
|
10220
10435
|
# @return [String]
|
10221
10436
|
#
|
10437
|
+
# @!attribute [rw] enable_hybrid
|
10438
|
+
# Allows you to specify if you want to use both resource-level and
|
10439
|
+
# account/catalog-level resource policies. A resource-level policy is
|
10440
|
+
# a policy attached to an individual resource such as a database or a
|
10441
|
+
# table.
|
10442
|
+
#
|
10443
|
+
# The default value of `NO` indicates that resource-level policies
|
10444
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
10445
|
+
# the use of both resource-level and account/catalog-level resource
|
10446
|
+
# policies is allowed.
|
10447
|
+
# @return [String]
|
10448
|
+
#
|
10222
10449
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
10223
10450
|
#
|
10224
10451
|
class PutResourcePolicyRequest < Struct.new(
|
10225
10452
|
:policy_in_json,
|
10453
|
+
:resource_arn,
|
10226
10454
|
:policy_hash_condition,
|
10227
|
-
:policy_exists_condition
|
10455
|
+
:policy_exists_condition,
|
10456
|
+
:enable_hybrid)
|
10228
10457
|
SENSITIVE = []
|
10229
10458
|
include Aws::Structure
|
10230
10459
|
end
|
@@ -10358,6 +10587,57 @@ module Aws::Glue
|
|
10358
10587
|
include Aws::Structure
|
10359
10588
|
end
|
10360
10589
|
|
10590
|
+
# @note When making an API call, you may pass ResumeWorkflowRunRequest
|
10591
|
+
# data as a hash:
|
10592
|
+
#
|
10593
|
+
# {
|
10594
|
+
# name: "NameString", # required
|
10595
|
+
# run_id: "IdString", # required
|
10596
|
+
# node_ids: ["NameString"], # required
|
10597
|
+
# }
|
10598
|
+
#
|
10599
|
+
# @!attribute [rw] name
|
10600
|
+
# The name of the workflow to resume.
|
10601
|
+
# @return [String]
|
10602
|
+
#
|
10603
|
+
# @!attribute [rw] run_id
|
10604
|
+
# The ID of the workflow run to resume.
|
10605
|
+
# @return [String]
|
10606
|
+
#
|
10607
|
+
# @!attribute [rw] node_ids
|
10608
|
+
# A list of the node IDs for the nodes you want to restart. The nodes
|
10609
|
+
# that are to be restarted must have a run attempt in the original
|
10610
|
+
# run.
|
10611
|
+
# @return [Array<String>]
|
10612
|
+
#
|
10613
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
10614
|
+
#
|
10615
|
+
class ResumeWorkflowRunRequest < Struct.new(
|
10616
|
+
:name,
|
10617
|
+
:run_id,
|
10618
|
+
:node_ids)
|
10619
|
+
SENSITIVE = []
|
10620
|
+
include Aws::Structure
|
10621
|
+
end
|
10622
|
+
|
10623
|
+
# @!attribute [rw] run_id
|
10624
|
+
# The new ID assigned to the resumed workflow run. Each resume of a
|
10625
|
+
# workflow run will have a new run ID.
|
10626
|
+
# @return [String]
|
10627
|
+
#
|
10628
|
+
# @!attribute [rw] node_ids
|
10629
|
+
# A list of the node IDs for the nodes that were actually restarted.
|
10630
|
+
# @return [Array<String>]
|
10631
|
+
#
|
10632
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
|
10633
|
+
#
|
10634
|
+
class ResumeWorkflowRunResponse < Struct.new(
|
10635
|
+
:run_id,
|
10636
|
+
:node_ids)
|
10637
|
+
SENSITIVE = []
|
10638
|
+
include Aws::Structure
|
10639
|
+
end
|
10640
|
+
|
10361
10641
|
# Specifies how Amazon Simple Storage Service (Amazon S3) data should be
|
10362
10642
|
# encrypted.
|
10363
10643
|
#
|
@@ -10395,6 +10675,7 @@ module Aws::Glue
|
|
10395
10675
|
# {
|
10396
10676
|
# path: "Path",
|
10397
10677
|
# exclusions: ["Path"],
|
10678
|
+
# connection_name: "ConnectionName",
|
10398
10679
|
# }
|
10399
10680
|
#
|
10400
10681
|
# @!attribute [rw] path
|
@@ -10410,11 +10691,18 @@ module Aws::Glue
|
|
10410
10691
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-crawler.html
|
10411
10692
|
# @return [Array<String>]
|
10412
10693
|
#
|
10694
|
+
# @!attribute [rw] connection_name
|
10695
|
+
# The name of a connection which allows a job or crawler to access
|
10696
|
+
# data in Amazon S3 within an Amazon Virtual Private Cloud environment
|
10697
|
+
# (Amazon VPC).
|
10698
|
+
# @return [String]
|
10699
|
+
#
|
10413
10700
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Target AWS API Documentation
|
10414
10701
|
#
|
10415
10702
|
class S3Target < Struct.new(
|
10416
10703
|
:path,
|
10417
|
-
:exclusions
|
10704
|
+
:exclusions,
|
10705
|
+
:connection_name)
|
10418
10706
|
SENSITIVE = []
|
10419
10707
|
include Aws::Structure
|
10420
10708
|
end
|
@@ -10563,10 +10851,11 @@ module Aws::Glue
|
|
10563
10851
|
# },
|
10564
10852
|
# ],
|
10565
10853
|
# max_results: 1,
|
10854
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
10566
10855
|
# }
|
10567
10856
|
#
|
10568
10857
|
# @!attribute [rw] catalog_id
|
10569
|
-
# A unique identifier, consisting of ` account_id
|
10858
|
+
# A unique identifier, consisting of ` account_id `.
|
10570
10859
|
# @return [String]
|
10571
10860
|
#
|
10572
10861
|
# @!attribute [rw] next_token
|
@@ -10576,6 +10865,17 @@ module Aws::Glue
|
|
10576
10865
|
# @!attribute [rw] filters
|
10577
10866
|
# A list of key-value pairs, and a comparator used to filter the
|
10578
10867
|
# search results. Returns all entities matching the predicate.
|
10868
|
+
#
|
10869
|
+
# The `Comparator` member of the `PropertyPredicate` struct is used
|
10870
|
+
# only for time fields, and can be omitted for other field types.
|
10871
|
+
# Also, when comparing string values, such as when `Key=Name`, a fuzzy
|
10872
|
+
# match algorithm is used. The `Key` field (for example, the value of
|
10873
|
+
# the `Name` field) is split on certain punctuation characters, for
|
10874
|
+
# example, -, :, #, etc. into tokens. Then each token is exact-match
|
10875
|
+
# compared with the `Value` member of `PropertyPredicate`. For
|
10876
|
+
# example, if `Key=Name` and `Value=link`, tables named
|
10877
|
+
# `customer-link` and `xx-link-yy` are returned, but `xxlinkyy` is not
|
10878
|
+
# returned.
|
10579
10879
|
# @return [Array<Types::PropertyPredicate>]
|
10580
10880
|
#
|
10581
10881
|
# @!attribute [rw] search_text
|
@@ -10594,6 +10894,17 @@ module Aws::Glue
|
|
10594
10894
|
# The maximum number of tables to return in a single response.
|
10595
10895
|
# @return [Integer]
|
10596
10896
|
#
|
10897
|
+
# @!attribute [rw] resource_share_type
|
10898
|
+
# Allows you to specify that you want to search the tables shared with
|
10899
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
10900
|
+
#
|
10901
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
10902
|
+
# account.
|
10903
|
+
#
|
10904
|
+
# * If set to `ALL`, will search the tables shared with your account,
|
10905
|
+
# as well as the tables in yor local account.
|
10906
|
+
# @return [String]
|
10907
|
+
#
|
10597
10908
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
|
10598
10909
|
#
|
10599
10910
|
class SearchTablesRequest < Struct.new(
|
@@ -10602,7 +10913,8 @@ module Aws::Glue
|
|
10602
10913
|
:filters,
|
10603
10914
|
:search_text,
|
10604
10915
|
:sort_criteria,
|
10605
|
-
:max_results
|
10916
|
+
:max_results,
|
10917
|
+
:resource_share_type)
|
10606
10918
|
SENSITIVE = []
|
10607
10919
|
include Aws::Structure
|
10608
10920
|
end
|
@@ -11549,6 +11861,15 @@ module Aws::Glue
|
|
11549
11861
|
# Formation.
|
11550
11862
|
# @return [Boolean]
|
11551
11863
|
#
|
11864
|
+
# @!attribute [rw] target_table
|
11865
|
+
# A `TableIdentifier` structure that describes a target table for
|
11866
|
+
# resource linking.
|
11867
|
+
# @return [Types::TableIdentifier]
|
11868
|
+
#
|
11869
|
+
# @!attribute [rw] catalog_id
|
11870
|
+
# The ID of the Data Catalog in which the table resides.
|
11871
|
+
# @return [String]
|
11872
|
+
#
|
11552
11873
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
11553
11874
|
#
|
11554
11875
|
class Table < Struct.new(
|
@@ -11568,7 +11889,9 @@ module Aws::Glue
|
|
11568
11889
|
:table_type,
|
11569
11890
|
:parameters,
|
11570
11891
|
:created_by,
|
11571
|
-
:is_registered_with_lake_formation
|
11892
|
+
:is_registered_with_lake_formation,
|
11893
|
+
:target_table,
|
11894
|
+
:catalog_id)
|
11572
11895
|
SENSITIVE = []
|
11573
11896
|
include Aws::Structure
|
11574
11897
|
end
|
@@ -11593,6 +11916,39 @@ module Aws::Glue
|
|
11593
11916
|
include Aws::Structure
|
11594
11917
|
end
|
11595
11918
|
|
11919
|
+
# A structure that describes a target table for resource linking.
|
11920
|
+
#
|
11921
|
+
# @note When making an API call, you may pass TableIdentifier
|
11922
|
+
# data as a hash:
|
11923
|
+
#
|
11924
|
+
# {
|
11925
|
+
# catalog_id: "CatalogIdString",
|
11926
|
+
# database_name: "NameString",
|
11927
|
+
# name: "NameString",
|
11928
|
+
# }
|
11929
|
+
#
|
11930
|
+
# @!attribute [rw] catalog_id
|
11931
|
+
# The ID of the Data Catalog in which the table resides.
|
11932
|
+
# @return [String]
|
11933
|
+
#
|
11934
|
+
# @!attribute [rw] database_name
|
11935
|
+
# The name of the catalog database that contains the target table.
|
11936
|
+
# @return [String]
|
11937
|
+
#
|
11938
|
+
# @!attribute [rw] name
|
11939
|
+
# The name of the target table.
|
11940
|
+
# @return [String]
|
11941
|
+
#
|
11942
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableIdentifier AWS API Documentation
|
11943
|
+
#
|
11944
|
+
class TableIdentifier < Struct.new(
|
11945
|
+
:catalog_id,
|
11946
|
+
:database_name,
|
11947
|
+
:name)
|
11948
|
+
SENSITIVE = []
|
11949
|
+
include Aws::Structure
|
11950
|
+
end
|
11951
|
+
|
11596
11952
|
# A structure used to define a table.
|
11597
11953
|
#
|
11598
11954
|
# @note When making an API call, you may pass TableInput
|
@@ -11663,6 +12019,11 @@ module Aws::Glue
|
|
11663
12019
|
# parameters: {
|
11664
12020
|
# "KeyString" => "ParametersMapValue",
|
11665
12021
|
# },
|
12022
|
+
# target_table: {
|
12023
|
+
# catalog_id: "CatalogIdString",
|
12024
|
+
# database_name: "NameString",
|
12025
|
+
# name: "NameString",
|
12026
|
+
# },
|
11666
12027
|
# }
|
11667
12028
|
#
|
11668
12029
|
# @!attribute [rw] name
|
@@ -11724,6 +12085,11 @@ module Aws::Glue
|
|
11724
12085
|
# These key-value pairs define properties associated with the table.
|
11725
12086
|
# @return [Hash<String,String>]
|
11726
12087
|
#
|
12088
|
+
# @!attribute [rw] target_table
|
12089
|
+
# A `TableIdentifier` structure that describes a target table for
|
12090
|
+
# resource linking.
|
12091
|
+
# @return [Types::TableIdentifier]
|
12092
|
+
#
|
11727
12093
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableInput AWS API Documentation
|
11728
12094
|
#
|
11729
12095
|
class TableInput < Struct.new(
|
@@ -11738,7 +12104,8 @@ module Aws::Glue
|
|
11738
12104
|
:view_original_text,
|
11739
12105
|
:view_expanded_text,
|
11740
12106
|
:table_type,
|
11741
|
-
:parameters
|
12107
|
+
:parameters,
|
12108
|
+
:target_table)
|
11742
12109
|
SENSITIVE = []
|
11743
12110
|
include Aws::Structure
|
11744
12111
|
end
|
@@ -12619,7 +12986,7 @@ module Aws::Glue
|
|
12619
12986
|
# connection_input: { # required
|
12620
12987
|
# name: "NameString", # required
|
12621
12988
|
# description: "DescriptionString",
|
12622
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA
|
12989
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
12623
12990
|
# match_criteria: ["NameString"],
|
12624
12991
|
# connection_properties: { # required
|
12625
12992
|
# "HOST" => "ValueString",
|
@@ -12673,6 +13040,7 @@ module Aws::Glue
|
|
12673
13040
|
# {
|
12674
13041
|
# path: "Path",
|
12675
13042
|
# exclusions: ["Path"],
|
13043
|
+
# connection_name: "ConnectionName",
|
12676
13044
|
# },
|
12677
13045
|
# ],
|
12678
13046
|
# jdbc_targets: [
|
@@ -12908,6 +13276,10 @@ module Aws::Glue
|
|
12908
13276
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
12909
13277
|
# },
|
12910
13278
|
# ],
|
13279
|
+
# target_database: {
|
13280
|
+
# catalog_id: "CatalogIdString",
|
13281
|
+
# database_name: "NameString",
|
13282
|
+
# },
|
12911
13283
|
# },
|
12912
13284
|
# }
|
12913
13285
|
#
|
@@ -13382,11 +13754,15 @@ module Aws::Glue
|
|
13382
13754
|
# @return [String]
|
13383
13755
|
#
|
13384
13756
|
# @!attribute [rw] partition_value_list
|
13385
|
-
#
|
13757
|
+
# List of partition key values that define the partition to update.
|
13386
13758
|
# @return [Array<String>]
|
13387
13759
|
#
|
13388
13760
|
# @!attribute [rw] partition_input
|
13389
13761
|
# The new partition object to update the partition to.
|
13762
|
+
#
|
13763
|
+
# The `Values` property can't be changed. If you want to change the
|
13764
|
+
# partition key values for a partition, delete and recreate the
|
13765
|
+
# partition.
|
13390
13766
|
# @return [Types::PartitionInput]
|
13391
13767
|
#
|
13392
13768
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
|
@@ -13476,6 +13852,11 @@ module Aws::Glue
|
|
13476
13852
|
# parameters: {
|
13477
13853
|
# "KeyString" => "ParametersMapValue",
|
13478
13854
|
# },
|
13855
|
+
# target_table: {
|
13856
|
+
# catalog_id: "CatalogIdString",
|
13857
|
+
# database_name: "NameString",
|
13858
|
+
# name: "NameString",
|
13859
|
+
# },
|
13479
13860
|
# },
|
13480
13861
|
# skip_archive: false,
|
13481
13862
|
# }
|
@@ -13647,6 +14028,7 @@ module Aws::Glue
|
|
13647
14028
|
# default_run_properties: {
|
13648
14029
|
# "IdString" => "GenericString",
|
13649
14030
|
# },
|
14031
|
+
# max_concurrent_runs: 1,
|
13650
14032
|
# }
|
13651
14033
|
#
|
13652
14034
|
# @!attribute [rw] name
|
@@ -13662,12 +14044,21 @@ module Aws::Glue
|
|
13662
14044
|
# the workflow.
|
13663
14045
|
# @return [Hash<String,String>]
|
13664
14046
|
#
|
14047
|
+
# @!attribute [rw] max_concurrent_runs
|
14048
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14049
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14050
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14051
|
+
# you leave this parameter blank, there is no limit to the number of
|
14052
|
+
# concurrent workflow runs.
|
14053
|
+
# @return [Integer]
|
14054
|
+
#
|
13665
14055
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
13666
14056
|
#
|
13667
14057
|
class UpdateWorkflowRequest < Struct.new(
|
13668
14058
|
:name,
|
13669
14059
|
:description,
|
13670
|
-
:default_run_properties
|
14060
|
+
:default_run_properties,
|
14061
|
+
:max_concurrent_runs)
|
13671
14062
|
SENSITIVE = []
|
13672
14063
|
include Aws::Structure
|
13673
14064
|
end
|
@@ -13730,7 +14121,7 @@ module Aws::Glue
|
|
13730
14121
|
# @return [String]
|
13731
14122
|
#
|
13732
14123
|
# @!attribute [rw] database_name
|
13733
|
-
# The name of the database
|
14124
|
+
# The name of the catalog database that contains the function.
|
13734
14125
|
# @return [String]
|
13735
14126
|
#
|
13736
14127
|
# @!attribute [rw] class_name
|
@@ -13753,6 +14144,10 @@ module Aws::Glue
|
|
13753
14144
|
# The resource URIs for the function.
|
13754
14145
|
# @return [Array<Types::ResourceUri>]
|
13755
14146
|
#
|
14147
|
+
# @!attribute [rw] catalog_id
|
14148
|
+
# The ID of the Data Catalog in which the function resides.
|
14149
|
+
# @return [String]
|
14150
|
+
#
|
13756
14151
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UserDefinedFunction AWS API Documentation
|
13757
14152
|
#
|
13758
14153
|
class UserDefinedFunction < Struct.new(
|
@@ -13762,7 +14157,8 @@ module Aws::Glue
|
|
13762
14157
|
:owner_name,
|
13763
14158
|
:owner_type,
|
13764
14159
|
:create_time,
|
13765
|
-
:resource_uris
|
14160
|
+
:resource_uris,
|
14161
|
+
:catalog_id)
|
13766
14162
|
SENSITIVE = []
|
13767
14163
|
include Aws::Structure
|
13768
14164
|
end
|
@@ -13879,6 +14275,14 @@ module Aws::Glue
|
|
13879
14275
|
# edges.
|
13880
14276
|
# @return [Types::WorkflowGraph]
|
13881
14277
|
#
|
14278
|
+
# @!attribute [rw] max_concurrent_runs
|
14279
|
+
# You can use this parameter to prevent unwanted multiple updates to
|
14280
|
+
# data, to control costs, or in some cases, to prevent exceeding the
|
14281
|
+
# maximum number of concurrent runs of any of the component jobs. If
|
14282
|
+
# you leave this parameter blank, there is no limit to the number of
|
14283
|
+
# concurrent workflow runs.
|
14284
|
+
# @return [Integer]
|
14285
|
+
#
|
13882
14286
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
13883
14287
|
#
|
13884
14288
|
class Workflow < Struct.new(
|
@@ -13888,7 +14292,8 @@ module Aws::Glue
|
|
13888
14292
|
:created_on,
|
13889
14293
|
:last_modified_on,
|
13890
14294
|
:last_run,
|
13891
|
-
:graph
|
14295
|
+
:graph,
|
14296
|
+
:max_concurrent_runs)
|
13892
14297
|
SENSITIVE = []
|
13893
14298
|
include Aws::Structure
|
13894
14299
|
end
|
@@ -13920,13 +14325,17 @@ module Aws::Glue
|
|
13920
14325
|
# information.
|
13921
14326
|
#
|
13922
14327
|
# @!attribute [rw] name
|
13923
|
-
# Name of the workflow
|
14328
|
+
# Name of the workflow that was executed.
|
13924
14329
|
# @return [String]
|
13925
14330
|
#
|
13926
14331
|
# @!attribute [rw] workflow_run_id
|
13927
14332
|
# The ID of this workflow run.
|
13928
14333
|
# @return [String]
|
13929
14334
|
#
|
14335
|
+
# @!attribute [rw] previous_run_id
|
14336
|
+
# The ID of the previous workflow run.
|
14337
|
+
# @return [String]
|
14338
|
+
#
|
13930
14339
|
# @!attribute [rw] workflow_run_properties
|
13931
14340
|
# The workflow run properties which were set during the run.
|
13932
14341
|
# @return [Hash<String,String>]
|
@@ -13943,6 +14352,12 @@ module Aws::Glue
|
|
13943
14352
|
# The status of the workflow run.
|
13944
14353
|
# @return [String]
|
13945
14354
|
#
|
14355
|
+
# @!attribute [rw] error_message
|
14356
|
+
# This error message describes any error that may have occurred in
|
14357
|
+
# starting the workflow run. Currently the only error message is
|
14358
|
+
# "Concurrent runs exceeded for workflow: `foo`."
|
14359
|
+
# @return [String]
|
14360
|
+
#
|
13946
14361
|
# @!attribute [rw] statistics
|
13947
14362
|
# The statistics of the run.
|
13948
14363
|
# @return [Types::WorkflowRunStatistics]
|
@@ -13958,10 +14373,12 @@ module Aws::Glue
|
|
13958
14373
|
class WorkflowRun < Struct.new(
|
13959
14374
|
:name,
|
13960
14375
|
:workflow_run_id,
|
14376
|
+
:previous_run_id,
|
13961
14377
|
:workflow_run_properties,
|
13962
14378
|
:started_on,
|
13963
14379
|
:completed_on,
|
13964
14380
|
:status,
|
14381
|
+
:error_message,
|
13965
14382
|
:statistics,
|
13966
14383
|
:graph)
|
13967
14384
|
SENSITIVE = []
|
@@ -13975,19 +14392,19 @@ module Aws::Glue
|
|
13975
14392
|
# @return [Integer]
|
13976
14393
|
#
|
13977
14394
|
# @!attribute [rw] timeout_actions
|
13978
|
-
# Total number of Actions
|
14395
|
+
# Total number of Actions that timed out.
|
13979
14396
|
# @return [Integer]
|
13980
14397
|
#
|
13981
14398
|
# @!attribute [rw] failed_actions
|
13982
|
-
# Total number of Actions
|
14399
|
+
# Total number of Actions that have failed.
|
13983
14400
|
# @return [Integer]
|
13984
14401
|
#
|
13985
14402
|
# @!attribute [rw] stopped_actions
|
13986
|
-
# Total number of Actions
|
14403
|
+
# Total number of Actions that have stopped.
|
13987
14404
|
# @return [Integer]
|
13988
14405
|
#
|
13989
14406
|
# @!attribute [rw] succeeded_actions
|
13990
|
-
# Total number of Actions
|
14407
|
+
# Total number of Actions that have succeeded.
|
13991
14408
|
# @return [Integer]
|
13992
14409
|
#
|
13993
14410
|
# @!attribute [rw] running_actions
|