aws-sdk-glue 1.36.0 → 1.37.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +893 -43
- data/lib/aws-sdk-glue/client_api.rb +368 -8
- data/lib/aws-sdk-glue/types.rb +854 -82
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -32,10 +32,11 @@ module Aws::Glue
|
|
32
32
|
# "GenericString" => "GenericString",
|
33
33
|
# },
|
34
34
|
# timeout: 1,
|
35
|
+
# security_configuration: "NameString",
|
35
36
|
# notification_property: {
|
36
37
|
# notify_delay_after: 1,
|
37
38
|
# },
|
38
|
-
#
|
39
|
+
# crawler_name: "NameString",
|
39
40
|
# }
|
40
41
|
#
|
41
42
|
# @!attribute [rw] job_name
|
@@ -70,13 +71,17 @@ module Aws::Glue
|
|
70
71
|
# overrides the timeout value set in the parent job.
|
71
72
|
# @return [Integer]
|
72
73
|
#
|
74
|
+
# @!attribute [rw] security_configuration
|
75
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
76
|
+
# this action.
|
77
|
+
# @return [String]
|
78
|
+
#
|
73
79
|
# @!attribute [rw] notification_property
|
74
80
|
# Specifies configuration properties of a job run notification.
|
75
81
|
# @return [Types::NotificationProperty]
|
76
82
|
#
|
77
|
-
# @!attribute [rw]
|
78
|
-
# The name of the
|
79
|
-
# this action.
|
83
|
+
# @!attribute [rw] crawler_name
|
84
|
+
# The name of the crawler to be used with this action.
|
80
85
|
# @return [String]
|
81
86
|
#
|
82
87
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -85,8 +90,9 @@ module Aws::Glue
|
|
85
90
|
:job_name,
|
86
91
|
:arguments,
|
87
92
|
:timeout,
|
93
|
+
:security_configuration,
|
88
94
|
:notification_property,
|
89
|
-
:
|
95
|
+
:crawler_name)
|
90
96
|
include Aws::Structure
|
91
97
|
end
|
92
98
|
|
@@ -594,6 +600,48 @@ module Aws::Glue
|
|
594
600
|
include Aws::Structure
|
595
601
|
end
|
596
602
|
|
603
|
+
# @note When making an API call, you may pass BatchGetWorkflowsRequest
|
604
|
+
# data as a hash:
|
605
|
+
#
|
606
|
+
# {
|
607
|
+
# names: ["NameString"], # required
|
608
|
+
# include_graph: false,
|
609
|
+
# }
|
610
|
+
#
|
611
|
+
# @!attribute [rw] names
|
612
|
+
# A list of workflow names, which may be the names returned from the
|
613
|
+
# `ListWorkflows` operation.
|
614
|
+
# @return [Array<String>]
|
615
|
+
#
|
616
|
+
# @!attribute [rw] include_graph
|
617
|
+
# Specifies whether to include a graph when returning the workflow
|
618
|
+
# resource metadata.
|
619
|
+
# @return [Boolean]
|
620
|
+
#
|
621
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetWorkflowsRequest AWS API Documentation
|
622
|
+
#
|
623
|
+
class BatchGetWorkflowsRequest < Struct.new(
|
624
|
+
:names,
|
625
|
+
:include_graph)
|
626
|
+
include Aws::Structure
|
627
|
+
end
|
628
|
+
|
629
|
+
# @!attribute [rw] workflows
|
630
|
+
# A list of workflow resource metadata.
|
631
|
+
# @return [Array<Types::Workflow>]
|
632
|
+
#
|
633
|
+
# @!attribute [rw] missing_workflows
|
634
|
+
# A list of names of workflows not found.
|
635
|
+
# @return [Array<String>]
|
636
|
+
#
|
637
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetWorkflowsResponse AWS API Documentation
|
638
|
+
#
|
639
|
+
class BatchGetWorkflowsResponse < Struct.new(
|
640
|
+
:workflows,
|
641
|
+
:missing_workflows)
|
642
|
+
include Aws::Structure
|
643
|
+
end
|
644
|
+
|
597
645
|
# Records an error that occurred when attempting to stop a specified job
|
598
646
|
# run.
|
599
647
|
#
|
@@ -994,6 +1042,8 @@ module Aws::Glue
|
|
994
1042
|
# logical_operator: "EQUALS", # accepts EQUALS
|
995
1043
|
# job_name: "NameString",
|
996
1044
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1045
|
+
# crawler_name: "NameString",
|
1046
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
997
1047
|
# }
|
998
1048
|
#
|
999
1049
|
# @!attribute [rw] logical_operator
|
@@ -1010,12 +1060,22 @@ module Aws::Glue
|
|
1010
1060
|
# `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
|
1011
1061
|
# @return [String]
|
1012
1062
|
#
|
1063
|
+
# @!attribute [rw] crawler_name
|
1064
|
+
# The name of the crawler to which this condition applies.
|
1065
|
+
# @return [String]
|
1066
|
+
#
|
1067
|
+
# @!attribute [rw] crawl_state
|
1068
|
+
# The state of the crawler to which this condition applies.
|
1069
|
+
# @return [String]
|
1070
|
+
#
|
1013
1071
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
1014
1072
|
#
|
1015
1073
|
class Condition < Struct.new(
|
1016
1074
|
:logical_operator,
|
1017
1075
|
:job_name,
|
1018
|
-
:state
|
1076
|
+
:state,
|
1077
|
+
:crawler_name,
|
1078
|
+
:crawl_state)
|
1019
1079
|
include Aws::Structure
|
1020
1080
|
end
|
1021
1081
|
|
@@ -1255,6 +1315,44 @@ module Aws::Glue
|
|
1255
1315
|
include Aws::Structure
|
1256
1316
|
end
|
1257
1317
|
|
1318
|
+
# The details of a crawl in the workflow.
|
1319
|
+
#
|
1320
|
+
# @!attribute [rw] state
|
1321
|
+
# The state of the crawler.
|
1322
|
+
# @return [String]
|
1323
|
+
#
|
1324
|
+
# @!attribute [rw] started_on
|
1325
|
+
# The date and time on which the crawl started.
|
1326
|
+
# @return [Time]
|
1327
|
+
#
|
1328
|
+
# @!attribute [rw] completed_on
|
1329
|
+
# The date and time on which the crawl completed.
|
1330
|
+
# @return [Time]
|
1331
|
+
#
|
1332
|
+
# @!attribute [rw] error_message
|
1333
|
+
# The error message associated with the crawl.
|
1334
|
+
# @return [String]
|
1335
|
+
#
|
1336
|
+
# @!attribute [rw] log_group
|
1337
|
+
# The log group associated with the crawl.
|
1338
|
+
# @return [String]
|
1339
|
+
#
|
1340
|
+
# @!attribute [rw] log_stream
|
1341
|
+
# The log stream associated with the crawl.
|
1342
|
+
# @return [String]
|
1343
|
+
#
|
1344
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawl AWS API Documentation
|
1345
|
+
#
|
1346
|
+
class Crawl < Struct.new(
|
1347
|
+
:state,
|
1348
|
+
:started_on,
|
1349
|
+
:completed_on,
|
1350
|
+
:error_message,
|
1351
|
+
:log_group,
|
1352
|
+
:log_stream)
|
1353
|
+
include Aws::Structure
|
1354
|
+
end
|
1355
|
+
|
1258
1356
|
# Specifies a crawler program that examines a data source and uses
|
1259
1357
|
# classifiers to try to determine its schema. If successful, the crawler
|
1260
1358
|
# records metadata concerning the data source in the AWS Glue Data
|
@@ -1414,6 +1512,19 @@ module Aws::Glue
|
|
1414
1512
|
include Aws::Structure
|
1415
1513
|
end
|
1416
1514
|
|
1515
|
+
# The details of a Crawler node present in the workflow.
|
1516
|
+
#
|
1517
|
+
# @!attribute [rw] crawls
|
1518
|
+
# A list of crawls represented by the crawl node.
|
1519
|
+
# @return [Array<Types::Crawl>]
|
1520
|
+
#
|
1521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerNodeDetails AWS API Documentation
|
1522
|
+
#
|
1523
|
+
class CrawlerNodeDetails < Struct.new(
|
1524
|
+
:crawls)
|
1525
|
+
include Aws::Structure
|
1526
|
+
end
|
1527
|
+
|
1417
1528
|
# The specified crawler is not running.
|
1418
1529
|
#
|
1419
1530
|
# @!attribute [rw] message
|
@@ -2129,15 +2240,15 @@ module Aws::Glue
|
|
2129
2240
|
# allocated_capacity: 1,
|
2130
2241
|
# timeout: 1,
|
2131
2242
|
# max_capacity: 1.0,
|
2132
|
-
# notification_property: {
|
2133
|
-
# notify_delay_after: 1,
|
2134
|
-
# },
|
2135
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2136
|
-
# number_of_workers: 1,
|
2137
2243
|
# security_configuration: "NameString",
|
2138
2244
|
# tags: {
|
2139
2245
|
# "TagKey" => "TagValue",
|
2140
2246
|
# },
|
2247
|
+
# notification_property: {
|
2248
|
+
# notify_delay_after: 1,
|
2249
|
+
# },
|
2250
|
+
# number_of_workers: 1,
|
2251
|
+
# worker_type: "NameString",
|
2141
2252
|
# }
|
2142
2253
|
#
|
2143
2254
|
# @!attribute [rw] name
|
@@ -2242,10 +2353,33 @@ module Aws::Glue
|
|
2242
2353
|
# [1]: https://aws.amazon.com/glue/pricing/
|
2243
2354
|
# @return [Float]
|
2244
2355
|
#
|
2356
|
+
# @!attribute [rw] security_configuration
|
2357
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
2358
|
+
# this job.
|
2359
|
+
# @return [String]
|
2360
|
+
#
|
2361
|
+
# @!attribute [rw] tags
|
2362
|
+
# The tags to use with this job. You may use tags to limit access to
|
2363
|
+
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2364
|
+
# in AWS Glue][1] in the developer guide.
|
2365
|
+
#
|
2366
|
+
#
|
2367
|
+
#
|
2368
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2369
|
+
# @return [Hash<String,String>]
|
2370
|
+
#
|
2245
2371
|
# @!attribute [rw] notification_property
|
2246
2372
|
# Specifies configuration properties of a job notification.
|
2247
2373
|
# @return [Types::NotificationProperty]
|
2248
2374
|
#
|
2375
|
+
# @!attribute [rw] number_of_workers
|
2376
|
+
# The number of workers of a defined `workerType` that are allocated
|
2377
|
+
# when a job runs.
|
2378
|
+
#
|
2379
|
+
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2380
|
+
# 149 for `G.2X`.
|
2381
|
+
# @return [Integer]
|
2382
|
+
#
|
2249
2383
|
# @!attribute [rw] worker_type
|
2250
2384
|
# The type of predefined worker that is allocated when a job runs.
|
2251
2385
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -2262,29 +2396,6 @@ module Aws::Glue
|
|
2262
2396
|
# recommend this worker type for memory-intensive jobs.
|
2263
2397
|
# @return [String]
|
2264
2398
|
#
|
2265
|
-
# @!attribute [rw] number_of_workers
|
2266
|
-
# The number of workers of a defined `workerType` that are allocated
|
2267
|
-
# when a job runs.
|
2268
|
-
#
|
2269
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2270
|
-
# 149 for `G.2X`.
|
2271
|
-
# @return [Integer]
|
2272
|
-
#
|
2273
|
-
# @!attribute [rw] security_configuration
|
2274
|
-
# The name of the `SecurityConfiguration` structure to be used with
|
2275
|
-
# this job.
|
2276
|
-
# @return [String]
|
2277
|
-
#
|
2278
|
-
# @!attribute [rw] tags
|
2279
|
-
# The tags to use with this job. You may use tags to limit access to
|
2280
|
-
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2281
|
-
# in AWS Glue][1] in the developer guide.
|
2282
|
-
#
|
2283
|
-
#
|
2284
|
-
#
|
2285
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2286
|
-
# @return [Hash<String,String>]
|
2287
|
-
#
|
2288
2399
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
2289
2400
|
#
|
2290
2401
|
class CreateJobRequest < Struct.new(
|
@@ -2300,11 +2411,11 @@ module Aws::Glue
|
|
2300
2411
|
:allocated_capacity,
|
2301
2412
|
:timeout,
|
2302
2413
|
:max_capacity,
|
2414
|
+
:security_configuration,
|
2415
|
+
:tags,
|
2303
2416
|
:notification_property,
|
2304
|
-
:worker_type,
|
2305
2417
|
:number_of_workers,
|
2306
|
-
:
|
2307
|
-
:tags)
|
2418
|
+
:worker_type)
|
2308
2419
|
include Aws::Structure
|
2309
2420
|
end
|
2310
2421
|
|
@@ -2661,6 +2772,7 @@ module Aws::Glue
|
|
2661
2772
|
#
|
2662
2773
|
# {
|
2663
2774
|
# name: "NameString", # required
|
2775
|
+
# workflow_name: "NameString",
|
2664
2776
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
2665
2777
|
# schedule: "GenericString",
|
2666
2778
|
# predicate: {
|
@@ -2670,6 +2782,8 @@ module Aws::Glue
|
|
2670
2782
|
# logical_operator: "EQUALS", # accepts EQUALS
|
2671
2783
|
# job_name: "NameString",
|
2672
2784
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
2785
|
+
# crawler_name: "NameString",
|
2786
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
2673
2787
|
# },
|
2674
2788
|
# ],
|
2675
2789
|
# },
|
@@ -2680,10 +2794,11 @@ module Aws::Glue
|
|
2680
2794
|
# "GenericString" => "GenericString",
|
2681
2795
|
# },
|
2682
2796
|
# timeout: 1,
|
2797
|
+
# security_configuration: "NameString",
|
2683
2798
|
# notification_property: {
|
2684
2799
|
# notify_delay_after: 1,
|
2685
2800
|
# },
|
2686
|
-
#
|
2801
|
+
# crawler_name: "NameString",
|
2687
2802
|
# },
|
2688
2803
|
# ],
|
2689
2804
|
# description: "DescriptionString",
|
@@ -2697,6 +2812,10 @@ module Aws::Glue
|
|
2697
2812
|
# The name of the trigger.
|
2698
2813
|
# @return [String]
|
2699
2814
|
#
|
2815
|
+
# @!attribute [rw] workflow_name
|
2816
|
+
# The name of the workflow associated with the trigger.
|
2817
|
+
# @return [String]
|
2818
|
+
#
|
2700
2819
|
# @!attribute [rw] type
|
2701
2820
|
# The type of the new trigger.
|
2702
2821
|
# @return [String]
|
@@ -2746,6 +2865,7 @@ module Aws::Glue
|
|
2746
2865
|
#
|
2747
2866
|
class CreateTriggerRequest < Struct.new(
|
2748
2867
|
:name,
|
2868
|
+
:workflow_name,
|
2749
2869
|
:type,
|
2750
2870
|
:schedule,
|
2751
2871
|
:predicate,
|
@@ -2814,6 +2934,59 @@ module Aws::Glue
|
|
2814
2934
|
#
|
2815
2935
|
class CreateUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
2816
2936
|
|
2937
|
+
# @note When making an API call, you may pass CreateWorkflowRequest
|
2938
|
+
# data as a hash:
|
2939
|
+
#
|
2940
|
+
# {
|
2941
|
+
# name: "NameString", # required
|
2942
|
+
# description: "GenericString",
|
2943
|
+
# default_run_properties: {
|
2944
|
+
# "IdString" => "GenericString",
|
2945
|
+
# },
|
2946
|
+
# tags: {
|
2947
|
+
# "TagKey" => "TagValue",
|
2948
|
+
# },
|
2949
|
+
# }
|
2950
|
+
#
|
2951
|
+
# @!attribute [rw] name
|
2952
|
+
# The name to be assigned to the workflow. It should be unique within
|
2953
|
+
# your account.
|
2954
|
+
# @return [String]
|
2955
|
+
#
|
2956
|
+
# @!attribute [rw] description
|
2957
|
+
# A description of the workflow.
|
2958
|
+
# @return [String]
|
2959
|
+
#
|
2960
|
+
# @!attribute [rw] default_run_properties
|
2961
|
+
# A collection of properties to be used as part of each execution of
|
2962
|
+
# the workflow.
|
2963
|
+
# @return [Hash<String,String>]
|
2964
|
+
#
|
2965
|
+
# @!attribute [rw] tags
|
2966
|
+
# The tags to be used with this workflow.
|
2967
|
+
# @return [Hash<String,String>]
|
2968
|
+
#
|
2969
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
2970
|
+
#
|
2971
|
+
class CreateWorkflowRequest < Struct.new(
|
2972
|
+
:name,
|
2973
|
+
:description,
|
2974
|
+
:default_run_properties,
|
2975
|
+
:tags)
|
2976
|
+
include Aws::Structure
|
2977
|
+
end
|
2978
|
+
|
2979
|
+
# @!attribute [rw] name
|
2980
|
+
# The name of the workflow which was provided as part of the request.
|
2981
|
+
# @return [String]
|
2982
|
+
#
|
2983
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowResponse AWS API Documentation
|
2984
|
+
#
|
2985
|
+
class CreateWorkflowResponse < Struct.new(
|
2986
|
+
:name)
|
2987
|
+
include Aws::Structure
|
2988
|
+
end
|
2989
|
+
|
2817
2990
|
# Specifies an XML classifier for `CreateClassifier` to create.
|
2818
2991
|
#
|
2819
2992
|
# @note When making an API call, you may pass CreateXMLClassifierRequest
|
@@ -3412,6 +3585,35 @@ module Aws::Glue
|
|
3412
3585
|
#
|
3413
3586
|
class DeleteUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
3414
3587
|
|
3588
|
+
# @note When making an API call, you may pass DeleteWorkflowRequest
|
3589
|
+
# data as a hash:
|
3590
|
+
#
|
3591
|
+
# {
|
3592
|
+
# name: "NameString", # required
|
3593
|
+
# }
|
3594
|
+
#
|
3595
|
+
# @!attribute [rw] name
|
3596
|
+
# Name of the workflow to be deleted.
|
3597
|
+
# @return [String]
|
3598
|
+
#
|
3599
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteWorkflowRequest AWS API Documentation
|
3600
|
+
#
|
3601
|
+
class DeleteWorkflowRequest < Struct.new(
|
3602
|
+
:name)
|
3603
|
+
include Aws::Structure
|
3604
|
+
end
|
3605
|
+
|
3606
|
+
# @!attribute [rw] name
|
3607
|
+
# Name of the workflow specified in input.
|
3608
|
+
# @return [String]
|
3609
|
+
#
|
3610
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteWorkflowResponse AWS API Documentation
|
3611
|
+
#
|
3612
|
+
class DeleteWorkflowResponse < Struct.new(
|
3613
|
+
:name)
|
3614
|
+
include Aws::Structure
|
3615
|
+
end
|
3616
|
+
|
3415
3617
|
# A development endpoint where a developer can remotely debug ETL
|
3416
3618
|
# scripts.
|
3417
3619
|
#
|
@@ -3628,6 +3830,25 @@ module Aws::Glue
|
|
3628
3830
|
include Aws::Structure
|
3629
3831
|
end
|
3630
3832
|
|
3833
|
+
# An edge represents a directed connection between two AWS Glue
|
3834
|
+
# components which are part of the workflow the edge belongs to.
|
3835
|
+
#
|
3836
|
+
# @!attribute [rw] source_id
|
3837
|
+
# The unique of the node within the workflow where the edge starts.
|
3838
|
+
# @return [String]
|
3839
|
+
#
|
3840
|
+
# @!attribute [rw] destination_id
|
3841
|
+
# The unique of the node within the workflow where the edge ends.
|
3842
|
+
# @return [String]
|
3843
|
+
#
|
3844
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Edge AWS API Documentation
|
3845
|
+
#
|
3846
|
+
class Edge < Struct.new(
|
3847
|
+
:source_id,
|
3848
|
+
:destination_id)
|
3849
|
+
include Aws::Structure
|
3850
|
+
end
|
3851
|
+
|
3631
3852
|
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
3632
3853
|
#
|
3633
3854
|
# @note When making an API call, you may pass EncryptionAtRest
|
@@ -5405,43 +5626,208 @@ module Aws::Glue
|
|
5405
5626
|
include Aws::Structure
|
5406
5627
|
end
|
5407
5628
|
|
5408
|
-
#
|
5629
|
+
# @note When making an API call, you may pass GetWorkflowRequest
|
5630
|
+
# data as a hash:
|
5409
5631
|
#
|
5410
|
-
#
|
5411
|
-
#
|
5632
|
+
# {
|
5633
|
+
# name: "NameString", # required
|
5634
|
+
# include_graph: false,
|
5635
|
+
# }
|
5636
|
+
#
|
5637
|
+
# @!attribute [rw] name
|
5638
|
+
# The name of the workflow to retrieve.
|
5412
5639
|
# @return [String]
|
5413
5640
|
#
|
5414
|
-
#
|
5641
|
+
# @!attribute [rw] include_graph
|
5642
|
+
# Specifies whether to include a graph when returning the workflow
|
5643
|
+
# resource metadata.
|
5644
|
+
# @return [Boolean]
|
5415
5645
|
#
|
5416
|
-
|
5417
|
-
|
5646
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRequest AWS API Documentation
|
5647
|
+
#
|
5648
|
+
class GetWorkflowRequest < Struct.new(
|
5649
|
+
:name,
|
5650
|
+
:include_graph)
|
5418
5651
|
include Aws::Structure
|
5419
5652
|
end
|
5420
5653
|
|
5421
|
-
#
|
5654
|
+
# @!attribute [rw] workflow
|
5655
|
+
# The resource metadata for the workflow.
|
5656
|
+
# @return [Types::Workflow]
|
5657
|
+
#
|
5658
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowResponse AWS API Documentation
|
5659
|
+
#
|
5660
|
+
class GetWorkflowResponse < Struct.new(
|
5661
|
+
:workflow)
|
5662
|
+
include Aws::Structure
|
5663
|
+
end
|
5664
|
+
|
5665
|
+
# @note When making an API call, you may pass GetWorkflowRunPropertiesRequest
|
5666
|
+
# data as a hash:
|
5667
|
+
#
|
5668
|
+
# {
|
5669
|
+
# name: "NameString", # required
|
5670
|
+
# run_id: "IdString", # required
|
5671
|
+
# }
|
5422
5672
|
#
|
5423
5673
|
# @!attribute [rw] name
|
5424
|
-
#
|
5674
|
+
# Name of the workflow which was run.
|
5425
5675
|
# @return [String]
|
5426
5676
|
#
|
5427
|
-
# @!attribute [rw]
|
5428
|
-
#
|
5429
|
-
# as Twitter, JSON, Omniture logs, and so on.
|
5677
|
+
# @!attribute [rw] run_id
|
5678
|
+
# The ID of the workflow run whose run properties should be returned.
|
5430
5679
|
# @return [String]
|
5431
5680
|
#
|
5432
|
-
#
|
5433
|
-
# The time that this classifier was registered.
|
5434
|
-
# @return [Time]
|
5681
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunPropertiesRequest AWS API Documentation
|
5435
5682
|
#
|
5436
|
-
|
5437
|
-
|
5438
|
-
|
5683
|
+
class GetWorkflowRunPropertiesRequest < Struct.new(
|
5684
|
+
:name,
|
5685
|
+
:run_id)
|
5686
|
+
include Aws::Structure
|
5687
|
+
end
|
5688
|
+
|
5689
|
+
# @!attribute [rw] run_properties
|
5690
|
+
# The workflow run properties which were set during the specified run.
|
5691
|
+
# @return [Hash<String,String>]
|
5439
5692
|
#
|
5440
|
-
#
|
5441
|
-
# The version of this classifier.
|
5442
|
-
# @return [Integer]
|
5693
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunPropertiesResponse AWS API Documentation
|
5443
5694
|
#
|
5444
|
-
|
5695
|
+
class GetWorkflowRunPropertiesResponse < Struct.new(
|
5696
|
+
:run_properties)
|
5697
|
+
include Aws::Structure
|
5698
|
+
end
|
5699
|
+
|
5700
|
+
# @note When making an API call, you may pass GetWorkflowRunRequest
|
5701
|
+
# data as a hash:
|
5702
|
+
#
|
5703
|
+
# {
|
5704
|
+
# name: "NameString", # required
|
5705
|
+
# run_id: "IdString", # required
|
5706
|
+
# include_graph: false,
|
5707
|
+
# }
|
5708
|
+
#
|
5709
|
+
# @!attribute [rw] name
|
5710
|
+
# Name of the workflow being run.
|
5711
|
+
# @return [String]
|
5712
|
+
#
|
5713
|
+
# @!attribute [rw] run_id
|
5714
|
+
# The ID of the workflow run.
|
5715
|
+
# @return [String]
|
5716
|
+
#
|
5717
|
+
# @!attribute [rw] include_graph
|
5718
|
+
# Specifies whether to include the workflow graph in response or not.
|
5719
|
+
# @return [Boolean]
|
5720
|
+
#
|
5721
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunRequest AWS API Documentation
|
5722
|
+
#
|
5723
|
+
class GetWorkflowRunRequest < Struct.new(
|
5724
|
+
:name,
|
5725
|
+
:run_id,
|
5726
|
+
:include_graph)
|
5727
|
+
include Aws::Structure
|
5728
|
+
end
|
5729
|
+
|
5730
|
+
# @!attribute [rw] run
|
5731
|
+
# The requested workflow run metadata.
|
5732
|
+
# @return [Types::WorkflowRun]
|
5733
|
+
#
|
5734
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunResponse AWS API Documentation
|
5735
|
+
#
|
5736
|
+
class GetWorkflowRunResponse < Struct.new(
|
5737
|
+
:run)
|
5738
|
+
include Aws::Structure
|
5739
|
+
end
|
5740
|
+
|
5741
|
+
# @note When making an API call, you may pass GetWorkflowRunsRequest
|
5742
|
+
# data as a hash:
|
5743
|
+
#
|
5744
|
+
# {
|
5745
|
+
# name: "NameString", # required
|
5746
|
+
# include_graph: false,
|
5747
|
+
# next_token: "GenericString",
|
5748
|
+
# max_results: 1,
|
5749
|
+
# }
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] name
|
5752
|
+
# Name of the workflow whose metadata of runs should be returned.
|
5753
|
+
# @return [String]
|
5754
|
+
#
|
5755
|
+
# @!attribute [rw] include_graph
|
5756
|
+
# Specifies whether to include the workflow graph in response or not.
|
5757
|
+
# @return [Boolean]
|
5758
|
+
#
|
5759
|
+
# @!attribute [rw] next_token
|
5760
|
+
# The maximum size of the response.
|
5761
|
+
# @return [String]
|
5762
|
+
#
|
5763
|
+
# @!attribute [rw] max_results
|
5764
|
+
# The maximum number of workflow runs to be included in the response.
|
5765
|
+
# @return [Integer]
|
5766
|
+
#
|
5767
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunsRequest AWS API Documentation
|
5768
|
+
#
|
5769
|
+
class GetWorkflowRunsRequest < Struct.new(
|
5770
|
+
:name,
|
5771
|
+
:include_graph,
|
5772
|
+
:next_token,
|
5773
|
+
:max_results)
|
5774
|
+
include Aws::Structure
|
5775
|
+
end
|
5776
|
+
|
5777
|
+
# @!attribute [rw] runs
|
5778
|
+
# A list of workflow run metadata objects.
|
5779
|
+
# @return [Array<Types::WorkflowRun>]
|
5780
|
+
#
|
5781
|
+
# @!attribute [rw] next_token
|
5782
|
+
# A continuation token, if not all requested workflow runs have been
|
5783
|
+
# returned.
|
5784
|
+
# @return [String]
|
5785
|
+
#
|
5786
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunsResponse AWS API Documentation
|
5787
|
+
#
|
5788
|
+
class GetWorkflowRunsResponse < Struct.new(
|
5789
|
+
:runs,
|
5790
|
+
:next_token)
|
5791
|
+
include Aws::Structure
|
5792
|
+
end
|
5793
|
+
|
5794
|
+
# An encryption operation failed.
|
5795
|
+
#
|
5796
|
+
# @!attribute [rw] message
|
5797
|
+
# A message describing the problem.
|
5798
|
+
# @return [String]
|
5799
|
+
#
|
5800
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
|
5801
|
+
#
|
5802
|
+
class GlueEncryptionException < Struct.new(
|
5803
|
+
:message)
|
5804
|
+
include Aws::Structure
|
5805
|
+
end
|
5806
|
+
|
5807
|
+
# A classifier that uses `grok` patterns.
|
5808
|
+
#
|
5809
|
+
# @!attribute [rw] name
|
5810
|
+
# The name of the classifier.
|
5811
|
+
# @return [String]
|
5812
|
+
#
|
5813
|
+
# @!attribute [rw] classification
|
5814
|
+
# An identifier of the data format that the classifier matches, such
|
5815
|
+
# as Twitter, JSON, Omniture logs, and so on.
|
5816
|
+
# @return [String]
|
5817
|
+
#
|
5818
|
+
# @!attribute [rw] creation_time
|
5819
|
+
# The time that this classifier was registered.
|
5820
|
+
# @return [Time]
|
5821
|
+
#
|
5822
|
+
# @!attribute [rw] last_updated
|
5823
|
+
# The time that this classifier was last updated.
|
5824
|
+
# @return [Time]
|
5825
|
+
#
|
5826
|
+
# @!attribute [rw] version
|
5827
|
+
# The version of this classifier.
|
5828
|
+
# @return [Integer]
|
5829
|
+
#
|
5830
|
+
# @!attribute [rw] grok_pattern
|
5445
5831
|
# The grok pattern applied to a data store by this classifier. For
|
5446
5832
|
# more information, see built-in patterns in [Writing Custom
|
5447
5833
|
# Classifiers][1].
|
@@ -5819,7 +6205,7 @@ module Aws::Glue
|
|
5819
6205
|
#
|
5820
6206
|
# @!attribute [rw] script_location
|
5821
6207
|
# Specifies the Amazon Simple Storage Service (Amazon S3) path to a
|
5822
|
-
# script that executes a job
|
6208
|
+
# script that executes a job.
|
5823
6209
|
# @return [String]
|
5824
6210
|
#
|
5825
6211
|
# @!attribute [rw] python_version
|
@@ -5836,6 +6222,19 @@ module Aws::Glue
|
|
5836
6222
|
include Aws::Structure
|
5837
6223
|
end
|
5838
6224
|
|
6225
|
+
# The details of a Job node present in the workflow.
|
6226
|
+
#
|
6227
|
+
# @!attribute [rw] job_runs
|
6228
|
+
# The information for the job runs represented by the job node.
|
6229
|
+
# @return [Array<Types::JobRun>]
|
6230
|
+
#
|
6231
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobNodeDetails AWS API Documentation
|
6232
|
+
#
|
6233
|
+
class JobNodeDetails < Struct.new(
|
6234
|
+
:job_runs)
|
6235
|
+
include Aws::Structure
|
6236
|
+
end
|
6237
|
+
|
5839
6238
|
# Contains information about a job run.
|
5840
6239
|
#
|
5841
6240
|
# @!attribute [rw] id
|
@@ -5956,10 +6355,6 @@ module Aws::Glue
|
|
5956
6355
|
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
5957
6356
|
# @return [Float]
|
5958
6357
|
#
|
5959
|
-
# @!attribute [rw] notification_property
|
5960
|
-
# Specifies configuration properties of a job run notification.
|
5961
|
-
# @return [Types::NotificationProperty]
|
5962
|
-
#
|
5963
6358
|
# @!attribute [rw] worker_type
|
5964
6359
|
# The type of predefined worker that is allocated when a job runs.
|
5965
6360
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -5997,6 +6392,10 @@ module Aws::Glue
|
|
5997
6392
|
# that security configuration is used to encrypt the log group.
|
5998
6393
|
# @return [String]
|
5999
6394
|
#
|
6395
|
+
# @!attribute [rw] notification_property
|
6396
|
+
# Specifies configuration properties of a job run notification.
|
6397
|
+
# @return [Types::NotificationProperty]
|
6398
|
+
#
|
6000
6399
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
6001
6400
|
#
|
6002
6401
|
class JobRun < Struct.new(
|
@@ -6016,11 +6415,11 @@ module Aws::Glue
|
|
6016
6415
|
:execution_time,
|
6017
6416
|
:timeout,
|
6018
6417
|
:max_capacity,
|
6019
|
-
:notification_property,
|
6020
6418
|
:worker_type,
|
6021
6419
|
:number_of_workers,
|
6022
6420
|
:security_configuration,
|
6023
|
-
:log_group_name
|
6421
|
+
:log_group_name,
|
6422
|
+
:notification_property)
|
6024
6423
|
include Aws::Structure
|
6025
6424
|
end
|
6026
6425
|
|
@@ -6496,6 +6895,46 @@ module Aws::Glue
|
|
6496
6895
|
include Aws::Structure
|
6497
6896
|
end
|
6498
6897
|
|
6898
|
+
# @note When making an API call, you may pass ListWorkflowsRequest
|
6899
|
+
# data as a hash:
|
6900
|
+
#
|
6901
|
+
# {
|
6902
|
+
# next_token: "GenericString",
|
6903
|
+
# max_results: 1,
|
6904
|
+
# }
|
6905
|
+
#
|
6906
|
+
# @!attribute [rw] next_token
|
6907
|
+
# A continuation token, if this is a continuation request.
|
6908
|
+
# @return [String]
|
6909
|
+
#
|
6910
|
+
# @!attribute [rw] max_results
|
6911
|
+
# The maximum size of a list to return.
|
6912
|
+
# @return [Integer]
|
6913
|
+
#
|
6914
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
|
6915
|
+
#
|
6916
|
+
class ListWorkflowsRequest < Struct.new(
|
6917
|
+
:next_token,
|
6918
|
+
:max_results)
|
6919
|
+
include Aws::Structure
|
6920
|
+
end
|
6921
|
+
|
6922
|
+
# @!attribute [rw] workflows
|
6923
|
+
# List of names of workflows in the account.
|
6924
|
+
# @return [Array<String>]
|
6925
|
+
#
|
6926
|
+
# @!attribute [rw] next_token
|
6927
|
+
# A continuation token, if not all workflow names have been returned.
|
6928
|
+
# @return [String]
|
6929
|
+
#
|
6930
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
|
6931
|
+
#
|
6932
|
+
class ListWorkflowsResponse < Struct.new(
|
6933
|
+
:workflows,
|
6934
|
+
:next_token)
|
6935
|
+
include Aws::Structure
|
6936
|
+
end
|
6937
|
+
|
6499
6938
|
# The location of resources.
|
6500
6939
|
#
|
6501
6940
|
# @note When making an API call, you may pass Location
|
@@ -6609,6 +7048,45 @@ module Aws::Glue
|
|
6609
7048
|
include Aws::Structure
|
6610
7049
|
end
|
6611
7050
|
|
7051
|
+
# A node represents an AWS Glue component like Trigger, Job etc. which
|
7052
|
+
# is part of a workflow.
|
7053
|
+
#
|
7054
|
+
# @!attribute [rw] type
|
7055
|
+
# The type of AWS Glue component represented by the node.
|
7056
|
+
# @return [String]
|
7057
|
+
#
|
7058
|
+
# @!attribute [rw] name
|
7059
|
+
# The name of the AWS Glue component represented by the node.
|
7060
|
+
# @return [String]
|
7061
|
+
#
|
7062
|
+
# @!attribute [rw] unique_id
|
7063
|
+
# The unique Id assigned to the node within the workflow.
|
7064
|
+
# @return [String]
|
7065
|
+
#
|
7066
|
+
# @!attribute [rw] trigger_details
|
7067
|
+
# Details of the Trigger when the node represents a Trigger.
|
7068
|
+
# @return [Types::TriggerNodeDetails]
|
7069
|
+
#
|
7070
|
+
# @!attribute [rw] job_details
|
7071
|
+
# Details of the Job when the node represents a Job.
|
7072
|
+
# @return [Types::JobNodeDetails]
|
7073
|
+
#
|
7074
|
+
# @!attribute [rw] crawler_details
|
7075
|
+
# Details of the crawler when the node represents a crawler.
|
7076
|
+
# @return [Types::CrawlerNodeDetails]
|
7077
|
+
#
|
7078
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Node AWS API Documentation
|
7079
|
+
#
|
7080
|
+
class Node < Struct.new(
|
7081
|
+
:type,
|
7082
|
+
:name,
|
7083
|
+
:unique_id,
|
7084
|
+
:trigger_details,
|
7085
|
+
:job_details,
|
7086
|
+
:crawler_details)
|
7087
|
+
include Aws::Structure
|
7088
|
+
end
|
7089
|
+
|
6612
7090
|
# Specifies configuration properties of a notification.
|
6613
7091
|
#
|
6614
7092
|
# @note When making an API call, you may pass NotificationProperty
|
@@ -6912,6 +7390,8 @@ module Aws::Glue
|
|
6912
7390
|
# logical_operator: "EQUALS", # accepts EQUALS
|
6913
7391
|
# job_name: "NameString",
|
6914
7392
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
7393
|
+
# crawler_name: "NameString",
|
7394
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
6915
7395
|
# },
|
6916
7396
|
# ],
|
6917
7397
|
# }
|
@@ -7020,6 +7500,43 @@ module Aws::Glue
|
|
7020
7500
|
include Aws::Structure
|
7021
7501
|
end
|
7022
7502
|
|
7503
|
+
# @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
|
7504
|
+
# data as a hash:
|
7505
|
+
#
|
7506
|
+
# {
|
7507
|
+
# name: "NameString", # required
|
7508
|
+
# run_id: "IdString", # required
|
7509
|
+
# run_properties: { # required
|
7510
|
+
# "IdString" => "GenericString",
|
7511
|
+
# },
|
7512
|
+
# }
|
7513
|
+
#
|
7514
|
+
# @!attribute [rw] name
|
7515
|
+
# Name of the workflow which was run.
|
7516
|
+
# @return [String]
|
7517
|
+
#
|
7518
|
+
# @!attribute [rw] run_id
|
7519
|
+
# The ID of the workflow run for which the run properties should be
|
7520
|
+
# updated.
|
7521
|
+
# @return [String]
|
7522
|
+
#
|
7523
|
+
# @!attribute [rw] run_properties
|
7524
|
+
# The properties to put for the specified run.
|
7525
|
+
# @return [Hash<String,String>]
|
7526
|
+
#
|
7527
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
7528
|
+
#
|
7529
|
+
class PutWorkflowRunPropertiesRequest < Struct.new(
|
7530
|
+
:name,
|
7531
|
+
:run_id,
|
7532
|
+
:run_properties)
|
7533
|
+
include Aws::Structure
|
7534
|
+
end
|
7535
|
+
|
7536
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
|
7537
|
+
#
|
7538
|
+
class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
|
7539
|
+
|
7023
7540
|
# @note When making an API call, you may pass ResetJobBookmarkRequest
|
7024
7541
|
# data as a hash:
|
7025
7542
|
#
|
@@ -7417,12 +7934,12 @@ module Aws::Glue
|
|
7417
7934
|
# allocated_capacity: 1,
|
7418
7935
|
# timeout: 1,
|
7419
7936
|
# max_capacity: 1.0,
|
7420
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
7421
|
-
# number_of_workers: 1,
|
7422
7937
|
# security_configuration: "NameString",
|
7423
7938
|
# notification_property: {
|
7424
7939
|
# notify_delay_after: 1,
|
7425
7940
|
# },
|
7941
|
+
# worker_type: "NameString",
|
7942
|
+
# number_of_workers: 1,
|
7426
7943
|
# }
|
7427
7944
|
#
|
7428
7945
|
# @!attribute [rw] job_name
|
@@ -7502,6 +8019,15 @@ module Aws::Glue
|
|
7502
8019
|
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
7503
8020
|
# @return [Float]
|
7504
8021
|
#
|
8022
|
+
# @!attribute [rw] security_configuration
|
8023
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
8024
|
+
# this job run.
|
8025
|
+
# @return [String]
|
8026
|
+
#
|
8027
|
+
# @!attribute [rw] notification_property
|
8028
|
+
# Specifies configuration properties of a job run notification.
|
8029
|
+
# @return [Types::NotificationProperty]
|
8030
|
+
#
|
7505
8031
|
# @!attribute [rw] worker_type
|
7506
8032
|
# The type of predefined worker that is allocated when a job runs.
|
7507
8033
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -7524,15 +8050,6 @@ module Aws::Glue
|
|
7524
8050
|
# 149 for `G.2X`.
|
7525
8051
|
# @return [Integer]
|
7526
8052
|
#
|
7527
|
-
# @!attribute [rw] security_configuration
|
7528
|
-
# The name of the `SecurityConfiguration` structure to be used with
|
7529
|
-
# this job run.
|
7530
|
-
# @return [String]
|
7531
|
-
#
|
7532
|
-
# @!attribute [rw] notification_property
|
7533
|
-
# Specifies configuration properties of a job run notification.
|
7534
|
-
# @return [Types::NotificationProperty]
|
7535
|
-
#
|
7536
8053
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
7537
8054
|
#
|
7538
8055
|
class StartJobRunRequest < Struct.new(
|
@@ -7542,10 +8059,10 @@ module Aws::Glue
|
|
7542
8059
|
:allocated_capacity,
|
7543
8060
|
:timeout,
|
7544
8061
|
:max_capacity,
|
7545
|
-
:worker_type,
|
7546
|
-
:number_of_workers,
|
7547
8062
|
:security_configuration,
|
7548
|
-
:notification_property
|
8063
|
+
:notification_property,
|
8064
|
+
:worker_type,
|
8065
|
+
:number_of_workers)
|
7549
8066
|
include Aws::Structure
|
7550
8067
|
end
|
7551
8068
|
|
@@ -7589,6 +8106,35 @@ module Aws::Glue
|
|
7589
8106
|
include Aws::Structure
|
7590
8107
|
end
|
7591
8108
|
|
8109
|
+
# @note When making an API call, you may pass StartWorkflowRunRequest
|
8110
|
+
# data as a hash:
|
8111
|
+
#
|
8112
|
+
# {
|
8113
|
+
# name: "NameString", # required
|
8114
|
+
# }
|
8115
|
+
#
|
8116
|
+
# @!attribute [rw] name
|
8117
|
+
# The name of the workflow to start.
|
8118
|
+
# @return [String]
|
8119
|
+
#
|
8120
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
8121
|
+
#
|
8122
|
+
class StartWorkflowRunRequest < Struct.new(
|
8123
|
+
:name)
|
8124
|
+
include Aws::Structure
|
8125
|
+
end
|
8126
|
+
|
8127
|
+
# @!attribute [rw] run_id
|
8128
|
+
# An Id for the new run.
|
8129
|
+
# @return [String]
|
8130
|
+
#
|
8131
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunResponse AWS API Documentation
|
8132
|
+
#
|
8133
|
+
class StartWorkflowRunResponse < Struct.new(
|
8134
|
+
:run_id)
|
8135
|
+
include Aws::Structure
|
8136
|
+
end
|
8137
|
+
|
7592
8138
|
# @note When making an API call, you may pass StopCrawlerRequest
|
7593
8139
|
# data as a hash:
|
7594
8140
|
#
|
@@ -8128,6 +8674,10 @@ module Aws::Glue
|
|
8128
8674
|
# The name of the trigger.
|
8129
8675
|
# @return [String]
|
8130
8676
|
#
|
8677
|
+
# @!attribute [rw] workflow_name
|
8678
|
+
# The name of the workflow associated with the trigger.
|
8679
|
+
# @return [String]
|
8680
|
+
#
|
8131
8681
|
# @!attribute [rw] id
|
8132
8682
|
# Reserved for future use.
|
8133
8683
|
# @return [String]
|
@@ -8166,6 +8716,7 @@ module Aws::Glue
|
|
8166
8716
|
#
|
8167
8717
|
class Trigger < Struct.new(
|
8168
8718
|
:name,
|
8719
|
+
:workflow_name,
|
8169
8720
|
:id,
|
8170
8721
|
:type,
|
8171
8722
|
:state,
|
@@ -8176,6 +8727,19 @@ module Aws::Glue
|
|
8176
8727
|
include Aws::Structure
|
8177
8728
|
end
|
8178
8729
|
|
8730
|
+
# The details of a Trigger node present in the workflow.
|
8731
|
+
#
|
8732
|
+
# @!attribute [rw] trigger
|
8733
|
+
# The information of the trigger represented by the trigger node.
|
8734
|
+
# @return [Types::Trigger]
|
8735
|
+
#
|
8736
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerNodeDetails AWS API Documentation
|
8737
|
+
#
|
8738
|
+
class TriggerNodeDetails < Struct.new(
|
8739
|
+
:trigger)
|
8740
|
+
include Aws::Structure
|
8741
|
+
end
|
8742
|
+
|
8179
8743
|
# A structure used to provide information used to update a trigger. This
|
8180
8744
|
# object updates the previous trigger definition by overwriting it
|
8181
8745
|
# completely.
|
@@ -8194,10 +8758,11 @@ module Aws::Glue
|
|
8194
8758
|
# "GenericString" => "GenericString",
|
8195
8759
|
# },
|
8196
8760
|
# timeout: 1,
|
8761
|
+
# security_configuration: "NameString",
|
8197
8762
|
# notification_property: {
|
8198
8763
|
# notify_delay_after: 1,
|
8199
8764
|
# },
|
8200
|
-
#
|
8765
|
+
# crawler_name: "NameString",
|
8201
8766
|
# },
|
8202
8767
|
# ],
|
8203
8768
|
# predicate: {
|
@@ -8207,6 +8772,8 @@ module Aws::Glue
|
|
8207
8772
|
# logical_operator: "EQUALS", # accepts EQUALS
|
8208
8773
|
# job_name: "NameString",
|
8209
8774
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
8775
|
+
# crawler_name: "NameString",
|
8776
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
8210
8777
|
# },
|
8211
8778
|
# ],
|
8212
8779
|
# },
|
@@ -9075,10 +9642,11 @@ module Aws::Glue
|
|
9075
9642
|
# "GenericString" => "GenericString",
|
9076
9643
|
# },
|
9077
9644
|
# timeout: 1,
|
9645
|
+
# security_configuration: "NameString",
|
9078
9646
|
# notification_property: {
|
9079
9647
|
# notify_delay_after: 1,
|
9080
9648
|
# },
|
9081
|
-
#
|
9649
|
+
# crawler_name: "NameString",
|
9082
9650
|
# },
|
9083
9651
|
# ],
|
9084
9652
|
# predicate: {
|
@@ -9088,6 +9656,8 @@ module Aws::Glue
|
|
9088
9656
|
# logical_operator: "EQUALS", # accepts EQUALS
|
9089
9657
|
# job_name: "NameString",
|
9090
9658
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
9659
|
+
# crawler_name: "NameString",
|
9660
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
9091
9661
|
# },
|
9092
9662
|
# ],
|
9093
9663
|
# },
|
@@ -9175,6 +9745,50 @@ module Aws::Glue
|
|
9175
9745
|
#
|
9176
9746
|
class UpdateUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
9177
9747
|
|
9748
|
+
# @note When making an API call, you may pass UpdateWorkflowRequest
|
9749
|
+
# data as a hash:
|
9750
|
+
#
|
9751
|
+
# {
|
9752
|
+
# name: "NameString", # required
|
9753
|
+
# description: "GenericString",
|
9754
|
+
# default_run_properties: {
|
9755
|
+
# "IdString" => "GenericString",
|
9756
|
+
# },
|
9757
|
+
# }
|
9758
|
+
#
|
9759
|
+
# @!attribute [rw] name
|
9760
|
+
# Name of the workflow to be updated.
|
9761
|
+
# @return [String]
|
9762
|
+
#
|
9763
|
+
# @!attribute [rw] description
|
9764
|
+
# The description of the workflow.
|
9765
|
+
# @return [String]
|
9766
|
+
#
|
9767
|
+
# @!attribute [rw] default_run_properties
|
9768
|
+
# A collection of properties to be used as part of each execution of
|
9769
|
+
# the workflow.
|
9770
|
+
# @return [Hash<String,String>]
|
9771
|
+
#
|
9772
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
9773
|
+
#
|
9774
|
+
class UpdateWorkflowRequest < Struct.new(
|
9775
|
+
:name,
|
9776
|
+
:description,
|
9777
|
+
:default_run_properties)
|
9778
|
+
include Aws::Structure
|
9779
|
+
end
|
9780
|
+
|
9781
|
+
# @!attribute [rw] name
|
9782
|
+
# The name of the workflow which was specified in input.
|
9783
|
+
# @return [String]
|
9784
|
+
#
|
9785
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowResponse AWS API Documentation
|
9786
|
+
#
|
9787
|
+
class UpdateWorkflowResponse < Struct.new(
|
9788
|
+
:name)
|
9789
|
+
include Aws::Structure
|
9790
|
+
end
|
9791
|
+
|
9178
9792
|
# Specifies an XML classifier to be updated.
|
9179
9793
|
#
|
9180
9794
|
# @note When making an API call, you may pass UpdateXMLClassifierRequest
|
@@ -9326,6 +9940,164 @@ module Aws::Glue
|
|
9326
9940
|
include Aws::Structure
|
9327
9941
|
end
|
9328
9942
|
|
9943
|
+
# A workflow represents a flow in which AWS Glue components should be
|
9944
|
+
# executed to complete a logical task.
|
9945
|
+
#
|
9946
|
+
# @!attribute [rw] name
|
9947
|
+
# The name of the workflow representing the flow.
|
9948
|
+
# @return [String]
|
9949
|
+
#
|
9950
|
+
# @!attribute [rw] description
|
9951
|
+
# A description of the workflow.
|
9952
|
+
# @return [String]
|
9953
|
+
#
|
9954
|
+
# @!attribute [rw] default_run_properties
|
9955
|
+
# A collection of properties to be used as part of each execution of
|
9956
|
+
# the workflow.
|
9957
|
+
# @return [Hash<String,String>]
|
9958
|
+
#
|
9959
|
+
# @!attribute [rw] created_on
|
9960
|
+
# The date and time when the workflow was created.
|
9961
|
+
# @return [Time]
|
9962
|
+
#
|
9963
|
+
# @!attribute [rw] last_modified_on
|
9964
|
+
# The date and time when the workflow was last modified.
|
9965
|
+
# @return [Time]
|
9966
|
+
#
|
9967
|
+
# @!attribute [rw] last_run
|
9968
|
+
# The information about the last execution of the workflow.
|
9969
|
+
# @return [Types::WorkflowRun]
|
9970
|
+
#
|
9971
|
+
# @!attribute [rw] graph
|
9972
|
+
# The graph representing all the AWS Glue components that belong to
|
9973
|
+
# the workflow as nodes and directed connections between them as
|
9974
|
+
# edges.
|
9975
|
+
# @return [Types::WorkflowGraph]
|
9976
|
+
#
|
9977
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
9978
|
+
#
|
9979
|
+
class Workflow < Struct.new(
|
9980
|
+
:name,
|
9981
|
+
:description,
|
9982
|
+
:default_run_properties,
|
9983
|
+
:created_on,
|
9984
|
+
:last_modified_on,
|
9985
|
+
:last_run,
|
9986
|
+
:graph)
|
9987
|
+
include Aws::Structure
|
9988
|
+
end
|
9989
|
+
|
9990
|
+
# A workflow graph represents the complete workflow containing all the
|
9991
|
+
# AWS Glue components present in the workflow and all the directed
|
9992
|
+
# connections between them.
|
9993
|
+
#
|
9994
|
+
# @!attribute [rw] nodes
|
9995
|
+
# A list of the the AWS Glue components belong to the workflow
|
9996
|
+
# represented as nodes.
|
9997
|
+
# @return [Array<Types::Node>]
|
9998
|
+
#
|
9999
|
+
# @!attribute [rw] edges
|
10000
|
+
# A list of all the directed connections between the nodes belonging
|
10001
|
+
# to the workflow.
|
10002
|
+
# @return [Array<Types::Edge>]
|
10003
|
+
#
|
10004
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowGraph AWS API Documentation
|
10005
|
+
#
|
10006
|
+
class WorkflowGraph < Struct.new(
|
10007
|
+
:nodes,
|
10008
|
+
:edges)
|
10009
|
+
include Aws::Structure
|
10010
|
+
end
|
10011
|
+
|
10012
|
+
# A workflow run is an execution of a workflow providing all the runtime
|
10013
|
+
# information.
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] name
|
10016
|
+
# Name of the workflow which was executed.
|
10017
|
+
# @return [String]
|
10018
|
+
#
|
10019
|
+
# @!attribute [rw] workflow_run_id
|
10020
|
+
# The ID of this workflow run.
|
10021
|
+
# @return [String]
|
10022
|
+
#
|
10023
|
+
# @!attribute [rw] workflow_run_properties
|
10024
|
+
# The workflow run properties which were set during the run.
|
10025
|
+
# @return [Hash<String,String>]
|
10026
|
+
#
|
10027
|
+
# @!attribute [rw] started_on
|
10028
|
+
# The date and time when the workflow run was started.
|
10029
|
+
# @return [Time]
|
10030
|
+
#
|
10031
|
+
# @!attribute [rw] completed_on
|
10032
|
+
# The date and time when the workflow run completed.
|
10033
|
+
# @return [Time]
|
10034
|
+
#
|
10035
|
+
# @!attribute [rw] status
|
10036
|
+
# The status of the workflow run.
|
10037
|
+
# @return [String]
|
10038
|
+
#
|
10039
|
+
# @!attribute [rw] statistics
|
10040
|
+
# The statistics of the run.
|
10041
|
+
# @return [Types::WorkflowRunStatistics]
|
10042
|
+
#
|
10043
|
+
# @!attribute [rw] graph
|
10044
|
+
# The graph representing all the AWS Glue components that belong to
|
10045
|
+
# the workflow as nodes and directed connections between them as
|
10046
|
+
# edges.
|
10047
|
+
# @return [Types::WorkflowGraph]
|
10048
|
+
#
|
10049
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
|
10050
|
+
#
|
10051
|
+
class WorkflowRun < Struct.new(
|
10052
|
+
:name,
|
10053
|
+
:workflow_run_id,
|
10054
|
+
:workflow_run_properties,
|
10055
|
+
:started_on,
|
10056
|
+
:completed_on,
|
10057
|
+
:status,
|
10058
|
+
:statistics,
|
10059
|
+
:graph)
|
10060
|
+
include Aws::Structure
|
10061
|
+
end
|
10062
|
+
|
10063
|
+
# Workflow run statistics provides statistics about the workflow run.
|
10064
|
+
#
|
10065
|
+
# @!attribute [rw] total_actions
|
10066
|
+
# Total number of Actions in the workflow run.
|
10067
|
+
# @return [Integer]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] timeout_actions
|
10070
|
+
# Total number of Actions which timed out.
|
10071
|
+
# @return [Integer]
|
10072
|
+
#
|
10073
|
+
# @!attribute [rw] failed_actions
|
10074
|
+
# Total number of Actions which have failed.
|
10075
|
+
# @return [Integer]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] stopped_actions
|
10078
|
+
# Total number of Actions which have stopped.
|
10079
|
+
# @return [Integer]
|
10080
|
+
#
|
10081
|
+
# @!attribute [rw] succeeded_actions
|
10082
|
+
# Total number of Actions which have succeeded.
|
10083
|
+
# @return [Integer]
|
10084
|
+
#
|
10085
|
+
# @!attribute [rw] running_actions
|
10086
|
+
# Total number Actions in running state.
|
10087
|
+
# @return [Integer]
|
10088
|
+
#
|
10089
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRunStatistics AWS API Documentation
|
10090
|
+
#
|
10091
|
+
class WorkflowRunStatistics < Struct.new(
|
10092
|
+
:total_actions,
|
10093
|
+
:timeout_actions,
|
10094
|
+
:failed_actions,
|
10095
|
+
:stopped_actions,
|
10096
|
+
:succeeded_actions,
|
10097
|
+
:running_actions)
|
10098
|
+
include Aws::Structure
|
10099
|
+
end
|
10100
|
+
|
9329
10101
|
# A classifier for `XML` content.
|
9330
10102
|
#
|
9331
10103
|
# @!attribute [rw] name
|