aws-sdk-glue 1.36.0 → 1.37.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +893 -43
- data/lib/aws-sdk-glue/client_api.rb +368 -8
- data/lib/aws-sdk-glue/types.rb +854 -82
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -32,10 +32,11 @@ module Aws::Glue
|
|
32
32
|
# "GenericString" => "GenericString",
|
33
33
|
# },
|
34
34
|
# timeout: 1,
|
35
|
+
# security_configuration: "NameString",
|
35
36
|
# notification_property: {
|
36
37
|
# notify_delay_after: 1,
|
37
38
|
# },
|
38
|
-
#
|
39
|
+
# crawler_name: "NameString",
|
39
40
|
# }
|
40
41
|
#
|
41
42
|
# @!attribute [rw] job_name
|
@@ -70,13 +71,17 @@ module Aws::Glue
|
|
70
71
|
# overrides the timeout value set in the parent job.
|
71
72
|
# @return [Integer]
|
72
73
|
#
|
74
|
+
# @!attribute [rw] security_configuration
|
75
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
76
|
+
# this action.
|
77
|
+
# @return [String]
|
78
|
+
#
|
73
79
|
# @!attribute [rw] notification_property
|
74
80
|
# Specifies configuration properties of a job run notification.
|
75
81
|
# @return [Types::NotificationProperty]
|
76
82
|
#
|
77
|
-
# @!attribute [rw]
|
78
|
-
# The name of the
|
79
|
-
# this action.
|
83
|
+
# @!attribute [rw] crawler_name
|
84
|
+
# The name of the crawler to be used with this action.
|
80
85
|
# @return [String]
|
81
86
|
#
|
82
87
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -85,8 +90,9 @@ module Aws::Glue
|
|
85
90
|
:job_name,
|
86
91
|
:arguments,
|
87
92
|
:timeout,
|
93
|
+
:security_configuration,
|
88
94
|
:notification_property,
|
89
|
-
:
|
95
|
+
:crawler_name)
|
90
96
|
include Aws::Structure
|
91
97
|
end
|
92
98
|
|
@@ -594,6 +600,48 @@ module Aws::Glue
|
|
594
600
|
include Aws::Structure
|
595
601
|
end
|
596
602
|
|
603
|
+
# @note When making an API call, you may pass BatchGetWorkflowsRequest
|
604
|
+
# data as a hash:
|
605
|
+
#
|
606
|
+
# {
|
607
|
+
# names: ["NameString"], # required
|
608
|
+
# include_graph: false,
|
609
|
+
# }
|
610
|
+
#
|
611
|
+
# @!attribute [rw] names
|
612
|
+
# A list of workflow names, which may be the names returned from the
|
613
|
+
# `ListWorkflows` operation.
|
614
|
+
# @return [Array<String>]
|
615
|
+
#
|
616
|
+
# @!attribute [rw] include_graph
|
617
|
+
# Specifies whether to include a graph when returning the workflow
|
618
|
+
# resource metadata.
|
619
|
+
# @return [Boolean]
|
620
|
+
#
|
621
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetWorkflowsRequest AWS API Documentation
|
622
|
+
#
|
623
|
+
class BatchGetWorkflowsRequest < Struct.new(
|
624
|
+
:names,
|
625
|
+
:include_graph)
|
626
|
+
include Aws::Structure
|
627
|
+
end
|
628
|
+
|
629
|
+
# @!attribute [rw] workflows
|
630
|
+
# A list of workflow resource metadata.
|
631
|
+
# @return [Array<Types::Workflow>]
|
632
|
+
#
|
633
|
+
# @!attribute [rw] missing_workflows
|
634
|
+
# A list of names of workflows not found.
|
635
|
+
# @return [Array<String>]
|
636
|
+
#
|
637
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetWorkflowsResponse AWS API Documentation
|
638
|
+
#
|
639
|
+
class BatchGetWorkflowsResponse < Struct.new(
|
640
|
+
:workflows,
|
641
|
+
:missing_workflows)
|
642
|
+
include Aws::Structure
|
643
|
+
end
|
644
|
+
|
597
645
|
# Records an error that occurred when attempting to stop a specified job
|
598
646
|
# run.
|
599
647
|
#
|
@@ -994,6 +1042,8 @@ module Aws::Glue
|
|
994
1042
|
# logical_operator: "EQUALS", # accepts EQUALS
|
995
1043
|
# job_name: "NameString",
|
996
1044
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
1045
|
+
# crawler_name: "NameString",
|
1046
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
997
1047
|
# }
|
998
1048
|
#
|
999
1049
|
# @!attribute [rw] logical_operator
|
@@ -1010,12 +1060,22 @@ module Aws::Glue
|
|
1010
1060
|
# `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
|
1011
1061
|
# @return [String]
|
1012
1062
|
#
|
1063
|
+
# @!attribute [rw] crawler_name
|
1064
|
+
# The name of the crawler to which this condition applies.
|
1065
|
+
# @return [String]
|
1066
|
+
#
|
1067
|
+
# @!attribute [rw] crawl_state
|
1068
|
+
# The state of the crawler to which this condition applies.
|
1069
|
+
# @return [String]
|
1070
|
+
#
|
1013
1071
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
1014
1072
|
#
|
1015
1073
|
class Condition < Struct.new(
|
1016
1074
|
:logical_operator,
|
1017
1075
|
:job_name,
|
1018
|
-
:state
|
1076
|
+
:state,
|
1077
|
+
:crawler_name,
|
1078
|
+
:crawl_state)
|
1019
1079
|
include Aws::Structure
|
1020
1080
|
end
|
1021
1081
|
|
@@ -1255,6 +1315,44 @@ module Aws::Glue
|
|
1255
1315
|
include Aws::Structure
|
1256
1316
|
end
|
1257
1317
|
|
1318
|
+
# The details of a crawl in the workflow.
|
1319
|
+
#
|
1320
|
+
# @!attribute [rw] state
|
1321
|
+
# The state of the crawler.
|
1322
|
+
# @return [String]
|
1323
|
+
#
|
1324
|
+
# @!attribute [rw] started_on
|
1325
|
+
# The date and time on which the crawl started.
|
1326
|
+
# @return [Time]
|
1327
|
+
#
|
1328
|
+
# @!attribute [rw] completed_on
|
1329
|
+
# The date and time on which the crawl completed.
|
1330
|
+
# @return [Time]
|
1331
|
+
#
|
1332
|
+
# @!attribute [rw] error_message
|
1333
|
+
# The error message associated with the crawl.
|
1334
|
+
# @return [String]
|
1335
|
+
#
|
1336
|
+
# @!attribute [rw] log_group
|
1337
|
+
# The log group associated with the crawl.
|
1338
|
+
# @return [String]
|
1339
|
+
#
|
1340
|
+
# @!attribute [rw] log_stream
|
1341
|
+
# The log stream associated with the crawl.
|
1342
|
+
# @return [String]
|
1343
|
+
#
|
1344
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawl AWS API Documentation
|
1345
|
+
#
|
1346
|
+
class Crawl < Struct.new(
|
1347
|
+
:state,
|
1348
|
+
:started_on,
|
1349
|
+
:completed_on,
|
1350
|
+
:error_message,
|
1351
|
+
:log_group,
|
1352
|
+
:log_stream)
|
1353
|
+
include Aws::Structure
|
1354
|
+
end
|
1355
|
+
|
1258
1356
|
# Specifies a crawler program that examines a data source and uses
|
1259
1357
|
# classifiers to try to determine its schema. If successful, the crawler
|
1260
1358
|
# records metadata concerning the data source in the AWS Glue Data
|
@@ -1414,6 +1512,19 @@ module Aws::Glue
|
|
1414
1512
|
include Aws::Structure
|
1415
1513
|
end
|
1416
1514
|
|
1515
|
+
# The details of a Crawler node present in the workflow.
|
1516
|
+
#
|
1517
|
+
# @!attribute [rw] crawls
|
1518
|
+
# A list of crawls represented by the crawl node.
|
1519
|
+
# @return [Array<Types::Crawl>]
|
1520
|
+
#
|
1521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerNodeDetails AWS API Documentation
|
1522
|
+
#
|
1523
|
+
class CrawlerNodeDetails < Struct.new(
|
1524
|
+
:crawls)
|
1525
|
+
include Aws::Structure
|
1526
|
+
end
|
1527
|
+
|
1417
1528
|
# The specified crawler is not running.
|
1418
1529
|
#
|
1419
1530
|
# @!attribute [rw] message
|
@@ -2129,15 +2240,15 @@ module Aws::Glue
|
|
2129
2240
|
# allocated_capacity: 1,
|
2130
2241
|
# timeout: 1,
|
2131
2242
|
# max_capacity: 1.0,
|
2132
|
-
# notification_property: {
|
2133
|
-
# notify_delay_after: 1,
|
2134
|
-
# },
|
2135
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2136
|
-
# number_of_workers: 1,
|
2137
2243
|
# security_configuration: "NameString",
|
2138
2244
|
# tags: {
|
2139
2245
|
# "TagKey" => "TagValue",
|
2140
2246
|
# },
|
2247
|
+
# notification_property: {
|
2248
|
+
# notify_delay_after: 1,
|
2249
|
+
# },
|
2250
|
+
# number_of_workers: 1,
|
2251
|
+
# worker_type: "NameString",
|
2141
2252
|
# }
|
2142
2253
|
#
|
2143
2254
|
# @!attribute [rw] name
|
@@ -2242,10 +2353,33 @@ module Aws::Glue
|
|
2242
2353
|
# [1]: https://aws.amazon.com/glue/pricing/
|
2243
2354
|
# @return [Float]
|
2244
2355
|
#
|
2356
|
+
# @!attribute [rw] security_configuration
|
2357
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
2358
|
+
# this job.
|
2359
|
+
# @return [String]
|
2360
|
+
#
|
2361
|
+
# @!attribute [rw] tags
|
2362
|
+
# The tags to use with this job. You may use tags to limit access to
|
2363
|
+
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2364
|
+
# in AWS Glue][1] in the developer guide.
|
2365
|
+
#
|
2366
|
+
#
|
2367
|
+
#
|
2368
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2369
|
+
# @return [Hash<String,String>]
|
2370
|
+
#
|
2245
2371
|
# @!attribute [rw] notification_property
|
2246
2372
|
# Specifies configuration properties of a job notification.
|
2247
2373
|
# @return [Types::NotificationProperty]
|
2248
2374
|
#
|
2375
|
+
# @!attribute [rw] number_of_workers
|
2376
|
+
# The number of workers of a defined `workerType` that are allocated
|
2377
|
+
# when a job runs.
|
2378
|
+
#
|
2379
|
+
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2380
|
+
# 149 for `G.2X`.
|
2381
|
+
# @return [Integer]
|
2382
|
+
#
|
2249
2383
|
# @!attribute [rw] worker_type
|
2250
2384
|
# The type of predefined worker that is allocated when a job runs.
|
2251
2385
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -2262,29 +2396,6 @@ module Aws::Glue
|
|
2262
2396
|
# recommend this worker type for memory-intensive jobs.
|
2263
2397
|
# @return [String]
|
2264
2398
|
#
|
2265
|
-
# @!attribute [rw] number_of_workers
|
2266
|
-
# The number of workers of a defined `workerType` that are allocated
|
2267
|
-
# when a job runs.
|
2268
|
-
#
|
2269
|
-
# The maximum number of workers you can define are 299 for `G.1X`, and
|
2270
|
-
# 149 for `G.2X`.
|
2271
|
-
# @return [Integer]
|
2272
|
-
#
|
2273
|
-
# @!attribute [rw] security_configuration
|
2274
|
-
# The name of the `SecurityConfiguration` structure to be used with
|
2275
|
-
# this job.
|
2276
|
-
# @return [String]
|
2277
|
-
#
|
2278
|
-
# @!attribute [rw] tags
|
2279
|
-
# The tags to use with this job. You may use tags to limit access to
|
2280
|
-
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2281
|
-
# in AWS Glue][1] in the developer guide.
|
2282
|
-
#
|
2283
|
-
#
|
2284
|
-
#
|
2285
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2286
|
-
# @return [Hash<String,String>]
|
2287
|
-
#
|
2288
2399
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
2289
2400
|
#
|
2290
2401
|
class CreateJobRequest < Struct.new(
|
@@ -2300,11 +2411,11 @@ module Aws::Glue
|
|
2300
2411
|
:allocated_capacity,
|
2301
2412
|
:timeout,
|
2302
2413
|
:max_capacity,
|
2414
|
+
:security_configuration,
|
2415
|
+
:tags,
|
2303
2416
|
:notification_property,
|
2304
|
-
:worker_type,
|
2305
2417
|
:number_of_workers,
|
2306
|
-
:
|
2307
|
-
:tags)
|
2418
|
+
:worker_type)
|
2308
2419
|
include Aws::Structure
|
2309
2420
|
end
|
2310
2421
|
|
@@ -2661,6 +2772,7 @@ module Aws::Glue
|
|
2661
2772
|
#
|
2662
2773
|
# {
|
2663
2774
|
# name: "NameString", # required
|
2775
|
+
# workflow_name: "NameString",
|
2664
2776
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
2665
2777
|
# schedule: "GenericString",
|
2666
2778
|
# predicate: {
|
@@ -2670,6 +2782,8 @@ module Aws::Glue
|
|
2670
2782
|
# logical_operator: "EQUALS", # accepts EQUALS
|
2671
2783
|
# job_name: "NameString",
|
2672
2784
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
2785
|
+
# crawler_name: "NameString",
|
2786
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
2673
2787
|
# },
|
2674
2788
|
# ],
|
2675
2789
|
# },
|
@@ -2680,10 +2794,11 @@ module Aws::Glue
|
|
2680
2794
|
# "GenericString" => "GenericString",
|
2681
2795
|
# },
|
2682
2796
|
# timeout: 1,
|
2797
|
+
# security_configuration: "NameString",
|
2683
2798
|
# notification_property: {
|
2684
2799
|
# notify_delay_after: 1,
|
2685
2800
|
# },
|
2686
|
-
#
|
2801
|
+
# crawler_name: "NameString",
|
2687
2802
|
# },
|
2688
2803
|
# ],
|
2689
2804
|
# description: "DescriptionString",
|
@@ -2697,6 +2812,10 @@ module Aws::Glue
|
|
2697
2812
|
# The name of the trigger.
|
2698
2813
|
# @return [String]
|
2699
2814
|
#
|
2815
|
+
# @!attribute [rw] workflow_name
|
2816
|
+
# The name of the workflow associated with the trigger.
|
2817
|
+
# @return [String]
|
2818
|
+
#
|
2700
2819
|
# @!attribute [rw] type
|
2701
2820
|
# The type of the new trigger.
|
2702
2821
|
# @return [String]
|
@@ -2746,6 +2865,7 @@ module Aws::Glue
|
|
2746
2865
|
#
|
2747
2866
|
class CreateTriggerRequest < Struct.new(
|
2748
2867
|
:name,
|
2868
|
+
:workflow_name,
|
2749
2869
|
:type,
|
2750
2870
|
:schedule,
|
2751
2871
|
:predicate,
|
@@ -2814,6 +2934,59 @@ module Aws::Glue
|
|
2814
2934
|
#
|
2815
2935
|
class CreateUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
2816
2936
|
|
2937
|
+
# @note When making an API call, you may pass CreateWorkflowRequest
|
2938
|
+
# data as a hash:
|
2939
|
+
#
|
2940
|
+
# {
|
2941
|
+
# name: "NameString", # required
|
2942
|
+
# description: "GenericString",
|
2943
|
+
# default_run_properties: {
|
2944
|
+
# "IdString" => "GenericString",
|
2945
|
+
# },
|
2946
|
+
# tags: {
|
2947
|
+
# "TagKey" => "TagValue",
|
2948
|
+
# },
|
2949
|
+
# }
|
2950
|
+
#
|
2951
|
+
# @!attribute [rw] name
|
2952
|
+
# The name to be assigned to the workflow. It should be unique within
|
2953
|
+
# your account.
|
2954
|
+
# @return [String]
|
2955
|
+
#
|
2956
|
+
# @!attribute [rw] description
|
2957
|
+
# A description of the workflow.
|
2958
|
+
# @return [String]
|
2959
|
+
#
|
2960
|
+
# @!attribute [rw] default_run_properties
|
2961
|
+
# A collection of properties to be used as part of each execution of
|
2962
|
+
# the workflow.
|
2963
|
+
# @return [Hash<String,String>]
|
2964
|
+
#
|
2965
|
+
# @!attribute [rw] tags
|
2966
|
+
# The tags to be used with this workflow.
|
2967
|
+
# @return [Hash<String,String>]
|
2968
|
+
#
|
2969
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowRequest AWS API Documentation
|
2970
|
+
#
|
2971
|
+
class CreateWorkflowRequest < Struct.new(
|
2972
|
+
:name,
|
2973
|
+
:description,
|
2974
|
+
:default_run_properties,
|
2975
|
+
:tags)
|
2976
|
+
include Aws::Structure
|
2977
|
+
end
|
2978
|
+
|
2979
|
+
# @!attribute [rw] name
|
2980
|
+
# The name of the workflow which was provided as part of the request.
|
2981
|
+
# @return [String]
|
2982
|
+
#
|
2983
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateWorkflowResponse AWS API Documentation
|
2984
|
+
#
|
2985
|
+
class CreateWorkflowResponse < Struct.new(
|
2986
|
+
:name)
|
2987
|
+
include Aws::Structure
|
2988
|
+
end
|
2989
|
+
|
2817
2990
|
# Specifies an XML classifier for `CreateClassifier` to create.
|
2818
2991
|
#
|
2819
2992
|
# @note When making an API call, you may pass CreateXMLClassifierRequest
|
@@ -3412,6 +3585,35 @@ module Aws::Glue
|
|
3412
3585
|
#
|
3413
3586
|
class DeleteUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
3414
3587
|
|
3588
|
+
# @note When making an API call, you may pass DeleteWorkflowRequest
|
3589
|
+
# data as a hash:
|
3590
|
+
#
|
3591
|
+
# {
|
3592
|
+
# name: "NameString", # required
|
3593
|
+
# }
|
3594
|
+
#
|
3595
|
+
# @!attribute [rw] name
|
3596
|
+
# Name of the workflow to be deleted.
|
3597
|
+
# @return [String]
|
3598
|
+
#
|
3599
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteWorkflowRequest AWS API Documentation
|
3600
|
+
#
|
3601
|
+
class DeleteWorkflowRequest < Struct.new(
|
3602
|
+
:name)
|
3603
|
+
include Aws::Structure
|
3604
|
+
end
|
3605
|
+
|
3606
|
+
# @!attribute [rw] name
|
3607
|
+
# Name of the workflow specified in input.
|
3608
|
+
# @return [String]
|
3609
|
+
#
|
3610
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteWorkflowResponse AWS API Documentation
|
3611
|
+
#
|
3612
|
+
class DeleteWorkflowResponse < Struct.new(
|
3613
|
+
:name)
|
3614
|
+
include Aws::Structure
|
3615
|
+
end
|
3616
|
+
|
3415
3617
|
# A development endpoint where a developer can remotely debug ETL
|
3416
3618
|
# scripts.
|
3417
3619
|
#
|
@@ -3628,6 +3830,25 @@ module Aws::Glue
|
|
3628
3830
|
include Aws::Structure
|
3629
3831
|
end
|
3630
3832
|
|
3833
|
+
# An edge represents a directed connection between two AWS Glue
|
3834
|
+
# components which are part of the workflow the edge belongs to.
|
3835
|
+
#
|
3836
|
+
# @!attribute [rw] source_id
|
3837
|
+
# The unique of the node within the workflow where the edge starts.
|
3838
|
+
# @return [String]
|
3839
|
+
#
|
3840
|
+
# @!attribute [rw] destination_id
|
3841
|
+
# The unique of the node within the workflow where the edge ends.
|
3842
|
+
# @return [String]
|
3843
|
+
#
|
3844
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Edge AWS API Documentation
|
3845
|
+
#
|
3846
|
+
class Edge < Struct.new(
|
3847
|
+
:source_id,
|
3848
|
+
:destination_id)
|
3849
|
+
include Aws::Structure
|
3850
|
+
end
|
3851
|
+
|
3631
3852
|
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
3632
3853
|
#
|
3633
3854
|
# @note When making an API call, you may pass EncryptionAtRest
|
@@ -5405,43 +5626,208 @@ module Aws::Glue
|
|
5405
5626
|
include Aws::Structure
|
5406
5627
|
end
|
5407
5628
|
|
5408
|
-
#
|
5629
|
+
# @note When making an API call, you may pass GetWorkflowRequest
|
5630
|
+
# data as a hash:
|
5409
5631
|
#
|
5410
|
-
#
|
5411
|
-
#
|
5632
|
+
# {
|
5633
|
+
# name: "NameString", # required
|
5634
|
+
# include_graph: false,
|
5635
|
+
# }
|
5636
|
+
#
|
5637
|
+
# @!attribute [rw] name
|
5638
|
+
# The name of the workflow to retrieve.
|
5412
5639
|
# @return [String]
|
5413
5640
|
#
|
5414
|
-
#
|
5641
|
+
# @!attribute [rw] include_graph
|
5642
|
+
# Specifies whether to include a graph when returning the workflow
|
5643
|
+
# resource metadata.
|
5644
|
+
# @return [Boolean]
|
5415
5645
|
#
|
5416
|
-
|
5417
|
-
|
5646
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRequest AWS API Documentation
|
5647
|
+
#
|
5648
|
+
class GetWorkflowRequest < Struct.new(
|
5649
|
+
:name,
|
5650
|
+
:include_graph)
|
5418
5651
|
include Aws::Structure
|
5419
5652
|
end
|
5420
5653
|
|
5421
|
-
#
|
5654
|
+
# @!attribute [rw] workflow
|
5655
|
+
# The resource metadata for the workflow.
|
5656
|
+
# @return [Types::Workflow]
|
5657
|
+
#
|
5658
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowResponse AWS API Documentation
|
5659
|
+
#
|
5660
|
+
class GetWorkflowResponse < Struct.new(
|
5661
|
+
:workflow)
|
5662
|
+
include Aws::Structure
|
5663
|
+
end
|
5664
|
+
|
5665
|
+
# @note When making an API call, you may pass GetWorkflowRunPropertiesRequest
|
5666
|
+
# data as a hash:
|
5667
|
+
#
|
5668
|
+
# {
|
5669
|
+
# name: "NameString", # required
|
5670
|
+
# run_id: "IdString", # required
|
5671
|
+
# }
|
5422
5672
|
#
|
5423
5673
|
# @!attribute [rw] name
|
5424
|
-
#
|
5674
|
+
# Name of the workflow which was run.
|
5425
5675
|
# @return [String]
|
5426
5676
|
#
|
5427
|
-
# @!attribute [rw]
|
5428
|
-
#
|
5429
|
-
# as Twitter, JSON, Omniture logs, and so on.
|
5677
|
+
# @!attribute [rw] run_id
|
5678
|
+
# The ID of the workflow run whose run properties should be returned.
|
5430
5679
|
# @return [String]
|
5431
5680
|
#
|
5432
|
-
#
|
5433
|
-
# The time that this classifier was registered.
|
5434
|
-
# @return [Time]
|
5681
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunPropertiesRequest AWS API Documentation
|
5435
5682
|
#
|
5436
|
-
|
5437
|
-
|
5438
|
-
|
5683
|
+
class GetWorkflowRunPropertiesRequest < Struct.new(
|
5684
|
+
:name,
|
5685
|
+
:run_id)
|
5686
|
+
include Aws::Structure
|
5687
|
+
end
|
5688
|
+
|
5689
|
+
# @!attribute [rw] run_properties
|
5690
|
+
# The workflow run properties which were set during the specified run.
|
5691
|
+
# @return [Hash<String,String>]
|
5439
5692
|
#
|
5440
|
-
#
|
5441
|
-
# The version of this classifier.
|
5442
|
-
# @return [Integer]
|
5693
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunPropertiesResponse AWS API Documentation
|
5443
5694
|
#
|
5444
|
-
|
5695
|
+
class GetWorkflowRunPropertiesResponse < Struct.new(
|
5696
|
+
:run_properties)
|
5697
|
+
include Aws::Structure
|
5698
|
+
end
|
5699
|
+
|
5700
|
+
# @note When making an API call, you may pass GetWorkflowRunRequest
|
5701
|
+
# data as a hash:
|
5702
|
+
#
|
5703
|
+
# {
|
5704
|
+
# name: "NameString", # required
|
5705
|
+
# run_id: "IdString", # required
|
5706
|
+
# include_graph: false,
|
5707
|
+
# }
|
5708
|
+
#
|
5709
|
+
# @!attribute [rw] name
|
5710
|
+
# Name of the workflow being run.
|
5711
|
+
# @return [String]
|
5712
|
+
#
|
5713
|
+
# @!attribute [rw] run_id
|
5714
|
+
# The ID of the workflow run.
|
5715
|
+
# @return [String]
|
5716
|
+
#
|
5717
|
+
# @!attribute [rw] include_graph
|
5718
|
+
# Specifies whether to include the workflow graph in response or not.
|
5719
|
+
# @return [Boolean]
|
5720
|
+
#
|
5721
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunRequest AWS API Documentation
|
5722
|
+
#
|
5723
|
+
class GetWorkflowRunRequest < Struct.new(
|
5724
|
+
:name,
|
5725
|
+
:run_id,
|
5726
|
+
:include_graph)
|
5727
|
+
include Aws::Structure
|
5728
|
+
end
|
5729
|
+
|
5730
|
+
# @!attribute [rw] run
|
5731
|
+
# The requested workflow run metadata.
|
5732
|
+
# @return [Types::WorkflowRun]
|
5733
|
+
#
|
5734
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunResponse AWS API Documentation
|
5735
|
+
#
|
5736
|
+
class GetWorkflowRunResponse < Struct.new(
|
5737
|
+
:run)
|
5738
|
+
include Aws::Structure
|
5739
|
+
end
|
5740
|
+
|
5741
|
+
# @note When making an API call, you may pass GetWorkflowRunsRequest
|
5742
|
+
# data as a hash:
|
5743
|
+
#
|
5744
|
+
# {
|
5745
|
+
# name: "NameString", # required
|
5746
|
+
# include_graph: false,
|
5747
|
+
# next_token: "GenericString",
|
5748
|
+
# max_results: 1,
|
5749
|
+
# }
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] name
|
5752
|
+
# Name of the workflow whose metadata of runs should be returned.
|
5753
|
+
# @return [String]
|
5754
|
+
#
|
5755
|
+
# @!attribute [rw] include_graph
|
5756
|
+
# Specifies whether to include the workflow graph in response or not.
|
5757
|
+
# @return [Boolean]
|
5758
|
+
#
|
5759
|
+
# @!attribute [rw] next_token
|
5760
|
+
# The maximum size of the response.
|
5761
|
+
# @return [String]
|
5762
|
+
#
|
5763
|
+
# @!attribute [rw] max_results
|
5764
|
+
# The maximum number of workflow runs to be included in the response.
|
5765
|
+
# @return [Integer]
|
5766
|
+
#
|
5767
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunsRequest AWS API Documentation
|
5768
|
+
#
|
5769
|
+
class GetWorkflowRunsRequest < Struct.new(
|
5770
|
+
:name,
|
5771
|
+
:include_graph,
|
5772
|
+
:next_token,
|
5773
|
+
:max_results)
|
5774
|
+
include Aws::Structure
|
5775
|
+
end
|
5776
|
+
|
5777
|
+
# @!attribute [rw] runs
|
5778
|
+
# A list of workflow run metadata objects.
|
5779
|
+
# @return [Array<Types::WorkflowRun>]
|
5780
|
+
#
|
5781
|
+
# @!attribute [rw] next_token
|
5782
|
+
# A continuation token, if not all requested workflow runs have been
|
5783
|
+
# returned.
|
5784
|
+
# @return [String]
|
5785
|
+
#
|
5786
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetWorkflowRunsResponse AWS API Documentation
|
5787
|
+
#
|
5788
|
+
class GetWorkflowRunsResponse < Struct.new(
|
5789
|
+
:runs,
|
5790
|
+
:next_token)
|
5791
|
+
include Aws::Structure
|
5792
|
+
end
|
5793
|
+
|
5794
|
+
# An encryption operation failed.
|
5795
|
+
#
|
5796
|
+
# @!attribute [rw] message
|
5797
|
+
# A message describing the problem.
|
5798
|
+
# @return [String]
|
5799
|
+
#
|
5800
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
|
5801
|
+
#
|
5802
|
+
class GlueEncryptionException < Struct.new(
|
5803
|
+
:message)
|
5804
|
+
include Aws::Structure
|
5805
|
+
end
|
5806
|
+
|
5807
|
+
# A classifier that uses `grok` patterns.
|
5808
|
+
#
|
5809
|
+
# @!attribute [rw] name
|
5810
|
+
# The name of the classifier.
|
5811
|
+
# @return [String]
|
5812
|
+
#
|
5813
|
+
# @!attribute [rw] classification
|
5814
|
+
# An identifier of the data format that the classifier matches, such
|
5815
|
+
# as Twitter, JSON, Omniture logs, and so on.
|
5816
|
+
# @return [String]
|
5817
|
+
#
|
5818
|
+
# @!attribute [rw] creation_time
|
5819
|
+
# The time that this classifier was registered.
|
5820
|
+
# @return [Time]
|
5821
|
+
#
|
5822
|
+
# @!attribute [rw] last_updated
|
5823
|
+
# The time that this classifier was last updated.
|
5824
|
+
# @return [Time]
|
5825
|
+
#
|
5826
|
+
# @!attribute [rw] version
|
5827
|
+
# The version of this classifier.
|
5828
|
+
# @return [Integer]
|
5829
|
+
#
|
5830
|
+
# @!attribute [rw] grok_pattern
|
5445
5831
|
# The grok pattern applied to a data store by this classifier. For
|
5446
5832
|
# more information, see built-in patterns in [Writing Custom
|
5447
5833
|
# Classifiers][1].
|
@@ -5819,7 +6205,7 @@ module Aws::Glue
|
|
5819
6205
|
#
|
5820
6206
|
# @!attribute [rw] script_location
|
5821
6207
|
# Specifies the Amazon Simple Storage Service (Amazon S3) path to a
|
5822
|
-
# script that executes a job
|
6208
|
+
# script that executes a job.
|
5823
6209
|
# @return [String]
|
5824
6210
|
#
|
5825
6211
|
# @!attribute [rw] python_version
|
@@ -5836,6 +6222,19 @@ module Aws::Glue
|
|
5836
6222
|
include Aws::Structure
|
5837
6223
|
end
|
5838
6224
|
|
6225
|
+
# The details of a Job node present in the workflow.
|
6226
|
+
#
|
6227
|
+
# @!attribute [rw] job_runs
|
6228
|
+
# The information for the job runs represented by the job node.
|
6229
|
+
# @return [Array<Types::JobRun>]
|
6230
|
+
#
|
6231
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobNodeDetails AWS API Documentation
|
6232
|
+
#
|
6233
|
+
class JobNodeDetails < Struct.new(
|
6234
|
+
:job_runs)
|
6235
|
+
include Aws::Structure
|
6236
|
+
end
|
6237
|
+
|
5839
6238
|
# Contains information about a job run.
|
5840
6239
|
#
|
5841
6240
|
# @!attribute [rw] id
|
@@ -5956,10 +6355,6 @@ module Aws::Glue
|
|
5956
6355
|
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
5957
6356
|
# @return [Float]
|
5958
6357
|
#
|
5959
|
-
# @!attribute [rw] notification_property
|
5960
|
-
# Specifies configuration properties of a job run notification.
|
5961
|
-
# @return [Types::NotificationProperty]
|
5962
|
-
#
|
5963
6358
|
# @!attribute [rw] worker_type
|
5964
6359
|
# The type of predefined worker that is allocated when a job runs.
|
5965
6360
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -5997,6 +6392,10 @@ module Aws::Glue
|
|
5997
6392
|
# that security configuration is used to encrypt the log group.
|
5998
6393
|
# @return [String]
|
5999
6394
|
#
|
6395
|
+
# @!attribute [rw] notification_property
|
6396
|
+
# Specifies configuration properties of a job run notification.
|
6397
|
+
# @return [Types::NotificationProperty]
|
6398
|
+
#
|
6000
6399
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
6001
6400
|
#
|
6002
6401
|
class JobRun < Struct.new(
|
@@ -6016,11 +6415,11 @@ module Aws::Glue
|
|
6016
6415
|
:execution_time,
|
6017
6416
|
:timeout,
|
6018
6417
|
:max_capacity,
|
6019
|
-
:notification_property,
|
6020
6418
|
:worker_type,
|
6021
6419
|
:number_of_workers,
|
6022
6420
|
:security_configuration,
|
6023
|
-
:log_group_name
|
6421
|
+
:log_group_name,
|
6422
|
+
:notification_property)
|
6024
6423
|
include Aws::Structure
|
6025
6424
|
end
|
6026
6425
|
|
@@ -6496,6 +6895,46 @@ module Aws::Glue
|
|
6496
6895
|
include Aws::Structure
|
6497
6896
|
end
|
6498
6897
|
|
6898
|
+
# @note When making an API call, you may pass ListWorkflowsRequest
|
6899
|
+
# data as a hash:
|
6900
|
+
#
|
6901
|
+
# {
|
6902
|
+
# next_token: "GenericString",
|
6903
|
+
# max_results: 1,
|
6904
|
+
# }
|
6905
|
+
#
|
6906
|
+
# @!attribute [rw] next_token
|
6907
|
+
# A continuation token, if this is a continuation request.
|
6908
|
+
# @return [String]
|
6909
|
+
#
|
6910
|
+
# @!attribute [rw] max_results
|
6911
|
+
# The maximum size of a list to return.
|
6912
|
+
# @return [Integer]
|
6913
|
+
#
|
6914
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
|
6915
|
+
#
|
6916
|
+
class ListWorkflowsRequest < Struct.new(
|
6917
|
+
:next_token,
|
6918
|
+
:max_results)
|
6919
|
+
include Aws::Structure
|
6920
|
+
end
|
6921
|
+
|
6922
|
+
# @!attribute [rw] workflows
|
6923
|
+
# List of names of workflows in the account.
|
6924
|
+
# @return [Array<String>]
|
6925
|
+
#
|
6926
|
+
# @!attribute [rw] next_token
|
6927
|
+
# A continuation token, if not all workflow names have been returned.
|
6928
|
+
# @return [String]
|
6929
|
+
#
|
6930
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
|
6931
|
+
#
|
6932
|
+
class ListWorkflowsResponse < Struct.new(
|
6933
|
+
:workflows,
|
6934
|
+
:next_token)
|
6935
|
+
include Aws::Structure
|
6936
|
+
end
|
6937
|
+
|
6499
6938
|
# The location of resources.
|
6500
6939
|
#
|
6501
6940
|
# @note When making an API call, you may pass Location
|
@@ -6609,6 +7048,45 @@ module Aws::Glue
|
|
6609
7048
|
include Aws::Structure
|
6610
7049
|
end
|
6611
7050
|
|
7051
|
+
# A node represents an AWS Glue component like Trigger, Job etc. which
|
7052
|
+
# is part of a workflow.
|
7053
|
+
#
|
7054
|
+
# @!attribute [rw] type
|
7055
|
+
# The type of AWS Glue component represented by the node.
|
7056
|
+
# @return [String]
|
7057
|
+
#
|
7058
|
+
# @!attribute [rw] name
|
7059
|
+
# The name of the AWS Glue component represented by the node.
|
7060
|
+
# @return [String]
|
7061
|
+
#
|
7062
|
+
# @!attribute [rw] unique_id
|
7063
|
+
# The unique Id assigned to the node within the workflow.
|
7064
|
+
# @return [String]
|
7065
|
+
#
|
7066
|
+
# @!attribute [rw] trigger_details
|
7067
|
+
# Details of the Trigger when the node represents a Trigger.
|
7068
|
+
# @return [Types::TriggerNodeDetails]
|
7069
|
+
#
|
7070
|
+
# @!attribute [rw] job_details
|
7071
|
+
# Details of the Job when the node represents a Job.
|
7072
|
+
# @return [Types::JobNodeDetails]
|
7073
|
+
#
|
7074
|
+
# @!attribute [rw] crawler_details
|
7075
|
+
# Details of the crawler when the node represents a crawler.
|
7076
|
+
# @return [Types::CrawlerNodeDetails]
|
7077
|
+
#
|
7078
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Node AWS API Documentation
|
7079
|
+
#
|
7080
|
+
class Node < Struct.new(
|
7081
|
+
:type,
|
7082
|
+
:name,
|
7083
|
+
:unique_id,
|
7084
|
+
:trigger_details,
|
7085
|
+
:job_details,
|
7086
|
+
:crawler_details)
|
7087
|
+
include Aws::Structure
|
7088
|
+
end
|
7089
|
+
|
6612
7090
|
# Specifies configuration properties of a notification.
|
6613
7091
|
#
|
6614
7092
|
# @note When making an API call, you may pass NotificationProperty
|
@@ -6912,6 +7390,8 @@ module Aws::Glue
|
|
6912
7390
|
# logical_operator: "EQUALS", # accepts EQUALS
|
6913
7391
|
# job_name: "NameString",
|
6914
7392
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
7393
|
+
# crawler_name: "NameString",
|
7394
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
6915
7395
|
# },
|
6916
7396
|
# ],
|
6917
7397
|
# }
|
@@ -7020,6 +7500,43 @@ module Aws::Glue
|
|
7020
7500
|
include Aws::Structure
|
7021
7501
|
end
|
7022
7502
|
|
7503
|
+
# @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
|
7504
|
+
# data as a hash:
|
7505
|
+
#
|
7506
|
+
# {
|
7507
|
+
# name: "NameString", # required
|
7508
|
+
# run_id: "IdString", # required
|
7509
|
+
# run_properties: { # required
|
7510
|
+
# "IdString" => "GenericString",
|
7511
|
+
# },
|
7512
|
+
# }
|
7513
|
+
#
|
7514
|
+
# @!attribute [rw] name
|
7515
|
+
# Name of the workflow which was run.
|
7516
|
+
# @return [String]
|
7517
|
+
#
|
7518
|
+
# @!attribute [rw] run_id
|
7519
|
+
# The ID of the workflow run for which the run properties should be
|
7520
|
+
# updated.
|
7521
|
+
# @return [String]
|
7522
|
+
#
|
7523
|
+
# @!attribute [rw] run_properties
|
7524
|
+
# The properties to put for the specified run.
|
7525
|
+
# @return [Hash<String,String>]
|
7526
|
+
#
|
7527
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
7528
|
+
#
|
7529
|
+
class PutWorkflowRunPropertiesRequest < Struct.new(
|
7530
|
+
:name,
|
7531
|
+
:run_id,
|
7532
|
+
:run_properties)
|
7533
|
+
include Aws::Structure
|
7534
|
+
end
|
7535
|
+
|
7536
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
|
7537
|
+
#
|
7538
|
+
class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
|
7539
|
+
|
7023
7540
|
# @note When making an API call, you may pass ResetJobBookmarkRequest
|
7024
7541
|
# data as a hash:
|
7025
7542
|
#
|
@@ -7417,12 +7934,12 @@ module Aws::Glue
|
|
7417
7934
|
# allocated_capacity: 1,
|
7418
7935
|
# timeout: 1,
|
7419
7936
|
# max_capacity: 1.0,
|
7420
|
-
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
7421
|
-
# number_of_workers: 1,
|
7422
7937
|
# security_configuration: "NameString",
|
7423
7938
|
# notification_property: {
|
7424
7939
|
# notify_delay_after: 1,
|
7425
7940
|
# },
|
7941
|
+
# worker_type: "NameString",
|
7942
|
+
# number_of_workers: 1,
|
7426
7943
|
# }
|
7427
7944
|
#
|
7428
7945
|
# @!attribute [rw] job_name
|
@@ -7502,6 +8019,15 @@ module Aws::Glue
|
|
7502
8019
|
# [1]: https://docs.aws.amazon.com/https:/aws.amazon.com/glue/pricing/
|
7503
8020
|
# @return [Float]
|
7504
8021
|
#
|
8022
|
+
# @!attribute [rw] security_configuration
|
8023
|
+
# The name of the `SecurityConfiguration` structure to be used with
|
8024
|
+
# this job run.
|
8025
|
+
# @return [String]
|
8026
|
+
#
|
8027
|
+
# @!attribute [rw] notification_property
|
8028
|
+
# Specifies configuration properties of a job run notification.
|
8029
|
+
# @return [Types::NotificationProperty]
|
8030
|
+
#
|
7505
8031
|
# @!attribute [rw] worker_type
|
7506
8032
|
# The type of predefined worker that is allocated when a job runs.
|
7507
8033
|
# Accepts a value of Standard, G.1X, or G.2X.
|
@@ -7524,15 +8050,6 @@ module Aws::Glue
|
|
7524
8050
|
# 149 for `G.2X`.
|
7525
8051
|
# @return [Integer]
|
7526
8052
|
#
|
7527
|
-
# @!attribute [rw] security_configuration
|
7528
|
-
# The name of the `SecurityConfiguration` structure to be used with
|
7529
|
-
# this job run.
|
7530
|
-
# @return [String]
|
7531
|
-
#
|
7532
|
-
# @!attribute [rw] notification_property
|
7533
|
-
# Specifies configuration properties of a job run notification.
|
7534
|
-
# @return [Types::NotificationProperty]
|
7535
|
-
#
|
7536
8053
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
7537
8054
|
#
|
7538
8055
|
class StartJobRunRequest < Struct.new(
|
@@ -7542,10 +8059,10 @@ module Aws::Glue
|
|
7542
8059
|
:allocated_capacity,
|
7543
8060
|
:timeout,
|
7544
8061
|
:max_capacity,
|
7545
|
-
:worker_type,
|
7546
|
-
:number_of_workers,
|
7547
8062
|
:security_configuration,
|
7548
|
-
:notification_property
|
8063
|
+
:notification_property,
|
8064
|
+
:worker_type,
|
8065
|
+
:number_of_workers)
|
7549
8066
|
include Aws::Structure
|
7550
8067
|
end
|
7551
8068
|
|
@@ -7589,6 +8106,35 @@ module Aws::Glue
|
|
7589
8106
|
include Aws::Structure
|
7590
8107
|
end
|
7591
8108
|
|
8109
|
+
# @note When making an API call, you may pass StartWorkflowRunRequest
|
8110
|
+
# data as a hash:
|
8111
|
+
#
|
8112
|
+
# {
|
8113
|
+
# name: "NameString", # required
|
8114
|
+
# }
|
8115
|
+
#
|
8116
|
+
# @!attribute [rw] name
|
8117
|
+
# The name of the workflow to start.
|
8118
|
+
# @return [String]
|
8119
|
+
#
|
8120
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunRequest AWS API Documentation
|
8121
|
+
#
|
8122
|
+
class StartWorkflowRunRequest < Struct.new(
|
8123
|
+
:name)
|
8124
|
+
include Aws::Structure
|
8125
|
+
end
|
8126
|
+
|
8127
|
+
# @!attribute [rw] run_id
|
8128
|
+
# An Id for the new run.
|
8129
|
+
# @return [String]
|
8130
|
+
#
|
8131
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartWorkflowRunResponse AWS API Documentation
|
8132
|
+
#
|
8133
|
+
class StartWorkflowRunResponse < Struct.new(
|
8134
|
+
:run_id)
|
8135
|
+
include Aws::Structure
|
8136
|
+
end
|
8137
|
+
|
7592
8138
|
# @note When making an API call, you may pass StopCrawlerRequest
|
7593
8139
|
# data as a hash:
|
7594
8140
|
#
|
@@ -8128,6 +8674,10 @@ module Aws::Glue
|
|
8128
8674
|
# The name of the trigger.
|
8129
8675
|
# @return [String]
|
8130
8676
|
#
|
8677
|
+
# @!attribute [rw] workflow_name
|
8678
|
+
# The name of the workflow associated with the trigger.
|
8679
|
+
# @return [String]
|
8680
|
+
#
|
8131
8681
|
# @!attribute [rw] id
|
8132
8682
|
# Reserved for future use.
|
8133
8683
|
# @return [String]
|
@@ -8166,6 +8716,7 @@ module Aws::Glue
|
|
8166
8716
|
#
|
8167
8717
|
class Trigger < Struct.new(
|
8168
8718
|
:name,
|
8719
|
+
:workflow_name,
|
8169
8720
|
:id,
|
8170
8721
|
:type,
|
8171
8722
|
:state,
|
@@ -8176,6 +8727,19 @@ module Aws::Glue
|
|
8176
8727
|
include Aws::Structure
|
8177
8728
|
end
|
8178
8729
|
|
8730
|
+
# The details of a Trigger node present in the workflow.
|
8731
|
+
#
|
8732
|
+
# @!attribute [rw] trigger
|
8733
|
+
# The information of the trigger represented by the trigger node.
|
8734
|
+
# @return [Types::Trigger]
|
8735
|
+
#
|
8736
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TriggerNodeDetails AWS API Documentation
|
8737
|
+
#
|
8738
|
+
class TriggerNodeDetails < Struct.new(
|
8739
|
+
:trigger)
|
8740
|
+
include Aws::Structure
|
8741
|
+
end
|
8742
|
+
|
8179
8743
|
# A structure used to provide information used to update a trigger. This
|
8180
8744
|
# object updates the previous trigger definition by overwriting it
|
8181
8745
|
# completely.
|
@@ -8194,10 +8758,11 @@ module Aws::Glue
|
|
8194
8758
|
# "GenericString" => "GenericString",
|
8195
8759
|
# },
|
8196
8760
|
# timeout: 1,
|
8761
|
+
# security_configuration: "NameString",
|
8197
8762
|
# notification_property: {
|
8198
8763
|
# notify_delay_after: 1,
|
8199
8764
|
# },
|
8200
|
-
#
|
8765
|
+
# crawler_name: "NameString",
|
8201
8766
|
# },
|
8202
8767
|
# ],
|
8203
8768
|
# predicate: {
|
@@ -8207,6 +8772,8 @@ module Aws::Glue
|
|
8207
8772
|
# logical_operator: "EQUALS", # accepts EQUALS
|
8208
8773
|
# job_name: "NameString",
|
8209
8774
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
8775
|
+
# crawler_name: "NameString",
|
8776
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
8210
8777
|
# },
|
8211
8778
|
# ],
|
8212
8779
|
# },
|
@@ -9075,10 +9642,11 @@ module Aws::Glue
|
|
9075
9642
|
# "GenericString" => "GenericString",
|
9076
9643
|
# },
|
9077
9644
|
# timeout: 1,
|
9645
|
+
# security_configuration: "NameString",
|
9078
9646
|
# notification_property: {
|
9079
9647
|
# notify_delay_after: 1,
|
9080
9648
|
# },
|
9081
|
-
#
|
9649
|
+
# crawler_name: "NameString",
|
9082
9650
|
# },
|
9083
9651
|
# ],
|
9084
9652
|
# predicate: {
|
@@ -9088,6 +9656,8 @@ module Aws::Glue
|
|
9088
9656
|
# logical_operator: "EQUALS", # accepts EQUALS
|
9089
9657
|
# job_name: "NameString",
|
9090
9658
|
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
9659
|
+
# crawler_name: "NameString",
|
9660
|
+
# crawl_state: "RUNNING", # accepts RUNNING, SUCCEEDED, CANCELLED, FAILED
|
9091
9661
|
# },
|
9092
9662
|
# ],
|
9093
9663
|
# },
|
@@ -9175,6 +9745,50 @@ module Aws::Glue
|
|
9175
9745
|
#
|
9176
9746
|
class UpdateUserDefinedFunctionResponse < Aws::EmptyStructure; end
|
9177
9747
|
|
9748
|
+
# @note When making an API call, you may pass UpdateWorkflowRequest
|
9749
|
+
# data as a hash:
|
9750
|
+
#
|
9751
|
+
# {
|
9752
|
+
# name: "NameString", # required
|
9753
|
+
# description: "GenericString",
|
9754
|
+
# default_run_properties: {
|
9755
|
+
# "IdString" => "GenericString",
|
9756
|
+
# },
|
9757
|
+
# }
|
9758
|
+
#
|
9759
|
+
# @!attribute [rw] name
|
9760
|
+
# Name of the workflow to be updated.
|
9761
|
+
# @return [String]
|
9762
|
+
#
|
9763
|
+
# @!attribute [rw] description
|
9764
|
+
# The description of the workflow.
|
9765
|
+
# @return [String]
|
9766
|
+
#
|
9767
|
+
# @!attribute [rw] default_run_properties
|
9768
|
+
# A collection of properties to be used as part of each execution of
|
9769
|
+
# the workflow.
|
9770
|
+
# @return [Hash<String,String>]
|
9771
|
+
#
|
9772
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowRequest AWS API Documentation
|
9773
|
+
#
|
9774
|
+
class UpdateWorkflowRequest < Struct.new(
|
9775
|
+
:name,
|
9776
|
+
:description,
|
9777
|
+
:default_run_properties)
|
9778
|
+
include Aws::Structure
|
9779
|
+
end
|
9780
|
+
|
9781
|
+
# @!attribute [rw] name
|
9782
|
+
# The name of the workflow which was specified in input.
|
9783
|
+
# @return [String]
|
9784
|
+
#
|
9785
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateWorkflowResponse AWS API Documentation
|
9786
|
+
#
|
9787
|
+
class UpdateWorkflowResponse < Struct.new(
|
9788
|
+
:name)
|
9789
|
+
include Aws::Structure
|
9790
|
+
end
|
9791
|
+
|
9178
9792
|
# Specifies an XML classifier to be updated.
|
9179
9793
|
#
|
9180
9794
|
# @note When making an API call, you may pass UpdateXMLClassifierRequest
|
@@ -9326,6 +9940,164 @@ module Aws::Glue
|
|
9326
9940
|
include Aws::Structure
|
9327
9941
|
end
|
9328
9942
|
|
9943
|
+
# A workflow represents a flow in which AWS Glue components should be
|
9944
|
+
# executed to complete a logical task.
|
9945
|
+
#
|
9946
|
+
# @!attribute [rw] name
|
9947
|
+
# The name of the workflow representing the flow.
|
9948
|
+
# @return [String]
|
9949
|
+
#
|
9950
|
+
# @!attribute [rw] description
|
9951
|
+
# A description of the workflow.
|
9952
|
+
# @return [String]
|
9953
|
+
#
|
9954
|
+
# @!attribute [rw] default_run_properties
|
9955
|
+
# A collection of properties to be used as part of each execution of
|
9956
|
+
# the workflow.
|
9957
|
+
# @return [Hash<String,String>]
|
9958
|
+
#
|
9959
|
+
# @!attribute [rw] created_on
|
9960
|
+
# The date and time when the workflow was created.
|
9961
|
+
# @return [Time]
|
9962
|
+
#
|
9963
|
+
# @!attribute [rw] last_modified_on
|
9964
|
+
# The date and time when the workflow was last modified.
|
9965
|
+
# @return [Time]
|
9966
|
+
#
|
9967
|
+
# @!attribute [rw] last_run
|
9968
|
+
# The information about the last execution of the workflow.
|
9969
|
+
# @return [Types::WorkflowRun]
|
9970
|
+
#
|
9971
|
+
# @!attribute [rw] graph
|
9972
|
+
# The graph representing all the AWS Glue components that belong to
|
9973
|
+
# the workflow as nodes and directed connections between them as
|
9974
|
+
# edges.
|
9975
|
+
# @return [Types::WorkflowGraph]
|
9976
|
+
#
|
9977
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Workflow AWS API Documentation
|
9978
|
+
#
|
9979
|
+
class Workflow < Struct.new(
|
9980
|
+
:name,
|
9981
|
+
:description,
|
9982
|
+
:default_run_properties,
|
9983
|
+
:created_on,
|
9984
|
+
:last_modified_on,
|
9985
|
+
:last_run,
|
9986
|
+
:graph)
|
9987
|
+
include Aws::Structure
|
9988
|
+
end
|
9989
|
+
|
9990
|
+
# A workflow graph represents the complete workflow containing all the
|
9991
|
+
# AWS Glue components present in the workflow and all the directed
|
9992
|
+
# connections between them.
|
9993
|
+
#
|
9994
|
+
# @!attribute [rw] nodes
|
9995
|
+
# A list of the the AWS Glue components belong to the workflow
|
9996
|
+
# represented as nodes.
|
9997
|
+
# @return [Array<Types::Node>]
|
9998
|
+
#
|
9999
|
+
# @!attribute [rw] edges
|
10000
|
+
# A list of all the directed connections between the nodes belonging
|
10001
|
+
# to the workflow.
|
10002
|
+
# @return [Array<Types::Edge>]
|
10003
|
+
#
|
10004
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowGraph AWS API Documentation
|
10005
|
+
#
|
10006
|
+
class WorkflowGraph < Struct.new(
|
10007
|
+
:nodes,
|
10008
|
+
:edges)
|
10009
|
+
include Aws::Structure
|
10010
|
+
end
|
10011
|
+
|
10012
|
+
# A workflow run is an execution of a workflow providing all the runtime
|
10013
|
+
# information.
|
10014
|
+
#
|
10015
|
+
# @!attribute [rw] name
|
10016
|
+
# Name of the workflow which was executed.
|
10017
|
+
# @return [String]
|
10018
|
+
#
|
10019
|
+
# @!attribute [rw] workflow_run_id
|
10020
|
+
# The ID of this workflow run.
|
10021
|
+
# @return [String]
|
10022
|
+
#
|
10023
|
+
# @!attribute [rw] workflow_run_properties
|
10024
|
+
# The workflow run properties which were set during the run.
|
10025
|
+
# @return [Hash<String,String>]
|
10026
|
+
#
|
10027
|
+
# @!attribute [rw] started_on
|
10028
|
+
# The date and time when the workflow run was started.
|
10029
|
+
# @return [Time]
|
10030
|
+
#
|
10031
|
+
# @!attribute [rw] completed_on
|
10032
|
+
# The date and time when the workflow run completed.
|
10033
|
+
# @return [Time]
|
10034
|
+
#
|
10035
|
+
# @!attribute [rw] status
|
10036
|
+
# The status of the workflow run.
|
10037
|
+
# @return [String]
|
10038
|
+
#
|
10039
|
+
# @!attribute [rw] statistics
|
10040
|
+
# The statistics of the run.
|
10041
|
+
# @return [Types::WorkflowRunStatistics]
|
10042
|
+
#
|
10043
|
+
# @!attribute [rw] graph
|
10044
|
+
# The graph representing all the AWS Glue components that belong to
|
10045
|
+
# the workflow as nodes and directed connections between them as
|
10046
|
+
# edges.
|
10047
|
+
# @return [Types::WorkflowGraph]
|
10048
|
+
#
|
10049
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRun AWS API Documentation
|
10050
|
+
#
|
10051
|
+
class WorkflowRun < Struct.new(
|
10052
|
+
:name,
|
10053
|
+
:workflow_run_id,
|
10054
|
+
:workflow_run_properties,
|
10055
|
+
:started_on,
|
10056
|
+
:completed_on,
|
10057
|
+
:status,
|
10058
|
+
:statistics,
|
10059
|
+
:graph)
|
10060
|
+
include Aws::Structure
|
10061
|
+
end
|
10062
|
+
|
10063
|
+
# Workflow run statistics provides statistics about the workflow run.
|
10064
|
+
#
|
10065
|
+
# @!attribute [rw] total_actions
|
10066
|
+
# Total number of Actions in the workflow run.
|
10067
|
+
# @return [Integer]
|
10068
|
+
#
|
10069
|
+
# @!attribute [rw] timeout_actions
|
10070
|
+
# Total number of Actions which timed out.
|
10071
|
+
# @return [Integer]
|
10072
|
+
#
|
10073
|
+
# @!attribute [rw] failed_actions
|
10074
|
+
# Total number of Actions which have failed.
|
10075
|
+
# @return [Integer]
|
10076
|
+
#
|
10077
|
+
# @!attribute [rw] stopped_actions
|
10078
|
+
# Total number of Actions which have stopped.
|
10079
|
+
# @return [Integer]
|
10080
|
+
#
|
10081
|
+
# @!attribute [rw] succeeded_actions
|
10082
|
+
# Total number of Actions which have succeeded.
|
10083
|
+
# @return [Integer]
|
10084
|
+
#
|
10085
|
+
# @!attribute [rw] running_actions
|
10086
|
+
# Total number Actions in running state.
|
10087
|
+
# @return [Integer]
|
10088
|
+
#
|
10089
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/WorkflowRunStatistics AWS API Documentation
|
10090
|
+
#
|
10091
|
+
class WorkflowRunStatistics < Struct.new(
|
10092
|
+
:total_actions,
|
10093
|
+
:timeout_actions,
|
10094
|
+
:failed_actions,
|
10095
|
+
:stopped_actions,
|
10096
|
+
:succeeded_actions,
|
10097
|
+
:running_actions)
|
10098
|
+
include Aws::Structure
|
10099
|
+
end
|
10100
|
+
|
9329
10101
|
# A classifier for `XML` content.
|
9330
10102
|
#
|
9331
10103
|
# @!attribute [rw] name
|