aws-sdk-glue 1.2.0 → 1.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +106 -25
- data/lib/aws-sdk-glue/client_api.rb +13 -0
- data/lib/aws-sdk-glue/types.rb +264 -73
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 02bccc4bb26ca2f9e016ea3f6e5b212bf8add3e5
|
4
|
+
data.tar.gz: de00da7120b3de6cecaf3cf8d43a862b662abdae
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cb57e20e844395594e3703aca9307e6106beb3cf15d651ec0f6d6aedc0fb13b2eb1c5b44cb2b8b39ec642393601e1ad602957aac6e7c50dd79b99c024481d188
|
7
|
+
data.tar.gz: a9ea86f48cecd68f38dde1e355ee63366b85c355e3ff2da2122b99afdea067fad050fdd6c2897e55dd94b35239d32b7f8ac80fec21f560d125f039660fb8c338
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -465,13 +465,13 @@ module Aws::Glue
|
|
465
465
|
req.send_request(options)
|
466
466
|
end
|
467
467
|
|
468
|
-
# Stops
|
468
|
+
# Stops one or more job runs for a specified Job.
|
469
469
|
#
|
470
470
|
# @option params [required, String] :job_name
|
471
|
-
# The name of the
|
471
|
+
# The name of the Job in question.
|
472
472
|
#
|
473
473
|
# @option params [required, Array<String>] :job_run_ids
|
474
|
-
# A list of
|
474
|
+
# A list of the JobRunIds that should be stopped for that Job.
|
475
475
|
#
|
476
476
|
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
477
477
|
#
|
@@ -630,7 +630,11 @@ module Aws::Glue
|
|
630
630
|
# You can use this field to force partitions to inherit metadata such as
|
631
631
|
# classification, input format, output format, serde information, and
|
632
632
|
# schema from their parent table, rather than detect this information
|
633
|
-
# separately for each partition.
|
633
|
+
# separately for each partition. Use the following JSON string to
|
634
|
+
# specify that behavior:
|
635
|
+
#
|
636
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
637
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
634
638
|
#
|
635
639
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
636
640
|
#
|
@@ -809,7 +813,7 @@ module Aws::Glue
|
|
809
813
|
# Creates a new job.
|
810
814
|
#
|
811
815
|
# @option params [required, String] :name
|
812
|
-
# The name you assign to this job.
|
816
|
+
# The name you assign to this job. It must be unique in your account.
|
813
817
|
#
|
814
818
|
# @option params [String] :description
|
815
819
|
# Description of the job.
|
@@ -818,7 +822,7 @@ module Aws::Glue
|
|
818
822
|
# This field is reserved for future use.
|
819
823
|
#
|
820
824
|
# @option params [required, String] :role
|
821
|
-
# The role associated with this job.
|
825
|
+
# The name of the IAM role associated with this job.
|
822
826
|
#
|
823
827
|
# @option params [Types::ExecutionProperty] :execution_property
|
824
828
|
# An ExecutionProperty specifying the maximum number of concurrent runs
|
@@ -828,7 +832,23 @@ module Aws::Glue
|
|
828
832
|
# The JobCommand that executes this job.
|
829
833
|
#
|
830
834
|
# @option params [Hash<String,String>] :default_arguments
|
831
|
-
# The default
|
835
|
+
# The default arguments for this job.
|
836
|
+
#
|
837
|
+
# You can specify arguments here that your own job-execution script
|
838
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
839
|
+
#
|
840
|
+
# For information about how to specify and consume your own Job
|
841
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
842
|
+
# developer guide.
|
843
|
+
#
|
844
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
845
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
846
|
+
# topic in the developer guide.
|
847
|
+
#
|
848
|
+
#
|
849
|
+
#
|
850
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
851
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
832
852
|
#
|
833
853
|
# @option params [Types::ConnectionsList] :connections
|
834
854
|
# The connections used for this job.
|
@@ -837,7 +857,15 @@ module Aws::Glue
|
|
837
857
|
# The maximum number of times to retry this job if it fails.
|
838
858
|
#
|
839
859
|
# @option params [Integer] :allocated_capacity
|
840
|
-
# The number of
|
860
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
861
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
862
|
+
# DPU is a relative measure of processing power that consists of 4 vCPUs
|
863
|
+
# of compute capacity and 16 GB of memory. For more information, see the
|
864
|
+
# [AWS Glue pricing page][1].
|
865
|
+
#
|
866
|
+
#
|
867
|
+
#
|
868
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
841
869
|
#
|
842
870
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
843
871
|
#
|
@@ -963,7 +991,7 @@ module Aws::Glue
|
|
963
991
|
req.send_request(options)
|
964
992
|
end
|
965
993
|
|
966
|
-
# Transforms a directed acyclic graph (DAG) into
|
994
|
+
# Transforms a directed acyclic graph (DAG) into code.
|
967
995
|
#
|
968
996
|
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
969
997
|
# A list of the nodes in the DAG.
|
@@ -971,9 +999,13 @@ module Aws::Glue
|
|
971
999
|
# @option params [Array<Types::CodeGenEdge>] :dag_edges
|
972
1000
|
# A list of the edges in the DAG.
|
973
1001
|
#
|
1002
|
+
# @option params [String] :language
|
1003
|
+
# The programming language of the resulting code from the DAG.
|
1004
|
+
#
|
974
1005
|
# @return [Types::CreateScriptResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
975
1006
|
#
|
976
1007
|
# * {Types::CreateScriptResponse#python_script #python_script} => String
|
1008
|
+
# * {Types::CreateScriptResponse#scala_code #scala_code} => String
|
977
1009
|
#
|
978
1010
|
# @example Request syntax with placeholder values
|
979
1011
|
#
|
@@ -999,11 +1031,13 @@ module Aws::Glue
|
|
999
1031
|
# target_parameter: "CodeGenArgName",
|
1000
1032
|
# },
|
1001
1033
|
# ],
|
1034
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
1002
1035
|
# })
|
1003
1036
|
#
|
1004
1037
|
# @example Response structure
|
1005
1038
|
#
|
1006
1039
|
# resp.python_script #=> String
|
1040
|
+
# resp.scala_code #=> String
|
1007
1041
|
#
|
1008
1042
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScript AWS API Documentation
|
1009
1043
|
#
|
@@ -1108,7 +1142,7 @@ module Aws::Glue
|
|
1108
1142
|
# Creates a new trigger.
|
1109
1143
|
#
|
1110
1144
|
# @option params [required, String] :name
|
1111
|
-
# The name
|
1145
|
+
# The name of the trigger.
|
1112
1146
|
#
|
1113
1147
|
# @option params [required, String] :type
|
1114
1148
|
# The type of the new trigger.
|
@@ -1118,6 +1152,8 @@ module Aws::Glue
|
|
1118
1152
|
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1119
1153
|
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1120
1154
|
#
|
1155
|
+
# This field is required when the trigger type is SCHEDULED.
|
1156
|
+
#
|
1121
1157
|
#
|
1122
1158
|
#
|
1123
1159
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
@@ -1125,6 +1161,8 @@ module Aws::Glue
|
|
1125
1161
|
# @option params [Types::Predicate] :predicate
|
1126
1162
|
# A predicate to specify when the new trigger should fire.
|
1127
1163
|
#
|
1164
|
+
# This field is required when the trigger type is CONDITIONAL.
|
1165
|
+
#
|
1128
1166
|
# @option params [required, Array<Types::Action>] :actions
|
1129
1167
|
# The actions initiated by this trigger when it fires.
|
1130
1168
|
#
|
@@ -1142,7 +1180,7 @@ module Aws::Glue
|
|
1142
1180
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
1143
1181
|
# schedule: "GenericString",
|
1144
1182
|
# predicate: {
|
1145
|
-
# logical: "AND", # accepts AND
|
1183
|
+
# logical: "AND", # accepts AND, ANY
|
1146
1184
|
# conditions: [
|
1147
1185
|
# {
|
1148
1186
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -1339,7 +1377,8 @@ module Aws::Glue
|
|
1339
1377
|
req.send_request(options)
|
1340
1378
|
end
|
1341
1379
|
|
1342
|
-
# Deletes a specified job.
|
1380
|
+
# Deletes a specified job. If the job is not found, no exception is
|
1381
|
+
# thrown.
|
1343
1382
|
#
|
1344
1383
|
# @option params [required, String] :job_name
|
1345
1384
|
# The name of the job to delete.
|
@@ -1434,7 +1473,8 @@ module Aws::Glue
|
|
1434
1473
|
req.send_request(options)
|
1435
1474
|
end
|
1436
1475
|
|
1437
|
-
# Deletes a specified trigger.
|
1476
|
+
# Deletes a specified trigger. If the trigger is not found, no exception
|
1477
|
+
# is thrown.
|
1438
1478
|
#
|
1439
1479
|
# @option params [required, String] :name
|
1440
1480
|
# The name of the trigger to delete.
|
@@ -2161,7 +2201,7 @@ module Aws::Glue
|
|
2161
2201
|
# The ID of the job run.
|
2162
2202
|
#
|
2163
2203
|
# @option params [Boolean] :predecessors_included
|
2164
|
-
#
|
2204
|
+
# True if a list of predecessor runs should be returned.
|
2165
2205
|
#
|
2166
2206
|
# @return [Types::GetJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2167
2207
|
#
|
@@ -2542,7 +2582,7 @@ module Aws::Glue
|
|
2542
2582
|
req.send_request(options)
|
2543
2583
|
end
|
2544
2584
|
|
2545
|
-
# Gets
|
2585
|
+
# Gets code to perform a specified mapping.
|
2546
2586
|
#
|
2547
2587
|
# @option params [required, Array<Types::MappingEntry>] :mapping
|
2548
2588
|
# The list of mappings from a source table to target tables.
|
@@ -2556,9 +2596,13 @@ module Aws::Glue
|
|
2556
2596
|
# @option params [Types::Location] :location
|
2557
2597
|
# Parameters for the mapping.
|
2558
2598
|
#
|
2599
|
+
# @option params [String] :language
|
2600
|
+
# The programming language of the code to perform the mapping.
|
2601
|
+
#
|
2559
2602
|
# @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2560
2603
|
#
|
2561
2604
|
# * {Types::GetPlanResponse#python_script #python_script} => String
|
2605
|
+
# * {Types::GetPlanResponse#scala_code #scala_code} => String
|
2562
2606
|
#
|
2563
2607
|
# @example Request syntax with placeholder values
|
2564
2608
|
#
|
@@ -2599,11 +2643,13 @@ module Aws::Glue
|
|
2599
2643
|
# },
|
2600
2644
|
# ],
|
2601
2645
|
# },
|
2646
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
2602
2647
|
# })
|
2603
2648
|
#
|
2604
2649
|
# @example Response structure
|
2605
2650
|
#
|
2606
2651
|
# resp.python_script #=> String
|
2652
|
+
# resp.scala_code #=> String
|
2607
2653
|
#
|
2608
2654
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlan AWS API Documentation
|
2609
2655
|
#
|
@@ -2914,7 +2960,7 @@ module Aws::Glue
|
|
2914
2960
|
# resp.trigger.actions[0].job_name #=> String
|
2915
2961
|
# resp.trigger.actions[0].arguments #=> Hash
|
2916
2962
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
2917
|
-
# resp.trigger.predicate.logical #=> String, one of "AND"
|
2963
|
+
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
2918
2964
|
# resp.trigger.predicate.conditions #=> Array
|
2919
2965
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
2920
2966
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
@@ -2935,7 +2981,9 @@ module Aws::Glue
|
|
2935
2981
|
# A continuation token, if this is a continuation call.
|
2936
2982
|
#
|
2937
2983
|
# @option params [String] :dependent_job_name
|
2938
|
-
# The name of the job for which to retrieve triggers.
|
2984
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
2985
|
+
# can start this job will be returned, and if there is no such trigger,
|
2986
|
+
# all triggers will be returned.
|
2939
2987
|
#
|
2940
2988
|
# @option params [Integer] :max_results
|
2941
2989
|
# The maximum size of the response.
|
@@ -2966,7 +3014,7 @@ module Aws::Glue
|
|
2966
3014
|
# resp.triggers[0].actions[0].job_name #=> String
|
2967
3015
|
# resp.triggers[0].actions[0].arguments #=> Hash
|
2968
3016
|
# resp.triggers[0].actions[0].arguments["GenericString"] #=> String
|
2969
|
-
# resp.triggers[0].predicate.logical #=> String, one of "AND"
|
3017
|
+
# resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
|
2970
3018
|
# resp.triggers[0].predicate.conditions #=> Array
|
2971
3019
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
2972
3020
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
@@ -3190,13 +3238,38 @@ module Aws::Glue
|
|
3190
3238
|
# The name of the job to start.
|
3191
3239
|
#
|
3192
3240
|
# @option params [String] :job_run_id
|
3193
|
-
# The ID of
|
3241
|
+
# The ID of a previous JobRun to retry.
|
3194
3242
|
#
|
3195
3243
|
# @option params [Hash<String,String>] :arguments
|
3196
|
-
#
|
3244
|
+
# The job arguments specifically for this run. They override the
|
3245
|
+
# equivalent default arguments set for the job itself.
|
3246
|
+
#
|
3247
|
+
# You can specify arguments here that your own job-execution script
|
3248
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
3249
|
+
#
|
3250
|
+
# For information about how to specify and consume your own Job
|
3251
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
3252
|
+
# developer guide.
|
3253
|
+
#
|
3254
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
3255
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
3256
|
+
# topic in the developer guide.
|
3257
|
+
#
|
3258
|
+
#
|
3259
|
+
#
|
3260
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
3261
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
3197
3262
|
#
|
3198
3263
|
# @option params [Integer] :allocated_capacity
|
3199
|
-
# The
|
3264
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
3265
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
3266
|
+
# DPU is a relative measure of processing power that consists of 4 vCPUs
|
3267
|
+
# of compute capacity and 16 GB of memory. For more information, see the
|
3268
|
+
# [AWS Glue pricing page][1].
|
3269
|
+
#
|
3270
|
+
#
|
3271
|
+
#
|
3272
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
3200
3273
|
#
|
3201
3274
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3202
3275
|
#
|
@@ -3226,7 +3299,12 @@ module Aws::Glue
|
|
3226
3299
|
req.send_request(options)
|
3227
3300
|
end
|
3228
3301
|
|
3229
|
-
# Starts an existing trigger.
|
3302
|
+
# Starts an existing trigger. See [Triggering Jobs][1] for information
|
3303
|
+
# about how different types of trigger are started.
|
3304
|
+
#
|
3305
|
+
#
|
3306
|
+
#
|
3307
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
|
3230
3308
|
#
|
3231
3309
|
# @option params [required, String] :name
|
3232
3310
|
# The name of the trigger to start.
|
@@ -3457,6 +3535,9 @@ module Aws::Glue
|
|
3457
3535
|
# separately for each partition. Use the following JSON string to
|
3458
3536
|
# specify that behavior:
|
3459
3537
|
#
|
3538
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
3539
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
3540
|
+
#
|
3460
3541
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3461
3542
|
#
|
3462
3543
|
# @example Request syntax with placeholder values
|
@@ -3867,7 +3948,7 @@ module Aws::Glue
|
|
3867
3948
|
# },
|
3868
3949
|
# ],
|
3869
3950
|
# predicate: {
|
3870
|
-
# logical: "AND", # accepts AND
|
3951
|
+
# logical: "AND", # accepts AND, ANY
|
3871
3952
|
# conditions: [
|
3872
3953
|
# {
|
3873
3954
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -3891,7 +3972,7 @@ module Aws::Glue
|
|
3891
3972
|
# resp.trigger.actions[0].job_name #=> String
|
3892
3973
|
# resp.trigger.actions[0].arguments #=> Hash
|
3893
3974
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
3894
|
-
# resp.trigger.predicate.logical #=> String, one of "AND"
|
3975
|
+
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
3895
3976
|
# resp.trigger.predicate.conditions #=> Array
|
3896
3977
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3897
3978
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
@@ -3967,7 +4048,7 @@ module Aws::Glue
|
|
3967
4048
|
params: params,
|
3968
4049
|
config: config)
|
3969
4050
|
context[:gem_name] = 'aws-sdk-glue'
|
3970
|
-
context[:gem_version] = '1.
|
4051
|
+
context[:gem_version] = '1.3.0'
|
3971
4052
|
Seahorse::Client::Request.new(handlers, context)
|
3972
4053
|
end
|
3973
4054
|
|
@@ -235,6 +235,7 @@ module Aws::Glue
|
|
235
235
|
JobUpdate = Shapes::StructureShape.new(name: 'JobUpdate')
|
236
236
|
JsonValue = Shapes::StringShape.new(name: 'JsonValue')
|
237
237
|
KeyString = Shapes::StringShape.new(name: 'KeyString')
|
238
|
+
Language = Shapes::StringShape.new(name: 'Language')
|
238
239
|
LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
|
239
240
|
LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
|
240
241
|
Location = Shapes::StructureShape.new(name: 'Location')
|
@@ -291,6 +292,7 @@ module Aws::Glue
|
|
291
292
|
RowTag = Shapes::StringShape.new(name: 'RowTag')
|
292
293
|
S3Target = Shapes::StructureShape.new(name: 'S3Target')
|
293
294
|
S3TargetList = Shapes::ListShape.new(name: 'S3TargetList')
|
295
|
+
ScalaCode = Shapes::StringShape.new(name: 'ScalaCode')
|
294
296
|
Schedule = Shapes::StructureShape.new(name: 'Schedule')
|
295
297
|
ScheduleState = Shapes::StringShape.new(name: 'ScheduleState')
|
296
298
|
SchedulerNotRunningException = Shapes::StructureShape.new(name: 'SchedulerNotRunningException')
|
@@ -664,9 +666,11 @@ module Aws::Glue
|
|
664
666
|
|
665
667
|
CreateScriptRequest.add_member(:dag_nodes, Shapes::ShapeRef.new(shape: DagNodes, location_name: "DagNodes"))
|
666
668
|
CreateScriptRequest.add_member(:dag_edges, Shapes::ShapeRef.new(shape: DagEdges, location_name: "DagEdges"))
|
669
|
+
CreateScriptRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
667
670
|
CreateScriptRequest.struct_class = Types::CreateScriptRequest
|
668
671
|
|
669
672
|
CreateScriptResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
673
|
+
CreateScriptResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
|
670
674
|
CreateScriptResponse.struct_class = Types::CreateScriptResponse
|
671
675
|
|
672
676
|
CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -986,9 +990,11 @@ module Aws::Glue
|
|
986
990
|
GetPlanRequest.add_member(:source, Shapes::ShapeRef.new(shape: CatalogEntry, required: true, location_name: "Source"))
|
987
991
|
GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
|
988
992
|
GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
|
993
|
+
GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
989
994
|
GetPlanRequest.struct_class = Types::GetPlanRequest
|
990
995
|
|
991
996
|
GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
997
|
+
GetPlanResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
|
992
998
|
GetPlanResponse.struct_class = Types::GetPlanResponse
|
993
999
|
|
994
1000
|
GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -1665,6 +1671,7 @@ module Aws::Glue
|
|
1665
1671
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1666
1672
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1667
1673
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
|
1674
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1668
1675
|
end)
|
1669
1676
|
|
1670
1677
|
api.add_operation(:create_partition, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1714,9 +1721,11 @@ module Aws::Glue
|
|
1714
1721
|
o.output = Shapes::ShapeRef.new(shape: CreateTriggerResponse)
|
1715
1722
|
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
1716
1723
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1724
|
+
o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
|
1717
1725
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1718
1726
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1719
1727
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
|
1728
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1720
1729
|
end)
|
1721
1730
|
|
1722
1731
|
api.add_operation(:create_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1832,6 +1841,7 @@ module Aws::Glue
|
|
1832
1841
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1833
1842
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1834
1843
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1844
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1835
1845
|
end)
|
1836
1846
|
|
1837
1847
|
api.add_operation(:delete_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2346,6 +2356,7 @@ module Aws::Glue
|
|
2346
2356
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2347
2357
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2348
2358
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2359
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2349
2360
|
end)
|
2350
2361
|
|
2351
2362
|
api.add_operation(:update_classifier, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2432,6 +2443,7 @@ module Aws::Glue
|
|
2432
2443
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2433
2444
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2434
2445
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2446
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2435
2447
|
end)
|
2436
2448
|
|
2437
2449
|
api.add_operation(:update_partition, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2469,6 +2481,7 @@ module Aws::Glue
|
|
2469
2481
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2470
2482
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2471
2483
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2484
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2472
2485
|
end)
|
2473
2486
|
|
2474
2487
|
api.add_operation(:update_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -26,6 +26,22 @@ module Aws::Glue
|
|
26
26
|
#
|
27
27
|
# @!attribute [rw] arguments
|
28
28
|
# Arguments to be passed to the job.
|
29
|
+
#
|
30
|
+
# You can specify arguments here that your own job-execution script
|
31
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
32
|
+
#
|
33
|
+
# For information about how to specify and consume your own Job
|
34
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
35
|
+
# developer guide.
|
36
|
+
#
|
37
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
38
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
39
|
+
# topic in the developer guide.
|
40
|
+
#
|
41
|
+
#
|
42
|
+
#
|
43
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
44
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
29
45
|
# @return [Hash<String,String>]
|
30
46
|
#
|
31
47
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -333,19 +349,19 @@ module Aws::Glue
|
|
333
349
|
include Aws::Structure
|
334
350
|
end
|
335
351
|
|
336
|
-
#
|
337
|
-
#
|
352
|
+
# Records an error that occurred when attempting to stop a specified
|
353
|
+
# JobRun.
|
338
354
|
#
|
339
355
|
# @!attribute [rw] job_name
|
340
|
-
# The name of the
|
356
|
+
# The name of the Job in question.
|
341
357
|
# @return [String]
|
342
358
|
#
|
343
359
|
# @!attribute [rw] job_run_id
|
344
|
-
# The
|
360
|
+
# The JobRunId of the JobRun in question.
|
345
361
|
# @return [String]
|
346
362
|
#
|
347
363
|
# @!attribute [rw] error_detail
|
348
|
-
#
|
364
|
+
# Specifies details about the error that was encountered.
|
349
365
|
# @return [Types::ErrorDetail]
|
350
366
|
#
|
351
367
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
|
@@ -366,11 +382,11 @@ module Aws::Glue
|
|
366
382
|
# }
|
367
383
|
#
|
368
384
|
# @!attribute [rw] job_name
|
369
|
-
# The name of the
|
385
|
+
# The name of the Job in question.
|
370
386
|
# @return [String]
|
371
387
|
#
|
372
388
|
# @!attribute [rw] job_run_ids
|
373
|
-
# A list of
|
389
|
+
# A list of the JobRunIds that should be stopped for that Job.
|
374
390
|
# @return [Array<String>]
|
375
391
|
#
|
376
392
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
@@ -382,12 +398,13 @@ module Aws::Glue
|
|
382
398
|
end
|
383
399
|
|
384
400
|
# @!attribute [rw] successful_submissions
|
385
|
-
# A list of
|
401
|
+
# A list of the JobRuns that were successfully submitted for stopping.
|
386
402
|
# @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
|
387
403
|
#
|
388
404
|
# @!attribute [rw] errors
|
389
|
-
# A list
|
390
|
-
#
|
405
|
+
# A list of the errors that were encountered in tryng to stop JobRuns,
|
406
|
+
# including the JobRunId for which each error was encountered and
|
407
|
+
# details about the error.
|
391
408
|
# @return [Array<Types::BatchStopJobRunError>]
|
392
409
|
#
|
393
410
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
|
@@ -398,15 +415,14 @@ module Aws::Glue
|
|
398
415
|
include Aws::Structure
|
399
416
|
end
|
400
417
|
|
401
|
-
#
|
402
|
-
# stopping.
|
418
|
+
# Records a successful request to stop a specified JobRun.
|
403
419
|
#
|
404
420
|
# @!attribute [rw] job_name
|
405
|
-
# The
|
421
|
+
# The Name of the Job in question.
|
406
422
|
# @return [String]
|
407
423
|
#
|
408
424
|
# @!attribute [rw] job_run_id
|
409
|
-
# The
|
425
|
+
# The JobRunId of the JobRun in question.
|
410
426
|
# @return [String]
|
411
427
|
#
|
412
428
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
@@ -648,11 +664,13 @@ module Aws::Glue
|
|
648
664
|
# @return [String]
|
649
665
|
#
|
650
666
|
# @!attribute [rw] job_name
|
651
|
-
# The name of the
|
667
|
+
# The name of the Job to whose JobRuns this condition applies and on
|
668
|
+
# which this trigger waits.
|
652
669
|
# @return [String]
|
653
670
|
#
|
654
671
|
# @!attribute [rw] state
|
655
|
-
# The condition state.
|
672
|
+
# The condition state. Currently, the values supported are SUCCEEDED,
|
673
|
+
# STOPPED and FAILED.
|
656
674
|
# @return [String]
|
657
675
|
#
|
658
676
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -877,6 +895,9 @@ module Aws::Glue
|
|
877
895
|
# and schema from their parent table, rather than detect this
|
878
896
|
# information separately for each partition. Use the following JSON
|
879
897
|
# string to specify that behavior:
|
898
|
+
#
|
899
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
900
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
880
901
|
# @return [String]
|
881
902
|
#
|
882
903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
@@ -1153,7 +1174,11 @@ module Aws::Glue
|
|
1153
1174
|
# You can use this field to force partitions to inherit metadata such
|
1154
1175
|
# as classification, input format, output format, serde information,
|
1155
1176
|
# and schema from their parent table, rather than detect this
|
1156
|
-
# information separately for each partition.
|
1177
|
+
# information separately for each partition. Use the following JSON
|
1178
|
+
# string to specify that behavior:
|
1179
|
+
#
|
1180
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
1181
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
1157
1182
|
# @return [String]
|
1158
1183
|
#
|
1159
1184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
|
@@ -1430,7 +1455,7 @@ module Aws::Glue
|
|
1430
1455
|
# }
|
1431
1456
|
#
|
1432
1457
|
# @!attribute [rw] name
|
1433
|
-
# The name you assign to this job.
|
1458
|
+
# The name you assign to this job. It must be unique in your account.
|
1434
1459
|
# @return [String]
|
1435
1460
|
#
|
1436
1461
|
# @!attribute [rw] description
|
@@ -1442,7 +1467,7 @@ module Aws::Glue
|
|
1442
1467
|
# @return [String]
|
1443
1468
|
#
|
1444
1469
|
# @!attribute [rw] role
|
1445
|
-
# The role associated with this job.
|
1470
|
+
# The name of the IAM role associated with this job.
|
1446
1471
|
# @return [String]
|
1447
1472
|
#
|
1448
1473
|
# @!attribute [rw] execution_property
|
@@ -1455,7 +1480,23 @@ module Aws::Glue
|
|
1455
1480
|
# @return [Types::JobCommand]
|
1456
1481
|
#
|
1457
1482
|
# @!attribute [rw] default_arguments
|
1458
|
-
# The default
|
1483
|
+
# The default arguments for this job.
|
1484
|
+
#
|
1485
|
+
# You can specify arguments here that your own job-execution script
|
1486
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
1487
|
+
#
|
1488
|
+
# For information about how to specify and consume your own Job
|
1489
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
1490
|
+
# developer guide.
|
1491
|
+
#
|
1492
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
1493
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
1494
|
+
# topic in the developer guide.
|
1495
|
+
#
|
1496
|
+
#
|
1497
|
+
#
|
1498
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
1499
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
1459
1500
|
# @return [Hash<String,String>]
|
1460
1501
|
#
|
1461
1502
|
# @!attribute [rw] connections
|
@@ -1467,7 +1508,15 @@ module Aws::Glue
|
|
1467
1508
|
# @return [Integer]
|
1468
1509
|
#
|
1469
1510
|
# @!attribute [rw] allocated_capacity
|
1470
|
-
# The number of
|
1511
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
1512
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
1513
|
+
# DPU is a relative measure of processing power that consists of 4
|
1514
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
1515
|
+
# see the [AWS Glue pricing page][1].
|
1516
|
+
#
|
1517
|
+
#
|
1518
|
+
#
|
1519
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
1471
1520
|
# @return [Integer]
|
1472
1521
|
#
|
1473
1522
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
@@ -1487,7 +1536,7 @@ module Aws::Glue
|
|
1487
1536
|
end
|
1488
1537
|
|
1489
1538
|
# @!attribute [rw] name
|
1490
|
-
# The unique name
|
1539
|
+
# The unique name that was provided.
|
1491
1540
|
# @return [String]
|
1492
1541
|
#
|
1493
1542
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
|
@@ -1611,6 +1660,7 @@ module Aws::Glue
|
|
1611
1660
|
# target_parameter: "CodeGenArgName",
|
1612
1661
|
# },
|
1613
1662
|
# ],
|
1663
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
1614
1664
|
# }
|
1615
1665
|
#
|
1616
1666
|
# @!attribute [rw] dag_nodes
|
@@ -1621,11 +1671,16 @@ module Aws::Glue
|
|
1621
1671
|
# A list of the edges in the DAG.
|
1622
1672
|
# @return [Array<Types::CodeGenEdge>]
|
1623
1673
|
#
|
1674
|
+
# @!attribute [rw] language
|
1675
|
+
# The programming language of the resulting code from the DAG.
|
1676
|
+
# @return [String]
|
1677
|
+
#
|
1624
1678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptRequest AWS API Documentation
|
1625
1679
|
#
|
1626
1680
|
class CreateScriptRequest < Struct.new(
|
1627
1681
|
:dag_nodes,
|
1628
|
-
:dag_edges
|
1682
|
+
:dag_edges,
|
1683
|
+
:language)
|
1629
1684
|
include Aws::Structure
|
1630
1685
|
end
|
1631
1686
|
|
@@ -1633,10 +1688,15 @@ module Aws::Glue
|
|
1633
1688
|
# The Python script generated from the DAG.
|
1634
1689
|
# @return [String]
|
1635
1690
|
#
|
1691
|
+
# @!attribute [rw] scala_code
|
1692
|
+
# The Scala code generated from the DAG.
|
1693
|
+
# @return [String]
|
1694
|
+
#
|
1636
1695
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptResponse AWS API Documentation
|
1637
1696
|
#
|
1638
1697
|
class CreateScriptResponse < Struct.new(
|
1639
|
-
:python_script
|
1698
|
+
:python_script,
|
1699
|
+
:scala_code)
|
1640
1700
|
include Aws::Structure
|
1641
1701
|
end
|
1642
1702
|
|
@@ -1743,7 +1803,7 @@ module Aws::Glue
|
|
1743
1803
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
1744
1804
|
# schedule: "GenericString",
|
1745
1805
|
# predicate: {
|
1746
|
-
# logical: "AND", # accepts AND
|
1806
|
+
# logical: "AND", # accepts AND, ANY
|
1747
1807
|
# conditions: [
|
1748
1808
|
# {
|
1749
1809
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -1764,7 +1824,7 @@ module Aws::Glue
|
|
1764
1824
|
# }
|
1765
1825
|
#
|
1766
1826
|
# @!attribute [rw] name
|
1767
|
-
# The name
|
1827
|
+
# The name of the trigger.
|
1768
1828
|
# @return [String]
|
1769
1829
|
#
|
1770
1830
|
# @!attribute [rw] type
|
@@ -1776,6 +1836,8 @@ module Aws::Glue
|
|
1776
1836
|
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1777
1837
|
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1778
1838
|
#
|
1839
|
+
# This field is required when the trigger type is SCHEDULED.
|
1840
|
+
#
|
1779
1841
|
#
|
1780
1842
|
#
|
1781
1843
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
@@ -1783,6 +1845,8 @@ module Aws::Glue
|
|
1783
1845
|
#
|
1784
1846
|
# @!attribute [rw] predicate
|
1785
1847
|
# A predicate to specify when the new trigger should fire.
|
1848
|
+
#
|
1849
|
+
# This field is required when the trigger type is CONDITIONAL.
|
1786
1850
|
# @return [Types::Predicate]
|
1787
1851
|
#
|
1788
1852
|
# @!attribute [rw] actions
|
@@ -1806,7 +1870,7 @@ module Aws::Glue
|
|
1806
1870
|
end
|
1807
1871
|
|
1808
1872
|
# @!attribute [rw] name
|
1809
|
-
# The name
|
1873
|
+
# The name of the trigger.
|
1810
1874
|
# @return [String]
|
1811
1875
|
#
|
1812
1876
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerResponse AWS API Documentation
|
@@ -1884,9 +1948,11 @@ module Aws::Glue
|
|
1884
1948
|
#
|
1885
1949
|
# @!attribute [rw] row_tag
|
1886
1950
|
# The XML tag designating the element that contains each record in an
|
1887
|
-
# XML document being parsed. Note that this cannot
|
1888
|
-
# element
|
1889
|
-
#
|
1951
|
+
# XML document being parsed. Note that this cannot identify a
|
1952
|
+
# self-closing element (closed by `/>`). An empty row element that
|
1953
|
+
# contains only attributes can be parsed as long as it ends with a
|
1954
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
1955
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
1890
1956
|
# @return [String]
|
1891
1957
|
#
|
1892
1958
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateXMLClassifierRequest AWS API Documentation
|
@@ -2450,7 +2516,9 @@ module Aws::Glue
|
|
2450
2516
|
# }
|
2451
2517
|
#
|
2452
2518
|
# @!attribute [rw] max_concurrent_runs
|
2453
|
-
# The maximum number of concurrent runs allowed for a job.
|
2519
|
+
# The maximum number of concurrent runs allowed for a job. The default
|
2520
|
+
# is 1. An error is returned when this threshold is reached. The
|
2521
|
+
# maximum value you can specify is controlled by a service limit.
|
2454
2522
|
# @return [Integer]
|
2455
2523
|
#
|
2456
2524
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
|
@@ -3033,7 +3101,7 @@ module Aws::Glue
|
|
3033
3101
|
# @return [String]
|
3034
3102
|
#
|
3035
3103
|
# @!attribute [rw] predecessors_included
|
3036
|
-
#
|
3104
|
+
# True if a list of predecessor runs should be returned.
|
3037
3105
|
# @return [Boolean]
|
3038
3106
|
#
|
3039
3107
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRunRequest AWS API Documentation
|
@@ -3371,6 +3439,7 @@ module Aws::Glue
|
|
3371
3439
|
# },
|
3372
3440
|
# ],
|
3373
3441
|
# },
|
3442
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
3374
3443
|
# }
|
3375
3444
|
#
|
3376
3445
|
# @!attribute [rw] mapping
|
@@ -3389,13 +3458,18 @@ module Aws::Glue
|
|
3389
3458
|
# Parameters for the mapping.
|
3390
3459
|
# @return [Types::Location]
|
3391
3460
|
#
|
3461
|
+
# @!attribute [rw] language
|
3462
|
+
# The programming language of the code to perform the mapping.
|
3463
|
+
# @return [String]
|
3464
|
+
#
|
3392
3465
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
3393
3466
|
#
|
3394
3467
|
class GetPlanRequest < Struct.new(
|
3395
3468
|
:mapping,
|
3396
3469
|
:source,
|
3397
3470
|
:sinks,
|
3398
|
-
:location
|
3471
|
+
:location,
|
3472
|
+
:language)
|
3399
3473
|
include Aws::Structure
|
3400
3474
|
end
|
3401
3475
|
|
@@ -3403,10 +3477,15 @@ module Aws::Glue
|
|
3403
3477
|
# A Python script to perform the mapping.
|
3404
3478
|
# @return [String]
|
3405
3479
|
#
|
3480
|
+
# @!attribute [rw] scala_code
|
3481
|
+
# Scala code to perform the mapping.
|
3482
|
+
# @return [String]
|
3483
|
+
#
|
3406
3484
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanResponse AWS API Documentation
|
3407
3485
|
#
|
3408
3486
|
class GetPlanResponse < Struct.new(
|
3409
|
-
:python_script
|
3487
|
+
:python_script,
|
3488
|
+
:scala_code)
|
3410
3489
|
include Aws::Structure
|
3411
3490
|
end
|
3412
3491
|
|
@@ -3617,7 +3696,9 @@ module Aws::Glue
|
|
3617
3696
|
# @return [String]
|
3618
3697
|
#
|
3619
3698
|
# @!attribute [rw] dependent_job_name
|
3620
|
-
# The name of the job for which to retrieve triggers.
|
3699
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
3700
|
+
# can start this job will be returned, and if there is no such
|
3701
|
+
# trigger, all triggers will be returned.
|
3621
3702
|
# @return [String]
|
3622
3703
|
#
|
3623
3704
|
# @!attribute [rw] max_results
|
@@ -3868,7 +3949,7 @@ module Aws::Glue
|
|
3868
3949
|
include Aws::Structure
|
3869
3950
|
end
|
3870
3951
|
|
3871
|
-
# Specifies a job
|
3952
|
+
# Specifies a job.
|
3872
3953
|
#
|
3873
3954
|
# @!attribute [rw] name
|
3874
3955
|
# The name you assign to this job.
|
@@ -3883,7 +3964,7 @@ module Aws::Glue
|
|
3883
3964
|
# @return [String]
|
3884
3965
|
#
|
3885
3966
|
# @!attribute [rw] role
|
3886
|
-
# The role associated with this job.
|
3967
|
+
# The name of the IAM role associated with this job.
|
3887
3968
|
# @return [String]
|
3888
3969
|
#
|
3889
3970
|
# @!attribute [rw] created_on
|
@@ -3904,7 +3985,23 @@ module Aws::Glue
|
|
3904
3985
|
# @return [Types::JobCommand]
|
3905
3986
|
#
|
3906
3987
|
# @!attribute [rw] default_arguments
|
3907
|
-
# The default
|
3988
|
+
# The default arguments for this job, specified as name-value pairs.
|
3989
|
+
#
|
3990
|
+
# You can specify arguments here that your own job-execution script
|
3991
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
3992
|
+
#
|
3993
|
+
# For information about how to specify and consume your own Job
|
3994
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
3995
|
+
# developer guide.
|
3996
|
+
#
|
3997
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
3998
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
3999
|
+
# topic in the developer guide.
|
4000
|
+
#
|
4001
|
+
#
|
4002
|
+
#
|
4003
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4004
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
3908
4005
|
# @return [Hash<String,String>]
|
3909
4006
|
#
|
3910
4007
|
# @!attribute [rw] connections
|
@@ -3916,7 +4013,15 @@ module Aws::Glue
|
|
3916
4013
|
# @return [Integer]
|
3917
4014
|
#
|
3918
4015
|
# @!attribute [rw] allocated_capacity
|
3919
|
-
# The number of
|
4016
|
+
# The number of AWS Glue data processing units (DPUs) allocated to
|
4017
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
4018
|
+
# DPU is a relative measure of processing power that consists of 4
|
4019
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4020
|
+
# see the [AWS Glue pricing page][1].
|
4021
|
+
#
|
4022
|
+
#
|
4023
|
+
#
|
4024
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
3920
4025
|
# @return [Integer]
|
3921
4026
|
#
|
3922
4027
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
@@ -3981,11 +4086,11 @@ module Aws::Glue
|
|
3981
4086
|
# }
|
3982
4087
|
#
|
3983
4088
|
# @!attribute [rw] name
|
3984
|
-
# The name of
|
4089
|
+
# The name of the job command: this must be `glueetl`.
|
3985
4090
|
# @return [String]
|
3986
4091
|
#
|
3987
4092
|
# @!attribute [rw] script_location
|
3988
|
-
# Specifies the
|
4093
|
+
# Specifies the S3 path to a script that executes a job (required).
|
3989
4094
|
# @return [String]
|
3990
4095
|
#
|
3991
4096
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
|
@@ -4003,15 +4108,16 @@ module Aws::Glue
|
|
4003
4108
|
# @return [String]
|
4004
4109
|
#
|
4005
4110
|
# @!attribute [rw] attempt
|
4006
|
-
# The number
|
4111
|
+
# The number of the attempt to run this job.
|
4007
4112
|
# @return [Integer]
|
4008
4113
|
#
|
4009
4114
|
# @!attribute [rw] previous_run_id
|
4010
|
-
# The ID of the previous run of this job.
|
4115
|
+
# The ID of the previous run of this job. For example, the JobRunId
|
4116
|
+
# specified in the StartJobRun action.
|
4011
4117
|
# @return [String]
|
4012
4118
|
#
|
4013
4119
|
# @!attribute [rw] trigger_name
|
4014
|
-
# The name of the trigger
|
4120
|
+
# The name of the trigger that started this job run.
|
4015
4121
|
# @return [String]
|
4016
4122
|
#
|
4017
4123
|
# @!attribute [rw] job_name
|
@@ -4035,7 +4141,24 @@ module Aws::Glue
|
|
4035
4141
|
# @return [String]
|
4036
4142
|
#
|
4037
4143
|
# @!attribute [rw] arguments
|
4038
|
-
# The job arguments associated with this run.
|
4144
|
+
# The job arguments associated with this run. These override
|
4145
|
+
# equivalent default arguments set for the job.
|
4146
|
+
#
|
4147
|
+
# You can specify arguments here that your own job-execution script
|
4148
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
4149
|
+
#
|
4150
|
+
# For information about how to specify and consume your own job
|
4151
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
4152
|
+
# developer guide.
|
4153
|
+
#
|
4154
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
4155
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
4156
|
+
# topic in the developer guide.
|
4157
|
+
#
|
4158
|
+
#
|
4159
|
+
#
|
4160
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4161
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4039
4162
|
# @return [Hash<String,String>]
|
4040
4163
|
#
|
4041
4164
|
# @!attribute [rw] error_message
|
@@ -4047,7 +4170,15 @@ module Aws::Glue
|
|
4047
4170
|
# @return [Array<Types::Predecessor>]
|
4048
4171
|
#
|
4049
4172
|
# @!attribute [rw] allocated_capacity
|
4050
|
-
# The
|
4173
|
+
# The number of AWS Glue data processing units (DPUs) allocated to
|
4174
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
4175
|
+
# A DPU is a relative measure of processing power that consists of 4
|
4176
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4177
|
+
# see the [AWS Glue pricing page][1].
|
4178
|
+
#
|
4179
|
+
#
|
4180
|
+
#
|
4181
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4051
4182
|
# @return [Integer]
|
4052
4183
|
#
|
4053
4184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
@@ -4069,7 +4200,9 @@ module Aws::Glue
|
|
4069
4200
|
include Aws::Structure
|
4070
4201
|
end
|
4071
4202
|
|
4072
|
-
# Specifies information used to update an existing job.
|
4203
|
+
# Specifies information used to update an existing job. Note that the
|
4204
|
+
# previous job definition will be completely overwritten by this
|
4205
|
+
# information.
|
4073
4206
|
#
|
4074
4207
|
# @note When making an API call, you may pass JobUpdate
|
4075
4208
|
# data as a hash:
|
@@ -4104,7 +4237,7 @@ module Aws::Glue
|
|
4104
4237
|
# @return [String]
|
4105
4238
|
#
|
4106
4239
|
# @!attribute [rw] role
|
4107
|
-
# The role associated with this job.
|
4240
|
+
# The name of the IAM role associated with this job (required).
|
4108
4241
|
# @return [String]
|
4109
4242
|
#
|
4110
4243
|
# @!attribute [rw] execution_property
|
@@ -4113,11 +4246,27 @@ module Aws::Glue
|
|
4113
4246
|
# @return [Types::ExecutionProperty]
|
4114
4247
|
#
|
4115
4248
|
# @!attribute [rw] command
|
4116
|
-
# The JobCommand that executes this job.
|
4249
|
+
# The JobCommand that executes this job (required).
|
4117
4250
|
# @return [Types::JobCommand]
|
4118
4251
|
#
|
4119
4252
|
# @!attribute [rw] default_arguments
|
4120
|
-
# The default
|
4253
|
+
# The default arguments for this job.
|
4254
|
+
#
|
4255
|
+
# You can specify arguments here that your own job-execution script
|
4256
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
4257
|
+
#
|
4258
|
+
# For information about how to specify and consume your own Job
|
4259
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
4260
|
+
# developer guide.
|
4261
|
+
#
|
4262
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
4263
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
4264
|
+
# topic in the developer guide.
|
4265
|
+
#
|
4266
|
+
#
|
4267
|
+
#
|
4268
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4269
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4121
4270
|
# @return [Hash<String,String>]
|
4122
4271
|
#
|
4123
4272
|
# @!attribute [rw] connections
|
@@ -4129,7 +4278,15 @@ module Aws::Glue
|
|
4129
4278
|
# @return [Integer]
|
4130
4279
|
#
|
4131
4280
|
# @!attribute [rw] allocated_capacity
|
4132
|
-
# The number of
|
4281
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
4282
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
4283
|
+
# DPU is a relative measure of processing power that consists of 4
|
4284
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4285
|
+
# see the [AWS Glue pricing page][1].
|
4286
|
+
#
|
4287
|
+
#
|
4288
|
+
#
|
4289
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4133
4290
|
# @return [Integer]
|
4134
4291
|
#
|
4135
4292
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
@@ -4507,14 +4664,15 @@ module Aws::Glue
|
|
4507
4664
|
include Aws::Structure
|
4508
4665
|
end
|
4509
4666
|
|
4510
|
-
# A job run that
|
4667
|
+
# A job run that was used in the predicate of a conditional trigger that
|
4668
|
+
# triggered this job run.
|
4511
4669
|
#
|
4512
4670
|
# @!attribute [rw] job_name
|
4513
4671
|
# The name of the predecessor job.
|
4514
4672
|
# @return [String]
|
4515
4673
|
#
|
4516
4674
|
# @!attribute [rw] run_id
|
4517
|
-
# The job-run ID of the
|
4675
|
+
# The job-run ID of the predecessor job run.
|
4518
4676
|
# @return [String]
|
4519
4677
|
#
|
4520
4678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Predecessor AWS API Documentation
|
@@ -4531,7 +4689,7 @@ module Aws::Glue
|
|
4531
4689
|
# data as a hash:
|
4532
4690
|
#
|
4533
4691
|
# {
|
4534
|
-
# logical: "AND", # accepts AND
|
4692
|
+
# logical: "AND", # accepts AND, ANY
|
4535
4693
|
# conditions: [
|
4536
4694
|
# {
|
4537
4695
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -4856,15 +5014,40 @@ module Aws::Glue
|
|
4856
5014
|
# @return [String]
|
4857
5015
|
#
|
4858
5016
|
# @!attribute [rw] job_run_id
|
4859
|
-
# The ID of
|
5017
|
+
# The ID of a previous JobRun to retry.
|
4860
5018
|
# @return [String]
|
4861
5019
|
#
|
4862
5020
|
# @!attribute [rw] arguments
|
4863
|
-
#
|
5021
|
+
# The job arguments specifically for this run. They override the
|
5022
|
+
# equivalent default arguments set for the job itself.
|
5023
|
+
#
|
5024
|
+
# You can specify arguments here that your own job-execution script
|
5025
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
5026
|
+
#
|
5027
|
+
# For information about how to specify and consume your own Job
|
5028
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
5029
|
+
# developer guide.
|
5030
|
+
#
|
5031
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
5032
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
5033
|
+
# topic in the developer guide.
|
5034
|
+
#
|
5035
|
+
#
|
5036
|
+
#
|
5037
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5038
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4864
5039
|
# @return [Hash<String,String>]
|
4865
5040
|
#
|
4866
5041
|
# @!attribute [rw] allocated_capacity
|
4867
|
-
# The
|
5042
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
5043
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
5044
|
+
# A DPU is a relative measure of processing power that consists of 4
|
5045
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
5046
|
+
# see the [AWS Glue pricing page][1].
|
5047
|
+
#
|
5048
|
+
#
|
5049
|
+
#
|
5050
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4868
5051
|
# @return [Integer]
|
4869
5052
|
#
|
4870
5053
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
@@ -5379,7 +5562,7 @@ module Aws::Glue
|
|
5379
5562
|
# @return [String]
|
5380
5563
|
#
|
5381
5564
|
# @!attribute [rw] id
|
5382
|
-
#
|
5565
|
+
# Reserved for future use.
|
5383
5566
|
# @return [String]
|
5384
5567
|
#
|
5385
5568
|
# @!attribute [rw] type
|
@@ -5409,7 +5592,7 @@ module Aws::Glue
|
|
5409
5592
|
# @return [Array<Types::Action>]
|
5410
5593
|
#
|
5411
5594
|
# @!attribute [rw] predicate
|
5412
|
-
# The predicate of this trigger.
|
5595
|
+
# The predicate of this trigger, which defines when it will fire.
|
5413
5596
|
# @return [Types::Predicate]
|
5414
5597
|
#
|
5415
5598
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
|
@@ -5426,7 +5609,9 @@ module Aws::Glue
|
|
5426
5609
|
include Aws::Structure
|
5427
5610
|
end
|
5428
5611
|
|
5429
|
-
# A structure used to provide information used to
|
5612
|
+
# A structure used to provide information used to update a trigger. This
|
5613
|
+
# object will update the the previous trigger definition by overwriting
|
5614
|
+
# it completely.
|
5430
5615
|
#
|
5431
5616
|
# @note When making an API call, you may pass TriggerUpdate
|
5432
5617
|
# data as a hash:
|
@@ -5444,7 +5629,7 @@ module Aws::Glue
|
|
5444
5629
|
# },
|
5445
5630
|
# ],
|
5446
5631
|
# predicate: {
|
5447
|
-
# logical: "AND", # accepts AND
|
5632
|
+
# logical: "AND", # accepts AND, ANY
|
5448
5633
|
# conditions: [
|
5449
5634
|
# {
|
5450
5635
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -5456,7 +5641,7 @@ module Aws::Glue
|
|
5456
5641
|
# }
|
5457
5642
|
#
|
5458
5643
|
# @!attribute [rw] name
|
5459
|
-
#
|
5644
|
+
# Reserved for future use.
|
5460
5645
|
# @return [String]
|
5461
5646
|
#
|
5462
5647
|
# @!attribute [rw] description
|
@@ -5464,10 +5649,9 @@ module Aws::Glue
|
|
5464
5649
|
# @return [String]
|
5465
5650
|
#
|
5466
5651
|
# @!attribute [rw] schedule
|
5467
|
-
#
|
5468
|
-
#
|
5469
|
-
#
|
5470
|
-
# ? *)`.
|
5652
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5653
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5654
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5471
5655
|
#
|
5472
5656
|
#
|
5473
5657
|
#
|
@@ -5668,6 +5852,9 @@ module Aws::Glue
|
|
5668
5852
|
# and schema from their parent table, rather than detect this
|
5669
5853
|
# information separately for each partition. Use the following JSON
|
5670
5854
|
# string to specify that behavior:
|
5855
|
+
#
|
5856
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
5857
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
5671
5858
|
# @return [String]
|
5672
5859
|
#
|
5673
5860
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
|
@@ -6113,7 +6300,7 @@ module Aws::Glue
|
|
6113
6300
|
# },
|
6114
6301
|
# ],
|
6115
6302
|
# predicate: {
|
6116
|
-
# logical: "AND", # accepts AND
|
6303
|
+
# logical: "AND", # accepts AND, ANY
|
6117
6304
|
# conditions: [
|
6118
6305
|
# {
|
6119
6306
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -6227,9 +6414,11 @@ module Aws::Glue
|
|
6227
6414
|
#
|
6228
6415
|
# @!attribute [rw] row_tag
|
6229
6416
|
# The XML tag designating the element that contains each record in an
|
6230
|
-
# XML document being parsed. Note that this cannot
|
6231
|
-
# element
|
6232
|
-
#
|
6417
|
+
# XML document being parsed. Note that this cannot identify a
|
6418
|
+
# self-closing element (closed by `/>`). An empty row element that
|
6419
|
+
# contains only attributes can be parsed as long as it ends with a
|
6420
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
6421
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
6233
6422
|
# @return [String]
|
6234
6423
|
#
|
6235
6424
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateXMLClassifierRequest AWS API Documentation
|
@@ -6353,9 +6542,11 @@ module Aws::Glue
|
|
6353
6542
|
#
|
6354
6543
|
# @!attribute [rw] row_tag
|
6355
6544
|
# The XML tag designating the element that contains each record in an
|
6356
|
-
# XML document being parsed. Note that this cannot
|
6357
|
-
# element
|
6358
|
-
#
|
6545
|
+
# XML document being parsed. Note that this cannot identify a
|
6546
|
+
# self-closing element (closed by `/>`). An empty row element that
|
6547
|
+
# contains only attributes can be parsed as long as it ends with a
|
6548
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
6549
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
6359
6550
|
# @return [String]
|
6360
6551
|
#
|
6361
6552
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/XMLClassifier AWS API Documentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2018-01-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|