aws-sdk-glue 1.2.0 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +106 -25
- data/lib/aws-sdk-glue/client_api.rb +13 -0
- data/lib/aws-sdk-glue/types.rb +264 -73
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 02bccc4bb26ca2f9e016ea3f6e5b212bf8add3e5
|
4
|
+
data.tar.gz: de00da7120b3de6cecaf3cf8d43a862b662abdae
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cb57e20e844395594e3703aca9307e6106beb3cf15d651ec0f6d6aedc0fb13b2eb1c5b44cb2b8b39ec642393601e1ad602957aac6e7c50dd79b99c024481d188
|
7
|
+
data.tar.gz: a9ea86f48cecd68f38dde1e355ee63366b85c355e3ff2da2122b99afdea067fad050fdd6c2897e55dd94b35239d32b7f8ac80fec21f560d125f039660fb8c338
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -465,13 +465,13 @@ module Aws::Glue
|
|
465
465
|
req.send_request(options)
|
466
466
|
end
|
467
467
|
|
468
|
-
# Stops
|
468
|
+
# Stops one or more job runs for a specified Job.
|
469
469
|
#
|
470
470
|
# @option params [required, String] :job_name
|
471
|
-
# The name of the
|
471
|
+
# The name of the Job in question.
|
472
472
|
#
|
473
473
|
# @option params [required, Array<String>] :job_run_ids
|
474
|
-
# A list of
|
474
|
+
# A list of the JobRunIds that should be stopped for that Job.
|
475
475
|
#
|
476
476
|
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
477
477
|
#
|
@@ -630,7 +630,11 @@ module Aws::Glue
|
|
630
630
|
# You can use this field to force partitions to inherit metadata such as
|
631
631
|
# classification, input format, output format, serde information, and
|
632
632
|
# schema from their parent table, rather than detect this information
|
633
|
-
# separately for each partition.
|
633
|
+
# separately for each partition. Use the following JSON string to
|
634
|
+
# specify that behavior:
|
635
|
+
#
|
636
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
637
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
634
638
|
#
|
635
639
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
636
640
|
#
|
@@ -809,7 +813,7 @@ module Aws::Glue
|
|
809
813
|
# Creates a new job.
|
810
814
|
#
|
811
815
|
# @option params [required, String] :name
|
812
|
-
# The name you assign to this job.
|
816
|
+
# The name you assign to this job. It must be unique in your account.
|
813
817
|
#
|
814
818
|
# @option params [String] :description
|
815
819
|
# Description of the job.
|
@@ -818,7 +822,7 @@ module Aws::Glue
|
|
818
822
|
# This field is reserved for future use.
|
819
823
|
#
|
820
824
|
# @option params [required, String] :role
|
821
|
-
# The role associated with this job.
|
825
|
+
# The name of the IAM role associated with this job.
|
822
826
|
#
|
823
827
|
# @option params [Types::ExecutionProperty] :execution_property
|
824
828
|
# An ExecutionProperty specifying the maximum number of concurrent runs
|
@@ -828,7 +832,23 @@ module Aws::Glue
|
|
828
832
|
# The JobCommand that executes this job.
|
829
833
|
#
|
830
834
|
# @option params [Hash<String,String>] :default_arguments
|
831
|
-
# The default
|
835
|
+
# The default arguments for this job.
|
836
|
+
#
|
837
|
+
# You can specify arguments here that your own job-execution script
|
838
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
839
|
+
#
|
840
|
+
# For information about how to specify and consume your own Job
|
841
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
842
|
+
# developer guide.
|
843
|
+
#
|
844
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
845
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
846
|
+
# topic in the developer guide.
|
847
|
+
#
|
848
|
+
#
|
849
|
+
#
|
850
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
851
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
832
852
|
#
|
833
853
|
# @option params [Types::ConnectionsList] :connections
|
834
854
|
# The connections used for this job.
|
@@ -837,7 +857,15 @@ module Aws::Glue
|
|
837
857
|
# The maximum number of times to retry this job if it fails.
|
838
858
|
#
|
839
859
|
# @option params [Integer] :allocated_capacity
|
840
|
-
# The number of
|
860
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
861
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
862
|
+
# DPU is a relative measure of processing power that consists of 4 vCPUs
|
863
|
+
# of compute capacity and 16 GB of memory. For more information, see the
|
864
|
+
# [AWS Glue pricing page][1].
|
865
|
+
#
|
866
|
+
#
|
867
|
+
#
|
868
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
841
869
|
#
|
842
870
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
843
871
|
#
|
@@ -963,7 +991,7 @@ module Aws::Glue
|
|
963
991
|
req.send_request(options)
|
964
992
|
end
|
965
993
|
|
966
|
-
# Transforms a directed acyclic graph (DAG) into
|
994
|
+
# Transforms a directed acyclic graph (DAG) into code.
|
967
995
|
#
|
968
996
|
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
969
997
|
# A list of the nodes in the DAG.
|
@@ -971,9 +999,13 @@ module Aws::Glue
|
|
971
999
|
# @option params [Array<Types::CodeGenEdge>] :dag_edges
|
972
1000
|
# A list of the edges in the DAG.
|
973
1001
|
#
|
1002
|
+
# @option params [String] :language
|
1003
|
+
# The programming language of the resulting code from the DAG.
|
1004
|
+
#
|
974
1005
|
# @return [Types::CreateScriptResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
975
1006
|
#
|
976
1007
|
# * {Types::CreateScriptResponse#python_script #python_script} => String
|
1008
|
+
# * {Types::CreateScriptResponse#scala_code #scala_code} => String
|
977
1009
|
#
|
978
1010
|
# @example Request syntax with placeholder values
|
979
1011
|
#
|
@@ -999,11 +1031,13 @@ module Aws::Glue
|
|
999
1031
|
# target_parameter: "CodeGenArgName",
|
1000
1032
|
# },
|
1001
1033
|
# ],
|
1034
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
1002
1035
|
# })
|
1003
1036
|
#
|
1004
1037
|
# @example Response structure
|
1005
1038
|
#
|
1006
1039
|
# resp.python_script #=> String
|
1040
|
+
# resp.scala_code #=> String
|
1007
1041
|
#
|
1008
1042
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScript AWS API Documentation
|
1009
1043
|
#
|
@@ -1108,7 +1142,7 @@ module Aws::Glue
|
|
1108
1142
|
# Creates a new trigger.
|
1109
1143
|
#
|
1110
1144
|
# @option params [required, String] :name
|
1111
|
-
# The name
|
1145
|
+
# The name of the trigger.
|
1112
1146
|
#
|
1113
1147
|
# @option params [required, String] :type
|
1114
1148
|
# The type of the new trigger.
|
@@ -1118,6 +1152,8 @@ module Aws::Glue
|
|
1118
1152
|
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1119
1153
|
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1120
1154
|
#
|
1155
|
+
# This field is required when the trigger type is SCHEDULED.
|
1156
|
+
#
|
1121
1157
|
#
|
1122
1158
|
#
|
1123
1159
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
@@ -1125,6 +1161,8 @@ module Aws::Glue
|
|
1125
1161
|
# @option params [Types::Predicate] :predicate
|
1126
1162
|
# A predicate to specify when the new trigger should fire.
|
1127
1163
|
#
|
1164
|
+
# This field is required when the trigger type is CONDITIONAL.
|
1165
|
+
#
|
1128
1166
|
# @option params [required, Array<Types::Action>] :actions
|
1129
1167
|
# The actions initiated by this trigger when it fires.
|
1130
1168
|
#
|
@@ -1142,7 +1180,7 @@ module Aws::Glue
|
|
1142
1180
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
1143
1181
|
# schedule: "GenericString",
|
1144
1182
|
# predicate: {
|
1145
|
-
# logical: "AND", # accepts AND
|
1183
|
+
# logical: "AND", # accepts AND, ANY
|
1146
1184
|
# conditions: [
|
1147
1185
|
# {
|
1148
1186
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -1339,7 +1377,8 @@ module Aws::Glue
|
|
1339
1377
|
req.send_request(options)
|
1340
1378
|
end
|
1341
1379
|
|
1342
|
-
# Deletes a specified job.
|
1380
|
+
# Deletes a specified job. If the job is not found, no exception is
|
1381
|
+
# thrown.
|
1343
1382
|
#
|
1344
1383
|
# @option params [required, String] :job_name
|
1345
1384
|
# The name of the job to delete.
|
@@ -1434,7 +1473,8 @@ module Aws::Glue
|
|
1434
1473
|
req.send_request(options)
|
1435
1474
|
end
|
1436
1475
|
|
1437
|
-
# Deletes a specified trigger.
|
1476
|
+
# Deletes a specified trigger. If the trigger is not found, no exception
|
1477
|
+
# is thrown.
|
1438
1478
|
#
|
1439
1479
|
# @option params [required, String] :name
|
1440
1480
|
# The name of the trigger to delete.
|
@@ -2161,7 +2201,7 @@ module Aws::Glue
|
|
2161
2201
|
# The ID of the job run.
|
2162
2202
|
#
|
2163
2203
|
# @option params [Boolean] :predecessors_included
|
2164
|
-
#
|
2204
|
+
# True if a list of predecessor runs should be returned.
|
2165
2205
|
#
|
2166
2206
|
# @return [Types::GetJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2167
2207
|
#
|
@@ -2542,7 +2582,7 @@ module Aws::Glue
|
|
2542
2582
|
req.send_request(options)
|
2543
2583
|
end
|
2544
2584
|
|
2545
|
-
# Gets
|
2585
|
+
# Gets code to perform a specified mapping.
|
2546
2586
|
#
|
2547
2587
|
# @option params [required, Array<Types::MappingEntry>] :mapping
|
2548
2588
|
# The list of mappings from a source table to target tables.
|
@@ -2556,9 +2596,13 @@ module Aws::Glue
|
|
2556
2596
|
# @option params [Types::Location] :location
|
2557
2597
|
# Parameters for the mapping.
|
2558
2598
|
#
|
2599
|
+
# @option params [String] :language
|
2600
|
+
# The programming language of the code to perform the mapping.
|
2601
|
+
#
|
2559
2602
|
# @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2560
2603
|
#
|
2561
2604
|
# * {Types::GetPlanResponse#python_script #python_script} => String
|
2605
|
+
# * {Types::GetPlanResponse#scala_code #scala_code} => String
|
2562
2606
|
#
|
2563
2607
|
# @example Request syntax with placeholder values
|
2564
2608
|
#
|
@@ -2599,11 +2643,13 @@ module Aws::Glue
|
|
2599
2643
|
# },
|
2600
2644
|
# ],
|
2601
2645
|
# },
|
2646
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
2602
2647
|
# })
|
2603
2648
|
#
|
2604
2649
|
# @example Response structure
|
2605
2650
|
#
|
2606
2651
|
# resp.python_script #=> String
|
2652
|
+
# resp.scala_code #=> String
|
2607
2653
|
#
|
2608
2654
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlan AWS API Documentation
|
2609
2655
|
#
|
@@ -2914,7 +2960,7 @@ module Aws::Glue
|
|
2914
2960
|
# resp.trigger.actions[0].job_name #=> String
|
2915
2961
|
# resp.trigger.actions[0].arguments #=> Hash
|
2916
2962
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
2917
|
-
# resp.trigger.predicate.logical #=> String, one of "AND"
|
2963
|
+
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
2918
2964
|
# resp.trigger.predicate.conditions #=> Array
|
2919
2965
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
2920
2966
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
@@ -2935,7 +2981,9 @@ module Aws::Glue
|
|
2935
2981
|
# A continuation token, if this is a continuation call.
|
2936
2982
|
#
|
2937
2983
|
# @option params [String] :dependent_job_name
|
2938
|
-
# The name of the job for which to retrieve triggers.
|
2984
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
2985
|
+
# can start this job will be returned, and if there is no such trigger,
|
2986
|
+
# all triggers will be returned.
|
2939
2987
|
#
|
2940
2988
|
# @option params [Integer] :max_results
|
2941
2989
|
# The maximum size of the response.
|
@@ -2966,7 +3014,7 @@ module Aws::Glue
|
|
2966
3014
|
# resp.triggers[0].actions[0].job_name #=> String
|
2967
3015
|
# resp.triggers[0].actions[0].arguments #=> Hash
|
2968
3016
|
# resp.triggers[0].actions[0].arguments["GenericString"] #=> String
|
2969
|
-
# resp.triggers[0].predicate.logical #=> String, one of "AND"
|
3017
|
+
# resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
|
2970
3018
|
# resp.triggers[0].predicate.conditions #=> Array
|
2971
3019
|
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
2972
3020
|
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
@@ -3190,13 +3238,38 @@ module Aws::Glue
|
|
3190
3238
|
# The name of the job to start.
|
3191
3239
|
#
|
3192
3240
|
# @option params [String] :job_run_id
|
3193
|
-
# The ID of
|
3241
|
+
# The ID of a previous JobRun to retry.
|
3194
3242
|
#
|
3195
3243
|
# @option params [Hash<String,String>] :arguments
|
3196
|
-
#
|
3244
|
+
# The job arguments specifically for this run. They override the
|
3245
|
+
# equivalent default arguments set for the job itself.
|
3246
|
+
#
|
3247
|
+
# You can specify arguments here that your own job-execution script
|
3248
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
3249
|
+
#
|
3250
|
+
# For information about how to specify and consume your own Job
|
3251
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
3252
|
+
# developer guide.
|
3253
|
+
#
|
3254
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
3255
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
3256
|
+
# topic in the developer guide.
|
3257
|
+
#
|
3258
|
+
#
|
3259
|
+
#
|
3260
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
3261
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
3197
3262
|
#
|
3198
3263
|
# @option params [Integer] :allocated_capacity
|
3199
|
-
# The
|
3264
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
3265
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
|
3266
|
+
# DPU is a relative measure of processing power that consists of 4 vCPUs
|
3267
|
+
# of compute capacity and 16 GB of memory. For more information, see the
|
3268
|
+
# [AWS Glue pricing page][1].
|
3269
|
+
#
|
3270
|
+
#
|
3271
|
+
#
|
3272
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
3200
3273
|
#
|
3201
3274
|
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3202
3275
|
#
|
@@ -3226,7 +3299,12 @@ module Aws::Glue
|
|
3226
3299
|
req.send_request(options)
|
3227
3300
|
end
|
3228
3301
|
|
3229
|
-
# Starts an existing trigger.
|
3302
|
+
# Starts an existing trigger. See [Triggering Jobs][1] for information
|
3303
|
+
# about how different types of trigger are started.
|
3304
|
+
#
|
3305
|
+
#
|
3306
|
+
#
|
3307
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
|
3230
3308
|
#
|
3231
3309
|
# @option params [required, String] :name
|
3232
3310
|
# The name of the trigger to start.
|
@@ -3457,6 +3535,9 @@ module Aws::Glue
|
|
3457
3535
|
# separately for each partition. Use the following JSON string to
|
3458
3536
|
# specify that behavior:
|
3459
3537
|
#
|
3538
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
3539
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
3540
|
+
#
|
3460
3541
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3461
3542
|
#
|
3462
3543
|
# @example Request syntax with placeholder values
|
@@ -3867,7 +3948,7 @@ module Aws::Glue
|
|
3867
3948
|
# },
|
3868
3949
|
# ],
|
3869
3950
|
# predicate: {
|
3870
|
-
# logical: "AND", # accepts AND
|
3951
|
+
# logical: "AND", # accepts AND, ANY
|
3871
3952
|
# conditions: [
|
3872
3953
|
# {
|
3873
3954
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -3891,7 +3972,7 @@ module Aws::Glue
|
|
3891
3972
|
# resp.trigger.actions[0].job_name #=> String
|
3892
3973
|
# resp.trigger.actions[0].arguments #=> Hash
|
3893
3974
|
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
3894
|
-
# resp.trigger.predicate.logical #=> String, one of "AND"
|
3975
|
+
# resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
|
3895
3976
|
# resp.trigger.predicate.conditions #=> Array
|
3896
3977
|
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
3897
3978
|
# resp.trigger.predicate.conditions[0].job_name #=> String
|
@@ -3967,7 +4048,7 @@ module Aws::Glue
|
|
3967
4048
|
params: params,
|
3968
4049
|
config: config)
|
3969
4050
|
context[:gem_name] = 'aws-sdk-glue'
|
3970
|
-
context[:gem_version] = '1.
|
4051
|
+
context[:gem_version] = '1.3.0'
|
3971
4052
|
Seahorse::Client::Request.new(handlers, context)
|
3972
4053
|
end
|
3973
4054
|
|
@@ -235,6 +235,7 @@ module Aws::Glue
|
|
235
235
|
JobUpdate = Shapes::StructureShape.new(name: 'JobUpdate')
|
236
236
|
JsonValue = Shapes::StringShape.new(name: 'JsonValue')
|
237
237
|
KeyString = Shapes::StringShape.new(name: 'KeyString')
|
238
|
+
Language = Shapes::StringShape.new(name: 'Language')
|
238
239
|
LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
|
239
240
|
LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
|
240
241
|
Location = Shapes::StructureShape.new(name: 'Location')
|
@@ -291,6 +292,7 @@ module Aws::Glue
|
|
291
292
|
RowTag = Shapes::StringShape.new(name: 'RowTag')
|
292
293
|
S3Target = Shapes::StructureShape.new(name: 'S3Target')
|
293
294
|
S3TargetList = Shapes::ListShape.new(name: 'S3TargetList')
|
295
|
+
ScalaCode = Shapes::StringShape.new(name: 'ScalaCode')
|
294
296
|
Schedule = Shapes::StructureShape.new(name: 'Schedule')
|
295
297
|
ScheduleState = Shapes::StringShape.new(name: 'ScheduleState')
|
296
298
|
SchedulerNotRunningException = Shapes::StructureShape.new(name: 'SchedulerNotRunningException')
|
@@ -664,9 +666,11 @@ module Aws::Glue
|
|
664
666
|
|
665
667
|
CreateScriptRequest.add_member(:dag_nodes, Shapes::ShapeRef.new(shape: DagNodes, location_name: "DagNodes"))
|
666
668
|
CreateScriptRequest.add_member(:dag_edges, Shapes::ShapeRef.new(shape: DagEdges, location_name: "DagEdges"))
|
669
|
+
CreateScriptRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
667
670
|
CreateScriptRequest.struct_class = Types::CreateScriptRequest
|
668
671
|
|
669
672
|
CreateScriptResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
673
|
+
CreateScriptResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
|
670
674
|
CreateScriptResponse.struct_class = Types::CreateScriptResponse
|
671
675
|
|
672
676
|
CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -986,9 +990,11 @@ module Aws::Glue
|
|
986
990
|
GetPlanRequest.add_member(:source, Shapes::ShapeRef.new(shape: CatalogEntry, required: true, location_name: "Source"))
|
987
991
|
GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
|
988
992
|
GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
|
993
|
+
GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
|
989
994
|
GetPlanRequest.struct_class = Types::GetPlanRequest
|
990
995
|
|
991
996
|
GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
|
997
|
+
GetPlanResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
|
992
998
|
GetPlanResponse.struct_class = Types::GetPlanResponse
|
993
999
|
|
994
1000
|
GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
@@ -1665,6 +1671,7 @@ module Aws::Glue
|
|
1665
1671
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1666
1672
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1667
1673
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
|
1674
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1668
1675
|
end)
|
1669
1676
|
|
1670
1677
|
api.add_operation(:create_partition, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1714,9 +1721,11 @@ module Aws::Glue
|
|
1714
1721
|
o.output = Shapes::ShapeRef.new(shape: CreateTriggerResponse)
|
1715
1722
|
o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
|
1716
1723
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1724
|
+
o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
|
1717
1725
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1718
1726
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1719
1727
|
o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
|
1728
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1720
1729
|
end)
|
1721
1730
|
|
1722
1731
|
api.add_operation(:create_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
@@ -1832,6 +1841,7 @@ module Aws::Glue
|
|
1832
1841
|
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1833
1842
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1834
1843
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1844
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
1835
1845
|
end)
|
1836
1846
|
|
1837
1847
|
api.add_operation(:delete_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2346,6 +2356,7 @@ module Aws::Glue
|
|
2346
2356
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2347
2357
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2348
2358
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2359
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2349
2360
|
end)
|
2350
2361
|
|
2351
2362
|
api.add_operation(:update_classifier, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2432,6 +2443,7 @@ module Aws::Glue
|
|
2432
2443
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2433
2444
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2434
2445
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2446
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2435
2447
|
end)
|
2436
2448
|
|
2437
2449
|
api.add_operation(:update_partition, Seahorse::Model::Operation.new.tap do |o|
|
@@ -2469,6 +2481,7 @@ module Aws::Glue
|
|
2469
2481
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
2470
2482
|
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
2471
2483
|
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
2484
|
+
o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
|
2472
2485
|
end)
|
2473
2486
|
|
2474
2487
|
api.add_operation(:update_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -26,6 +26,22 @@ module Aws::Glue
|
|
26
26
|
#
|
27
27
|
# @!attribute [rw] arguments
|
28
28
|
# Arguments to be passed to the job.
|
29
|
+
#
|
30
|
+
# You can specify arguments here that your own job-execution script
|
31
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
32
|
+
#
|
33
|
+
# For information about how to specify and consume your own Job
|
34
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
35
|
+
# developer guide.
|
36
|
+
#
|
37
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
38
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
39
|
+
# topic in the developer guide.
|
40
|
+
#
|
41
|
+
#
|
42
|
+
#
|
43
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
44
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
29
45
|
# @return [Hash<String,String>]
|
30
46
|
#
|
31
47
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -333,19 +349,19 @@ module Aws::Glue
|
|
333
349
|
include Aws::Structure
|
334
350
|
end
|
335
351
|
|
336
|
-
#
|
337
|
-
#
|
352
|
+
# Records an error that occurred when attempting to stop a specified
|
353
|
+
# JobRun.
|
338
354
|
#
|
339
355
|
# @!attribute [rw] job_name
|
340
|
-
# The name of the
|
356
|
+
# The name of the Job in question.
|
341
357
|
# @return [String]
|
342
358
|
#
|
343
359
|
# @!attribute [rw] job_run_id
|
344
|
-
# The
|
360
|
+
# The JobRunId of the JobRun in question.
|
345
361
|
# @return [String]
|
346
362
|
#
|
347
363
|
# @!attribute [rw] error_detail
|
348
|
-
#
|
364
|
+
# Specifies details about the error that was encountered.
|
349
365
|
# @return [Types::ErrorDetail]
|
350
366
|
#
|
351
367
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
|
@@ -366,11 +382,11 @@ module Aws::Glue
|
|
366
382
|
# }
|
367
383
|
#
|
368
384
|
# @!attribute [rw] job_name
|
369
|
-
# The name of the
|
385
|
+
# The name of the Job in question.
|
370
386
|
# @return [String]
|
371
387
|
#
|
372
388
|
# @!attribute [rw] job_run_ids
|
373
|
-
# A list of
|
389
|
+
# A list of the JobRunIds that should be stopped for that Job.
|
374
390
|
# @return [Array<String>]
|
375
391
|
#
|
376
392
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
@@ -382,12 +398,13 @@ module Aws::Glue
|
|
382
398
|
end
|
383
399
|
|
384
400
|
# @!attribute [rw] successful_submissions
|
385
|
-
# A list of
|
401
|
+
# A list of the JobRuns that were successfully submitted for stopping.
|
386
402
|
# @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
|
387
403
|
#
|
388
404
|
# @!attribute [rw] errors
|
389
|
-
# A list
|
390
|
-
#
|
405
|
+
# A list of the errors that were encountered in tryng to stop JobRuns,
|
406
|
+
# including the JobRunId for which each error was encountered and
|
407
|
+
# details about the error.
|
391
408
|
# @return [Array<Types::BatchStopJobRunError>]
|
392
409
|
#
|
393
410
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
|
@@ -398,15 +415,14 @@ module Aws::Glue
|
|
398
415
|
include Aws::Structure
|
399
416
|
end
|
400
417
|
|
401
|
-
#
|
402
|
-
# stopping.
|
418
|
+
# Records a successful request to stop a specified JobRun.
|
403
419
|
#
|
404
420
|
# @!attribute [rw] job_name
|
405
|
-
# The
|
421
|
+
# The Name of the Job in question.
|
406
422
|
# @return [String]
|
407
423
|
#
|
408
424
|
# @!attribute [rw] job_run_id
|
409
|
-
# The
|
425
|
+
# The JobRunId of the JobRun in question.
|
410
426
|
# @return [String]
|
411
427
|
#
|
412
428
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
@@ -648,11 +664,13 @@ module Aws::Glue
|
|
648
664
|
# @return [String]
|
649
665
|
#
|
650
666
|
# @!attribute [rw] job_name
|
651
|
-
# The name of the
|
667
|
+
# The name of the Job to whose JobRuns this condition applies and on
|
668
|
+
# which this trigger waits.
|
652
669
|
# @return [String]
|
653
670
|
#
|
654
671
|
# @!attribute [rw] state
|
655
|
-
# The condition state.
|
672
|
+
# The condition state. Currently, the values supported are SUCCEEDED,
|
673
|
+
# STOPPED and FAILED.
|
656
674
|
# @return [String]
|
657
675
|
#
|
658
676
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -877,6 +895,9 @@ module Aws::Glue
|
|
877
895
|
# and schema from their parent table, rather than detect this
|
878
896
|
# information separately for each partition. Use the following JSON
|
879
897
|
# string to specify that behavior:
|
898
|
+
#
|
899
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
900
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
880
901
|
# @return [String]
|
881
902
|
#
|
882
903
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
@@ -1153,7 +1174,11 @@ module Aws::Glue
|
|
1153
1174
|
# You can use this field to force partitions to inherit metadata such
|
1154
1175
|
# as classification, input format, output format, serde information,
|
1155
1176
|
# and schema from their parent table, rather than detect this
|
1156
|
-
# information separately for each partition.
|
1177
|
+
# information separately for each partition. Use the following JSON
|
1178
|
+
# string to specify that behavior:
|
1179
|
+
#
|
1180
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
1181
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
1157
1182
|
# @return [String]
|
1158
1183
|
#
|
1159
1184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
|
@@ -1430,7 +1455,7 @@ module Aws::Glue
|
|
1430
1455
|
# }
|
1431
1456
|
#
|
1432
1457
|
# @!attribute [rw] name
|
1433
|
-
# The name you assign to this job.
|
1458
|
+
# The name you assign to this job. It must be unique in your account.
|
1434
1459
|
# @return [String]
|
1435
1460
|
#
|
1436
1461
|
# @!attribute [rw] description
|
@@ -1442,7 +1467,7 @@ module Aws::Glue
|
|
1442
1467
|
# @return [String]
|
1443
1468
|
#
|
1444
1469
|
# @!attribute [rw] role
|
1445
|
-
# The role associated with this job.
|
1470
|
+
# The name of the IAM role associated with this job.
|
1446
1471
|
# @return [String]
|
1447
1472
|
#
|
1448
1473
|
# @!attribute [rw] execution_property
|
@@ -1455,7 +1480,23 @@ module Aws::Glue
|
|
1455
1480
|
# @return [Types::JobCommand]
|
1456
1481
|
#
|
1457
1482
|
# @!attribute [rw] default_arguments
|
1458
|
-
# The default
|
1483
|
+
# The default arguments for this job.
|
1484
|
+
#
|
1485
|
+
# You can specify arguments here that your own job-execution script
|
1486
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
1487
|
+
#
|
1488
|
+
# For information about how to specify and consume your own Job
|
1489
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
1490
|
+
# developer guide.
|
1491
|
+
#
|
1492
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
1493
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
1494
|
+
# topic in the developer guide.
|
1495
|
+
#
|
1496
|
+
#
|
1497
|
+
#
|
1498
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
1499
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
1459
1500
|
# @return [Hash<String,String>]
|
1460
1501
|
#
|
1461
1502
|
# @!attribute [rw] connections
|
@@ -1467,7 +1508,15 @@ module Aws::Glue
|
|
1467
1508
|
# @return [Integer]
|
1468
1509
|
#
|
1469
1510
|
# @!attribute [rw] allocated_capacity
|
1470
|
-
# The number of
|
1511
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
1512
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
1513
|
+
# DPU is a relative measure of processing power that consists of 4
|
1514
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
1515
|
+
# see the [AWS Glue pricing page][1].
|
1516
|
+
#
|
1517
|
+
#
|
1518
|
+
#
|
1519
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
1471
1520
|
# @return [Integer]
|
1472
1521
|
#
|
1473
1522
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
@@ -1487,7 +1536,7 @@ module Aws::Glue
|
|
1487
1536
|
end
|
1488
1537
|
|
1489
1538
|
# @!attribute [rw] name
|
1490
|
-
# The unique name
|
1539
|
+
# The unique name that was provided.
|
1491
1540
|
# @return [String]
|
1492
1541
|
#
|
1493
1542
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
|
@@ -1611,6 +1660,7 @@ module Aws::Glue
|
|
1611
1660
|
# target_parameter: "CodeGenArgName",
|
1612
1661
|
# },
|
1613
1662
|
# ],
|
1663
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
1614
1664
|
# }
|
1615
1665
|
#
|
1616
1666
|
# @!attribute [rw] dag_nodes
|
@@ -1621,11 +1671,16 @@ module Aws::Glue
|
|
1621
1671
|
# A list of the edges in the DAG.
|
1622
1672
|
# @return [Array<Types::CodeGenEdge>]
|
1623
1673
|
#
|
1674
|
+
# @!attribute [rw] language
|
1675
|
+
# The programming language of the resulting code from the DAG.
|
1676
|
+
# @return [String]
|
1677
|
+
#
|
1624
1678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptRequest AWS API Documentation
|
1625
1679
|
#
|
1626
1680
|
class CreateScriptRequest < Struct.new(
|
1627
1681
|
:dag_nodes,
|
1628
|
-
:dag_edges
|
1682
|
+
:dag_edges,
|
1683
|
+
:language)
|
1629
1684
|
include Aws::Structure
|
1630
1685
|
end
|
1631
1686
|
|
@@ -1633,10 +1688,15 @@ module Aws::Glue
|
|
1633
1688
|
# The Python script generated from the DAG.
|
1634
1689
|
# @return [String]
|
1635
1690
|
#
|
1691
|
+
# @!attribute [rw] scala_code
|
1692
|
+
# The Scala code generated from the DAG.
|
1693
|
+
# @return [String]
|
1694
|
+
#
|
1636
1695
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptResponse AWS API Documentation
|
1637
1696
|
#
|
1638
1697
|
class CreateScriptResponse < Struct.new(
|
1639
|
-
:python_script
|
1698
|
+
:python_script,
|
1699
|
+
:scala_code)
|
1640
1700
|
include Aws::Structure
|
1641
1701
|
end
|
1642
1702
|
|
@@ -1743,7 +1803,7 @@ module Aws::Glue
|
|
1743
1803
|
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
1744
1804
|
# schedule: "GenericString",
|
1745
1805
|
# predicate: {
|
1746
|
-
# logical: "AND", # accepts AND
|
1806
|
+
# logical: "AND", # accepts AND, ANY
|
1747
1807
|
# conditions: [
|
1748
1808
|
# {
|
1749
1809
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -1764,7 +1824,7 @@ module Aws::Glue
|
|
1764
1824
|
# }
|
1765
1825
|
#
|
1766
1826
|
# @!attribute [rw] name
|
1767
|
-
# The name
|
1827
|
+
# The name of the trigger.
|
1768
1828
|
# @return [String]
|
1769
1829
|
#
|
1770
1830
|
# @!attribute [rw] type
|
@@ -1776,6 +1836,8 @@ module Aws::Glue
|
|
1776
1836
|
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1777
1837
|
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1778
1838
|
#
|
1839
|
+
# This field is required when the trigger type is SCHEDULED.
|
1840
|
+
#
|
1779
1841
|
#
|
1780
1842
|
#
|
1781
1843
|
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
@@ -1783,6 +1845,8 @@ module Aws::Glue
|
|
1783
1845
|
#
|
1784
1846
|
# @!attribute [rw] predicate
|
1785
1847
|
# A predicate to specify when the new trigger should fire.
|
1848
|
+
#
|
1849
|
+
# This field is required when the trigger type is CONDITIONAL.
|
1786
1850
|
# @return [Types::Predicate]
|
1787
1851
|
#
|
1788
1852
|
# @!attribute [rw] actions
|
@@ -1806,7 +1870,7 @@ module Aws::Glue
|
|
1806
1870
|
end
|
1807
1871
|
|
1808
1872
|
# @!attribute [rw] name
|
1809
|
-
# The name
|
1873
|
+
# The name of the trigger.
|
1810
1874
|
# @return [String]
|
1811
1875
|
#
|
1812
1876
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerResponse AWS API Documentation
|
@@ -1884,9 +1948,11 @@ module Aws::Glue
|
|
1884
1948
|
#
|
1885
1949
|
# @!attribute [rw] row_tag
|
1886
1950
|
# The XML tag designating the element that contains each record in an
|
1887
|
-
# XML document being parsed. Note that this cannot
|
1888
|
-
# element
|
1889
|
-
#
|
1951
|
+
# XML document being parsed. Note that this cannot identify a
|
1952
|
+
# self-closing element (closed by `/>`). An empty row element that
|
1953
|
+
# contains only attributes can be parsed as long as it ends with a
|
1954
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
1955
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
1890
1956
|
# @return [String]
|
1891
1957
|
#
|
1892
1958
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateXMLClassifierRequest AWS API Documentation
|
@@ -2450,7 +2516,9 @@ module Aws::Glue
|
|
2450
2516
|
# }
|
2451
2517
|
#
|
2452
2518
|
# @!attribute [rw] max_concurrent_runs
|
2453
|
-
# The maximum number of concurrent runs allowed for a job.
|
2519
|
+
# The maximum number of concurrent runs allowed for a job. The default
|
2520
|
+
# is 1. An error is returned when this threshold is reached. The
|
2521
|
+
# maximum value you can specify is controlled by a service limit.
|
2454
2522
|
# @return [Integer]
|
2455
2523
|
#
|
2456
2524
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
|
@@ -3033,7 +3101,7 @@ module Aws::Glue
|
|
3033
3101
|
# @return [String]
|
3034
3102
|
#
|
3035
3103
|
# @!attribute [rw] predecessors_included
|
3036
|
-
#
|
3104
|
+
# True if a list of predecessor runs should be returned.
|
3037
3105
|
# @return [Boolean]
|
3038
3106
|
#
|
3039
3107
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRunRequest AWS API Documentation
|
@@ -3371,6 +3439,7 @@ module Aws::Glue
|
|
3371
3439
|
# },
|
3372
3440
|
# ],
|
3373
3441
|
# },
|
3442
|
+
# language: "PYTHON", # accepts PYTHON, SCALA
|
3374
3443
|
# }
|
3375
3444
|
#
|
3376
3445
|
# @!attribute [rw] mapping
|
@@ -3389,13 +3458,18 @@ module Aws::Glue
|
|
3389
3458
|
# Parameters for the mapping.
|
3390
3459
|
# @return [Types::Location]
|
3391
3460
|
#
|
3461
|
+
# @!attribute [rw] language
|
3462
|
+
# The programming language of the code to perform the mapping.
|
3463
|
+
# @return [String]
|
3464
|
+
#
|
3392
3465
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
3393
3466
|
#
|
3394
3467
|
class GetPlanRequest < Struct.new(
|
3395
3468
|
:mapping,
|
3396
3469
|
:source,
|
3397
3470
|
:sinks,
|
3398
|
-
:location
|
3471
|
+
:location,
|
3472
|
+
:language)
|
3399
3473
|
include Aws::Structure
|
3400
3474
|
end
|
3401
3475
|
|
@@ -3403,10 +3477,15 @@ module Aws::Glue
|
|
3403
3477
|
# A Python script to perform the mapping.
|
3404
3478
|
# @return [String]
|
3405
3479
|
#
|
3480
|
+
# @!attribute [rw] scala_code
|
3481
|
+
# Scala code to perform the mapping.
|
3482
|
+
# @return [String]
|
3483
|
+
#
|
3406
3484
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanResponse AWS API Documentation
|
3407
3485
|
#
|
3408
3486
|
class GetPlanResponse < Struct.new(
|
3409
|
-
:python_script
|
3487
|
+
:python_script,
|
3488
|
+
:scala_code)
|
3410
3489
|
include Aws::Structure
|
3411
3490
|
end
|
3412
3491
|
|
@@ -3617,7 +3696,9 @@ module Aws::Glue
|
|
3617
3696
|
# @return [String]
|
3618
3697
|
#
|
3619
3698
|
# @!attribute [rw] dependent_job_name
|
3620
|
-
# The name of the job for which to retrieve triggers.
|
3699
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
3700
|
+
# can start this job will be returned, and if there is no such
|
3701
|
+
# trigger, all triggers will be returned.
|
3621
3702
|
# @return [String]
|
3622
3703
|
#
|
3623
3704
|
# @!attribute [rw] max_results
|
@@ -3868,7 +3949,7 @@ module Aws::Glue
|
|
3868
3949
|
include Aws::Structure
|
3869
3950
|
end
|
3870
3951
|
|
3871
|
-
# Specifies a job
|
3952
|
+
# Specifies a job.
|
3872
3953
|
#
|
3873
3954
|
# @!attribute [rw] name
|
3874
3955
|
# The name you assign to this job.
|
@@ -3883,7 +3964,7 @@ module Aws::Glue
|
|
3883
3964
|
# @return [String]
|
3884
3965
|
#
|
3885
3966
|
# @!attribute [rw] role
|
3886
|
-
# The role associated with this job.
|
3967
|
+
# The name of the IAM role associated with this job.
|
3887
3968
|
# @return [String]
|
3888
3969
|
#
|
3889
3970
|
# @!attribute [rw] created_on
|
@@ -3904,7 +3985,23 @@ module Aws::Glue
|
|
3904
3985
|
# @return [Types::JobCommand]
|
3905
3986
|
#
|
3906
3987
|
# @!attribute [rw] default_arguments
|
3907
|
-
# The default
|
3988
|
+
# The default arguments for this job, specified as name-value pairs.
|
3989
|
+
#
|
3990
|
+
# You can specify arguments here that your own job-execution script
|
3991
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
3992
|
+
#
|
3993
|
+
# For information about how to specify and consume your own Job
|
3994
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
3995
|
+
# developer guide.
|
3996
|
+
#
|
3997
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
3998
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
3999
|
+
# topic in the developer guide.
|
4000
|
+
#
|
4001
|
+
#
|
4002
|
+
#
|
4003
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4004
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
3908
4005
|
# @return [Hash<String,String>]
|
3909
4006
|
#
|
3910
4007
|
# @!attribute [rw] connections
|
@@ -3916,7 +4013,15 @@ module Aws::Glue
|
|
3916
4013
|
# @return [Integer]
|
3917
4014
|
#
|
3918
4015
|
# @!attribute [rw] allocated_capacity
|
3919
|
-
# The number of
|
4016
|
+
# The number of AWS Glue data processing units (DPUs) allocated to
|
4017
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
4018
|
+
# DPU is a relative measure of processing power that consists of 4
|
4019
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4020
|
+
# see the [AWS Glue pricing page][1].
|
4021
|
+
#
|
4022
|
+
#
|
4023
|
+
#
|
4024
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
3920
4025
|
# @return [Integer]
|
3921
4026
|
#
|
3922
4027
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
|
@@ -3981,11 +4086,11 @@ module Aws::Glue
|
|
3981
4086
|
# }
|
3982
4087
|
#
|
3983
4088
|
# @!attribute [rw] name
|
3984
|
-
# The name of
|
4089
|
+
# The name of the job command: this must be `glueetl`.
|
3985
4090
|
# @return [String]
|
3986
4091
|
#
|
3987
4092
|
# @!attribute [rw] script_location
|
3988
|
-
# Specifies the
|
4093
|
+
# Specifies the S3 path to a script that executes a job (required).
|
3989
4094
|
# @return [String]
|
3990
4095
|
#
|
3991
4096
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
|
@@ -4003,15 +4108,16 @@ module Aws::Glue
|
|
4003
4108
|
# @return [String]
|
4004
4109
|
#
|
4005
4110
|
# @!attribute [rw] attempt
|
4006
|
-
# The number
|
4111
|
+
# The number of the attempt to run this job.
|
4007
4112
|
# @return [Integer]
|
4008
4113
|
#
|
4009
4114
|
# @!attribute [rw] previous_run_id
|
4010
|
-
# The ID of the previous run of this job.
|
4115
|
+
# The ID of the previous run of this job. For example, the JobRunId
|
4116
|
+
# specified in the StartJobRun action.
|
4011
4117
|
# @return [String]
|
4012
4118
|
#
|
4013
4119
|
# @!attribute [rw] trigger_name
|
4014
|
-
# The name of the trigger
|
4120
|
+
# The name of the trigger that started this job run.
|
4015
4121
|
# @return [String]
|
4016
4122
|
#
|
4017
4123
|
# @!attribute [rw] job_name
|
@@ -4035,7 +4141,24 @@ module Aws::Glue
|
|
4035
4141
|
# @return [String]
|
4036
4142
|
#
|
4037
4143
|
# @!attribute [rw] arguments
|
4038
|
-
# The job arguments associated with this run.
|
4144
|
+
# The job arguments associated with this run. These override
|
4145
|
+
# equivalent default arguments set for the job.
|
4146
|
+
#
|
4147
|
+
# You can specify arguments here that your own job-execution script
|
4148
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
4149
|
+
#
|
4150
|
+
# For information about how to specify and consume your own job
|
4151
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
4152
|
+
# developer guide.
|
4153
|
+
#
|
4154
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
4155
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
4156
|
+
# topic in the developer guide.
|
4157
|
+
#
|
4158
|
+
#
|
4159
|
+
#
|
4160
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4161
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4039
4162
|
# @return [Hash<String,String>]
|
4040
4163
|
#
|
4041
4164
|
# @!attribute [rw] error_message
|
@@ -4047,7 +4170,15 @@ module Aws::Glue
|
|
4047
4170
|
# @return [Array<Types::Predecessor>]
|
4048
4171
|
#
|
4049
4172
|
# @!attribute [rw] allocated_capacity
|
4050
|
-
# The
|
4173
|
+
# The number of AWS Glue data processing units (DPUs) allocated to
|
4174
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
4175
|
+
# A DPU is a relative measure of processing power that consists of 4
|
4176
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4177
|
+
# see the [AWS Glue pricing page][1].
|
4178
|
+
#
|
4179
|
+
#
|
4180
|
+
#
|
4181
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4051
4182
|
# @return [Integer]
|
4052
4183
|
#
|
4053
4184
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
|
@@ -4069,7 +4200,9 @@ module Aws::Glue
|
|
4069
4200
|
include Aws::Structure
|
4070
4201
|
end
|
4071
4202
|
|
4072
|
-
# Specifies information used to update an existing job.
|
4203
|
+
# Specifies information used to update an existing job. Note that the
|
4204
|
+
# previous job definition will be completely overwritten by this
|
4205
|
+
# information.
|
4073
4206
|
#
|
4074
4207
|
# @note When making an API call, you may pass JobUpdate
|
4075
4208
|
# data as a hash:
|
@@ -4104,7 +4237,7 @@ module Aws::Glue
|
|
4104
4237
|
# @return [String]
|
4105
4238
|
#
|
4106
4239
|
# @!attribute [rw] role
|
4107
|
-
# The role associated with this job.
|
4240
|
+
# The name of the IAM role associated with this job (required).
|
4108
4241
|
# @return [String]
|
4109
4242
|
#
|
4110
4243
|
# @!attribute [rw] execution_property
|
@@ -4113,11 +4246,27 @@ module Aws::Glue
|
|
4113
4246
|
# @return [Types::ExecutionProperty]
|
4114
4247
|
#
|
4115
4248
|
# @!attribute [rw] command
|
4116
|
-
# The JobCommand that executes this job.
|
4249
|
+
# The JobCommand that executes this job (required).
|
4117
4250
|
# @return [Types::JobCommand]
|
4118
4251
|
#
|
4119
4252
|
# @!attribute [rw] default_arguments
|
4120
|
-
# The default
|
4253
|
+
# The default arguments for this job.
|
4254
|
+
#
|
4255
|
+
# You can specify arguments here that your own job-execution script
|
4256
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
4257
|
+
#
|
4258
|
+
# For information about how to specify and consume your own Job
|
4259
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
4260
|
+
# developer guide.
|
4261
|
+
#
|
4262
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
4263
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
4264
|
+
# topic in the developer guide.
|
4265
|
+
#
|
4266
|
+
#
|
4267
|
+
#
|
4268
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
4269
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4121
4270
|
# @return [Hash<String,String>]
|
4122
4271
|
#
|
4123
4272
|
# @!attribute [rw] connections
|
@@ -4129,7 +4278,15 @@ module Aws::Glue
|
|
4129
4278
|
# @return [Integer]
|
4130
4279
|
#
|
4131
4280
|
# @!attribute [rw] allocated_capacity
|
4132
|
-
# The number of
|
4281
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
4282
|
+
# this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
|
4283
|
+
# DPU is a relative measure of processing power that consists of 4
|
4284
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
4285
|
+
# see the [AWS Glue pricing page][1].
|
4286
|
+
#
|
4287
|
+
#
|
4288
|
+
#
|
4289
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4133
4290
|
# @return [Integer]
|
4134
4291
|
#
|
4135
4292
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
|
@@ -4507,14 +4664,15 @@ module Aws::Glue
|
|
4507
4664
|
include Aws::Structure
|
4508
4665
|
end
|
4509
4666
|
|
4510
|
-
# A job run that
|
4667
|
+
# A job run that was used in the predicate of a conditional trigger that
|
4668
|
+
# triggered this job run.
|
4511
4669
|
#
|
4512
4670
|
# @!attribute [rw] job_name
|
4513
4671
|
# The name of the predecessor job.
|
4514
4672
|
# @return [String]
|
4515
4673
|
#
|
4516
4674
|
# @!attribute [rw] run_id
|
4517
|
-
# The job-run ID of the
|
4675
|
+
# The job-run ID of the predecessor job run.
|
4518
4676
|
# @return [String]
|
4519
4677
|
#
|
4520
4678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Predecessor AWS API Documentation
|
@@ -4531,7 +4689,7 @@ module Aws::Glue
|
|
4531
4689
|
# data as a hash:
|
4532
4690
|
#
|
4533
4691
|
# {
|
4534
|
-
# logical: "AND", # accepts AND
|
4692
|
+
# logical: "AND", # accepts AND, ANY
|
4535
4693
|
# conditions: [
|
4536
4694
|
# {
|
4537
4695
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -4856,15 +5014,40 @@ module Aws::Glue
|
|
4856
5014
|
# @return [String]
|
4857
5015
|
#
|
4858
5016
|
# @!attribute [rw] job_run_id
|
4859
|
-
# The ID of
|
5017
|
+
# The ID of a previous JobRun to retry.
|
4860
5018
|
# @return [String]
|
4861
5019
|
#
|
4862
5020
|
# @!attribute [rw] arguments
|
4863
|
-
#
|
5021
|
+
# The job arguments specifically for this run. They override the
|
5022
|
+
# equivalent default arguments set for the job itself.
|
5023
|
+
#
|
5024
|
+
# You can specify arguments here that your own job-execution script
|
5025
|
+
# consumes, as well as arguments that AWS Glue itself consumes.
|
5026
|
+
#
|
5027
|
+
# For information about how to specify and consume your own Job
|
5028
|
+
# arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
|
5029
|
+
# developer guide.
|
5030
|
+
#
|
5031
|
+
# For information about the key-value pairs that AWS Glue consumes to
|
5032
|
+
# set up your job, see the [Special Parameters Used by AWS Glue][2]
|
5033
|
+
# topic in the developer guide.
|
5034
|
+
#
|
5035
|
+
#
|
5036
|
+
#
|
5037
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
|
5038
|
+
# [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
|
4864
5039
|
# @return [Hash<String,String>]
|
4865
5040
|
#
|
4866
5041
|
# @!attribute [rw] allocated_capacity
|
4867
|
-
# The
|
5042
|
+
# The number of AWS Glue data processing units (DPUs) to allocate to
|
5043
|
+
# this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
|
5044
|
+
# A DPU is a relative measure of processing power that consists of 4
|
5045
|
+
# vCPUs of compute capacity and 16 GB of memory. For more information,
|
5046
|
+
# see the [AWS Glue pricing page][1].
|
5047
|
+
#
|
5048
|
+
#
|
5049
|
+
#
|
5050
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
4868
5051
|
# @return [Integer]
|
4869
5052
|
#
|
4870
5053
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
|
@@ -5379,7 +5562,7 @@ module Aws::Glue
|
|
5379
5562
|
# @return [String]
|
5380
5563
|
#
|
5381
5564
|
# @!attribute [rw] id
|
5382
|
-
#
|
5565
|
+
# Reserved for future use.
|
5383
5566
|
# @return [String]
|
5384
5567
|
#
|
5385
5568
|
# @!attribute [rw] type
|
@@ -5409,7 +5592,7 @@ module Aws::Glue
|
|
5409
5592
|
# @return [Array<Types::Action>]
|
5410
5593
|
#
|
5411
5594
|
# @!attribute [rw] predicate
|
5412
|
-
# The predicate of this trigger.
|
5595
|
+
# The predicate of this trigger, which defines when it will fire.
|
5413
5596
|
# @return [Types::Predicate]
|
5414
5597
|
#
|
5415
5598
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
|
@@ -5426,7 +5609,9 @@ module Aws::Glue
|
|
5426
5609
|
include Aws::Structure
|
5427
5610
|
end
|
5428
5611
|
|
5429
|
-
# A structure used to provide information used to
|
5612
|
+
# A structure used to provide information used to update a trigger. This
|
5613
|
+
# object will update the the previous trigger definition by overwriting
|
5614
|
+
# it completely.
|
5430
5615
|
#
|
5431
5616
|
# @note When making an API call, you may pass TriggerUpdate
|
5432
5617
|
# data as a hash:
|
@@ -5444,7 +5629,7 @@ module Aws::Glue
|
|
5444
5629
|
# },
|
5445
5630
|
# ],
|
5446
5631
|
# predicate: {
|
5447
|
-
# logical: "AND", # accepts AND
|
5632
|
+
# logical: "AND", # accepts AND, ANY
|
5448
5633
|
# conditions: [
|
5449
5634
|
# {
|
5450
5635
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -5456,7 +5641,7 @@ module Aws::Glue
|
|
5456
5641
|
# }
|
5457
5642
|
#
|
5458
5643
|
# @!attribute [rw] name
|
5459
|
-
#
|
5644
|
+
# Reserved for future use.
|
5460
5645
|
# @return [String]
|
5461
5646
|
#
|
5462
5647
|
# @!attribute [rw] description
|
@@ -5464,10 +5649,9 @@ module Aws::Glue
|
|
5464
5649
|
# @return [String]
|
5465
5650
|
#
|
5466
5651
|
# @!attribute [rw] schedule
|
5467
|
-
#
|
5468
|
-
#
|
5469
|
-
#
|
5470
|
-
# ? *)`.
|
5652
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5653
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5654
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5471
5655
|
#
|
5472
5656
|
#
|
5473
5657
|
#
|
@@ -5668,6 +5852,9 @@ module Aws::Glue
|
|
5668
5852
|
# and schema from their parent table, rather than detect this
|
5669
5853
|
# information separately for each partition. Use the following JSON
|
5670
5854
|
# string to specify that behavior:
|
5855
|
+
#
|
5856
|
+
# Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
|
5857
|
+
# "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
|
5671
5858
|
# @return [String]
|
5672
5859
|
#
|
5673
5860
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
|
@@ -6113,7 +6300,7 @@ module Aws::Glue
|
|
6113
6300
|
# },
|
6114
6301
|
# ],
|
6115
6302
|
# predicate: {
|
6116
|
-
# logical: "AND", # accepts AND
|
6303
|
+
# logical: "AND", # accepts AND, ANY
|
6117
6304
|
# conditions: [
|
6118
6305
|
# {
|
6119
6306
|
# logical_operator: "EQUALS", # accepts EQUALS
|
@@ -6227,9 +6414,11 @@ module Aws::Glue
|
|
6227
6414
|
#
|
6228
6415
|
# @!attribute [rw] row_tag
|
6229
6416
|
# The XML tag designating the element that contains each record in an
|
6230
|
-
# XML document being parsed. Note that this cannot
|
6231
|
-
# element
|
6232
|
-
#
|
6417
|
+
# XML document being parsed. Note that this cannot identify a
|
6418
|
+
# self-closing element (closed by `/>`). An empty row element that
|
6419
|
+
# contains only attributes can be parsed as long as it ends with a
|
6420
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
6421
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
6233
6422
|
# @return [String]
|
6234
6423
|
#
|
6235
6424
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateXMLClassifierRequest AWS API Documentation
|
@@ -6353,9 +6542,11 @@ module Aws::Glue
|
|
6353
6542
|
#
|
6354
6543
|
# @!attribute [rw] row_tag
|
6355
6544
|
# The XML tag designating the element that contains each record in an
|
6356
|
-
# XML document being parsed. Note that this cannot
|
6357
|
-
# element
|
6358
|
-
#
|
6545
|
+
# XML document being parsed. Note that this cannot identify a
|
6546
|
+
# self-closing element (closed by `/>`). An empty row element that
|
6547
|
+
# contains only attributes can be parsed as long as it ends with a
|
6548
|
+
# closing tag (for example, `<row item_a="A" item_b="B"></row>` is
|
6549
|
+
# okay, but `<row item_a="A" item_b="B" />` is not).
|
6359
6550
|
# @return [String]
|
6360
6551
|
#
|
6361
6552
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/XMLClassifier AWS API Documentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2018-01-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|