aws-sdk-glue 1.2.0 → 1.3.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 65a797b99d8afcc82add64454a971b7069bd99d6
4
- data.tar.gz: 520c499c34cb451771cfdb587f12c2877b446e93
3
+ metadata.gz: 02bccc4bb26ca2f9e016ea3f6e5b212bf8add3e5
4
+ data.tar.gz: de00da7120b3de6cecaf3cf8d43a862b662abdae
5
5
  SHA512:
6
- metadata.gz: db120a375aba54149b1101fddb2b6400e683fd97e6e9097bcc12f34cb6dab609a082760b23f66853bcca98dad5be32a6b95c39fc57e1566fe0d626219a597e90
7
- data.tar.gz: 6b13c787fabaa8ebb1e610c874ea59167a83a8bf8bcaac7e0303bc0af2a6d8c57a9119507b92a55a540a2f4401bcef5aa01f17e1020a1c47158c5618e0c335da
6
+ metadata.gz: cb57e20e844395594e3703aca9307e6106beb3cf15d651ec0f6d6aedc0fb13b2eb1c5b44cb2b8b39ec642393601e1ad602957aac6e7c50dd79b99c024481d188
7
+ data.tar.gz: a9ea86f48cecd68f38dde1e355ee63366b85c355e3ff2da2122b99afdea067fad050fdd6c2897e55dd94b35239d32b7f8ac80fec21f560d125f039660fb8c338
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.2.0'
45
+ GEM_VERSION = '1.3.0'
46
46
 
47
47
  end
@@ -465,13 +465,13 @@ module Aws::Glue
465
465
  req.send_request(options)
466
466
  end
467
467
 
468
- # Stops a batch of job runs for a given job.
468
+ # Stops one or more job runs for a specified Job.
469
469
  #
470
470
  # @option params [required, String] :job_name
471
- # The name of the job whose job runs are to be stopped.
471
+ # The name of the Job in question.
472
472
  #
473
473
  # @option params [required, Array<String>] :job_run_ids
474
- # A list of job run Ids of the given job to be stopped.
474
+ # A list of the JobRunIds that should be stopped for that Job.
475
475
  #
476
476
  # @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
477
477
  #
@@ -630,7 +630,11 @@ module Aws::Glue
630
630
  # You can use this field to force partitions to inherit metadata such as
631
631
  # classification, input format, output format, serde information, and
632
632
  # schema from their parent table, rather than detect this information
633
- # separately for each partition.
633
+ # separately for each partition. Use the following JSON string to
634
+ # specify that behavior:
635
+ #
636
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
637
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
634
638
  #
635
639
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
636
640
  #
@@ -809,7 +813,7 @@ module Aws::Glue
809
813
  # Creates a new job.
810
814
  #
811
815
  # @option params [required, String] :name
812
- # The name you assign to this job.
816
+ # The name you assign to this job. It must be unique in your account.
813
817
  #
814
818
  # @option params [String] :description
815
819
  # Description of the job.
@@ -818,7 +822,7 @@ module Aws::Glue
818
822
  # This field is reserved for future use.
819
823
  #
820
824
  # @option params [required, String] :role
821
- # The role associated with this job.
825
+ # The name of the IAM role associated with this job.
822
826
  #
823
827
  # @option params [Types::ExecutionProperty] :execution_property
824
828
  # An ExecutionProperty specifying the maximum number of concurrent runs
@@ -828,7 +832,23 @@ module Aws::Glue
828
832
  # The JobCommand that executes this job.
829
833
  #
830
834
  # @option params [Hash<String,String>] :default_arguments
831
- # The default parameters for this job.
835
+ # The default arguments for this job.
836
+ #
837
+ # You can specify arguments here that your own job-execution script
838
+ # consumes, as well as arguments that AWS Glue itself consumes.
839
+ #
840
+ # For information about how to specify and consume your own Job
841
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
842
+ # developer guide.
843
+ #
844
+ # For information about the key-value pairs that AWS Glue consumes to
845
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
846
+ # topic in the developer guide.
847
+ #
848
+ #
849
+ #
850
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
851
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
832
852
  #
833
853
  # @option params [Types::ConnectionsList] :connections
834
854
  # The connections used for this job.
@@ -837,7 +857,15 @@ module Aws::Glue
837
857
  # The maximum number of times to retry this job if it fails.
838
858
  #
839
859
  # @option params [Integer] :allocated_capacity
840
- # The number of capacity units allocated to this job.
860
+ # The number of AWS Glue data processing units (DPUs) to allocate to
861
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
862
+ # DPU is a relative measure of processing power that consists of 4 vCPUs
863
+ # of compute capacity and 16 GB of memory. For more information, see the
864
+ # [AWS Glue pricing page][1].
865
+ #
866
+ #
867
+ #
868
+ # [1]: https://aws.amazon.com/glue/pricing/
841
869
  #
842
870
  # @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
843
871
  #
@@ -963,7 +991,7 @@ module Aws::Glue
963
991
  req.send_request(options)
964
992
  end
965
993
 
966
- # Transforms a directed acyclic graph (DAG) into a Python script.
994
+ # Transforms a directed acyclic graph (DAG) into code.
967
995
  #
968
996
  # @option params [Array<Types::CodeGenNode>] :dag_nodes
969
997
  # A list of the nodes in the DAG.
@@ -971,9 +999,13 @@ module Aws::Glue
971
999
  # @option params [Array<Types::CodeGenEdge>] :dag_edges
972
1000
  # A list of the edges in the DAG.
973
1001
  #
1002
+ # @option params [String] :language
1003
+ # The programming language of the resulting code from the DAG.
1004
+ #
974
1005
  # @return [Types::CreateScriptResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
975
1006
  #
976
1007
  # * {Types::CreateScriptResponse#python_script #python_script} => String
1008
+ # * {Types::CreateScriptResponse#scala_code #scala_code} => String
977
1009
  #
978
1010
  # @example Request syntax with placeholder values
979
1011
  #
@@ -999,11 +1031,13 @@ module Aws::Glue
999
1031
  # target_parameter: "CodeGenArgName",
1000
1032
  # },
1001
1033
  # ],
1034
+ # language: "PYTHON", # accepts PYTHON, SCALA
1002
1035
  # })
1003
1036
  #
1004
1037
  # @example Response structure
1005
1038
  #
1006
1039
  # resp.python_script #=> String
1040
+ # resp.scala_code #=> String
1007
1041
  #
1008
1042
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScript AWS API Documentation
1009
1043
  #
@@ -1108,7 +1142,7 @@ module Aws::Glue
1108
1142
  # Creates a new trigger.
1109
1143
  #
1110
1144
  # @option params [required, String] :name
1111
- # The name to assign to the new trigger.
1145
+ # The name of the trigger.
1112
1146
  #
1113
1147
  # @option params [required, String] :type
1114
1148
  # The type of the new trigger.
@@ -1118,6 +1152,8 @@ module Aws::Glue
1118
1152
  # Schedules for Jobs and Crawlers][1]. For example, to run something
1119
1153
  # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1120
1154
  #
1155
+ # This field is required when the trigger type is SCHEDULED.
1156
+ #
1121
1157
  #
1122
1158
  #
1123
1159
  # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
@@ -1125,6 +1161,8 @@ module Aws::Glue
1125
1161
  # @option params [Types::Predicate] :predicate
1126
1162
  # A predicate to specify when the new trigger should fire.
1127
1163
  #
1164
+ # This field is required when the trigger type is CONDITIONAL.
1165
+ #
1128
1166
  # @option params [required, Array<Types::Action>] :actions
1129
1167
  # The actions initiated by this trigger when it fires.
1130
1168
  #
@@ -1142,7 +1180,7 @@ module Aws::Glue
1142
1180
  # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
1143
1181
  # schedule: "GenericString",
1144
1182
  # predicate: {
1145
- # logical: "AND", # accepts AND
1183
+ # logical: "AND", # accepts AND, ANY
1146
1184
  # conditions: [
1147
1185
  # {
1148
1186
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -1339,7 +1377,8 @@ module Aws::Glue
1339
1377
  req.send_request(options)
1340
1378
  end
1341
1379
 
1342
- # Deletes a specified job.
1380
+ # Deletes a specified job. If the job is not found, no exception is
1381
+ # thrown.
1343
1382
  #
1344
1383
  # @option params [required, String] :job_name
1345
1384
  # The name of the job to delete.
@@ -1434,7 +1473,8 @@ module Aws::Glue
1434
1473
  req.send_request(options)
1435
1474
  end
1436
1475
 
1437
- # Deletes a specified trigger.
1476
+ # Deletes a specified trigger. If the trigger is not found, no exception
1477
+ # is thrown.
1438
1478
  #
1439
1479
  # @option params [required, String] :name
1440
1480
  # The name of the trigger to delete.
@@ -2161,7 +2201,7 @@ module Aws::Glue
2161
2201
  # The ID of the job run.
2162
2202
  #
2163
2203
  # @option params [Boolean] :predecessors_included
2164
- # A list of the predecessor runs to return as well.
2204
+ # True if a list of predecessor runs should be returned.
2165
2205
  #
2166
2206
  # @return [Types::GetJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2167
2207
  #
@@ -2542,7 +2582,7 @@ module Aws::Glue
2542
2582
  req.send_request(options)
2543
2583
  end
2544
2584
 
2545
- # Gets a Python script to perform a specified mapping.
2585
+ # Gets code to perform a specified mapping.
2546
2586
  #
2547
2587
  # @option params [required, Array<Types::MappingEntry>] :mapping
2548
2588
  # The list of mappings from a source table to target tables.
@@ -2556,9 +2596,13 @@ module Aws::Glue
2556
2596
  # @option params [Types::Location] :location
2557
2597
  # Parameters for the mapping.
2558
2598
  #
2599
+ # @option params [String] :language
2600
+ # The programming language of the code to perform the mapping.
2601
+ #
2559
2602
  # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2560
2603
  #
2561
2604
  # * {Types::GetPlanResponse#python_script #python_script} => String
2605
+ # * {Types::GetPlanResponse#scala_code #scala_code} => String
2562
2606
  #
2563
2607
  # @example Request syntax with placeholder values
2564
2608
  #
@@ -2599,11 +2643,13 @@ module Aws::Glue
2599
2643
  # },
2600
2644
  # ],
2601
2645
  # },
2646
+ # language: "PYTHON", # accepts PYTHON, SCALA
2602
2647
  # })
2603
2648
  #
2604
2649
  # @example Response structure
2605
2650
  #
2606
2651
  # resp.python_script #=> String
2652
+ # resp.scala_code #=> String
2607
2653
  #
2608
2654
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlan AWS API Documentation
2609
2655
  #
@@ -2914,7 +2960,7 @@ module Aws::Glue
2914
2960
  # resp.trigger.actions[0].job_name #=> String
2915
2961
  # resp.trigger.actions[0].arguments #=> Hash
2916
2962
  # resp.trigger.actions[0].arguments["GenericString"] #=> String
2917
- # resp.trigger.predicate.logical #=> String, one of "AND"
2963
+ # resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
2918
2964
  # resp.trigger.predicate.conditions #=> Array
2919
2965
  # resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
2920
2966
  # resp.trigger.predicate.conditions[0].job_name #=> String
@@ -2935,7 +2981,9 @@ module Aws::Glue
2935
2981
  # A continuation token, if this is a continuation call.
2936
2982
  #
2937
2983
  # @option params [String] :dependent_job_name
2938
- # The name of the job for which to retrieve triggers.
2984
+ # The name of the job for which to retrieve triggers. The trigger that
2985
+ # can start this job will be returned, and if there is no such trigger,
2986
+ # all triggers will be returned.
2939
2987
  #
2940
2988
  # @option params [Integer] :max_results
2941
2989
  # The maximum size of the response.
@@ -2966,7 +3014,7 @@ module Aws::Glue
2966
3014
  # resp.triggers[0].actions[0].job_name #=> String
2967
3015
  # resp.triggers[0].actions[0].arguments #=> Hash
2968
3016
  # resp.triggers[0].actions[0].arguments["GenericString"] #=> String
2969
- # resp.triggers[0].predicate.logical #=> String, one of "AND"
3017
+ # resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
2970
3018
  # resp.triggers[0].predicate.conditions #=> Array
2971
3019
  # resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
2972
3020
  # resp.triggers[0].predicate.conditions[0].job_name #=> String
@@ -3190,13 +3238,38 @@ module Aws::Glue
3190
3238
  # The name of the job to start.
3191
3239
  #
3192
3240
  # @option params [String] :job_run_id
3193
- # The ID of the job run to start.
3241
+ # The ID of a previous JobRun to retry.
3194
3242
  #
3195
3243
  # @option params [Hash<String,String>] :arguments
3196
- # Specific arguments for this job run.
3244
+ # The job arguments specifically for this run. They override the
3245
+ # equivalent default arguments set for the job itself.
3246
+ #
3247
+ # You can specify arguments here that your own job-execution script
3248
+ # consumes, as well as arguments that AWS Glue itself consumes.
3249
+ #
3250
+ # For information about how to specify and consume your own Job
3251
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3252
+ # developer guide.
3253
+ #
3254
+ # For information about the key-value pairs that AWS Glue consumes to
3255
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
3256
+ # topic in the developer guide.
3257
+ #
3258
+ #
3259
+ #
3260
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
3261
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
3197
3262
  #
3198
3263
  # @option params [Integer] :allocated_capacity
3199
- # The infrastructure capacity to allocate to this job.
3264
+ # The number of AWS Glue data processing units (DPUs) to allocate to
3265
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
3266
+ # DPU is a relative measure of processing power that consists of 4 vCPUs
3267
+ # of compute capacity and 16 GB of memory. For more information, see the
3268
+ # [AWS Glue pricing page][1].
3269
+ #
3270
+ #
3271
+ #
3272
+ # [1]: https://aws.amazon.com/glue/pricing/
3200
3273
  #
3201
3274
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3202
3275
  #
@@ -3226,7 +3299,12 @@ module Aws::Glue
3226
3299
  req.send_request(options)
3227
3300
  end
3228
3301
 
3229
- # Starts an existing trigger.
3302
+ # Starts an existing trigger. See [Triggering Jobs][1] for information
3303
+ # about how different types of trigger are started.
3304
+ #
3305
+ #
3306
+ #
3307
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
3230
3308
  #
3231
3309
  # @option params [required, String] :name
3232
3310
  # The name of the trigger to start.
@@ -3457,6 +3535,9 @@ module Aws::Glue
3457
3535
  # separately for each partition. Use the following JSON string to
3458
3536
  # specify that behavior:
3459
3537
  #
3538
+ # Example:  `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
3539
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
3540
+ #
3460
3541
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
3461
3542
  #
3462
3543
  # @example Request syntax with placeholder values
@@ -3867,7 +3948,7 @@ module Aws::Glue
3867
3948
  # },
3868
3949
  # ],
3869
3950
  # predicate: {
3870
- # logical: "AND", # accepts AND
3951
+ # logical: "AND", # accepts AND, ANY
3871
3952
  # conditions: [
3872
3953
  # {
3873
3954
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -3891,7 +3972,7 @@ module Aws::Glue
3891
3972
  # resp.trigger.actions[0].job_name #=> String
3892
3973
  # resp.trigger.actions[0].arguments #=> Hash
3893
3974
  # resp.trigger.actions[0].arguments["GenericString"] #=> String
3894
- # resp.trigger.predicate.logical #=> String, one of "AND"
3975
+ # resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
3895
3976
  # resp.trigger.predicate.conditions #=> Array
3896
3977
  # resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
3897
3978
  # resp.trigger.predicate.conditions[0].job_name #=> String
@@ -3967,7 +4048,7 @@ module Aws::Glue
3967
4048
  params: params,
3968
4049
  config: config)
3969
4050
  context[:gem_name] = 'aws-sdk-glue'
3970
- context[:gem_version] = '1.2.0'
4051
+ context[:gem_version] = '1.3.0'
3971
4052
  Seahorse::Client::Request.new(handlers, context)
3972
4053
  end
3973
4054
 
@@ -235,6 +235,7 @@ module Aws::Glue
235
235
  JobUpdate = Shapes::StructureShape.new(name: 'JobUpdate')
236
236
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
237
237
  KeyString = Shapes::StringShape.new(name: 'KeyString')
238
+ Language = Shapes::StringShape.new(name: 'Language')
238
239
  LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
239
240
  LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
240
241
  Location = Shapes::StructureShape.new(name: 'Location')
@@ -291,6 +292,7 @@ module Aws::Glue
291
292
  RowTag = Shapes::StringShape.new(name: 'RowTag')
292
293
  S3Target = Shapes::StructureShape.new(name: 'S3Target')
293
294
  S3TargetList = Shapes::ListShape.new(name: 'S3TargetList')
295
+ ScalaCode = Shapes::StringShape.new(name: 'ScalaCode')
294
296
  Schedule = Shapes::StructureShape.new(name: 'Schedule')
295
297
  ScheduleState = Shapes::StringShape.new(name: 'ScheduleState')
296
298
  SchedulerNotRunningException = Shapes::StructureShape.new(name: 'SchedulerNotRunningException')
@@ -664,9 +666,11 @@ module Aws::Glue
664
666
 
665
667
  CreateScriptRequest.add_member(:dag_nodes, Shapes::ShapeRef.new(shape: DagNodes, location_name: "DagNodes"))
666
668
  CreateScriptRequest.add_member(:dag_edges, Shapes::ShapeRef.new(shape: DagEdges, location_name: "DagEdges"))
669
+ CreateScriptRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
667
670
  CreateScriptRequest.struct_class = Types::CreateScriptRequest
668
671
 
669
672
  CreateScriptResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
673
+ CreateScriptResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
670
674
  CreateScriptResponse.struct_class = Types::CreateScriptResponse
671
675
 
672
676
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
@@ -986,9 +990,11 @@ module Aws::Glue
986
990
  GetPlanRequest.add_member(:source, Shapes::ShapeRef.new(shape: CatalogEntry, required: true, location_name: "Source"))
987
991
  GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
988
992
  GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
993
+ GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
989
994
  GetPlanRequest.struct_class = Types::GetPlanRequest
990
995
 
991
996
  GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
997
+ GetPlanResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
992
998
  GetPlanResponse.struct_class = Types::GetPlanResponse
993
999
 
994
1000
  GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
@@ -1665,6 +1671,7 @@ module Aws::Glue
1665
1671
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1666
1672
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1667
1673
  o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
1674
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1668
1675
  end)
1669
1676
 
1670
1677
  api.add_operation(:create_partition, Seahorse::Model::Operation.new.tap do |o|
@@ -1714,9 +1721,11 @@ module Aws::Glue
1714
1721
  o.output = Shapes::ShapeRef.new(shape: CreateTriggerResponse)
1715
1722
  o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
1716
1723
  o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
1724
+ o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
1717
1725
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1718
1726
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1719
1727
  o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
1728
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1720
1729
  end)
1721
1730
 
1722
1731
  api.add_operation(:create_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -1832,6 +1841,7 @@ module Aws::Glue
1832
1841
  o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
1833
1842
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1834
1843
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1844
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1835
1845
  end)
1836
1846
 
1837
1847
  api.add_operation(:delete_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -2346,6 +2356,7 @@ module Aws::Glue
2346
2356
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2347
2357
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2348
2358
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2359
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2349
2360
  end)
2350
2361
 
2351
2362
  api.add_operation(:update_classifier, Seahorse::Model::Operation.new.tap do |o|
@@ -2432,6 +2443,7 @@ module Aws::Glue
2432
2443
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2433
2444
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2434
2445
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2446
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2435
2447
  end)
2436
2448
 
2437
2449
  api.add_operation(:update_partition, Seahorse::Model::Operation.new.tap do |o|
@@ -2469,6 +2481,7 @@ module Aws::Glue
2469
2481
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2470
2482
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2471
2483
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2484
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2472
2485
  end)
2473
2486
 
2474
2487
  api.add_operation(:update_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -26,6 +26,22 @@ module Aws::Glue
26
26
  #
27
27
  # @!attribute [rw] arguments
28
28
  # Arguments to be passed to the job.
29
+ #
30
+ # You can specify arguments here that your own job-execution script
31
+ # consumes, as well as arguments that AWS Glue itself consumes.
32
+ #
33
+ # For information about how to specify and consume your own Job
34
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
35
+ # developer guide.
36
+ #
37
+ # For information about the key-value pairs that AWS Glue consumes to
38
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
39
+ # topic in the developer guide.
40
+ #
41
+ #
42
+ #
43
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
44
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
29
45
  # @return [Hash<String,String>]
30
46
  #
31
47
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
@@ -333,19 +349,19 @@ module Aws::Glue
333
349
  include Aws::Structure
334
350
  end
335
351
 
336
- # Details about the job run and the error that occurred while trying to
337
- # submit it for stopping.
352
+ # Records an error that occurred when attempting to stop a specified
353
+ # JobRun.
338
354
  #
339
355
  # @!attribute [rw] job_name
340
- # The name of the job.
356
+ # The name of the Job in question.
341
357
  # @return [String]
342
358
  #
343
359
  # @!attribute [rw] job_run_id
344
- # The job run Id.
360
+ # The JobRunId of the JobRun in question.
345
361
  # @return [String]
346
362
  #
347
363
  # @!attribute [rw] error_detail
348
- # The details of the error that occurred.
364
+ # Specifies details about the error that was encountered.
349
365
  # @return [Types::ErrorDetail]
350
366
  #
351
367
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
@@ -366,11 +382,11 @@ module Aws::Glue
366
382
  # }
367
383
  #
368
384
  # @!attribute [rw] job_name
369
- # The name of the job whose job runs are to be stopped.
385
+ # The name of the Job in question.
370
386
  # @return [String]
371
387
  #
372
388
  # @!attribute [rw] job_run_ids
373
- # A list of job run Ids of the given job to be stopped.
389
+ # A list of the JobRunIds that should be stopped for that Job.
374
390
  # @return [Array<String>]
375
391
  #
376
392
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
@@ -382,12 +398,13 @@ module Aws::Glue
382
398
  end
383
399
 
384
400
  # @!attribute [rw] successful_submissions
385
- # A list of job runs which are successfully submitted for stopping.
401
+ # A list of the JobRuns that were successfully submitted for stopping.
386
402
  # @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
387
403
  #
388
404
  # @!attribute [rw] errors
389
- # A list containing the job run Ids and details of the error that
390
- # occurred for each job run while submitting to stop.
405
+ # A list of the errors that were encountered in tryng to stop JobRuns,
406
+ # including the JobRunId for which each error was encountered and
407
+ # details about the error.
391
408
  # @return [Array<Types::BatchStopJobRunError>]
392
409
  #
393
410
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
@@ -398,15 +415,14 @@ module Aws::Glue
398
415
  include Aws::Structure
399
416
  end
400
417
 
401
- # Details about the job run which is submitted successfully for
402
- # stopping.
418
+ # Records a successful request to stop a specified JobRun.
403
419
  #
404
420
  # @!attribute [rw] job_name
405
- # The name of the job.
421
+ # The Name of the Job in question.
406
422
  # @return [String]
407
423
  #
408
424
  # @!attribute [rw] job_run_id
409
- # The job run Id.
425
+ # The JobRunId of the JobRun in question.
410
426
  # @return [String]
411
427
  #
412
428
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
@@ -648,11 +664,13 @@ module Aws::Glue
648
664
  # @return [String]
649
665
  #
650
666
  # @!attribute [rw] job_name
651
- # The name of the job in question.
667
+ # The name of the Job to whose JobRuns this condition applies and on
668
+ # which this trigger waits.
652
669
  # @return [String]
653
670
  #
654
671
  # @!attribute [rw] state
655
- # The condition state.
672
+ # The condition state. Currently, the values supported are SUCCEEDED,
673
+ # STOPPED and FAILED.
656
674
  # @return [String]
657
675
  #
658
676
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
@@ -877,6 +895,9 @@ module Aws::Glue
877
895
  # and schema from their parent table, rather than detect this
878
896
  # information separately for each partition. Use the following JSON
879
897
  # string to specify that behavior:
898
+ #
899
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
900
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
880
901
  # @return [String]
881
902
  #
882
903
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -1153,7 +1174,11 @@ module Aws::Glue
1153
1174
  # You can use this field to force partitions to inherit metadata such
1154
1175
  # as classification, input format, output format, serde information,
1155
1176
  # and schema from their parent table, rather than detect this
1156
- # information separately for each partition.
1177
+ # information separately for each partition. Use the following JSON
1178
+ # string to specify that behavior:
1179
+ #
1180
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1181
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1157
1182
  # @return [String]
1158
1183
  #
1159
1184
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -1430,7 +1455,7 @@ module Aws::Glue
1430
1455
  # }
1431
1456
  #
1432
1457
  # @!attribute [rw] name
1433
- # The name you assign to this job.
1458
+ # The name you assign to this job. It must be unique in your account.
1434
1459
  # @return [String]
1435
1460
  #
1436
1461
  # @!attribute [rw] description
@@ -1442,7 +1467,7 @@ module Aws::Glue
1442
1467
  # @return [String]
1443
1468
  #
1444
1469
  # @!attribute [rw] role
1445
- # The role associated with this job.
1470
+ # The name of the IAM role associated with this job.
1446
1471
  # @return [String]
1447
1472
  #
1448
1473
  # @!attribute [rw] execution_property
@@ -1455,7 +1480,23 @@ module Aws::Glue
1455
1480
  # @return [Types::JobCommand]
1456
1481
  #
1457
1482
  # @!attribute [rw] default_arguments
1458
- # The default parameters for this job.
1483
+ # The default arguments for this job.
1484
+ #
1485
+ # You can specify arguments here that your own job-execution script
1486
+ # consumes, as well as arguments that AWS Glue itself consumes.
1487
+ #
1488
+ # For information about how to specify and consume your own Job
1489
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
1490
+ # developer guide.
1491
+ #
1492
+ # For information about the key-value pairs that AWS Glue consumes to
1493
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
1494
+ # topic in the developer guide.
1495
+ #
1496
+ #
1497
+ #
1498
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1499
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
1459
1500
  # @return [Hash<String,String>]
1460
1501
  #
1461
1502
  # @!attribute [rw] connections
@@ -1467,7 +1508,15 @@ module Aws::Glue
1467
1508
  # @return [Integer]
1468
1509
  #
1469
1510
  # @!attribute [rw] allocated_capacity
1470
- # The number of capacity units allocated to this job.
1511
+ # The number of AWS Glue data processing units (DPUs) to allocate to
1512
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
1513
+ # DPU is a relative measure of processing power that consists of 4
1514
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
1515
+ # see the [AWS Glue pricing page][1].
1516
+ #
1517
+ #
1518
+ #
1519
+ # [1]: https://aws.amazon.com/glue/pricing/
1471
1520
  # @return [Integer]
1472
1521
  #
1473
1522
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
@@ -1487,7 +1536,7 @@ module Aws::Glue
1487
1536
  end
1488
1537
 
1489
1538
  # @!attribute [rw] name
1490
- # The unique name of the new job that has been created.
1539
+ # The unique name that was provided.
1491
1540
  # @return [String]
1492
1541
  #
1493
1542
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
@@ -1611,6 +1660,7 @@ module Aws::Glue
1611
1660
  # target_parameter: "CodeGenArgName",
1612
1661
  # },
1613
1662
  # ],
1663
+ # language: "PYTHON", # accepts PYTHON, SCALA
1614
1664
  # }
1615
1665
  #
1616
1666
  # @!attribute [rw] dag_nodes
@@ -1621,11 +1671,16 @@ module Aws::Glue
1621
1671
  # A list of the edges in the DAG.
1622
1672
  # @return [Array<Types::CodeGenEdge>]
1623
1673
  #
1674
+ # @!attribute [rw] language
1675
+ # The programming language of the resulting code from the DAG.
1676
+ # @return [String]
1677
+ #
1624
1678
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptRequest AWS API Documentation
1625
1679
  #
1626
1680
  class CreateScriptRequest < Struct.new(
1627
1681
  :dag_nodes,
1628
- :dag_edges)
1682
+ :dag_edges,
1683
+ :language)
1629
1684
  include Aws::Structure
1630
1685
  end
1631
1686
 
@@ -1633,10 +1688,15 @@ module Aws::Glue
1633
1688
  # The Python script generated from the DAG.
1634
1689
  # @return [String]
1635
1690
  #
1691
+ # @!attribute [rw] scala_code
1692
+ # The Scala code generated from the DAG.
1693
+ # @return [String]
1694
+ #
1636
1695
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptResponse AWS API Documentation
1637
1696
  #
1638
1697
  class CreateScriptResponse < Struct.new(
1639
- :python_script)
1698
+ :python_script,
1699
+ :scala_code)
1640
1700
  include Aws::Structure
1641
1701
  end
1642
1702
 
@@ -1743,7 +1803,7 @@ module Aws::Glue
1743
1803
  # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
1744
1804
  # schedule: "GenericString",
1745
1805
  # predicate: {
1746
- # logical: "AND", # accepts AND
1806
+ # logical: "AND", # accepts AND, ANY
1747
1807
  # conditions: [
1748
1808
  # {
1749
1809
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -1764,7 +1824,7 @@ module Aws::Glue
1764
1824
  # }
1765
1825
  #
1766
1826
  # @!attribute [rw] name
1767
- # The name to assign to the new trigger.
1827
+ # The name of the trigger.
1768
1828
  # @return [String]
1769
1829
  #
1770
1830
  # @!attribute [rw] type
@@ -1776,6 +1836,8 @@ module Aws::Glue
1776
1836
  # Schedules for Jobs and Crawlers][1]. For example, to run something
1777
1837
  # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1778
1838
  #
1839
+ # This field is required when the trigger type is SCHEDULED.
1840
+ #
1779
1841
  #
1780
1842
  #
1781
1843
  # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
@@ -1783,6 +1845,8 @@ module Aws::Glue
1783
1845
  #
1784
1846
  # @!attribute [rw] predicate
1785
1847
  # A predicate to specify when the new trigger should fire.
1848
+ #
1849
+ # This field is required when the trigger type is CONDITIONAL.
1786
1850
  # @return [Types::Predicate]
1787
1851
  #
1788
1852
  # @!attribute [rw] actions
@@ -1806,7 +1870,7 @@ module Aws::Glue
1806
1870
  end
1807
1871
 
1808
1872
  # @!attribute [rw] name
1809
- # The name assigned to the new trigger.
1873
+ # The name of the trigger.
1810
1874
  # @return [String]
1811
1875
  #
1812
1876
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerResponse AWS API Documentation
@@ -1884,9 +1948,11 @@ module Aws::Glue
1884
1948
  #
1885
1949
  # @!attribute [rw] row_tag
1886
1950
  # The XML tag designating the element that contains each record in an
1887
- # XML document being parsed. Note that this cannot be an empty
1888
- # element. It must contain child elements representing fields in the
1889
- # record.
1951
+ # XML document being parsed. Note that this cannot identify a
1952
+ # self-closing element (closed by `/>`). An empty row element that
1953
+ # contains only attributes can be parsed as long as it ends with a
1954
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
1955
+ # okay, but `<row item_a="A" item_b="B" />` is not).
1890
1956
  # @return [String]
1891
1957
  #
1892
1958
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateXMLClassifierRequest AWS API Documentation
@@ -2450,7 +2516,9 @@ module Aws::Glue
2450
2516
  # }
2451
2517
  #
2452
2518
  # @!attribute [rw] max_concurrent_runs
2453
- # The maximum number of concurrent runs allowed for a job.
2519
+ # The maximum number of concurrent runs allowed for a job. The default
2520
+ # is 1. An error is returned when this threshold is reached. The
2521
+ # maximum value you can specify is controlled by a service limit.
2454
2522
  # @return [Integer]
2455
2523
  #
2456
2524
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
@@ -3033,7 +3101,7 @@ module Aws::Glue
3033
3101
  # @return [String]
3034
3102
  #
3035
3103
  # @!attribute [rw] predecessors_included
3036
- # A list of the predecessor runs to return as well.
3104
+ # True if a list of predecessor runs should be returned.
3037
3105
  # @return [Boolean]
3038
3106
  #
3039
3107
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRunRequest AWS API Documentation
@@ -3371,6 +3439,7 @@ module Aws::Glue
3371
3439
  # },
3372
3440
  # ],
3373
3441
  # },
3442
+ # language: "PYTHON", # accepts PYTHON, SCALA
3374
3443
  # }
3375
3444
  #
3376
3445
  # @!attribute [rw] mapping
@@ -3389,13 +3458,18 @@ module Aws::Glue
3389
3458
  # Parameters for the mapping.
3390
3459
  # @return [Types::Location]
3391
3460
  #
3461
+ # @!attribute [rw] language
3462
+ # The programming language of the code to perform the mapping.
3463
+ # @return [String]
3464
+ #
3392
3465
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
3393
3466
  #
3394
3467
  class GetPlanRequest < Struct.new(
3395
3468
  :mapping,
3396
3469
  :source,
3397
3470
  :sinks,
3398
- :location)
3471
+ :location,
3472
+ :language)
3399
3473
  include Aws::Structure
3400
3474
  end
3401
3475
 
@@ -3403,10 +3477,15 @@ module Aws::Glue
3403
3477
  # A Python script to perform the mapping.
3404
3478
  # @return [String]
3405
3479
  #
3480
+ # @!attribute [rw] scala_code
3481
+ # Scala code to perform the mapping.
3482
+ # @return [String]
3483
+ #
3406
3484
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanResponse AWS API Documentation
3407
3485
  #
3408
3486
  class GetPlanResponse < Struct.new(
3409
- :python_script)
3487
+ :python_script,
3488
+ :scala_code)
3410
3489
  include Aws::Structure
3411
3490
  end
3412
3491
 
@@ -3617,7 +3696,9 @@ module Aws::Glue
3617
3696
  # @return [String]
3618
3697
  #
3619
3698
  # @!attribute [rw] dependent_job_name
3620
- # The name of the job for which to retrieve triggers.
3699
+ # The name of the job for which to retrieve triggers. The trigger that
3700
+ # can start this job will be returned, and if there is no such
3701
+ # trigger, all triggers will be returned.
3621
3702
  # @return [String]
3622
3703
  #
3623
3704
  # @!attribute [rw] max_results
@@ -3868,7 +3949,7 @@ module Aws::Glue
3868
3949
  include Aws::Structure
3869
3950
  end
3870
3951
 
3871
- # Specifies a job in the Data Catalog.
3952
+ # Specifies a job.
3872
3953
  #
3873
3954
  # @!attribute [rw] name
3874
3955
  # The name you assign to this job.
@@ -3883,7 +3964,7 @@ module Aws::Glue
3883
3964
  # @return [String]
3884
3965
  #
3885
3966
  # @!attribute [rw] role
3886
- # The role associated with this job.
3967
+ # The name of the IAM role associated with this job.
3887
3968
  # @return [String]
3888
3969
  #
3889
3970
  # @!attribute [rw] created_on
@@ -3904,7 +3985,23 @@ module Aws::Glue
3904
3985
  # @return [Types::JobCommand]
3905
3986
  #
3906
3987
  # @!attribute [rw] default_arguments
3907
- # The default parameters for this job.
3988
+ # The default arguments for this job, specified as name-value pairs.
3989
+ #
3990
+ # You can specify arguments here that your own job-execution script
3991
+ # consumes, as well as arguments that AWS Glue itself consumes.
3992
+ #
3993
+ # For information about how to specify and consume your own Job
3994
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3995
+ # developer guide.
3996
+ #
3997
+ # For information about the key-value pairs that AWS Glue consumes to
3998
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
3999
+ # topic in the developer guide.
4000
+ #
4001
+ #
4002
+ #
4003
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4004
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
3908
4005
  # @return [Hash<String,String>]
3909
4006
  #
3910
4007
  # @!attribute [rw] connections
@@ -3916,7 +4013,15 @@ module Aws::Glue
3916
4013
  # @return [Integer]
3917
4014
  #
3918
4015
  # @!attribute [rw] allocated_capacity
3919
- # The number of capacity units allocated to this job.
4016
+ # The number of AWS Glue data processing units (DPUs) allocated to
4017
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
4018
+ # DPU is a relative measure of processing power that consists of 4
4019
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4020
+ # see the [AWS Glue pricing page][1].
4021
+ #
4022
+ #
4023
+ #
4024
+ # [1]: https://aws.amazon.com/glue/pricing/
3920
4025
  # @return [Integer]
3921
4026
  #
3922
4027
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
@@ -3981,11 +4086,11 @@ module Aws::Glue
3981
4086
  # }
3982
4087
  #
3983
4088
  # @!attribute [rw] name
3984
- # The name of this job command.
4089
+ # The name of the job command: this must be `glueetl`.
3985
4090
  # @return [String]
3986
4091
  #
3987
4092
  # @!attribute [rw] script_location
3988
- # Specifies the location of a script that executes a job.
4093
+ # Specifies the S3 path to a script that executes a job (required).
3989
4094
  # @return [String]
3990
4095
  #
3991
4096
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
@@ -4003,15 +4108,16 @@ module Aws::Glue
4003
4108
  # @return [String]
4004
4109
  #
4005
4110
  # @!attribute [rw] attempt
4006
- # The number or the attempt to run this job.
4111
+ # The number of the attempt to run this job.
4007
4112
  # @return [Integer]
4008
4113
  #
4009
4114
  # @!attribute [rw] previous_run_id
4010
- # The ID of the previous run of this job.
4115
+ # The ID of the previous run of this job. For example, the JobRunId
4116
+ # specified in the StartJobRun action.
4011
4117
  # @return [String]
4012
4118
  #
4013
4119
  # @!attribute [rw] trigger_name
4014
- # The name of the trigger for this job run.
4120
+ # The name of the trigger that started this job run.
4015
4121
  # @return [String]
4016
4122
  #
4017
4123
  # @!attribute [rw] job_name
@@ -4035,7 +4141,24 @@ module Aws::Glue
4035
4141
  # @return [String]
4036
4142
  #
4037
4143
  # @!attribute [rw] arguments
4038
- # The job arguments associated with this run.
4144
+ # The job arguments associated with this run. These override
4145
+ # equivalent default arguments set for the job.
4146
+ #
4147
+ # You can specify arguments here that your own job-execution script
4148
+ # consumes, as well as arguments that AWS Glue itself consumes.
4149
+ #
4150
+ # For information about how to specify and consume your own job
4151
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
4152
+ # developer guide.
4153
+ #
4154
+ # For information about the key-value pairs that AWS Glue consumes to
4155
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
4156
+ # topic in the developer guide.
4157
+ #
4158
+ #
4159
+ #
4160
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4161
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4039
4162
  # @return [Hash<String,String>]
4040
4163
  #
4041
4164
  # @!attribute [rw] error_message
@@ -4047,7 +4170,15 @@ module Aws::Glue
4047
4170
  # @return [Array<Types::Predecessor>]
4048
4171
  #
4049
4172
  # @!attribute [rw] allocated_capacity
4050
- # The amount of infrastructure capacity allocated to this job run.
4173
+ # The number of AWS Glue data processing units (DPUs) allocated to
4174
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
4175
+ # A DPU is a relative measure of processing power that consists of 4
4176
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4177
+ # see the [AWS Glue pricing page][1].
4178
+ #
4179
+ #
4180
+ #
4181
+ # [1]: https://aws.amazon.com/glue/pricing/
4051
4182
  # @return [Integer]
4052
4183
  #
4053
4184
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
@@ -4069,7 +4200,9 @@ module Aws::Glue
4069
4200
  include Aws::Structure
4070
4201
  end
4071
4202
 
4072
- # Specifies information used to update an existing job.
4203
+ # Specifies information used to update an existing job. Note that the
4204
+ # previous job definition will be completely overwritten by this
4205
+ # information.
4073
4206
  #
4074
4207
  # @note When making an API call, you may pass JobUpdate
4075
4208
  # data as a hash:
@@ -4104,7 +4237,7 @@ module Aws::Glue
4104
4237
  # @return [String]
4105
4238
  #
4106
4239
  # @!attribute [rw] role
4107
- # The role associated with this job.
4240
+ # The name of the IAM role associated with this job (required).
4108
4241
  # @return [String]
4109
4242
  #
4110
4243
  # @!attribute [rw] execution_property
@@ -4113,11 +4246,27 @@ module Aws::Glue
4113
4246
  # @return [Types::ExecutionProperty]
4114
4247
  #
4115
4248
  # @!attribute [rw] command
4116
- # The JobCommand that executes this job.
4249
+ # The JobCommand that executes this job (required).
4117
4250
  # @return [Types::JobCommand]
4118
4251
  #
4119
4252
  # @!attribute [rw] default_arguments
4120
- # The default parameters for this job.
4253
+ # The default arguments for this job.
4254
+ #
4255
+ # You can specify arguments here that your own job-execution script
4256
+ # consumes, as well as arguments that AWS Glue itself consumes.
4257
+ #
4258
+ # For information about how to specify and consume your own Job
4259
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
4260
+ # developer guide.
4261
+ #
4262
+ # For information about the key-value pairs that AWS Glue consumes to
4263
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
4264
+ # topic in the developer guide.
4265
+ #
4266
+ #
4267
+ #
4268
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4269
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4121
4270
  # @return [Hash<String,String>]
4122
4271
  #
4123
4272
  # @!attribute [rw] connections
@@ -4129,7 +4278,15 @@ module Aws::Glue
4129
4278
  # @return [Integer]
4130
4279
  #
4131
4280
  # @!attribute [rw] allocated_capacity
4132
- # The number of capacity units allocated to this job.
4281
+ # The number of AWS Glue data processing units (DPUs) to allocate to
4282
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
4283
+ # DPU is a relative measure of processing power that consists of 4
4284
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4285
+ # see the [AWS Glue pricing page][1].
4286
+ #
4287
+ #
4288
+ #
4289
+ # [1]: https://aws.amazon.com/glue/pricing/
4133
4290
  # @return [Integer]
4134
4291
  #
4135
4292
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
@@ -4507,14 +4664,15 @@ module Aws::Glue
4507
4664
  include Aws::Structure
4508
4665
  end
4509
4666
 
4510
- # A job run that preceded this one.
4667
+ # A job run that was used in the predicate of a conditional trigger that
4668
+ # triggered this job run.
4511
4669
  #
4512
4670
  # @!attribute [rw] job_name
4513
4671
  # The name of the predecessor job.
4514
4672
  # @return [String]
4515
4673
  #
4516
4674
  # @!attribute [rw] run_id
4517
- # The job-run ID of the precessor job run.
4675
+ # The job-run ID of the predecessor job run.
4518
4676
  # @return [String]
4519
4677
  #
4520
4678
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Predecessor AWS API Documentation
@@ -4531,7 +4689,7 @@ module Aws::Glue
4531
4689
  # data as a hash:
4532
4690
  #
4533
4691
  # {
4534
- # logical: "AND", # accepts AND
4692
+ # logical: "AND", # accepts AND, ANY
4535
4693
  # conditions: [
4536
4694
  # {
4537
4695
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -4856,15 +5014,40 @@ module Aws::Glue
4856
5014
  # @return [String]
4857
5015
  #
4858
5016
  # @!attribute [rw] job_run_id
4859
- # The ID of the job run to start.
5017
+ # The ID of a previous JobRun to retry.
4860
5018
  # @return [String]
4861
5019
  #
4862
5020
  # @!attribute [rw] arguments
4863
- # Specific arguments for this job run.
5021
+ # The job arguments specifically for this run. They override the
5022
+ # equivalent default arguments set for the job itself.
5023
+ #
5024
+ # You can specify arguments here that your own job-execution script
5025
+ # consumes, as well as arguments that AWS Glue itself consumes.
5026
+ #
5027
+ # For information about how to specify and consume your own Job
5028
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
5029
+ # developer guide.
5030
+ #
5031
+ # For information about the key-value pairs that AWS Glue consumes to
5032
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
5033
+ # topic in the developer guide.
5034
+ #
5035
+ #
5036
+ #
5037
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5038
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4864
5039
  # @return [Hash<String,String>]
4865
5040
  #
4866
5041
  # @!attribute [rw] allocated_capacity
4867
- # The infrastructure capacity to allocate to this job.
5042
+ # The number of AWS Glue data processing units (DPUs) to allocate to
5043
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
5044
+ # A DPU is a relative measure of processing power that consists of 4
5045
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
5046
+ # see the [AWS Glue pricing page][1].
5047
+ #
5048
+ #
5049
+ #
5050
+ # [1]: https://aws.amazon.com/glue/pricing/
4868
5051
  # @return [Integer]
4869
5052
  #
4870
5053
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
@@ -5379,7 +5562,7 @@ module Aws::Glue
5379
5562
  # @return [String]
5380
5563
  #
5381
5564
  # @!attribute [rw] id
5382
- # The trigger ID.
5565
+ # Reserved for future use.
5383
5566
  # @return [String]
5384
5567
  #
5385
5568
  # @!attribute [rw] type
@@ -5409,7 +5592,7 @@ module Aws::Glue
5409
5592
  # @return [Array<Types::Action>]
5410
5593
  #
5411
5594
  # @!attribute [rw] predicate
5412
- # The predicate of this trigger.
5595
+ # The predicate of this trigger, which defines when it will fire.
5413
5596
  # @return [Types::Predicate]
5414
5597
  #
5415
5598
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
@@ -5426,7 +5609,9 @@ module Aws::Glue
5426
5609
  include Aws::Structure
5427
5610
  end
5428
5611
 
5429
- # A structure used to provide information used to updata a trigger.
5612
+ # A structure used to provide information used to update a trigger. This
5613
+ # object will update the the previous trigger definition by overwriting
5614
+ # it completely.
5430
5615
  #
5431
5616
  # @note When making an API call, you may pass TriggerUpdate
5432
5617
  # data as a hash:
@@ -5444,7 +5629,7 @@ module Aws::Glue
5444
5629
  # },
5445
5630
  # ],
5446
5631
  # predicate: {
5447
- # logical: "AND", # accepts AND
5632
+ # logical: "AND", # accepts AND, ANY
5448
5633
  # conditions: [
5449
5634
  # {
5450
5635
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -5456,7 +5641,7 @@ module Aws::Glue
5456
5641
  # }
5457
5642
  #
5458
5643
  # @!attribute [rw] name
5459
- # The name of the trigger.
5644
+ # Reserved for future use.
5460
5645
  # @return [String]
5461
5646
  #
5462
5647
  # @!attribute [rw] description
@@ -5464,10 +5649,9 @@ module Aws::Glue
5464
5649
  # @return [String]
5465
5650
  #
5466
5651
  # @!attribute [rw] schedule
5467
- # An updated `cron` expression used to specify the schedule (see
5468
- # [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
5469
- # something every day at 12:15 UTC, you would specify: `cron(15 12 * *
5470
- # ? *)`.
5652
+ # A `cron` expression used to specify the schedule (see [Time-Based
5653
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
5654
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
5471
5655
  #
5472
5656
  #
5473
5657
  #
@@ -5668,6 +5852,9 @@ module Aws::Glue
5668
5852
  # and schema from their parent table, rather than detect this
5669
5853
  # information separately for each partition. Use the following JSON
5670
5854
  # string to specify that behavior:
5855
+ #
5856
+ # Example:  `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
5857
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
5671
5858
  # @return [String]
5672
5859
  #
5673
5860
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
@@ -6113,7 +6300,7 @@ module Aws::Glue
6113
6300
  # },
6114
6301
  # ],
6115
6302
  # predicate: {
6116
- # logical: "AND", # accepts AND
6303
+ # logical: "AND", # accepts AND, ANY
6117
6304
  # conditions: [
6118
6305
  # {
6119
6306
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -6227,9 +6414,11 @@ module Aws::Glue
6227
6414
  #
6228
6415
  # @!attribute [rw] row_tag
6229
6416
  # The XML tag designating the element that contains each record in an
6230
- # XML document being parsed. Note that this cannot be an empty
6231
- # element. It must contain child elements representing fields in the
6232
- # record.
6417
+ # XML document being parsed. Note that this cannot identify a
6418
+ # self-closing element (closed by `/>`). An empty row element that
6419
+ # contains only attributes can be parsed as long as it ends with a
6420
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
6421
+ # okay, but `<row item_a="A" item_b="B" />` is not).
6233
6422
  # @return [String]
6234
6423
  #
6235
6424
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateXMLClassifierRequest AWS API Documentation
@@ -6353,9 +6542,11 @@ module Aws::Glue
6353
6542
  #
6354
6543
  # @!attribute [rw] row_tag
6355
6544
  # The XML tag designating the element that contains each record in an
6356
- # XML document being parsed. Note that this cannot be an empty
6357
- # element. It must contain child elements representing fields in the
6358
- # record.
6545
+ # XML document being parsed. Note that this cannot identify a
6546
+ # self-closing element (closed by `/>`). An empty row element that
6547
+ # contains only attributes can be parsed as long as it ends with a
6548
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
6549
+ # okay, but `<row item_a="A" item_b="B" />` is not).
6359
6550
  # @return [String]
6360
6551
  #
6361
6552
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/XMLClassifier AWS API Documentation
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.0
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-11-16 00:00:00.000000000 Z
11
+ date: 2018-01-12 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core