aws-sdk-glue 1.2.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 65a797b99d8afcc82add64454a971b7069bd99d6
4
- data.tar.gz: 520c499c34cb451771cfdb587f12c2877b446e93
3
+ metadata.gz: 02bccc4bb26ca2f9e016ea3f6e5b212bf8add3e5
4
+ data.tar.gz: de00da7120b3de6cecaf3cf8d43a862b662abdae
5
5
  SHA512:
6
- metadata.gz: db120a375aba54149b1101fddb2b6400e683fd97e6e9097bcc12f34cb6dab609a082760b23f66853bcca98dad5be32a6b95c39fc57e1566fe0d626219a597e90
7
- data.tar.gz: 6b13c787fabaa8ebb1e610c874ea59167a83a8bf8bcaac7e0303bc0af2a6d8c57a9119507b92a55a540a2f4401bcef5aa01f17e1020a1c47158c5618e0c335da
6
+ metadata.gz: cb57e20e844395594e3703aca9307e6106beb3cf15d651ec0f6d6aedc0fb13b2eb1c5b44cb2b8b39ec642393601e1ad602957aac6e7c50dd79b99c024481d188
7
+ data.tar.gz: a9ea86f48cecd68f38dde1e355ee63366b85c355e3ff2da2122b99afdea067fad050fdd6c2897e55dd94b35239d32b7f8ac80fec21f560d125f039660fb8c338
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.2.0'
45
+ GEM_VERSION = '1.3.0'
46
46
 
47
47
  end
@@ -465,13 +465,13 @@ module Aws::Glue
465
465
  req.send_request(options)
466
466
  end
467
467
 
468
- # Stops a batch of job runs for a given job.
468
+ # Stops one or more job runs for a specified Job.
469
469
  #
470
470
  # @option params [required, String] :job_name
471
- # The name of the job whose job runs are to be stopped.
471
+ # The name of the Job in question.
472
472
  #
473
473
  # @option params [required, Array<String>] :job_run_ids
474
- # A list of job run Ids of the given job to be stopped.
474
+ # A list of the JobRunIds that should be stopped for that Job.
475
475
  #
476
476
  # @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
477
477
  #
@@ -630,7 +630,11 @@ module Aws::Glue
630
630
  # You can use this field to force partitions to inherit metadata such as
631
631
  # classification, input format, output format, serde information, and
632
632
  # schema from their parent table, rather than detect this information
633
- # separately for each partition.
633
+ # separately for each partition. Use the following JSON string to
634
+ # specify that behavior:
635
+ #
636
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
637
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
634
638
  #
635
639
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
636
640
  #
@@ -809,7 +813,7 @@ module Aws::Glue
809
813
  # Creates a new job.
810
814
  #
811
815
  # @option params [required, String] :name
812
- # The name you assign to this job.
816
+ # The name you assign to this job. It must be unique in your account.
813
817
  #
814
818
  # @option params [String] :description
815
819
  # Description of the job.
@@ -818,7 +822,7 @@ module Aws::Glue
818
822
  # This field is reserved for future use.
819
823
  #
820
824
  # @option params [required, String] :role
821
- # The role associated with this job.
825
+ # The name of the IAM role associated with this job.
822
826
  #
823
827
  # @option params [Types::ExecutionProperty] :execution_property
824
828
  # An ExecutionProperty specifying the maximum number of concurrent runs
@@ -828,7 +832,23 @@ module Aws::Glue
828
832
  # The JobCommand that executes this job.
829
833
  #
830
834
  # @option params [Hash<String,String>] :default_arguments
831
- # The default parameters for this job.
835
+ # The default arguments for this job.
836
+ #
837
+ # You can specify arguments here that your own job-execution script
838
+ # consumes, as well as arguments that AWS Glue itself consumes.
839
+ #
840
+ # For information about how to specify and consume your own Job
841
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
842
+ # developer guide.
843
+ #
844
+ # For information about the key-value pairs that AWS Glue consumes to
845
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
846
+ # topic in the developer guide.
847
+ #
848
+ #
849
+ #
850
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
851
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
832
852
  #
833
853
  # @option params [Types::ConnectionsList] :connections
834
854
  # The connections used for this job.
@@ -837,7 +857,15 @@ module Aws::Glue
837
857
  # The maximum number of times to retry this job if it fails.
838
858
  #
839
859
  # @option params [Integer] :allocated_capacity
840
- # The number of capacity units allocated to this job.
860
+ # The number of AWS Glue data processing units (DPUs) to allocate to
861
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
862
+ # DPU is a relative measure of processing power that consists of 4 vCPUs
863
+ # of compute capacity and 16 GB of memory. For more information, see the
864
+ # [AWS Glue pricing page][1].
865
+ #
866
+ #
867
+ #
868
+ # [1]: https://aws.amazon.com/glue/pricing/
841
869
  #
842
870
  # @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
843
871
  #
@@ -963,7 +991,7 @@ module Aws::Glue
963
991
  req.send_request(options)
964
992
  end
965
993
 
966
- # Transforms a directed acyclic graph (DAG) into a Python script.
994
+ # Transforms a directed acyclic graph (DAG) into code.
967
995
  #
968
996
  # @option params [Array<Types::CodeGenNode>] :dag_nodes
969
997
  # A list of the nodes in the DAG.
@@ -971,9 +999,13 @@ module Aws::Glue
971
999
  # @option params [Array<Types::CodeGenEdge>] :dag_edges
972
1000
  # A list of the edges in the DAG.
973
1001
  #
1002
+ # @option params [String] :language
1003
+ # The programming language of the resulting code from the DAG.
1004
+ #
974
1005
  # @return [Types::CreateScriptResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
975
1006
  #
976
1007
  # * {Types::CreateScriptResponse#python_script #python_script} => String
1008
+ # * {Types::CreateScriptResponse#scala_code #scala_code} => String
977
1009
  #
978
1010
  # @example Request syntax with placeholder values
979
1011
  #
@@ -999,11 +1031,13 @@ module Aws::Glue
999
1031
  # target_parameter: "CodeGenArgName",
1000
1032
  # },
1001
1033
  # ],
1034
+ # language: "PYTHON", # accepts PYTHON, SCALA
1002
1035
  # })
1003
1036
  #
1004
1037
  # @example Response structure
1005
1038
  #
1006
1039
  # resp.python_script #=> String
1040
+ # resp.scala_code #=> String
1007
1041
  #
1008
1042
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScript AWS API Documentation
1009
1043
  #
@@ -1108,7 +1142,7 @@ module Aws::Glue
1108
1142
  # Creates a new trigger.
1109
1143
  #
1110
1144
  # @option params [required, String] :name
1111
- # The name to assign to the new trigger.
1145
+ # The name of the trigger.
1112
1146
  #
1113
1147
  # @option params [required, String] :type
1114
1148
  # The type of the new trigger.
@@ -1118,6 +1152,8 @@ module Aws::Glue
1118
1152
  # Schedules for Jobs and Crawlers][1]. For example, to run something
1119
1153
  # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1120
1154
  #
1155
+ # This field is required when the trigger type is SCHEDULED.
1156
+ #
1121
1157
  #
1122
1158
  #
1123
1159
  # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
@@ -1125,6 +1161,8 @@ module Aws::Glue
1125
1161
  # @option params [Types::Predicate] :predicate
1126
1162
  # A predicate to specify when the new trigger should fire.
1127
1163
  #
1164
+ # This field is required when the trigger type is CONDITIONAL.
1165
+ #
1128
1166
  # @option params [required, Array<Types::Action>] :actions
1129
1167
  # The actions initiated by this trigger when it fires.
1130
1168
  #
@@ -1142,7 +1180,7 @@ module Aws::Glue
1142
1180
  # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
1143
1181
  # schedule: "GenericString",
1144
1182
  # predicate: {
1145
- # logical: "AND", # accepts AND
1183
+ # logical: "AND", # accepts AND, ANY
1146
1184
  # conditions: [
1147
1185
  # {
1148
1186
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -1339,7 +1377,8 @@ module Aws::Glue
1339
1377
  req.send_request(options)
1340
1378
  end
1341
1379
 
1342
- # Deletes a specified job.
1380
+ # Deletes a specified job. If the job is not found, no exception is
1381
+ # thrown.
1343
1382
  #
1344
1383
  # @option params [required, String] :job_name
1345
1384
  # The name of the job to delete.
@@ -1434,7 +1473,8 @@ module Aws::Glue
1434
1473
  req.send_request(options)
1435
1474
  end
1436
1475
 
1437
- # Deletes a specified trigger.
1476
+ # Deletes a specified trigger. If the trigger is not found, no exception
1477
+ # is thrown.
1438
1478
  #
1439
1479
  # @option params [required, String] :name
1440
1480
  # The name of the trigger to delete.
@@ -2161,7 +2201,7 @@ module Aws::Glue
2161
2201
  # The ID of the job run.
2162
2202
  #
2163
2203
  # @option params [Boolean] :predecessors_included
2164
- # A list of the predecessor runs to return as well.
2204
+ # True if a list of predecessor runs should be returned.
2165
2205
  #
2166
2206
  # @return [Types::GetJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2167
2207
  #
@@ -2542,7 +2582,7 @@ module Aws::Glue
2542
2582
  req.send_request(options)
2543
2583
  end
2544
2584
 
2545
- # Gets a Python script to perform a specified mapping.
2585
+ # Gets code to perform a specified mapping.
2546
2586
  #
2547
2587
  # @option params [required, Array<Types::MappingEntry>] :mapping
2548
2588
  # The list of mappings from a source table to target tables.
@@ -2556,9 +2596,13 @@ module Aws::Glue
2556
2596
  # @option params [Types::Location] :location
2557
2597
  # Parameters for the mapping.
2558
2598
  #
2599
+ # @option params [String] :language
2600
+ # The programming language of the code to perform the mapping.
2601
+ #
2559
2602
  # @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2560
2603
  #
2561
2604
  # * {Types::GetPlanResponse#python_script #python_script} => String
2605
+ # * {Types::GetPlanResponse#scala_code #scala_code} => String
2562
2606
  #
2563
2607
  # @example Request syntax with placeholder values
2564
2608
  #
@@ -2599,11 +2643,13 @@ module Aws::Glue
2599
2643
  # },
2600
2644
  # ],
2601
2645
  # },
2646
+ # language: "PYTHON", # accepts PYTHON, SCALA
2602
2647
  # })
2603
2648
  #
2604
2649
  # @example Response structure
2605
2650
  #
2606
2651
  # resp.python_script #=> String
2652
+ # resp.scala_code #=> String
2607
2653
  #
2608
2654
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlan AWS API Documentation
2609
2655
  #
@@ -2914,7 +2960,7 @@ module Aws::Glue
2914
2960
  # resp.trigger.actions[0].job_name #=> String
2915
2961
  # resp.trigger.actions[0].arguments #=> Hash
2916
2962
  # resp.trigger.actions[0].arguments["GenericString"] #=> String
2917
- # resp.trigger.predicate.logical #=> String, one of "AND"
2963
+ # resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
2918
2964
  # resp.trigger.predicate.conditions #=> Array
2919
2965
  # resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
2920
2966
  # resp.trigger.predicate.conditions[0].job_name #=> String
@@ -2935,7 +2981,9 @@ module Aws::Glue
2935
2981
  # A continuation token, if this is a continuation call.
2936
2982
  #
2937
2983
  # @option params [String] :dependent_job_name
2938
- # The name of the job for which to retrieve triggers.
2984
+ # The name of the job for which to retrieve triggers. The trigger that
2985
+ # can start this job will be returned, and if there is no such trigger,
2986
+ # all triggers will be returned.
2939
2987
  #
2940
2988
  # @option params [Integer] :max_results
2941
2989
  # The maximum size of the response.
@@ -2966,7 +3014,7 @@ module Aws::Glue
2966
3014
  # resp.triggers[0].actions[0].job_name #=> String
2967
3015
  # resp.triggers[0].actions[0].arguments #=> Hash
2968
3016
  # resp.triggers[0].actions[0].arguments["GenericString"] #=> String
2969
- # resp.triggers[0].predicate.logical #=> String, one of "AND"
3017
+ # resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
2970
3018
  # resp.triggers[0].predicate.conditions #=> Array
2971
3019
  # resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
2972
3020
  # resp.triggers[0].predicate.conditions[0].job_name #=> String
@@ -3190,13 +3238,38 @@ module Aws::Glue
3190
3238
  # The name of the job to start.
3191
3239
  #
3192
3240
  # @option params [String] :job_run_id
3193
- # The ID of the job run to start.
3241
+ # The ID of a previous JobRun to retry.
3194
3242
  #
3195
3243
  # @option params [Hash<String,String>] :arguments
3196
- # Specific arguments for this job run.
3244
+ # The job arguments specifically for this run. They override the
3245
+ # equivalent default arguments set for the job itself.
3246
+ #
3247
+ # You can specify arguments here that your own job-execution script
3248
+ # consumes, as well as arguments that AWS Glue itself consumes.
3249
+ #
3250
+ # For information about how to specify and consume your own Job
3251
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3252
+ # developer guide.
3253
+ #
3254
+ # For information about the key-value pairs that AWS Glue consumes to
3255
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
3256
+ # topic in the developer guide.
3257
+ #
3258
+ #
3259
+ #
3260
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
3261
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
3197
3262
  #
3198
3263
  # @option params [Integer] :allocated_capacity
3199
- # The infrastructure capacity to allocate to this job.
3264
+ # The number of AWS Glue data processing units (DPUs) to allocate to
3265
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A
3266
+ # DPU is a relative measure of processing power that consists of 4 vCPUs
3267
+ # of compute capacity and 16 GB of memory. For more information, see the
3268
+ # [AWS Glue pricing page][1].
3269
+ #
3270
+ #
3271
+ #
3272
+ # [1]: https://aws.amazon.com/glue/pricing/
3200
3273
  #
3201
3274
  # @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3202
3275
  #
@@ -3226,7 +3299,12 @@ module Aws::Glue
3226
3299
  req.send_request(options)
3227
3300
  end
3228
3301
 
3229
- # Starts an existing trigger.
3302
+ # Starts an existing trigger. See [Triggering Jobs][1] for information
3303
+ # about how different types of trigger are started.
3304
+ #
3305
+ #
3306
+ #
3307
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/trigger-job.html
3230
3308
  #
3231
3309
  # @option params [required, String] :name
3232
3310
  # The name of the trigger to start.
@@ -3457,6 +3535,9 @@ module Aws::Glue
3457
3535
  # separately for each partition. Use the following JSON string to
3458
3536
  # specify that behavior:
3459
3537
  #
3538
+ # Example:  `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
3539
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
3540
+ #
3460
3541
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
3461
3542
  #
3462
3543
  # @example Request syntax with placeholder values
@@ -3867,7 +3948,7 @@ module Aws::Glue
3867
3948
  # },
3868
3949
  # ],
3869
3950
  # predicate: {
3870
- # logical: "AND", # accepts AND
3951
+ # logical: "AND", # accepts AND, ANY
3871
3952
  # conditions: [
3872
3953
  # {
3873
3954
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -3891,7 +3972,7 @@ module Aws::Glue
3891
3972
  # resp.trigger.actions[0].job_name #=> String
3892
3973
  # resp.trigger.actions[0].arguments #=> Hash
3893
3974
  # resp.trigger.actions[0].arguments["GenericString"] #=> String
3894
- # resp.trigger.predicate.logical #=> String, one of "AND"
3975
+ # resp.trigger.predicate.logical #=> String, one of "AND", "ANY"
3895
3976
  # resp.trigger.predicate.conditions #=> Array
3896
3977
  # resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
3897
3978
  # resp.trigger.predicate.conditions[0].job_name #=> String
@@ -3967,7 +4048,7 @@ module Aws::Glue
3967
4048
  params: params,
3968
4049
  config: config)
3969
4050
  context[:gem_name] = 'aws-sdk-glue'
3970
- context[:gem_version] = '1.2.0'
4051
+ context[:gem_version] = '1.3.0'
3971
4052
  Seahorse::Client::Request.new(handlers, context)
3972
4053
  end
3973
4054
 
@@ -235,6 +235,7 @@ module Aws::Glue
235
235
  JobUpdate = Shapes::StructureShape.new(name: 'JobUpdate')
236
236
  JsonValue = Shapes::StringShape.new(name: 'JsonValue')
237
237
  KeyString = Shapes::StringShape.new(name: 'KeyString')
238
+ Language = Shapes::StringShape.new(name: 'Language')
238
239
  LastCrawlInfo = Shapes::StructureShape.new(name: 'LastCrawlInfo')
239
240
  LastCrawlStatus = Shapes::StringShape.new(name: 'LastCrawlStatus')
240
241
  Location = Shapes::StructureShape.new(name: 'Location')
@@ -291,6 +292,7 @@ module Aws::Glue
291
292
  RowTag = Shapes::StringShape.new(name: 'RowTag')
292
293
  S3Target = Shapes::StructureShape.new(name: 'S3Target')
293
294
  S3TargetList = Shapes::ListShape.new(name: 'S3TargetList')
295
+ ScalaCode = Shapes::StringShape.new(name: 'ScalaCode')
294
296
  Schedule = Shapes::StructureShape.new(name: 'Schedule')
295
297
  ScheduleState = Shapes::StringShape.new(name: 'ScheduleState')
296
298
  SchedulerNotRunningException = Shapes::StructureShape.new(name: 'SchedulerNotRunningException')
@@ -664,9 +666,11 @@ module Aws::Glue
664
666
 
665
667
  CreateScriptRequest.add_member(:dag_nodes, Shapes::ShapeRef.new(shape: DagNodes, location_name: "DagNodes"))
666
668
  CreateScriptRequest.add_member(:dag_edges, Shapes::ShapeRef.new(shape: DagEdges, location_name: "DagEdges"))
669
+ CreateScriptRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
667
670
  CreateScriptRequest.struct_class = Types::CreateScriptRequest
668
671
 
669
672
  CreateScriptResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
673
+ CreateScriptResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
670
674
  CreateScriptResponse.struct_class = Types::CreateScriptResponse
671
675
 
672
676
  CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
@@ -986,9 +990,11 @@ module Aws::Glue
986
990
  GetPlanRequest.add_member(:source, Shapes::ShapeRef.new(shape: CatalogEntry, required: true, location_name: "Source"))
987
991
  GetPlanRequest.add_member(:sinks, Shapes::ShapeRef.new(shape: CatalogEntries, location_name: "Sinks"))
988
992
  GetPlanRequest.add_member(:location, Shapes::ShapeRef.new(shape: Location, location_name: "Location"))
993
+ GetPlanRequest.add_member(:language, Shapes::ShapeRef.new(shape: Language, location_name: "Language"))
989
994
  GetPlanRequest.struct_class = Types::GetPlanRequest
990
995
 
991
996
  GetPlanResponse.add_member(:python_script, Shapes::ShapeRef.new(shape: PythonScript, location_name: "PythonScript"))
997
+ GetPlanResponse.add_member(:scala_code, Shapes::ShapeRef.new(shape: ScalaCode, location_name: "ScalaCode"))
992
998
  GetPlanResponse.struct_class = Types::GetPlanResponse
993
999
 
994
1000
  GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
@@ -1665,6 +1671,7 @@ module Aws::Glue
1665
1671
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1666
1672
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1667
1673
  o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
1674
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1668
1675
  end)
1669
1676
 
1670
1677
  api.add_operation(:create_partition, Seahorse::Model::Operation.new.tap do |o|
@@ -1714,9 +1721,11 @@ module Aws::Glue
1714
1721
  o.output = Shapes::ShapeRef.new(shape: CreateTriggerResponse)
1715
1722
  o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
1716
1723
  o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
1724
+ o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
1717
1725
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1718
1726
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1719
1727
  o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
1728
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1720
1729
  end)
1721
1730
 
1722
1731
  api.add_operation(:create_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -1832,6 +1841,7 @@ module Aws::Glue
1832
1841
  o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
1833
1842
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
1834
1843
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
1844
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
1835
1845
  end)
1836
1846
 
1837
1847
  api.add_operation(:delete_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -2346,6 +2356,7 @@ module Aws::Glue
2346
2356
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2347
2357
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2348
2358
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2359
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2349
2360
  end)
2350
2361
 
2351
2362
  api.add_operation(:update_classifier, Seahorse::Model::Operation.new.tap do |o|
@@ -2432,6 +2443,7 @@ module Aws::Glue
2432
2443
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2433
2444
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2434
2445
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2446
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2435
2447
  end)
2436
2448
 
2437
2449
  api.add_operation(:update_partition, Seahorse::Model::Operation.new.tap do |o|
@@ -2469,6 +2481,7 @@ module Aws::Glue
2469
2481
  o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
2470
2482
  o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
2471
2483
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
2484
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
2472
2485
  end)
2473
2486
 
2474
2487
  api.add_operation(:update_user_defined_function, Seahorse::Model::Operation.new.tap do |o|
@@ -26,6 +26,22 @@ module Aws::Glue
26
26
  #
27
27
  # @!attribute [rw] arguments
28
28
  # Arguments to be passed to the job.
29
+ #
30
+ # You can specify arguments here that your own job-execution script
31
+ # consumes, as well as arguments that AWS Glue itself consumes.
32
+ #
33
+ # For information about how to specify and consume your own Job
34
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
35
+ # developer guide.
36
+ #
37
+ # For information about the key-value pairs that AWS Glue consumes to
38
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
39
+ # topic in the developer guide.
40
+ #
41
+ #
42
+ #
43
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
44
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
29
45
  # @return [Hash<String,String>]
30
46
  #
31
47
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
@@ -333,19 +349,19 @@ module Aws::Glue
333
349
  include Aws::Structure
334
350
  end
335
351
 
336
- # Details about the job run and the error that occurred while trying to
337
- # submit it for stopping.
352
+ # Records an error that occurred when attempting to stop a specified
353
+ # JobRun.
338
354
  #
339
355
  # @!attribute [rw] job_name
340
- # The name of the job.
356
+ # The name of the Job in question.
341
357
  # @return [String]
342
358
  #
343
359
  # @!attribute [rw] job_run_id
344
- # The job run Id.
360
+ # The JobRunId of the JobRun in question.
345
361
  # @return [String]
346
362
  #
347
363
  # @!attribute [rw] error_detail
348
- # The details of the error that occurred.
364
+ # Specifies details about the error that was encountered.
349
365
  # @return [Types::ErrorDetail]
350
366
  #
351
367
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
@@ -366,11 +382,11 @@ module Aws::Glue
366
382
  # }
367
383
  #
368
384
  # @!attribute [rw] job_name
369
- # The name of the job whose job runs are to be stopped.
385
+ # The name of the Job in question.
370
386
  # @return [String]
371
387
  #
372
388
  # @!attribute [rw] job_run_ids
373
- # A list of job run Ids of the given job to be stopped.
389
+ # A list of the JobRunIds that should be stopped for that Job.
374
390
  # @return [Array<String>]
375
391
  #
376
392
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
@@ -382,12 +398,13 @@ module Aws::Glue
382
398
  end
383
399
 
384
400
  # @!attribute [rw] successful_submissions
385
- # A list of job runs which are successfully submitted for stopping.
401
+ # A list of the JobRuns that were successfully submitted for stopping.
386
402
  # @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
387
403
  #
388
404
  # @!attribute [rw] errors
389
- # A list containing the job run Ids and details of the error that
390
- # occurred for each job run while submitting to stop.
405
+ # A list of the errors that were encountered in tryng to stop JobRuns,
406
+ # including the JobRunId for which each error was encountered and
407
+ # details about the error.
391
408
  # @return [Array<Types::BatchStopJobRunError>]
392
409
  #
393
410
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
@@ -398,15 +415,14 @@ module Aws::Glue
398
415
  include Aws::Structure
399
416
  end
400
417
 
401
- # Details about the job run which is submitted successfully for
402
- # stopping.
418
+ # Records a successful request to stop a specified JobRun.
403
419
  #
404
420
  # @!attribute [rw] job_name
405
- # The name of the job.
421
+ # The Name of the Job in question.
406
422
  # @return [String]
407
423
  #
408
424
  # @!attribute [rw] job_run_id
409
- # The job run Id.
425
+ # The JobRunId of the JobRun in question.
410
426
  # @return [String]
411
427
  #
412
428
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
@@ -648,11 +664,13 @@ module Aws::Glue
648
664
  # @return [String]
649
665
  #
650
666
  # @!attribute [rw] job_name
651
- # The name of the job in question.
667
+ # The name of the Job to whose JobRuns this condition applies and on
668
+ # which this trigger waits.
652
669
  # @return [String]
653
670
  #
654
671
  # @!attribute [rw] state
655
- # The condition state.
672
+ # The condition state. Currently, the values supported are SUCCEEDED,
673
+ # STOPPED and FAILED.
656
674
  # @return [String]
657
675
  #
658
676
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
@@ -877,6 +895,9 @@ module Aws::Glue
877
895
  # and schema from their parent table, rather than detect this
878
896
  # information separately for each partition. Use the following JSON
879
897
  # string to specify that behavior:
898
+ #
899
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
900
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
880
901
  # @return [String]
881
902
  #
882
903
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -1153,7 +1174,11 @@ module Aws::Glue
1153
1174
  # You can use this field to force partitions to inherit metadata such
1154
1175
  # as classification, input format, output format, serde information,
1155
1176
  # and schema from their parent table, rather than detect this
1156
- # information separately for each partition.
1177
+ # information separately for each partition. Use the following JSON
1178
+ # string to specify that behavior:
1179
+ #
1180
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1181
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1157
1182
  # @return [String]
1158
1183
  #
1159
1184
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -1430,7 +1455,7 @@ module Aws::Glue
1430
1455
  # }
1431
1456
  #
1432
1457
  # @!attribute [rw] name
1433
- # The name you assign to this job.
1458
+ # The name you assign to this job. It must be unique in your account.
1434
1459
  # @return [String]
1435
1460
  #
1436
1461
  # @!attribute [rw] description
@@ -1442,7 +1467,7 @@ module Aws::Glue
1442
1467
  # @return [String]
1443
1468
  #
1444
1469
  # @!attribute [rw] role
1445
- # The role associated with this job.
1470
+ # The name of the IAM role associated with this job.
1446
1471
  # @return [String]
1447
1472
  #
1448
1473
  # @!attribute [rw] execution_property
@@ -1455,7 +1480,23 @@ module Aws::Glue
1455
1480
  # @return [Types::JobCommand]
1456
1481
  #
1457
1482
  # @!attribute [rw] default_arguments
1458
- # The default parameters for this job.
1483
+ # The default arguments for this job.
1484
+ #
1485
+ # You can specify arguments here that your own job-execution script
1486
+ # consumes, as well as arguments that AWS Glue itself consumes.
1487
+ #
1488
+ # For information about how to specify and consume your own Job
1489
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
1490
+ # developer guide.
1491
+ #
1492
+ # For information about the key-value pairs that AWS Glue consumes to
1493
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
1494
+ # topic in the developer guide.
1495
+ #
1496
+ #
1497
+ #
1498
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
1499
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
1459
1500
  # @return [Hash<String,String>]
1460
1501
  #
1461
1502
  # @!attribute [rw] connections
@@ -1467,7 +1508,15 @@ module Aws::Glue
1467
1508
  # @return [Integer]
1468
1509
  #
1469
1510
  # @!attribute [rw] allocated_capacity
1470
- # The number of capacity units allocated to this job.
1511
+ # The number of AWS Glue data processing units (DPUs) to allocate to
1512
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
1513
+ # DPU is a relative measure of processing power that consists of 4
1514
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
1515
+ # see the [AWS Glue pricing page][1].
1516
+ #
1517
+ #
1518
+ #
1519
+ # [1]: https://aws.amazon.com/glue/pricing/
1471
1520
  # @return [Integer]
1472
1521
  #
1473
1522
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
@@ -1487,7 +1536,7 @@ module Aws::Glue
1487
1536
  end
1488
1537
 
1489
1538
  # @!attribute [rw] name
1490
- # The unique name of the new job that has been created.
1539
+ # The unique name that was provided.
1491
1540
  # @return [String]
1492
1541
  #
1493
1542
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobResponse AWS API Documentation
@@ -1611,6 +1660,7 @@ module Aws::Glue
1611
1660
  # target_parameter: "CodeGenArgName",
1612
1661
  # },
1613
1662
  # ],
1663
+ # language: "PYTHON", # accepts PYTHON, SCALA
1614
1664
  # }
1615
1665
  #
1616
1666
  # @!attribute [rw] dag_nodes
@@ -1621,11 +1671,16 @@ module Aws::Glue
1621
1671
  # A list of the edges in the DAG.
1622
1672
  # @return [Array<Types::CodeGenEdge>]
1623
1673
  #
1674
+ # @!attribute [rw] language
1675
+ # The programming language of the resulting code from the DAG.
1676
+ # @return [String]
1677
+ #
1624
1678
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptRequest AWS API Documentation
1625
1679
  #
1626
1680
  class CreateScriptRequest < Struct.new(
1627
1681
  :dag_nodes,
1628
- :dag_edges)
1682
+ :dag_edges,
1683
+ :language)
1629
1684
  include Aws::Structure
1630
1685
  end
1631
1686
 
@@ -1633,10 +1688,15 @@ module Aws::Glue
1633
1688
  # The Python script generated from the DAG.
1634
1689
  # @return [String]
1635
1690
  #
1691
+ # @!attribute [rw] scala_code
1692
+ # The Scala code generated from the DAG.
1693
+ # @return [String]
1694
+ #
1636
1695
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScriptResponse AWS API Documentation
1637
1696
  #
1638
1697
  class CreateScriptResponse < Struct.new(
1639
- :python_script)
1698
+ :python_script,
1699
+ :scala_code)
1640
1700
  include Aws::Structure
1641
1701
  end
1642
1702
 
@@ -1743,7 +1803,7 @@ module Aws::Glue
1743
1803
  # type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
1744
1804
  # schedule: "GenericString",
1745
1805
  # predicate: {
1746
- # logical: "AND", # accepts AND
1806
+ # logical: "AND", # accepts AND, ANY
1747
1807
  # conditions: [
1748
1808
  # {
1749
1809
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -1764,7 +1824,7 @@ module Aws::Glue
1764
1824
  # }
1765
1825
  #
1766
1826
  # @!attribute [rw] name
1767
- # The name to assign to the new trigger.
1827
+ # The name of the trigger.
1768
1828
  # @return [String]
1769
1829
  #
1770
1830
  # @!attribute [rw] type
@@ -1776,6 +1836,8 @@ module Aws::Glue
1776
1836
  # Schedules for Jobs and Crawlers][1]. For example, to run something
1777
1837
  # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1778
1838
  #
1839
+ # This field is required when the trigger type is SCHEDULED.
1840
+ #
1779
1841
  #
1780
1842
  #
1781
1843
  # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
@@ -1783,6 +1845,8 @@ module Aws::Glue
1783
1845
  #
1784
1846
  # @!attribute [rw] predicate
1785
1847
  # A predicate to specify when the new trigger should fire.
1848
+ #
1849
+ # This field is required when the trigger type is CONDITIONAL.
1786
1850
  # @return [Types::Predicate]
1787
1851
  #
1788
1852
  # @!attribute [rw] actions
@@ -1806,7 +1870,7 @@ module Aws::Glue
1806
1870
  end
1807
1871
 
1808
1872
  # @!attribute [rw] name
1809
- # The name assigned to the new trigger.
1873
+ # The name of the trigger.
1810
1874
  # @return [String]
1811
1875
  #
1812
1876
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerResponse AWS API Documentation
@@ -1884,9 +1948,11 @@ module Aws::Glue
1884
1948
  #
1885
1949
  # @!attribute [rw] row_tag
1886
1950
  # The XML tag designating the element that contains each record in an
1887
- # XML document being parsed. Note that this cannot be an empty
1888
- # element. It must contain child elements representing fields in the
1889
- # record.
1951
+ # XML document being parsed. Note that this cannot identify a
1952
+ # self-closing element (closed by `/>`). An empty row element that
1953
+ # contains only attributes can be parsed as long as it ends with a
1954
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
1955
+ # okay, but `<row item_a="A" item_b="B" />` is not).
1890
1956
  # @return [String]
1891
1957
  #
1892
1958
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateXMLClassifierRequest AWS API Documentation
@@ -2450,7 +2516,9 @@ module Aws::Glue
2450
2516
  # }
2451
2517
  #
2452
2518
  # @!attribute [rw] max_concurrent_runs
2453
- # The maximum number of concurrent runs allowed for a job.
2519
+ # The maximum number of concurrent runs allowed for a job. The default
2520
+ # is 1. An error is returned when this threshold is reached. The
2521
+ # maximum value you can specify is controlled by a service limit.
2454
2522
  # @return [Integer]
2455
2523
  #
2456
2524
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExecutionProperty AWS API Documentation
@@ -3033,7 +3101,7 @@ module Aws::Glue
3033
3101
  # @return [String]
3034
3102
  #
3035
3103
  # @!attribute [rw] predecessors_included
3036
- # A list of the predecessor runs to return as well.
3104
+ # True if a list of predecessor runs should be returned.
3037
3105
  # @return [Boolean]
3038
3106
  #
3039
3107
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRunRequest AWS API Documentation
@@ -3371,6 +3439,7 @@ module Aws::Glue
3371
3439
  # },
3372
3440
  # ],
3373
3441
  # },
3442
+ # language: "PYTHON", # accepts PYTHON, SCALA
3374
3443
  # }
3375
3444
  #
3376
3445
  # @!attribute [rw] mapping
@@ -3389,13 +3458,18 @@ module Aws::Glue
3389
3458
  # Parameters for the mapping.
3390
3459
  # @return [Types::Location]
3391
3460
  #
3461
+ # @!attribute [rw] language
3462
+ # The programming language of the code to perform the mapping.
3463
+ # @return [String]
3464
+ #
3392
3465
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
3393
3466
  #
3394
3467
  class GetPlanRequest < Struct.new(
3395
3468
  :mapping,
3396
3469
  :source,
3397
3470
  :sinks,
3398
- :location)
3471
+ :location,
3472
+ :language)
3399
3473
  include Aws::Structure
3400
3474
  end
3401
3475
 
@@ -3403,10 +3477,15 @@ module Aws::Glue
3403
3477
  # A Python script to perform the mapping.
3404
3478
  # @return [String]
3405
3479
  #
3480
+ # @!attribute [rw] scala_code
3481
+ # Scala code to perform the mapping.
3482
+ # @return [String]
3483
+ #
3406
3484
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanResponse AWS API Documentation
3407
3485
  #
3408
3486
  class GetPlanResponse < Struct.new(
3409
- :python_script)
3487
+ :python_script,
3488
+ :scala_code)
3410
3489
  include Aws::Structure
3411
3490
  end
3412
3491
 
@@ -3617,7 +3696,9 @@ module Aws::Glue
3617
3696
  # @return [String]
3618
3697
  #
3619
3698
  # @!attribute [rw] dependent_job_name
3620
- # The name of the job for which to retrieve triggers.
3699
+ # The name of the job for which to retrieve triggers. The trigger that
3700
+ # can start this job will be returned, and if there is no such
3701
+ # trigger, all triggers will be returned.
3621
3702
  # @return [String]
3622
3703
  #
3623
3704
  # @!attribute [rw] max_results
@@ -3868,7 +3949,7 @@ module Aws::Glue
3868
3949
  include Aws::Structure
3869
3950
  end
3870
3951
 
3871
- # Specifies a job in the Data Catalog.
3952
+ # Specifies a job.
3872
3953
  #
3873
3954
  # @!attribute [rw] name
3874
3955
  # The name you assign to this job.
@@ -3883,7 +3964,7 @@ module Aws::Glue
3883
3964
  # @return [String]
3884
3965
  #
3885
3966
  # @!attribute [rw] role
3886
- # The role associated with this job.
3967
+ # The name of the IAM role associated with this job.
3887
3968
  # @return [String]
3888
3969
  #
3889
3970
  # @!attribute [rw] created_on
@@ -3904,7 +3985,23 @@ module Aws::Glue
3904
3985
  # @return [Types::JobCommand]
3905
3986
  #
3906
3987
  # @!attribute [rw] default_arguments
3907
- # The default parameters for this job.
3988
+ # The default arguments for this job, specified as name-value pairs.
3989
+ #
3990
+ # You can specify arguments here that your own job-execution script
3991
+ # consumes, as well as arguments that AWS Glue itself consumes.
3992
+ #
3993
+ # For information about how to specify and consume your own Job
3994
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
3995
+ # developer guide.
3996
+ #
3997
+ # For information about the key-value pairs that AWS Glue consumes to
3998
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
3999
+ # topic in the developer guide.
4000
+ #
4001
+ #
4002
+ #
4003
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4004
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
3908
4005
  # @return [Hash<String,String>]
3909
4006
  #
3910
4007
  # @!attribute [rw] connections
@@ -3916,7 +4013,15 @@ module Aws::Glue
3916
4013
  # @return [Integer]
3917
4014
  #
3918
4015
  # @!attribute [rw] allocated_capacity
3919
- # The number of capacity units allocated to this job.
4016
+ # The number of AWS Glue data processing units (DPUs) allocated to
4017
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
4018
+ # DPU is a relative measure of processing power that consists of 4
4019
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4020
+ # see the [AWS Glue pricing page][1].
4021
+ #
4022
+ #
4023
+ #
4024
+ # [1]: https://aws.amazon.com/glue/pricing/
3920
4025
  # @return [Integer]
3921
4026
  #
3922
4027
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
@@ -3981,11 +4086,11 @@ module Aws::Glue
3981
4086
  # }
3982
4087
  #
3983
4088
  # @!attribute [rw] name
3984
- # The name of this job command.
4089
+ # The name of the job command: this must be `glueetl`.
3985
4090
  # @return [String]
3986
4091
  #
3987
4092
  # @!attribute [rw] script_location
3988
- # Specifies the location of a script that executes a job.
4093
+ # Specifies the S3 path to a script that executes a job (required).
3989
4094
  # @return [String]
3990
4095
  #
3991
4096
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobCommand AWS API Documentation
@@ -4003,15 +4108,16 @@ module Aws::Glue
4003
4108
  # @return [String]
4004
4109
  #
4005
4110
  # @!attribute [rw] attempt
4006
- # The number or the attempt to run this job.
4111
+ # The number of the attempt to run this job.
4007
4112
  # @return [Integer]
4008
4113
  #
4009
4114
  # @!attribute [rw] previous_run_id
4010
- # The ID of the previous run of this job.
4115
+ # The ID of the previous run of this job. For example, the JobRunId
4116
+ # specified in the StartJobRun action.
4011
4117
  # @return [String]
4012
4118
  #
4013
4119
  # @!attribute [rw] trigger_name
4014
- # The name of the trigger for this job run.
4120
+ # The name of the trigger that started this job run.
4015
4121
  # @return [String]
4016
4122
  #
4017
4123
  # @!attribute [rw] job_name
@@ -4035,7 +4141,24 @@ module Aws::Glue
4035
4141
  # @return [String]
4036
4142
  #
4037
4143
  # @!attribute [rw] arguments
4038
- # The job arguments associated with this run.
4144
+ # The job arguments associated with this run. These override
4145
+ # equivalent default arguments set for the job.
4146
+ #
4147
+ # You can specify arguments here that your own job-execution script
4148
+ # consumes, as well as arguments that AWS Glue itself consumes.
4149
+ #
4150
+ # For information about how to specify and consume your own job
4151
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
4152
+ # developer guide.
4153
+ #
4154
+ # For information about the key-value pairs that AWS Glue consumes to
4155
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
4156
+ # topic in the developer guide.
4157
+ #
4158
+ #
4159
+ #
4160
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4161
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4039
4162
  # @return [Hash<String,String>]
4040
4163
  #
4041
4164
  # @!attribute [rw] error_message
@@ -4047,7 +4170,15 @@ module Aws::Glue
4047
4170
  # @return [Array<Types::Predecessor>]
4048
4171
  #
4049
4172
  # @!attribute [rw] allocated_capacity
4050
- # The amount of infrastructure capacity allocated to this job run.
4173
+ # The number of AWS Glue data processing units (DPUs) allocated to
4174
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
4175
+ # A DPU is a relative measure of processing power that consists of 4
4176
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4177
+ # see the [AWS Glue pricing page][1].
4178
+ #
4179
+ #
4180
+ #
4181
+ # [1]: https://aws.amazon.com/glue/pricing/
4051
4182
  # @return [Integer]
4052
4183
  #
4053
4184
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
@@ -4069,7 +4200,9 @@ module Aws::Glue
4069
4200
  include Aws::Structure
4070
4201
  end
4071
4202
 
4072
- # Specifies information used to update an existing job.
4203
+ # Specifies information used to update an existing job. Note that the
4204
+ # previous job definition will be completely overwritten by this
4205
+ # information.
4073
4206
  #
4074
4207
  # @note When making an API call, you may pass JobUpdate
4075
4208
  # data as a hash:
@@ -4104,7 +4237,7 @@ module Aws::Glue
4104
4237
  # @return [String]
4105
4238
  #
4106
4239
  # @!attribute [rw] role
4107
- # The role associated with this job.
4240
+ # The name of the IAM role associated with this job (required).
4108
4241
  # @return [String]
4109
4242
  #
4110
4243
  # @!attribute [rw] execution_property
@@ -4113,11 +4246,27 @@ module Aws::Glue
4113
4246
  # @return [Types::ExecutionProperty]
4114
4247
  #
4115
4248
  # @!attribute [rw] command
4116
- # The JobCommand that executes this job.
4249
+ # The JobCommand that executes this job (required).
4117
4250
  # @return [Types::JobCommand]
4118
4251
  #
4119
4252
  # @!attribute [rw] default_arguments
4120
- # The default parameters for this job.
4253
+ # The default arguments for this job.
4254
+ #
4255
+ # You can specify arguments here that your own job-execution script
4256
+ # consumes, as well as arguments that AWS Glue itself consumes.
4257
+ #
4258
+ # For information about how to specify and consume your own Job
4259
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
4260
+ # developer guide.
4261
+ #
4262
+ # For information about the key-value pairs that AWS Glue consumes to
4263
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
4264
+ # topic in the developer guide.
4265
+ #
4266
+ #
4267
+ #
4268
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
4269
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4121
4270
  # @return [Hash<String,String>]
4122
4271
  #
4123
4272
  # @!attribute [rw] connections
@@ -4129,7 +4278,15 @@ module Aws::Glue
4129
4278
  # @return [Integer]
4130
4279
  #
4131
4280
  # @!attribute [rw] allocated_capacity
4132
- # The number of capacity units allocated to this job.
4281
+ # The number of AWS Glue data processing units (DPUs) to allocate to
4282
+ # this Job. From 2 to 100 DPUs can be allocated; the default is 10. A
4283
+ # DPU is a relative measure of processing power that consists of 4
4284
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
4285
+ # see the [AWS Glue pricing page][1].
4286
+ #
4287
+ #
4288
+ #
4289
+ # [1]: https://aws.amazon.com/glue/pricing/
4133
4290
  # @return [Integer]
4134
4291
  #
4135
4292
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
@@ -4507,14 +4664,15 @@ module Aws::Glue
4507
4664
  include Aws::Structure
4508
4665
  end
4509
4666
 
4510
- # A job run that preceded this one.
4667
+ # A job run that was used in the predicate of a conditional trigger that
4668
+ # triggered this job run.
4511
4669
  #
4512
4670
  # @!attribute [rw] job_name
4513
4671
  # The name of the predecessor job.
4514
4672
  # @return [String]
4515
4673
  #
4516
4674
  # @!attribute [rw] run_id
4517
- # The job-run ID of the precessor job run.
4675
+ # The job-run ID of the predecessor job run.
4518
4676
  # @return [String]
4519
4677
  #
4520
4678
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Predecessor AWS API Documentation
@@ -4531,7 +4689,7 @@ module Aws::Glue
4531
4689
  # data as a hash:
4532
4690
  #
4533
4691
  # {
4534
- # logical: "AND", # accepts AND
4692
+ # logical: "AND", # accepts AND, ANY
4535
4693
  # conditions: [
4536
4694
  # {
4537
4695
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -4856,15 +5014,40 @@ module Aws::Glue
4856
5014
  # @return [String]
4857
5015
  #
4858
5016
  # @!attribute [rw] job_run_id
4859
- # The ID of the job run to start.
5017
+ # The ID of a previous JobRun to retry.
4860
5018
  # @return [String]
4861
5019
  #
4862
5020
  # @!attribute [rw] arguments
4863
- # Specific arguments for this job run.
5021
+ # The job arguments specifically for this run. They override the
5022
+ # equivalent default arguments set for the job itself.
5023
+ #
5024
+ # You can specify arguments here that your own job-execution script
5025
+ # consumes, as well as arguments that AWS Glue itself consumes.
5026
+ #
5027
+ # For information about how to specify and consume your own Job
5028
+ # arguments, see the [Calling AWS Glue APIs in Python][1] topic in the
5029
+ # developer guide.
5030
+ #
5031
+ # For information about the key-value pairs that AWS Glue consumes to
5032
+ # set up your job, see the [Special Parameters Used by AWS Glue][2]
5033
+ # topic in the developer guide.
5034
+ #
5035
+ #
5036
+ #
5037
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html
5038
+ # [2]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-glue-arguments.html
4864
5039
  # @return [Hash<String,String>]
4865
5040
  #
4866
5041
  # @!attribute [rw] allocated_capacity
4867
- # The infrastructure capacity to allocate to this job.
5042
+ # The number of AWS Glue data processing units (DPUs) to allocate to
5043
+ # this JobRun. From 2 to 100 DPUs can be allocated; the default is 10.
5044
+ # A DPU is a relative measure of processing power that consists of 4
5045
+ # vCPUs of compute capacity and 16 GB of memory. For more information,
5046
+ # see the [AWS Glue pricing page][1].
5047
+ #
5048
+ #
5049
+ #
5050
+ # [1]: https://aws.amazon.com/glue/pricing/
4868
5051
  # @return [Integer]
4869
5052
  #
4870
5053
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
@@ -5379,7 +5562,7 @@ module Aws::Glue
5379
5562
  # @return [String]
5380
5563
  #
5381
5564
  # @!attribute [rw] id
5382
- # The trigger ID.
5565
+ # Reserved for future use.
5383
5566
  # @return [String]
5384
5567
  #
5385
5568
  # @!attribute [rw] type
@@ -5409,7 +5592,7 @@ module Aws::Glue
5409
5592
  # @return [Array<Types::Action>]
5410
5593
  #
5411
5594
  # @!attribute [rw] predicate
5412
- # The predicate of this trigger.
5595
+ # The predicate of this trigger, which defines when it will fire.
5413
5596
  # @return [Types::Predicate]
5414
5597
  #
5415
5598
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Trigger AWS API Documentation
@@ -5426,7 +5609,9 @@ module Aws::Glue
5426
5609
  include Aws::Structure
5427
5610
  end
5428
5611
 
5429
- # A structure used to provide information used to updata a trigger.
5612
+ # A structure used to provide information used to update a trigger. This
5613
+ # object will update the the previous trigger definition by overwriting
5614
+ # it completely.
5430
5615
  #
5431
5616
  # @note When making an API call, you may pass TriggerUpdate
5432
5617
  # data as a hash:
@@ -5444,7 +5629,7 @@ module Aws::Glue
5444
5629
  # },
5445
5630
  # ],
5446
5631
  # predicate: {
5447
- # logical: "AND", # accepts AND
5632
+ # logical: "AND", # accepts AND, ANY
5448
5633
  # conditions: [
5449
5634
  # {
5450
5635
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -5456,7 +5641,7 @@ module Aws::Glue
5456
5641
  # }
5457
5642
  #
5458
5643
  # @!attribute [rw] name
5459
- # The name of the trigger.
5644
+ # Reserved for future use.
5460
5645
  # @return [String]
5461
5646
  #
5462
5647
  # @!attribute [rw] description
@@ -5464,10 +5649,9 @@ module Aws::Glue
5464
5649
  # @return [String]
5465
5650
  #
5466
5651
  # @!attribute [rw] schedule
5467
- # An updated `cron` expression used to specify the schedule (see
5468
- # [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
5469
- # something every day at 12:15 UTC, you would specify: `cron(15 12 * *
5470
- # ? *)`.
5652
+ # A `cron` expression used to specify the schedule (see [Time-Based
5653
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
5654
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
5471
5655
  #
5472
5656
  #
5473
5657
  #
@@ -5668,6 +5852,9 @@ module Aws::Glue
5668
5852
  # and schema from their parent table, rather than detect this
5669
5853
  # information separately for each partition. Use the following JSON
5670
5854
  # string to specify that behavior:
5855
+ #
5856
+ # Example:  `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
5857
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
5671
5858
  # @return [String]
5672
5859
  #
5673
5860
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
@@ -6113,7 +6300,7 @@ module Aws::Glue
6113
6300
  # },
6114
6301
  # ],
6115
6302
  # predicate: {
6116
- # logical: "AND", # accepts AND
6303
+ # logical: "AND", # accepts AND, ANY
6117
6304
  # conditions: [
6118
6305
  # {
6119
6306
  # logical_operator: "EQUALS", # accepts EQUALS
@@ -6227,9 +6414,11 @@ module Aws::Glue
6227
6414
  #
6228
6415
  # @!attribute [rw] row_tag
6229
6416
  # The XML tag designating the element that contains each record in an
6230
- # XML document being parsed. Note that this cannot be an empty
6231
- # element. It must contain child elements representing fields in the
6232
- # record.
6417
+ # XML document being parsed. Note that this cannot identify a
6418
+ # self-closing element (closed by `/>`). An empty row element that
6419
+ # contains only attributes can be parsed as long as it ends with a
6420
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
6421
+ # okay, but `<row item_a="A" item_b="B" />` is not).
6233
6422
  # @return [String]
6234
6423
  #
6235
6424
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateXMLClassifierRequest AWS API Documentation
@@ -6353,9 +6542,11 @@ module Aws::Glue
6353
6542
  #
6354
6543
  # @!attribute [rw] row_tag
6355
6544
  # The XML tag designating the element that contains each record in an
6356
- # XML document being parsed. Note that this cannot be an empty
6357
- # element. It must contain child elements representing fields in the
6358
- # record.
6545
+ # XML document being parsed. Note that this cannot identify a
6546
+ # self-closing element (closed by `/>`). An empty row element that
6547
+ # contains only attributes can be parsed as long as it ends with a
6548
+ # closing tag (for example, `<row item_a="A" item_b="B"></row>` is
6549
+ # okay, but `<row item_a="A" item_b="B" />` is not).
6359
6550
  # @return [String]
6360
6551
  #
6361
6552
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/XMLClassifier AWS API Documentation
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.0
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-11-16 00:00:00.000000000 Z
11
+ date: 2018-01-12 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core