aws-sdk-glue 1.0.0 → 1.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue/client.rb +98 -27
- data/lib/aws-sdk-glue/client_api.rb +47 -3
- data/lib/aws-sdk-glue/types.rb +227 -49
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 19736b84e7692f573a3f6f28a55415a99216068a
|
4
|
+
data.tar.gz: 53db1efc3b50360bc2cf575b2a0858903de25e25
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f0aece2de9b4d2d5de440f18a264115b7ba1894f557b3b860944b7eadb9d1eba73931ab7579b6fda4b6b7da9547ab43be157edd185851dbefdf1781006114fa3
|
7
|
+
data.tar.gz: 29b1de72a54a392f49267a3995d302934cb0875a6218e1aaa67d8db5f5f8670a4432adc0b9c4311002ac8f4f76a529af971dc45c82b71ef3b5ad7d36d5460873
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -465,6 +465,46 @@ module Aws::Glue
|
|
465
465
|
req.send_request(options)
|
466
466
|
end
|
467
467
|
|
468
|
+
# Stops a batch of job runs for a given job.
|
469
|
+
#
|
470
|
+
# @option params [required, String] :job_name
|
471
|
+
# The name of the job whose job runs are to be stopped.
|
472
|
+
#
|
473
|
+
# @option params [required, Array<String>] :job_run_ids
|
474
|
+
# A list of job run Ids of the given job to be stopped.
|
475
|
+
#
|
476
|
+
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
477
|
+
#
|
478
|
+
# * {Types::BatchStopJobRunResponse#successful_submissions #successful_submissions} => Array<Types::BatchStopJobRunSuccessfulSubmission>
|
479
|
+
# * {Types::BatchStopJobRunResponse#errors #errors} => Array<Types::BatchStopJobRunError>
|
480
|
+
#
|
481
|
+
# @example Request syntax with placeholder values
|
482
|
+
#
|
483
|
+
# resp = client.batch_stop_job_run({
|
484
|
+
# job_name: "NameString", # required
|
485
|
+
# job_run_ids: ["IdString"], # required
|
486
|
+
# })
|
487
|
+
#
|
488
|
+
# @example Response structure
|
489
|
+
#
|
490
|
+
# resp.successful_submissions #=> Array
|
491
|
+
# resp.successful_submissions[0].job_name #=> String
|
492
|
+
# resp.successful_submissions[0].job_run_id #=> String
|
493
|
+
# resp.errors #=> Array
|
494
|
+
# resp.errors[0].job_name #=> String
|
495
|
+
# resp.errors[0].job_run_id #=> String
|
496
|
+
# resp.errors[0].error_detail.error_code #=> String
|
497
|
+
# resp.errors[0].error_detail.error_message #=> String
|
498
|
+
#
|
499
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRun AWS API Documentation
|
500
|
+
#
|
501
|
+
# @overload batch_stop_job_run(params = {})
|
502
|
+
# @param [Hash] params ({})
|
503
|
+
def batch_stop_job_run(params = {}, options = {})
|
504
|
+
req = build_request(:batch_stop_job_run, params)
|
505
|
+
req.send_request(options)
|
506
|
+
end
|
507
|
+
|
468
508
|
# Creates a `Classifier` in the user's account.
|
469
509
|
#
|
470
510
|
# @option params [Types::CreateGrokClassifierRequest] :grok_classifier
|
@@ -540,8 +580,8 @@ module Aws::Glue
|
|
540
580
|
# Name of the new `Crawler`.
|
541
581
|
#
|
542
582
|
# @option params [required, String] :role
|
543
|
-
# The
|
544
|
-
# customer resources.
|
583
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
584
|
+
# access customer resources.
|
545
585
|
#
|
546
586
|
# @option params [required, String] :database_name
|
547
587
|
# The Glue `Database` where results will be stored, such as:
|
@@ -554,13 +594,13 @@ module Aws::Glue
|
|
554
594
|
# A list of collection of targets to crawl.
|
555
595
|
#
|
556
596
|
# @option params [String] :schedule
|
557
|
-
# A cron expression
|
558
|
-
#
|
559
|
-
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
597
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
598
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
599
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
560
600
|
#
|
561
601
|
#
|
562
602
|
#
|
563
|
-
# [1]: http://docs.aws.amazon.com/
|
603
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
564
604
|
#
|
565
605
|
# @option params [Array<String>] :classifiers
|
566
606
|
# A list of custom `Classifier` names that the user has registered. By
|
@@ -659,22 +699,32 @@ module Aws::Glue
|
|
659
699
|
# @option params [required, String] :role_arn
|
660
700
|
# The IAM role for the DevEndpoint.
|
661
701
|
#
|
662
|
-
# @option params [
|
702
|
+
# @option params [Array<String>] :security_group_ids
|
663
703
|
# Security group IDs for the security groups to be used by the new
|
664
704
|
# DevEndpoint.
|
665
705
|
#
|
666
|
-
# @option params [
|
706
|
+
# @option params [String] :subnet_id
|
667
707
|
# The subnet ID for the new DevEndpoint to use.
|
668
708
|
#
|
669
|
-
# @option params [String] :public_key
|
709
|
+
# @option params [required, String] :public_key
|
670
710
|
# The public key to use for authentication.
|
671
711
|
#
|
672
712
|
# @option params [Integer] :number_of_nodes
|
673
|
-
# The number of
|
713
|
+
# The number of AWS Glue Data Processing Units (DPUs) to allocate to
|
714
|
+
# this DevEndpoint.
|
674
715
|
#
|
675
716
|
# @option params [String] :extra_python_libs_s3_path
|
676
|
-
# Path to one or more Python libraries in an S3 bucket that should be
|
677
|
-
# loaded in your DevEndpoint.
|
717
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should be
|
718
|
+
# loaded in your DevEndpoint. Multiple values must be complete paths
|
719
|
+
# separated by a comma.
|
720
|
+
#
|
721
|
+
# Please note that only pure Python libraries can currently be used on a
|
722
|
+
# DevEndpoint. Libraries that rely on C extensions, such as the
|
723
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
724
|
+
#
|
725
|
+
#
|
726
|
+
#
|
727
|
+
# [1]: http://pandas.pydata.org/
|
678
728
|
#
|
679
729
|
# @option params [String] :extra_jars_s3_path
|
680
730
|
# Path to one or more Java Jars in an S3 bucket that should be loaded in
|
@@ -688,6 +738,7 @@ module Aws::Glue
|
|
688
738
|
# * {Types::CreateDevEndpointResponse#subnet_id #subnet_id} => String
|
689
739
|
# * {Types::CreateDevEndpointResponse#role_arn #role_arn} => String
|
690
740
|
# * {Types::CreateDevEndpointResponse#yarn_endpoint_address #yarn_endpoint_address} => String
|
741
|
+
# * {Types::CreateDevEndpointResponse#zeppelin_remote_spark_interpreter_port #zeppelin_remote_spark_interpreter_port} => Integer
|
691
742
|
# * {Types::CreateDevEndpointResponse#number_of_nodes #number_of_nodes} => Integer
|
692
743
|
# * {Types::CreateDevEndpointResponse#availability_zone #availability_zone} => String
|
693
744
|
# * {Types::CreateDevEndpointResponse#vpc_id #vpc_id} => String
|
@@ -701,9 +752,9 @@ module Aws::Glue
|
|
701
752
|
# resp = client.create_dev_endpoint({
|
702
753
|
# endpoint_name: "GenericString", # required
|
703
754
|
# role_arn: "RoleArn", # required
|
704
|
-
# security_group_ids: ["GenericString"],
|
705
|
-
# subnet_id: "GenericString",
|
706
|
-
# public_key: "GenericString",
|
755
|
+
# security_group_ids: ["GenericString"],
|
756
|
+
# subnet_id: "GenericString",
|
757
|
+
# public_key: "GenericString", # required
|
707
758
|
# number_of_nodes: 1,
|
708
759
|
# extra_python_libs_s3_path: "GenericString",
|
709
760
|
# extra_jars_s3_path: "GenericString",
|
@@ -718,6 +769,7 @@ module Aws::Glue
|
|
718
769
|
# resp.subnet_id #=> String
|
719
770
|
# resp.role_arn #=> String
|
720
771
|
# resp.yarn_endpoint_address #=> String
|
772
|
+
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
721
773
|
# resp.number_of_nodes #=> Integer
|
722
774
|
# resp.availability_zone #=> String
|
723
775
|
# resp.vpc_id #=> String
|
@@ -744,7 +796,7 @@ module Aws::Glue
|
|
744
796
|
# Description of the job.
|
745
797
|
#
|
746
798
|
# @option params [String] :log_uri
|
747
|
-
#
|
799
|
+
# This field is reserved for future use.
|
748
800
|
#
|
749
801
|
# @option params [required, String] :role
|
750
802
|
# The role associated with this job.
|
@@ -1043,7 +1095,13 @@ module Aws::Glue
|
|
1043
1095
|
# The type of the new trigger.
|
1044
1096
|
#
|
1045
1097
|
# @option params [String] :schedule
|
1046
|
-
# A cron
|
1098
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1099
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1100
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1101
|
+
#
|
1102
|
+
#
|
1103
|
+
#
|
1104
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1047
1105
|
#
|
1048
1106
|
# @option params [Types::Predicate] :predicate
|
1049
1107
|
# A predicate to specify when the new trigger should fire.
|
@@ -1943,6 +2001,7 @@ module Aws::Glue
|
|
1943
2001
|
# resp.dev_endpoint.security_group_ids[0] #=> String
|
1944
2002
|
# resp.dev_endpoint.subnet_id #=> String
|
1945
2003
|
# resp.dev_endpoint.yarn_endpoint_address #=> String
|
2004
|
+
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
1946
2005
|
# resp.dev_endpoint.public_address #=> String
|
1947
2006
|
# resp.dev_endpoint.status #=> String
|
1948
2007
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -1994,6 +2053,7 @@ module Aws::Glue
|
|
1994
2053
|
# resp.dev_endpoints[0].security_group_ids[0] #=> String
|
1995
2054
|
# resp.dev_endpoints[0].subnet_id #=> String
|
1996
2055
|
# resp.dev_endpoints[0].yarn_endpoint_address #=> String
|
2056
|
+
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
1997
2057
|
# resp.dev_endpoints[0].public_address #=> String
|
1998
2058
|
# resp.dev_endpoints[0].status #=> String
|
1999
2059
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -3312,8 +3372,8 @@ module Aws::Glue
|
|
3312
3372
|
# Name of the new `Crawler`.
|
3313
3373
|
#
|
3314
3374
|
# @option params [String] :role
|
3315
|
-
# The
|
3316
|
-
# customer resources.
|
3375
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
3376
|
+
# access customer resources.
|
3317
3377
|
#
|
3318
3378
|
# @option params [String] :database_name
|
3319
3379
|
# The Glue `Database` where results will be stored, such as:
|
@@ -3326,13 +3386,13 @@ module Aws::Glue
|
|
3326
3386
|
# A list of collection of targets to crawl.
|
3327
3387
|
#
|
3328
3388
|
# @option params [String] :schedule
|
3329
|
-
# A cron expression
|
3330
|
-
#
|
3331
|
-
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
3389
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
3390
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
3391
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
3332
3392
|
#
|
3333
3393
|
#
|
3334
3394
|
#
|
3335
|
-
# [1]: http://docs.aws.amazon.com/
|
3395
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
3336
3396
|
#
|
3337
3397
|
# @option params [Array<String>] :classifiers
|
3338
3398
|
# A list of custom `Classifier` names that the user has registered. By
|
@@ -3394,7 +3454,14 @@ module Aws::Glue
|
|
3394
3454
|
# Name of the crawler whose schedule to update.
|
3395
3455
|
#
|
3396
3456
|
# @option params [String] :schedule
|
3397
|
-
#
|
3457
|
+
# The updated `cron` expression used to specify the schedule (see
|
3458
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
3459
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
|
3460
|
+
# *)`.
|
3461
|
+
#
|
3462
|
+
#
|
3463
|
+
#
|
3464
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
3398
3465
|
#
|
3399
3466
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3400
3467
|
#
|
@@ -3462,8 +3529,11 @@ module Aws::Glue
|
|
3462
3529
|
# The public key for the DevEndpoint to use.
|
3463
3530
|
#
|
3464
3531
|
# @option params [Types::DevEndpointCustomLibraries] :custom_libraries
|
3465
|
-
# Custom Python or Java
|
3466
|
-
#
|
3532
|
+
# Custom Python or Java libraries to be loaded in the DevEndpoint.
|
3533
|
+
#
|
3534
|
+
# @option params [Boolean] :update_etl_libraries
|
3535
|
+
# True if the list of custom libraries to be loaded in the development
|
3536
|
+
# endpoint needs to be updated, or False otherwise.
|
3467
3537
|
#
|
3468
3538
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3469
3539
|
#
|
@@ -3476,6 +3546,7 @@ module Aws::Glue
|
|
3476
3546
|
# extra_python_libs_s3_path: "GenericString",
|
3477
3547
|
# extra_jars_s3_path: "GenericString",
|
3478
3548
|
# },
|
3549
|
+
# update_etl_libraries: false,
|
3479
3550
|
# })
|
3480
3551
|
#
|
3481
3552
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpoint AWS API Documentation
|
@@ -3844,7 +3915,7 @@ module Aws::Glue
|
|
3844
3915
|
params: params,
|
3845
3916
|
config: config)
|
3846
3917
|
context[:gem_name] = 'aws-sdk-glue'
|
3847
|
-
context[:gem_version] = '1.
|
3918
|
+
context[:gem_version] = '1.1.0'
|
3848
3919
|
Seahorse::Client::Request.new(handlers, context)
|
3849
3920
|
end
|
3850
3921
|
|
@@ -29,6 +29,13 @@ module Aws::Glue
|
|
29
29
|
BatchGetPartitionRequest = Shapes::StructureShape.new(name: 'BatchGetPartitionRequest')
|
30
30
|
BatchGetPartitionResponse = Shapes::StructureShape.new(name: 'BatchGetPartitionResponse')
|
31
31
|
BatchGetPartitionValueList = Shapes::ListShape.new(name: 'BatchGetPartitionValueList')
|
32
|
+
BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
|
33
|
+
BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
|
34
|
+
BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
|
35
|
+
BatchStopJobRunRequest = Shapes::StructureShape.new(name: 'BatchStopJobRunRequest')
|
36
|
+
BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
|
37
|
+
BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
|
38
|
+
BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
|
32
39
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
33
40
|
BooleanValue = Shapes::BooleanShape.new(name: 'BooleanValue')
|
34
41
|
BoundedPartitionValueList = Shapes::ListShape.new(name: 'BoundedPartitionValueList')
|
@@ -419,6 +426,29 @@ module Aws::Glue
|
|
419
426
|
|
420
427
|
BatchGetPartitionValueList.member = Shapes::ShapeRef.new(shape: PartitionValueList)
|
421
428
|
|
429
|
+
BatchStopJobRunError.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
430
|
+
BatchStopJobRunError.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
431
|
+
BatchStopJobRunError.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
|
432
|
+
BatchStopJobRunError.struct_class = Types::BatchStopJobRunError
|
433
|
+
|
434
|
+
BatchStopJobRunErrorList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunError)
|
435
|
+
|
436
|
+
BatchStopJobRunJobRunIdList.member = Shapes::ShapeRef.new(shape: IdString)
|
437
|
+
|
438
|
+
BatchStopJobRunRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "JobName"))
|
439
|
+
BatchStopJobRunRequest.add_member(:job_run_ids, Shapes::ShapeRef.new(shape: BatchStopJobRunJobRunIdList, required: true, location_name: "JobRunIds"))
|
440
|
+
BatchStopJobRunRequest.struct_class = Types::BatchStopJobRunRequest
|
441
|
+
|
442
|
+
BatchStopJobRunResponse.add_member(:successful_submissions, Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmissionList, location_name: "SuccessfulSubmissions"))
|
443
|
+
BatchStopJobRunResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchStopJobRunErrorList, location_name: "Errors"))
|
444
|
+
BatchStopJobRunResponse.struct_class = Types::BatchStopJobRunResponse
|
445
|
+
|
446
|
+
BatchStopJobRunSuccessfulSubmission.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
447
|
+
BatchStopJobRunSuccessfulSubmission.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
448
|
+
BatchStopJobRunSuccessfulSubmission.struct_class = Types::BatchStopJobRunSuccessfulSubmission
|
449
|
+
|
450
|
+
BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
|
451
|
+
|
422
452
|
BoundedPartitionValueList.member = Shapes::ShapeRef.new(shape: ValueString)
|
423
453
|
|
424
454
|
CatalogEntries.member = Shapes::ShapeRef.new(shape: CatalogEntry)
|
@@ -569,9 +599,9 @@ module Aws::Glue
|
|
569
599
|
|
570
600
|
CreateDevEndpointRequest.add_member(:endpoint_name, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "EndpointName"))
|
571
601
|
CreateDevEndpointRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
|
572
|
-
CreateDevEndpointRequest.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList,
|
573
|
-
CreateDevEndpointRequest.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString,
|
574
|
-
CreateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicKey"))
|
602
|
+
CreateDevEndpointRequest.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList, location_name: "SecurityGroupIds"))
|
603
|
+
CreateDevEndpointRequest.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
604
|
+
CreateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "PublicKey"))
|
575
605
|
CreateDevEndpointRequest.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
576
606
|
CreateDevEndpointRequest.add_member(:extra_python_libs_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraPythonLibsS3Path"))
|
577
607
|
CreateDevEndpointRequest.add_member(:extra_jars_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraJarsS3Path"))
|
@@ -583,6 +613,7 @@ module Aws::Glue
|
|
583
613
|
CreateDevEndpointResponse.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
584
614
|
CreateDevEndpointResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
|
585
615
|
CreateDevEndpointResponse.add_member(:yarn_endpoint_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "YarnEndpointAddress"))
|
616
|
+
CreateDevEndpointResponse.add_member(:zeppelin_remote_spark_interpreter_port, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ZeppelinRemoteSparkInterpreterPort"))
|
586
617
|
CreateDevEndpointResponse.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
587
618
|
CreateDevEndpointResponse.add_member(:availability_zone, Shapes::ShapeRef.new(shape: GenericString, location_name: "AvailabilityZone"))
|
588
619
|
CreateDevEndpointResponse.add_member(:vpc_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "VpcId"))
|
@@ -740,6 +771,7 @@ module Aws::Glue
|
|
740
771
|
DevEndpoint.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList, location_name: "SecurityGroupIds"))
|
741
772
|
DevEndpoint.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
742
773
|
DevEndpoint.add_member(:yarn_endpoint_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "YarnEndpointAddress"))
|
774
|
+
DevEndpoint.add_member(:zeppelin_remote_spark_interpreter_port, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ZeppelinRemoteSparkInterpreterPort"))
|
743
775
|
DevEndpoint.add_member(:public_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicAddress"))
|
744
776
|
DevEndpoint.add_member(:status, Shapes::ShapeRef.new(shape: GenericString, location_name: "Status"))
|
745
777
|
DevEndpoint.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
@@ -1374,6 +1406,7 @@ module Aws::Glue
|
|
1374
1406
|
UpdateDevEndpointRequest.add_member(:endpoint_name, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "EndpointName"))
|
1375
1407
|
UpdateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicKey"))
|
1376
1408
|
UpdateDevEndpointRequest.add_member(:custom_libraries, Shapes::ShapeRef.new(shape: DevEndpointCustomLibraries, location_name: "CustomLibraries"))
|
1409
|
+
UpdateDevEndpointRequest.add_member(:update_etl_libraries, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "UpdateEtlLibraries"))
|
1377
1410
|
UpdateDevEndpointRequest.struct_class = Types::UpdateDevEndpointRequest
|
1378
1411
|
|
1379
1412
|
UpdateDevEndpointResponse.struct_class = Types::UpdateDevEndpointResponse
|
@@ -1516,6 +1549,17 @@ module Aws::Glue
|
|
1516
1549
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1517
1550
|
end)
|
1518
1551
|
|
1552
|
+
api.add_operation(:batch_stop_job_run, Seahorse::Model::Operation.new.tap do |o|
|
1553
|
+
o.name = "BatchStopJobRun"
|
1554
|
+
o.http_method = "POST"
|
1555
|
+
o.http_request_uri = "/"
|
1556
|
+
o.input = Shapes::ShapeRef.new(shape: BatchStopJobRunRequest)
|
1557
|
+
o.output = Shapes::ShapeRef.new(shape: BatchStopJobRunResponse)
|
1558
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1559
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1560
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1561
|
+
end)
|
1562
|
+
|
1519
1563
|
api.add_operation(:create_classifier, Seahorse::Model::Operation.new.tap do |o|
|
1520
1564
|
o.name = "CreateClassifier"
|
1521
1565
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -8,6 +8,8 @@
|
|
8
8
|
module Aws::Glue
|
9
9
|
module Types
|
10
10
|
|
11
|
+
# Defines an action to be initiated by a trigger.
|
12
|
+
#
|
11
13
|
# @note When making an API call, you may pass Action
|
12
14
|
# data as a hash:
|
13
15
|
#
|
@@ -19,9 +21,11 @@ module Aws::Glue
|
|
19
21
|
# }
|
20
22
|
#
|
21
23
|
# @!attribute [rw] job_name
|
24
|
+
# The name of a job to be executed.
|
22
25
|
# @return [String]
|
23
26
|
#
|
24
27
|
# @!attribute [rw] arguments
|
28
|
+
# Arguments to be passed to the job.
|
25
29
|
# @return [Hash<String,String>]
|
26
30
|
#
|
27
31
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -329,6 +333,90 @@ module Aws::Glue
|
|
329
333
|
include Aws::Structure
|
330
334
|
end
|
331
335
|
|
336
|
+
# Details about the job run and the error that occurred while trying to
|
337
|
+
# submit it for stopping.
|
338
|
+
#
|
339
|
+
# @!attribute [rw] job_name
|
340
|
+
# The name of the job.
|
341
|
+
# @return [String]
|
342
|
+
#
|
343
|
+
# @!attribute [rw] job_run_id
|
344
|
+
# The job run Id.
|
345
|
+
# @return [String]
|
346
|
+
#
|
347
|
+
# @!attribute [rw] error_detail
|
348
|
+
# The details of the error that occurred.
|
349
|
+
# @return [Types::ErrorDetail]
|
350
|
+
#
|
351
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
|
352
|
+
#
|
353
|
+
class BatchStopJobRunError < Struct.new(
|
354
|
+
:job_name,
|
355
|
+
:job_run_id,
|
356
|
+
:error_detail)
|
357
|
+
include Aws::Structure
|
358
|
+
end
|
359
|
+
|
360
|
+
# @note When making an API call, you may pass BatchStopJobRunRequest
|
361
|
+
# data as a hash:
|
362
|
+
#
|
363
|
+
# {
|
364
|
+
# job_name: "NameString", # required
|
365
|
+
# job_run_ids: ["IdString"], # required
|
366
|
+
# }
|
367
|
+
#
|
368
|
+
# @!attribute [rw] job_name
|
369
|
+
# The name of the job whose job runs are to be stopped.
|
370
|
+
# @return [String]
|
371
|
+
#
|
372
|
+
# @!attribute [rw] job_run_ids
|
373
|
+
# A list of job run Ids of the given job to be stopped.
|
374
|
+
# @return [Array<String>]
|
375
|
+
#
|
376
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
377
|
+
#
|
378
|
+
class BatchStopJobRunRequest < Struct.new(
|
379
|
+
:job_name,
|
380
|
+
:job_run_ids)
|
381
|
+
include Aws::Structure
|
382
|
+
end
|
383
|
+
|
384
|
+
# @!attribute [rw] successful_submissions
|
385
|
+
# A list of job runs which are successfully submitted for stopping.
|
386
|
+
# @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
|
387
|
+
#
|
388
|
+
# @!attribute [rw] errors
|
389
|
+
# A list containing the job run Ids and details of the error that
|
390
|
+
# occurred for each job run while submitting to stop.
|
391
|
+
# @return [Array<Types::BatchStopJobRunError>]
|
392
|
+
#
|
393
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
|
394
|
+
#
|
395
|
+
class BatchStopJobRunResponse < Struct.new(
|
396
|
+
:successful_submissions,
|
397
|
+
:errors)
|
398
|
+
include Aws::Structure
|
399
|
+
end
|
400
|
+
|
401
|
+
# Details about the job run which is submitted successfully for
|
402
|
+
# stopping.
|
403
|
+
#
|
404
|
+
# @!attribute [rw] job_name
|
405
|
+
# The name of the job.
|
406
|
+
# @return [String]
|
407
|
+
#
|
408
|
+
# @!attribute [rw] job_run_id
|
409
|
+
# The job run Id.
|
410
|
+
# @return [String]
|
411
|
+
#
|
412
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
413
|
+
#
|
414
|
+
class BatchStopJobRunSuccessfulSubmission < Struct.new(
|
415
|
+
:job_name,
|
416
|
+
:job_run_id)
|
417
|
+
include Aws::Structure
|
418
|
+
end
|
419
|
+
|
332
420
|
# Specifies a table definition in the Data Catalog.
|
333
421
|
#
|
334
422
|
# @note When making an API call, you may pass CatalogEntry
|
@@ -536,6 +624,8 @@ module Aws::Glue
|
|
536
624
|
include Aws::Structure
|
537
625
|
end
|
538
626
|
|
627
|
+
# Defines a condition under which a trigger fires.
|
628
|
+
#
|
539
629
|
# @note When making an API call, you may pass Condition
|
540
630
|
# data as a hash:
|
541
631
|
#
|
@@ -546,12 +636,15 @@ module Aws::Glue
|
|
546
636
|
# }
|
547
637
|
#
|
548
638
|
# @!attribute [rw] logical_operator
|
639
|
+
# A logical operator.
|
549
640
|
# @return [String]
|
550
641
|
#
|
551
642
|
# @!attribute [rw] job_name
|
643
|
+
# The name of the job in question.
|
552
644
|
# @return [String]
|
553
645
|
#
|
554
646
|
# @!attribute [rw] state
|
647
|
+
# The condition state.
|
555
648
|
# @return [String]
|
556
649
|
#
|
557
650
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -574,7 +667,8 @@ module Aws::Glue
|
|
574
667
|
# @return [String]
|
575
668
|
#
|
576
669
|
# @!attribute [rw] connection_type
|
577
|
-
# The type of the connection.
|
670
|
+
# The type of the connection. Currently, only JDBC is supported; SFTP
|
671
|
+
# is not supported.
|
578
672
|
# @return [String]
|
579
673
|
#
|
580
674
|
# @!attribute [rw] match_criteria
|
@@ -647,7 +741,8 @@ module Aws::Glue
|
|
647
741
|
# @return [String]
|
648
742
|
#
|
649
743
|
# @!attribute [rw] connection_type
|
650
|
-
# The type of the connection.
|
744
|
+
# The type of the connection. Currently, only JDBC is supported; SFTP
|
745
|
+
# is not supported.
|
651
746
|
# @return [String]
|
652
747
|
#
|
653
748
|
# @!attribute [rw] match_criteria
|
@@ -696,16 +791,16 @@ module Aws::Glue
|
|
696
791
|
end
|
697
792
|
|
698
793
|
# Specifies a crawler program that examines a data source and uses
|
699
|
-
# classifiers to try to its schema. If successful, the crawler
|
700
|
-
# metatdata concerning the data source in the Data Catalog.
|
794
|
+
# classifiers to try to determine its schema. If successful, the crawler
|
795
|
+
# records metatdata concerning the data source in the Data Catalog.
|
701
796
|
#
|
702
797
|
# @!attribute [rw] name
|
703
798
|
# The `Crawler` name.
|
704
799
|
# @return [String]
|
705
800
|
#
|
706
801
|
# @!attribute [rw] role
|
707
|
-
# The ARN of an IAM role used to access customer
|
708
|
-
# data in S3.
|
802
|
+
# The IAM role (or ARN of an IAM role) used to access customer
|
803
|
+
# resources such as data in S3.
|
709
804
|
# @return [String]
|
710
805
|
#
|
711
806
|
# @!attribute [rw] targets
|
@@ -976,8 +1071,8 @@ module Aws::Glue
|
|
976
1071
|
# @return [String]
|
977
1072
|
#
|
978
1073
|
# @!attribute [rw] role
|
979
|
-
# The
|
980
|
-
# customer resources.
|
1074
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
1075
|
+
# access customer resources.
|
981
1076
|
# @return [String]
|
982
1077
|
#
|
983
1078
|
# @!attribute [rw] database_name
|
@@ -994,13 +1089,13 @@ module Aws::Glue
|
|
994
1089
|
# @return [Types::CrawlerTargets]
|
995
1090
|
#
|
996
1091
|
# @!attribute [rw] schedule
|
997
|
-
# A cron expression
|
998
|
-
#
|
999
|
-
# every day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
1092
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1093
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1094
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1000
1095
|
#
|
1001
1096
|
#
|
1002
1097
|
#
|
1003
|
-
# [1]: http://docs.aws.amazon.com/
|
1098
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1004
1099
|
# @return [String]
|
1005
1100
|
#
|
1006
1101
|
# @!attribute [rw] classifiers
|
@@ -1080,9 +1175,9 @@ module Aws::Glue
|
|
1080
1175
|
# {
|
1081
1176
|
# endpoint_name: "GenericString", # required
|
1082
1177
|
# role_arn: "RoleArn", # required
|
1083
|
-
# security_group_ids: ["GenericString"],
|
1084
|
-
# subnet_id: "GenericString",
|
1085
|
-
# public_key: "GenericString",
|
1178
|
+
# security_group_ids: ["GenericString"],
|
1179
|
+
# subnet_id: "GenericString",
|
1180
|
+
# public_key: "GenericString", # required
|
1086
1181
|
# number_of_nodes: 1,
|
1087
1182
|
# extra_python_libs_s3_path: "GenericString",
|
1088
1183
|
# extra_jars_s3_path: "GenericString",
|
@@ -1110,12 +1205,22 @@ module Aws::Glue
|
|
1110
1205
|
# @return [String]
|
1111
1206
|
#
|
1112
1207
|
# @!attribute [rw] number_of_nodes
|
1113
|
-
# The number of
|
1208
|
+
# The number of AWS Glue Data Processing Units (DPUs) to allocate to
|
1209
|
+
# this DevEndpoint.
|
1114
1210
|
# @return [Integer]
|
1115
1211
|
#
|
1116
1212
|
# @!attribute [rw] extra_python_libs_s3_path
|
1117
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
1118
|
-
# loaded in your DevEndpoint.
|
1213
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
1214
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
1215
|
+
# paths separated by a comma.
|
1216
|
+
#
|
1217
|
+
# Please note that only pure Python libraries can currently be used on
|
1218
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
1219
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
1220
|
+
#
|
1221
|
+
#
|
1222
|
+
#
|
1223
|
+
# [1]: http://pandas.pydata.org/
|
1119
1224
|
# @return [String]
|
1120
1225
|
#
|
1121
1226
|
# @!attribute [rw] extra_jars_s3_path
|
@@ -1161,8 +1266,13 @@ module Aws::Glue
|
|
1161
1266
|
# The address of the YARN endpoint used by this DevEndpoint.
|
1162
1267
|
# @return [String]
|
1163
1268
|
#
|
1269
|
+
# @!attribute [rw] zeppelin_remote_spark_interpreter_port
|
1270
|
+
# The Apache Zeppelin port for the remote Apache Spark interpreter.
|
1271
|
+
# @return [Integer]
|
1272
|
+
#
|
1164
1273
|
# @!attribute [rw] number_of_nodes
|
1165
|
-
# The number of
|
1274
|
+
# The number of AWS Glue Data Processing Units (DPUs) allocated to
|
1275
|
+
# this DevEndpoint.
|
1166
1276
|
# @return [Integer]
|
1167
1277
|
#
|
1168
1278
|
# @!attribute [rw] availability_zone
|
@@ -1174,7 +1284,7 @@ module Aws::Glue
|
|
1174
1284
|
# @return [String]
|
1175
1285
|
#
|
1176
1286
|
# @!attribute [rw] extra_python_libs_s3_path
|
1177
|
-
# Path to one or more Python libraries in an S3 bucket that will be
|
1287
|
+
# Path(s) to one or more Python libraries in an S3 bucket that will be
|
1178
1288
|
# loaded in your DevEndpoint.
|
1179
1289
|
# @return [String]
|
1180
1290
|
#
|
@@ -1200,6 +1310,7 @@ module Aws::Glue
|
|
1200
1310
|
:subnet_id,
|
1201
1311
|
:role_arn,
|
1202
1312
|
:yarn_endpoint_address,
|
1313
|
+
:zeppelin_remote_spark_interpreter_port,
|
1203
1314
|
:number_of_nodes,
|
1204
1315
|
:availability_zone,
|
1205
1316
|
:vpc_id,
|
@@ -1283,7 +1394,7 @@ module Aws::Glue
|
|
1283
1394
|
# @return [String]
|
1284
1395
|
#
|
1285
1396
|
# @!attribute [rw] log_uri
|
1286
|
-
#
|
1397
|
+
# This field is reserved for future use.
|
1287
1398
|
# @return [String]
|
1288
1399
|
#
|
1289
1400
|
# @!attribute [rw] role
|
@@ -1617,7 +1728,13 @@ module Aws::Glue
|
|
1617
1728
|
# @return [String]
|
1618
1729
|
#
|
1619
1730
|
# @!attribute [rw] schedule
|
1620
|
-
# A cron
|
1731
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1732
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1733
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1734
|
+
#
|
1735
|
+
#
|
1736
|
+
#
|
1737
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1621
1738
|
# @return [String]
|
1622
1739
|
#
|
1623
1740
|
# @!attribute [rw] predicate
|
@@ -2095,6 +2212,10 @@ module Aws::Glue
|
|
2095
2212
|
# The YARN endpoint address used by this DevEndpoint.
|
2096
2213
|
# @return [String]
|
2097
2214
|
#
|
2215
|
+
# @!attribute [rw] zeppelin_remote_spark_interpreter_port
|
2216
|
+
# The Apache Zeppelin port for the remote Apache Spark interpreter.
|
2217
|
+
# @return [Integer]
|
2218
|
+
#
|
2098
2219
|
# @!attribute [rw] public_address
|
2099
2220
|
# The public address used by this DevEndpoint.
|
2100
2221
|
# @return [String]
|
@@ -2104,7 +2225,8 @@ module Aws::Glue
|
|
2104
2225
|
# @return [String]
|
2105
2226
|
#
|
2106
2227
|
# @!attribute [rw] number_of_nodes
|
2107
|
-
# The number of
|
2228
|
+
# The number of AWS Glue Data Processing Units (DPUs) allocated to
|
2229
|
+
# this DevEndpoint.
|
2108
2230
|
# @return [Integer]
|
2109
2231
|
#
|
2110
2232
|
# @!attribute [rw] availability_zone
|
@@ -2116,13 +2238,25 @@ module Aws::Glue
|
|
2116
2238
|
# @return [String]
|
2117
2239
|
#
|
2118
2240
|
# @!attribute [rw] extra_python_libs_s3_path
|
2119
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
2120
|
-
# loaded in your DevEndpoint.
|
2241
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
2242
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
2243
|
+
# paths separated by a comma.
|
2244
|
+
#
|
2245
|
+
# Please note that only pure Python libraries can currently be used on
|
2246
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
2247
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
2248
|
+
#
|
2249
|
+
#
|
2250
|
+
#
|
2251
|
+
# [1]: http://pandas.pydata.org/
|
2121
2252
|
# @return [String]
|
2122
2253
|
#
|
2123
2254
|
# @!attribute [rw] extra_jars_s3_path
|
2124
2255
|
# Path to one or more Java Jars in an S3 bucket that should be loaded
|
2125
2256
|
# in your DevEndpoint.
|
2257
|
+
#
|
2258
|
+
# Please note that only pure Java/Scala libraries can currently be
|
2259
|
+
# used on a DevEndpoint.
|
2126
2260
|
# @return [String]
|
2127
2261
|
#
|
2128
2262
|
# @!attribute [rw] failure_reason
|
@@ -2153,6 +2287,7 @@ module Aws::Glue
|
|
2153
2287
|
:security_group_ids,
|
2154
2288
|
:subnet_id,
|
2155
2289
|
:yarn_endpoint_address,
|
2290
|
+
:zeppelin_remote_spark_interpreter_port,
|
2156
2291
|
:public_address,
|
2157
2292
|
:status,
|
2158
2293
|
:number_of_nodes,
|
@@ -2179,13 +2314,25 @@ module Aws::Glue
|
|
2179
2314
|
# }
|
2180
2315
|
#
|
2181
2316
|
# @!attribute [rw] extra_python_libs_s3_path
|
2182
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
2183
|
-
# loaded in your DevEndpoint.
|
2317
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
2318
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
2319
|
+
# paths separated by a comma.
|
2320
|
+
#
|
2321
|
+
# Please note that only pure Python libraries can currently be used on
|
2322
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
2323
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
2324
|
+
#
|
2325
|
+
#
|
2326
|
+
#
|
2327
|
+
# [1]: http://pandas.pydata.org/
|
2184
2328
|
# @return [String]
|
2185
2329
|
#
|
2186
2330
|
# @!attribute [rw] extra_jars_s3_path
|
2187
2331
|
# Path to one or more Java Jars in an S3 bucket that should be loaded
|
2188
2332
|
# in your DevEndpoint.
|
2333
|
+
#
|
2334
|
+
# Please note that only pure Java/Scala libraries can currently be
|
2335
|
+
# used on a DevEndpoint.
|
2189
2336
|
# @return [String]
|
2190
2337
|
#
|
2191
2338
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DevEndpointCustomLibraries AWS API Documentation
|
@@ -2386,7 +2533,8 @@ module Aws::Glue
|
|
2386
2533
|
# @return [Array<String>]
|
2387
2534
|
#
|
2388
2535
|
# @!attribute [rw] connection_type
|
2389
|
-
# The type of connections to return.
|
2536
|
+
# The type of connections to return. Currently, only JDBC is
|
2537
|
+
# supported; SFTP is not supported.
|
2390
2538
|
# @return [String]
|
2391
2539
|
#
|
2392
2540
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
@@ -3636,7 +3784,7 @@ module Aws::Glue
|
|
3636
3784
|
# @return [String]
|
3637
3785
|
#
|
3638
3786
|
# @!attribute [rw] log_uri
|
3639
|
-
#
|
3787
|
+
# This field is reserved for future use.
|
3640
3788
|
# @return [String]
|
3641
3789
|
#
|
3642
3790
|
# @!attribute [rw] role
|
@@ -3857,7 +4005,7 @@ module Aws::Glue
|
|
3857
4005
|
# @return [String]
|
3858
4006
|
#
|
3859
4007
|
# @!attribute [rw] log_uri
|
3860
|
-
#
|
4008
|
+
# This field is reserved for future use.
|
3861
4009
|
# @return [String]
|
3862
4010
|
#
|
3863
4011
|
# @!attribute [rw] role
|
@@ -4212,6 +4360,8 @@ module Aws::Glue
|
|
4212
4360
|
include Aws::Structure
|
4213
4361
|
end
|
4214
4362
|
|
4363
|
+
# Contains a list of values defining partitions.
|
4364
|
+
#
|
4215
4365
|
# @note When making an API call, you may pass PartitionValueList
|
4216
4366
|
# data as a hash:
|
4217
4367
|
#
|
@@ -4220,6 +4370,7 @@ module Aws::Glue
|
|
4220
4370
|
# }
|
4221
4371
|
#
|
4222
4372
|
# @!attribute [rw] values
|
4373
|
+
# The list of values.
|
4223
4374
|
# @return [Array<String>]
|
4224
4375
|
#
|
4225
4376
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionValueList AWS API Documentation
|
@@ -4395,14 +4546,13 @@ module Aws::Glue
|
|
4395
4546
|
# A scheduling object using a `cron` statement to schedule an event.
|
4396
4547
|
#
|
4397
4548
|
# @!attribute [rw] schedule_expression
|
4398
|
-
# A `cron` expression
|
4399
|
-
#
|
4400
|
-
#
|
4401
|
-
# specify: `cron(15 12 * * ? *)`.
|
4549
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
4550
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
4551
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
4402
4552
|
#
|
4403
4553
|
#
|
4404
4554
|
#
|
4405
|
-
# [1]: http://docs.aws.amazon.com/
|
4555
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
4406
4556
|
# @return [String]
|
4407
4557
|
#
|
4408
4558
|
# @!attribute [rw] state
|
@@ -5104,12 +5254,14 @@ module Aws::Glue
|
|
5104
5254
|
include Aws::Structure
|
5105
5255
|
end
|
5106
5256
|
|
5257
|
+
# Specifies a version of a table.
|
5258
|
+
#
|
5107
5259
|
# @!attribute [rw] table
|
5108
|
-
#
|
5109
|
-
# rows.
|
5260
|
+
# The table in question
|
5110
5261
|
# @return [Types::Table]
|
5111
5262
|
#
|
5112
5263
|
# @!attribute [rw] version_id
|
5264
|
+
# The ID value that identifies this table version.
|
5113
5265
|
# @return [String]
|
5114
5266
|
#
|
5115
5267
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersion AWS API Documentation
|
@@ -5143,7 +5295,13 @@ module Aws::Glue
|
|
5143
5295
|
# @return [String]
|
5144
5296
|
#
|
5145
5297
|
# @!attribute [rw] schedule
|
5146
|
-
# A cron schedule
|
5298
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5299
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5300
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5301
|
+
#
|
5302
|
+
#
|
5303
|
+
#
|
5304
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5147
5305
|
# @return [String]
|
5148
5306
|
#
|
5149
5307
|
# @!attribute [rw] actions
|
@@ -5206,7 +5364,14 @@ module Aws::Glue
|
|
5206
5364
|
# @return [String]
|
5207
5365
|
#
|
5208
5366
|
# @!attribute [rw] schedule
|
5209
|
-
#
|
5367
|
+
# An updated `cron` expression used to specify the schedule (see
|
5368
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
5369
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * *
|
5370
|
+
# ? *)`.
|
5371
|
+
#
|
5372
|
+
#
|
5373
|
+
#
|
5374
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5210
5375
|
# @return [String]
|
5211
5376
|
#
|
5212
5377
|
# @!attribute [rw] actions
|
@@ -5341,8 +5506,8 @@ module Aws::Glue
|
|
5341
5506
|
# @return [String]
|
5342
5507
|
#
|
5343
5508
|
# @!attribute [rw] role
|
5344
|
-
# The
|
5345
|
-
# customer resources.
|
5509
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
5510
|
+
# access customer resources.
|
5346
5511
|
# @return [String]
|
5347
5512
|
#
|
5348
5513
|
# @!attribute [rw] database_name
|
@@ -5359,13 +5524,13 @@ module Aws::Glue
|
|
5359
5524
|
# @return [Types::CrawlerTargets]
|
5360
5525
|
#
|
5361
5526
|
# @!attribute [rw] schedule
|
5362
|
-
# A cron expression
|
5363
|
-
#
|
5364
|
-
# every day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
5527
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5528
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5529
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5365
5530
|
#
|
5366
5531
|
#
|
5367
5532
|
#
|
5368
|
-
# [1]: http://docs.aws.amazon.com/
|
5533
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5369
5534
|
# @return [String]
|
5370
5535
|
#
|
5371
5536
|
# @!attribute [rw] classifiers
|
@@ -5415,7 +5580,14 @@ module Aws::Glue
|
|
5415
5580
|
# @return [String]
|
5416
5581
|
#
|
5417
5582
|
# @!attribute [rw] schedule
|
5418
|
-
#
|
5583
|
+
# The updated `cron` expression used to specify the schedule (see
|
5584
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
5585
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * *
|
5586
|
+
# ? *)`.
|
5587
|
+
#
|
5588
|
+
#
|
5589
|
+
#
|
5590
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5419
5591
|
# @return [String]
|
5420
5592
|
#
|
5421
5593
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerScheduleRequest AWS API Documentation
|
@@ -5483,6 +5655,7 @@ module Aws::Glue
|
|
5483
5655
|
# extra_python_libs_s3_path: "GenericString",
|
5484
5656
|
# extra_jars_s3_path: "GenericString",
|
5485
5657
|
# },
|
5658
|
+
# update_etl_libraries: false,
|
5486
5659
|
# }
|
5487
5660
|
#
|
5488
5661
|
# @!attribute [rw] endpoint_name
|
@@ -5494,16 +5667,21 @@ module Aws::Glue
|
|
5494
5667
|
# @return [String]
|
5495
5668
|
#
|
5496
5669
|
# @!attribute [rw] custom_libraries
|
5497
|
-
# Custom Python or Java
|
5498
|
-
# DevEndpoint.
|
5670
|
+
# Custom Python or Java libraries to be loaded in the DevEndpoint.
|
5499
5671
|
# @return [Types::DevEndpointCustomLibraries]
|
5500
5672
|
#
|
5673
|
+
# @!attribute [rw] update_etl_libraries
|
5674
|
+
# True if the list of custom libraries to be loaded in the development
|
5675
|
+
# endpoint needs to be updated, or False otherwise.
|
5676
|
+
# @return [Boolean]
|
5677
|
+
#
|
5501
5678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpointRequest AWS API Documentation
|
5502
5679
|
#
|
5503
5680
|
class UpdateDevEndpointRequest < Struct.new(
|
5504
5681
|
:endpoint_name,
|
5505
5682
|
:public_key,
|
5506
|
-
:custom_libraries
|
5683
|
+
:custom_libraries,
|
5684
|
+
:update_etl_libraries)
|
5507
5685
|
include Aws::Structure
|
5508
5686
|
end
|
5509
5687
|
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-
|
11
|
+
date: 2017-10-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -56,7 +56,9 @@ files:
|
|
56
56
|
homepage: http://github.com/aws/aws-sdk-ruby
|
57
57
|
licenses:
|
58
58
|
- Apache-2.0
|
59
|
-
metadata:
|
59
|
+
metadata:
|
60
|
+
source_code_uri: https://github.com/aws/aws-sdk-ruby/tree/master/gems/aws-sdk-glue
|
61
|
+
changelog_uri: https://github.com/aws/aws-sdk-ruby/tree/master/gems/aws-sdk-glue/CHANGELOG.md
|
60
62
|
post_install_message:
|
61
63
|
rdoc_options: []
|
62
64
|
require_paths:
|