aws-sdk-glue 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue/client.rb +98 -27
- data/lib/aws-sdk-glue/client_api.rb +47 -3
- data/lib/aws-sdk-glue/types.rb +227 -49
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +5 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 19736b84e7692f573a3f6f28a55415a99216068a
|
4
|
+
data.tar.gz: 53db1efc3b50360bc2cf575b2a0858903de25e25
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f0aece2de9b4d2d5de440f18a264115b7ba1894f557b3b860944b7eadb9d1eba73931ab7579b6fda4b6b7da9547ab43be157edd185851dbefdf1781006114fa3
|
7
|
+
data.tar.gz: 29b1de72a54a392f49267a3995d302934cb0875a6218e1aaa67d8db5f5f8670a4432adc0b9c4311002ac8f4f76a529af971dc45c82b71ef3b5ad7d36d5460873
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -465,6 +465,46 @@ module Aws::Glue
|
|
465
465
|
req.send_request(options)
|
466
466
|
end
|
467
467
|
|
468
|
+
# Stops a batch of job runs for a given job.
|
469
|
+
#
|
470
|
+
# @option params [required, String] :job_name
|
471
|
+
# The name of the job whose job runs are to be stopped.
|
472
|
+
#
|
473
|
+
# @option params [required, Array<String>] :job_run_ids
|
474
|
+
# A list of job run Ids of the given job to be stopped.
|
475
|
+
#
|
476
|
+
# @return [Types::BatchStopJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
477
|
+
#
|
478
|
+
# * {Types::BatchStopJobRunResponse#successful_submissions #successful_submissions} => Array<Types::BatchStopJobRunSuccessfulSubmission>
|
479
|
+
# * {Types::BatchStopJobRunResponse#errors #errors} => Array<Types::BatchStopJobRunError>
|
480
|
+
#
|
481
|
+
# @example Request syntax with placeholder values
|
482
|
+
#
|
483
|
+
# resp = client.batch_stop_job_run({
|
484
|
+
# job_name: "NameString", # required
|
485
|
+
# job_run_ids: ["IdString"], # required
|
486
|
+
# })
|
487
|
+
#
|
488
|
+
# @example Response structure
|
489
|
+
#
|
490
|
+
# resp.successful_submissions #=> Array
|
491
|
+
# resp.successful_submissions[0].job_name #=> String
|
492
|
+
# resp.successful_submissions[0].job_run_id #=> String
|
493
|
+
# resp.errors #=> Array
|
494
|
+
# resp.errors[0].job_name #=> String
|
495
|
+
# resp.errors[0].job_run_id #=> String
|
496
|
+
# resp.errors[0].error_detail.error_code #=> String
|
497
|
+
# resp.errors[0].error_detail.error_message #=> String
|
498
|
+
#
|
499
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRun AWS API Documentation
|
500
|
+
#
|
501
|
+
# @overload batch_stop_job_run(params = {})
|
502
|
+
# @param [Hash] params ({})
|
503
|
+
def batch_stop_job_run(params = {}, options = {})
|
504
|
+
req = build_request(:batch_stop_job_run, params)
|
505
|
+
req.send_request(options)
|
506
|
+
end
|
507
|
+
|
468
508
|
# Creates a `Classifier` in the user's account.
|
469
509
|
#
|
470
510
|
# @option params [Types::CreateGrokClassifierRequest] :grok_classifier
|
@@ -540,8 +580,8 @@ module Aws::Glue
|
|
540
580
|
# Name of the new `Crawler`.
|
541
581
|
#
|
542
582
|
# @option params [required, String] :role
|
543
|
-
# The
|
544
|
-
# customer resources.
|
583
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
584
|
+
# access customer resources.
|
545
585
|
#
|
546
586
|
# @option params [required, String] :database_name
|
547
587
|
# The Glue `Database` where results will be stored, such as:
|
@@ -554,13 +594,13 @@ module Aws::Glue
|
|
554
594
|
# A list of collection of targets to crawl.
|
555
595
|
#
|
556
596
|
# @option params [String] :schedule
|
557
|
-
# A cron expression
|
558
|
-
#
|
559
|
-
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
597
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
598
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
599
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
560
600
|
#
|
561
601
|
#
|
562
602
|
#
|
563
|
-
# [1]: http://docs.aws.amazon.com/
|
603
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
564
604
|
#
|
565
605
|
# @option params [Array<String>] :classifiers
|
566
606
|
# A list of custom `Classifier` names that the user has registered. By
|
@@ -659,22 +699,32 @@ module Aws::Glue
|
|
659
699
|
# @option params [required, String] :role_arn
|
660
700
|
# The IAM role for the DevEndpoint.
|
661
701
|
#
|
662
|
-
# @option params [
|
702
|
+
# @option params [Array<String>] :security_group_ids
|
663
703
|
# Security group IDs for the security groups to be used by the new
|
664
704
|
# DevEndpoint.
|
665
705
|
#
|
666
|
-
# @option params [
|
706
|
+
# @option params [String] :subnet_id
|
667
707
|
# The subnet ID for the new DevEndpoint to use.
|
668
708
|
#
|
669
|
-
# @option params [String] :public_key
|
709
|
+
# @option params [required, String] :public_key
|
670
710
|
# The public key to use for authentication.
|
671
711
|
#
|
672
712
|
# @option params [Integer] :number_of_nodes
|
673
|
-
# The number of
|
713
|
+
# The number of AWS Glue Data Processing Units (DPUs) to allocate to
|
714
|
+
# this DevEndpoint.
|
674
715
|
#
|
675
716
|
# @option params [String] :extra_python_libs_s3_path
|
676
|
-
# Path to one or more Python libraries in an S3 bucket that should be
|
677
|
-
# loaded in your DevEndpoint.
|
717
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should be
|
718
|
+
# loaded in your DevEndpoint. Multiple values must be complete paths
|
719
|
+
# separated by a comma.
|
720
|
+
#
|
721
|
+
# Please note that only pure Python libraries can currently be used on a
|
722
|
+
# DevEndpoint. Libraries that rely on C extensions, such as the
|
723
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
724
|
+
#
|
725
|
+
#
|
726
|
+
#
|
727
|
+
# [1]: http://pandas.pydata.org/
|
678
728
|
#
|
679
729
|
# @option params [String] :extra_jars_s3_path
|
680
730
|
# Path to one or more Java Jars in an S3 bucket that should be loaded in
|
@@ -688,6 +738,7 @@ module Aws::Glue
|
|
688
738
|
# * {Types::CreateDevEndpointResponse#subnet_id #subnet_id} => String
|
689
739
|
# * {Types::CreateDevEndpointResponse#role_arn #role_arn} => String
|
690
740
|
# * {Types::CreateDevEndpointResponse#yarn_endpoint_address #yarn_endpoint_address} => String
|
741
|
+
# * {Types::CreateDevEndpointResponse#zeppelin_remote_spark_interpreter_port #zeppelin_remote_spark_interpreter_port} => Integer
|
691
742
|
# * {Types::CreateDevEndpointResponse#number_of_nodes #number_of_nodes} => Integer
|
692
743
|
# * {Types::CreateDevEndpointResponse#availability_zone #availability_zone} => String
|
693
744
|
# * {Types::CreateDevEndpointResponse#vpc_id #vpc_id} => String
|
@@ -701,9 +752,9 @@ module Aws::Glue
|
|
701
752
|
# resp = client.create_dev_endpoint({
|
702
753
|
# endpoint_name: "GenericString", # required
|
703
754
|
# role_arn: "RoleArn", # required
|
704
|
-
# security_group_ids: ["GenericString"],
|
705
|
-
# subnet_id: "GenericString",
|
706
|
-
# public_key: "GenericString",
|
755
|
+
# security_group_ids: ["GenericString"],
|
756
|
+
# subnet_id: "GenericString",
|
757
|
+
# public_key: "GenericString", # required
|
707
758
|
# number_of_nodes: 1,
|
708
759
|
# extra_python_libs_s3_path: "GenericString",
|
709
760
|
# extra_jars_s3_path: "GenericString",
|
@@ -718,6 +769,7 @@ module Aws::Glue
|
|
718
769
|
# resp.subnet_id #=> String
|
719
770
|
# resp.role_arn #=> String
|
720
771
|
# resp.yarn_endpoint_address #=> String
|
772
|
+
# resp.zeppelin_remote_spark_interpreter_port #=> Integer
|
721
773
|
# resp.number_of_nodes #=> Integer
|
722
774
|
# resp.availability_zone #=> String
|
723
775
|
# resp.vpc_id #=> String
|
@@ -744,7 +796,7 @@ module Aws::Glue
|
|
744
796
|
# Description of the job.
|
745
797
|
#
|
746
798
|
# @option params [String] :log_uri
|
747
|
-
#
|
799
|
+
# This field is reserved for future use.
|
748
800
|
#
|
749
801
|
# @option params [required, String] :role
|
750
802
|
# The role associated with this job.
|
@@ -1043,7 +1095,13 @@ module Aws::Glue
|
|
1043
1095
|
# The type of the new trigger.
|
1044
1096
|
#
|
1045
1097
|
# @option params [String] :schedule
|
1046
|
-
# A cron
|
1098
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1099
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1100
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1101
|
+
#
|
1102
|
+
#
|
1103
|
+
#
|
1104
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1047
1105
|
#
|
1048
1106
|
# @option params [Types::Predicate] :predicate
|
1049
1107
|
# A predicate to specify when the new trigger should fire.
|
@@ -1943,6 +2001,7 @@ module Aws::Glue
|
|
1943
2001
|
# resp.dev_endpoint.security_group_ids[0] #=> String
|
1944
2002
|
# resp.dev_endpoint.subnet_id #=> String
|
1945
2003
|
# resp.dev_endpoint.yarn_endpoint_address #=> String
|
2004
|
+
# resp.dev_endpoint.zeppelin_remote_spark_interpreter_port #=> Integer
|
1946
2005
|
# resp.dev_endpoint.public_address #=> String
|
1947
2006
|
# resp.dev_endpoint.status #=> String
|
1948
2007
|
# resp.dev_endpoint.number_of_nodes #=> Integer
|
@@ -1994,6 +2053,7 @@ module Aws::Glue
|
|
1994
2053
|
# resp.dev_endpoints[0].security_group_ids[0] #=> String
|
1995
2054
|
# resp.dev_endpoints[0].subnet_id #=> String
|
1996
2055
|
# resp.dev_endpoints[0].yarn_endpoint_address #=> String
|
2056
|
+
# resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
|
1997
2057
|
# resp.dev_endpoints[0].public_address #=> String
|
1998
2058
|
# resp.dev_endpoints[0].status #=> String
|
1999
2059
|
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
@@ -3312,8 +3372,8 @@ module Aws::Glue
|
|
3312
3372
|
# Name of the new `Crawler`.
|
3313
3373
|
#
|
3314
3374
|
# @option params [String] :role
|
3315
|
-
# The
|
3316
|
-
# customer resources.
|
3375
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
3376
|
+
# access customer resources.
|
3317
3377
|
#
|
3318
3378
|
# @option params [String] :database_name
|
3319
3379
|
# The Glue `Database` where results will be stored, such as:
|
@@ -3326,13 +3386,13 @@ module Aws::Glue
|
|
3326
3386
|
# A list of collection of targets to crawl.
|
3327
3387
|
#
|
3328
3388
|
# @option params [String] :schedule
|
3329
|
-
# A cron expression
|
3330
|
-
#
|
3331
|
-
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
3389
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
3390
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
3391
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
3332
3392
|
#
|
3333
3393
|
#
|
3334
3394
|
#
|
3335
|
-
# [1]: http://docs.aws.amazon.com/
|
3395
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
3336
3396
|
#
|
3337
3397
|
# @option params [Array<String>] :classifiers
|
3338
3398
|
# A list of custom `Classifier` names that the user has registered. By
|
@@ -3394,7 +3454,14 @@ module Aws::Glue
|
|
3394
3454
|
# Name of the crawler whose schedule to update.
|
3395
3455
|
#
|
3396
3456
|
# @option params [String] :schedule
|
3397
|
-
#
|
3457
|
+
# The updated `cron` expression used to specify the schedule (see
|
3458
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
3459
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
|
3460
|
+
# *)`.
|
3461
|
+
#
|
3462
|
+
#
|
3463
|
+
#
|
3464
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
3398
3465
|
#
|
3399
3466
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3400
3467
|
#
|
@@ -3462,8 +3529,11 @@ module Aws::Glue
|
|
3462
3529
|
# The public key for the DevEndpoint to use.
|
3463
3530
|
#
|
3464
3531
|
# @option params [Types::DevEndpointCustomLibraries] :custom_libraries
|
3465
|
-
# Custom Python or Java
|
3466
|
-
#
|
3532
|
+
# Custom Python or Java libraries to be loaded in the DevEndpoint.
|
3533
|
+
#
|
3534
|
+
# @option params [Boolean] :update_etl_libraries
|
3535
|
+
# True if the list of custom libraries to be loaded in the development
|
3536
|
+
# endpoint needs to be updated, or False otherwise.
|
3467
3537
|
#
|
3468
3538
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3469
3539
|
#
|
@@ -3476,6 +3546,7 @@ module Aws::Glue
|
|
3476
3546
|
# extra_python_libs_s3_path: "GenericString",
|
3477
3547
|
# extra_jars_s3_path: "GenericString",
|
3478
3548
|
# },
|
3549
|
+
# update_etl_libraries: false,
|
3479
3550
|
# })
|
3480
3551
|
#
|
3481
3552
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpoint AWS API Documentation
|
@@ -3844,7 +3915,7 @@ module Aws::Glue
|
|
3844
3915
|
params: params,
|
3845
3916
|
config: config)
|
3846
3917
|
context[:gem_name] = 'aws-sdk-glue'
|
3847
|
-
context[:gem_version] = '1.
|
3918
|
+
context[:gem_version] = '1.1.0'
|
3848
3919
|
Seahorse::Client::Request.new(handlers, context)
|
3849
3920
|
end
|
3850
3921
|
|
@@ -29,6 +29,13 @@ module Aws::Glue
|
|
29
29
|
BatchGetPartitionRequest = Shapes::StructureShape.new(name: 'BatchGetPartitionRequest')
|
30
30
|
BatchGetPartitionResponse = Shapes::StructureShape.new(name: 'BatchGetPartitionResponse')
|
31
31
|
BatchGetPartitionValueList = Shapes::ListShape.new(name: 'BatchGetPartitionValueList')
|
32
|
+
BatchStopJobRunError = Shapes::StructureShape.new(name: 'BatchStopJobRunError')
|
33
|
+
BatchStopJobRunErrorList = Shapes::ListShape.new(name: 'BatchStopJobRunErrorList')
|
34
|
+
BatchStopJobRunJobRunIdList = Shapes::ListShape.new(name: 'BatchStopJobRunJobRunIdList')
|
35
|
+
BatchStopJobRunRequest = Shapes::StructureShape.new(name: 'BatchStopJobRunRequest')
|
36
|
+
BatchStopJobRunResponse = Shapes::StructureShape.new(name: 'BatchStopJobRunResponse')
|
37
|
+
BatchStopJobRunSuccessfulSubmission = Shapes::StructureShape.new(name: 'BatchStopJobRunSuccessfulSubmission')
|
38
|
+
BatchStopJobRunSuccessfulSubmissionList = Shapes::ListShape.new(name: 'BatchStopJobRunSuccessfulSubmissionList')
|
32
39
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
33
40
|
BooleanValue = Shapes::BooleanShape.new(name: 'BooleanValue')
|
34
41
|
BoundedPartitionValueList = Shapes::ListShape.new(name: 'BoundedPartitionValueList')
|
@@ -419,6 +426,29 @@ module Aws::Glue
|
|
419
426
|
|
420
427
|
BatchGetPartitionValueList.member = Shapes::ShapeRef.new(shape: PartitionValueList)
|
421
428
|
|
429
|
+
BatchStopJobRunError.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
430
|
+
BatchStopJobRunError.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
431
|
+
BatchStopJobRunError.add_member(:error_detail, Shapes::ShapeRef.new(shape: ErrorDetail, location_name: "ErrorDetail"))
|
432
|
+
BatchStopJobRunError.struct_class = Types::BatchStopJobRunError
|
433
|
+
|
434
|
+
BatchStopJobRunErrorList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunError)
|
435
|
+
|
436
|
+
BatchStopJobRunJobRunIdList.member = Shapes::ShapeRef.new(shape: IdString)
|
437
|
+
|
438
|
+
BatchStopJobRunRequest.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "JobName"))
|
439
|
+
BatchStopJobRunRequest.add_member(:job_run_ids, Shapes::ShapeRef.new(shape: BatchStopJobRunJobRunIdList, required: true, location_name: "JobRunIds"))
|
440
|
+
BatchStopJobRunRequest.struct_class = Types::BatchStopJobRunRequest
|
441
|
+
|
442
|
+
BatchStopJobRunResponse.add_member(:successful_submissions, Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmissionList, location_name: "SuccessfulSubmissions"))
|
443
|
+
BatchStopJobRunResponse.add_member(:errors, Shapes::ShapeRef.new(shape: BatchStopJobRunErrorList, location_name: "Errors"))
|
444
|
+
BatchStopJobRunResponse.struct_class = Types::BatchStopJobRunResponse
|
445
|
+
|
446
|
+
BatchStopJobRunSuccessfulSubmission.add_member(:job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "JobName"))
|
447
|
+
BatchStopJobRunSuccessfulSubmission.add_member(:job_run_id, Shapes::ShapeRef.new(shape: IdString, location_name: "JobRunId"))
|
448
|
+
BatchStopJobRunSuccessfulSubmission.struct_class = Types::BatchStopJobRunSuccessfulSubmission
|
449
|
+
|
450
|
+
BatchStopJobRunSuccessfulSubmissionList.member = Shapes::ShapeRef.new(shape: BatchStopJobRunSuccessfulSubmission)
|
451
|
+
|
422
452
|
BoundedPartitionValueList.member = Shapes::ShapeRef.new(shape: ValueString)
|
423
453
|
|
424
454
|
CatalogEntries.member = Shapes::ShapeRef.new(shape: CatalogEntry)
|
@@ -569,9 +599,9 @@ module Aws::Glue
|
|
569
599
|
|
570
600
|
CreateDevEndpointRequest.add_member(:endpoint_name, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "EndpointName"))
|
571
601
|
CreateDevEndpointRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
|
572
|
-
CreateDevEndpointRequest.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList,
|
573
|
-
CreateDevEndpointRequest.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString,
|
574
|
-
CreateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicKey"))
|
602
|
+
CreateDevEndpointRequest.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList, location_name: "SecurityGroupIds"))
|
603
|
+
CreateDevEndpointRequest.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
604
|
+
CreateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "PublicKey"))
|
575
605
|
CreateDevEndpointRequest.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
576
606
|
CreateDevEndpointRequest.add_member(:extra_python_libs_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraPythonLibsS3Path"))
|
577
607
|
CreateDevEndpointRequest.add_member(:extra_jars_s3_path, Shapes::ShapeRef.new(shape: GenericString, location_name: "ExtraJarsS3Path"))
|
@@ -583,6 +613,7 @@ module Aws::Glue
|
|
583
613
|
CreateDevEndpointResponse.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
584
614
|
CreateDevEndpointResponse.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
|
585
615
|
CreateDevEndpointResponse.add_member(:yarn_endpoint_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "YarnEndpointAddress"))
|
616
|
+
CreateDevEndpointResponse.add_member(:zeppelin_remote_spark_interpreter_port, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ZeppelinRemoteSparkInterpreterPort"))
|
586
617
|
CreateDevEndpointResponse.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
587
618
|
CreateDevEndpointResponse.add_member(:availability_zone, Shapes::ShapeRef.new(shape: GenericString, location_name: "AvailabilityZone"))
|
588
619
|
CreateDevEndpointResponse.add_member(:vpc_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "VpcId"))
|
@@ -740,6 +771,7 @@ module Aws::Glue
|
|
740
771
|
DevEndpoint.add_member(:security_group_ids, Shapes::ShapeRef.new(shape: StringList, location_name: "SecurityGroupIds"))
|
741
772
|
DevEndpoint.add_member(:subnet_id, Shapes::ShapeRef.new(shape: GenericString, location_name: "SubnetId"))
|
742
773
|
DevEndpoint.add_member(:yarn_endpoint_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "YarnEndpointAddress"))
|
774
|
+
DevEndpoint.add_member(:zeppelin_remote_spark_interpreter_port, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ZeppelinRemoteSparkInterpreterPort"))
|
743
775
|
DevEndpoint.add_member(:public_address, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicAddress"))
|
744
776
|
DevEndpoint.add_member(:status, Shapes::ShapeRef.new(shape: GenericString, location_name: "Status"))
|
745
777
|
DevEndpoint.add_member(:number_of_nodes, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "NumberOfNodes"))
|
@@ -1374,6 +1406,7 @@ module Aws::Glue
|
|
1374
1406
|
UpdateDevEndpointRequest.add_member(:endpoint_name, Shapes::ShapeRef.new(shape: GenericString, required: true, location_name: "EndpointName"))
|
1375
1407
|
UpdateDevEndpointRequest.add_member(:public_key, Shapes::ShapeRef.new(shape: GenericString, location_name: "PublicKey"))
|
1376
1408
|
UpdateDevEndpointRequest.add_member(:custom_libraries, Shapes::ShapeRef.new(shape: DevEndpointCustomLibraries, location_name: "CustomLibraries"))
|
1409
|
+
UpdateDevEndpointRequest.add_member(:update_etl_libraries, Shapes::ShapeRef.new(shape: BooleanValue, location_name: "UpdateEtlLibraries"))
|
1377
1410
|
UpdateDevEndpointRequest.struct_class = Types::UpdateDevEndpointRequest
|
1378
1411
|
|
1379
1412
|
UpdateDevEndpointResponse.struct_class = Types::UpdateDevEndpointResponse
|
@@ -1516,6 +1549,17 @@ module Aws::Glue
|
|
1516
1549
|
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1517
1550
|
end)
|
1518
1551
|
|
1552
|
+
api.add_operation(:batch_stop_job_run, Seahorse::Model::Operation.new.tap do |o|
|
1553
|
+
o.name = "BatchStopJobRun"
|
1554
|
+
o.http_method = "POST"
|
1555
|
+
o.http_request_uri = "/"
|
1556
|
+
o.input = Shapes::ShapeRef.new(shape: BatchStopJobRunRequest)
|
1557
|
+
o.output = Shapes::ShapeRef.new(shape: BatchStopJobRunResponse)
|
1558
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
1559
|
+
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
|
1560
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
1561
|
+
end)
|
1562
|
+
|
1519
1563
|
api.add_operation(:create_classifier, Seahorse::Model::Operation.new.tap do |o|
|
1520
1564
|
o.name = "CreateClassifier"
|
1521
1565
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -8,6 +8,8 @@
|
|
8
8
|
module Aws::Glue
|
9
9
|
module Types
|
10
10
|
|
11
|
+
# Defines an action to be initiated by a trigger.
|
12
|
+
#
|
11
13
|
# @note When making an API call, you may pass Action
|
12
14
|
# data as a hash:
|
13
15
|
#
|
@@ -19,9 +21,11 @@ module Aws::Glue
|
|
19
21
|
# }
|
20
22
|
#
|
21
23
|
# @!attribute [rw] job_name
|
24
|
+
# The name of a job to be executed.
|
22
25
|
# @return [String]
|
23
26
|
#
|
24
27
|
# @!attribute [rw] arguments
|
28
|
+
# Arguments to be passed to the job.
|
25
29
|
# @return [Hash<String,String>]
|
26
30
|
#
|
27
31
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
|
@@ -329,6 +333,90 @@ module Aws::Glue
|
|
329
333
|
include Aws::Structure
|
330
334
|
end
|
331
335
|
|
336
|
+
# Details about the job run and the error that occurred while trying to
|
337
|
+
# submit it for stopping.
|
338
|
+
#
|
339
|
+
# @!attribute [rw] job_name
|
340
|
+
# The name of the job.
|
341
|
+
# @return [String]
|
342
|
+
#
|
343
|
+
# @!attribute [rw] job_run_id
|
344
|
+
# The job run Id.
|
345
|
+
# @return [String]
|
346
|
+
#
|
347
|
+
# @!attribute [rw] error_detail
|
348
|
+
# The details of the error that occurred.
|
349
|
+
# @return [Types::ErrorDetail]
|
350
|
+
#
|
351
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunError AWS API Documentation
|
352
|
+
#
|
353
|
+
class BatchStopJobRunError < Struct.new(
|
354
|
+
:job_name,
|
355
|
+
:job_run_id,
|
356
|
+
:error_detail)
|
357
|
+
include Aws::Structure
|
358
|
+
end
|
359
|
+
|
360
|
+
# @note When making an API call, you may pass BatchStopJobRunRequest
|
361
|
+
# data as a hash:
|
362
|
+
#
|
363
|
+
# {
|
364
|
+
# job_name: "NameString", # required
|
365
|
+
# job_run_ids: ["IdString"], # required
|
366
|
+
# }
|
367
|
+
#
|
368
|
+
# @!attribute [rw] job_name
|
369
|
+
# The name of the job whose job runs are to be stopped.
|
370
|
+
# @return [String]
|
371
|
+
#
|
372
|
+
# @!attribute [rw] job_run_ids
|
373
|
+
# A list of job run Ids of the given job to be stopped.
|
374
|
+
# @return [Array<String>]
|
375
|
+
#
|
376
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunRequest AWS API Documentation
|
377
|
+
#
|
378
|
+
class BatchStopJobRunRequest < Struct.new(
|
379
|
+
:job_name,
|
380
|
+
:job_run_ids)
|
381
|
+
include Aws::Structure
|
382
|
+
end
|
383
|
+
|
384
|
+
# @!attribute [rw] successful_submissions
|
385
|
+
# A list of job runs which are successfully submitted for stopping.
|
386
|
+
# @return [Array<Types::BatchStopJobRunSuccessfulSubmission>]
|
387
|
+
#
|
388
|
+
# @!attribute [rw] errors
|
389
|
+
# A list containing the job run Ids and details of the error that
|
390
|
+
# occurred for each job run while submitting to stop.
|
391
|
+
# @return [Array<Types::BatchStopJobRunError>]
|
392
|
+
#
|
393
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunResponse AWS API Documentation
|
394
|
+
#
|
395
|
+
class BatchStopJobRunResponse < Struct.new(
|
396
|
+
:successful_submissions,
|
397
|
+
:errors)
|
398
|
+
include Aws::Structure
|
399
|
+
end
|
400
|
+
|
401
|
+
# Details about the job run which is submitted successfully for
|
402
|
+
# stopping.
|
403
|
+
#
|
404
|
+
# @!attribute [rw] job_name
|
405
|
+
# The name of the job.
|
406
|
+
# @return [String]
|
407
|
+
#
|
408
|
+
# @!attribute [rw] job_run_id
|
409
|
+
# The job run Id.
|
410
|
+
# @return [String]
|
411
|
+
#
|
412
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchStopJobRunSuccessfulSubmission AWS API Documentation
|
413
|
+
#
|
414
|
+
class BatchStopJobRunSuccessfulSubmission < Struct.new(
|
415
|
+
:job_name,
|
416
|
+
:job_run_id)
|
417
|
+
include Aws::Structure
|
418
|
+
end
|
419
|
+
|
332
420
|
# Specifies a table definition in the Data Catalog.
|
333
421
|
#
|
334
422
|
# @note When making an API call, you may pass CatalogEntry
|
@@ -536,6 +624,8 @@ module Aws::Glue
|
|
536
624
|
include Aws::Structure
|
537
625
|
end
|
538
626
|
|
627
|
+
# Defines a condition under which a trigger fires.
|
628
|
+
#
|
539
629
|
# @note When making an API call, you may pass Condition
|
540
630
|
# data as a hash:
|
541
631
|
#
|
@@ -546,12 +636,15 @@ module Aws::Glue
|
|
546
636
|
# }
|
547
637
|
#
|
548
638
|
# @!attribute [rw] logical_operator
|
639
|
+
# A logical operator.
|
549
640
|
# @return [String]
|
550
641
|
#
|
551
642
|
# @!attribute [rw] job_name
|
643
|
+
# The name of the job in question.
|
552
644
|
# @return [String]
|
553
645
|
#
|
554
646
|
# @!attribute [rw] state
|
647
|
+
# The condition state.
|
555
648
|
# @return [String]
|
556
649
|
#
|
557
650
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Condition AWS API Documentation
|
@@ -574,7 +667,8 @@ module Aws::Glue
|
|
574
667
|
# @return [String]
|
575
668
|
#
|
576
669
|
# @!attribute [rw] connection_type
|
577
|
-
# The type of the connection.
|
670
|
+
# The type of the connection. Currently, only JDBC is supported; SFTP
|
671
|
+
# is not supported.
|
578
672
|
# @return [String]
|
579
673
|
#
|
580
674
|
# @!attribute [rw] match_criteria
|
@@ -647,7 +741,8 @@ module Aws::Glue
|
|
647
741
|
# @return [String]
|
648
742
|
#
|
649
743
|
# @!attribute [rw] connection_type
|
650
|
-
# The type of the connection.
|
744
|
+
# The type of the connection. Currently, only JDBC is supported; SFTP
|
745
|
+
# is not supported.
|
651
746
|
# @return [String]
|
652
747
|
#
|
653
748
|
# @!attribute [rw] match_criteria
|
@@ -696,16 +791,16 @@ module Aws::Glue
|
|
696
791
|
end
|
697
792
|
|
698
793
|
# Specifies a crawler program that examines a data source and uses
|
699
|
-
# classifiers to try to its schema. If successful, the crawler
|
700
|
-
# metatdata concerning the data source in the Data Catalog.
|
794
|
+
# classifiers to try to determine its schema. If successful, the crawler
|
795
|
+
# records metatdata concerning the data source in the Data Catalog.
|
701
796
|
#
|
702
797
|
# @!attribute [rw] name
|
703
798
|
# The `Crawler` name.
|
704
799
|
# @return [String]
|
705
800
|
#
|
706
801
|
# @!attribute [rw] role
|
707
|
-
# The ARN of an IAM role used to access customer
|
708
|
-
# data in S3.
|
802
|
+
# The IAM role (or ARN of an IAM role) used to access customer
|
803
|
+
# resources such as data in S3.
|
709
804
|
# @return [String]
|
710
805
|
#
|
711
806
|
# @!attribute [rw] targets
|
@@ -976,8 +1071,8 @@ module Aws::Glue
|
|
976
1071
|
# @return [String]
|
977
1072
|
#
|
978
1073
|
# @!attribute [rw] role
|
979
|
-
# The
|
980
|
-
# customer resources.
|
1074
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
1075
|
+
# access customer resources.
|
981
1076
|
# @return [String]
|
982
1077
|
#
|
983
1078
|
# @!attribute [rw] database_name
|
@@ -994,13 +1089,13 @@ module Aws::Glue
|
|
994
1089
|
# @return [Types::CrawlerTargets]
|
995
1090
|
#
|
996
1091
|
# @!attribute [rw] schedule
|
997
|
-
# A cron expression
|
998
|
-
#
|
999
|
-
# every day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
1092
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1093
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1094
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1000
1095
|
#
|
1001
1096
|
#
|
1002
1097
|
#
|
1003
|
-
# [1]: http://docs.aws.amazon.com/
|
1098
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1004
1099
|
# @return [String]
|
1005
1100
|
#
|
1006
1101
|
# @!attribute [rw] classifiers
|
@@ -1080,9 +1175,9 @@ module Aws::Glue
|
|
1080
1175
|
# {
|
1081
1176
|
# endpoint_name: "GenericString", # required
|
1082
1177
|
# role_arn: "RoleArn", # required
|
1083
|
-
# security_group_ids: ["GenericString"],
|
1084
|
-
# subnet_id: "GenericString",
|
1085
|
-
# public_key: "GenericString",
|
1178
|
+
# security_group_ids: ["GenericString"],
|
1179
|
+
# subnet_id: "GenericString",
|
1180
|
+
# public_key: "GenericString", # required
|
1086
1181
|
# number_of_nodes: 1,
|
1087
1182
|
# extra_python_libs_s3_path: "GenericString",
|
1088
1183
|
# extra_jars_s3_path: "GenericString",
|
@@ -1110,12 +1205,22 @@ module Aws::Glue
|
|
1110
1205
|
# @return [String]
|
1111
1206
|
#
|
1112
1207
|
# @!attribute [rw] number_of_nodes
|
1113
|
-
# The number of
|
1208
|
+
# The number of AWS Glue Data Processing Units (DPUs) to allocate to
|
1209
|
+
# this DevEndpoint.
|
1114
1210
|
# @return [Integer]
|
1115
1211
|
#
|
1116
1212
|
# @!attribute [rw] extra_python_libs_s3_path
|
1117
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
1118
|
-
# loaded in your DevEndpoint.
|
1213
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
1214
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
1215
|
+
# paths separated by a comma.
|
1216
|
+
#
|
1217
|
+
# Please note that only pure Python libraries can currently be used on
|
1218
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
1219
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
1220
|
+
#
|
1221
|
+
#
|
1222
|
+
#
|
1223
|
+
# [1]: http://pandas.pydata.org/
|
1119
1224
|
# @return [String]
|
1120
1225
|
#
|
1121
1226
|
# @!attribute [rw] extra_jars_s3_path
|
@@ -1161,8 +1266,13 @@ module Aws::Glue
|
|
1161
1266
|
# The address of the YARN endpoint used by this DevEndpoint.
|
1162
1267
|
# @return [String]
|
1163
1268
|
#
|
1269
|
+
# @!attribute [rw] zeppelin_remote_spark_interpreter_port
|
1270
|
+
# The Apache Zeppelin port for the remote Apache Spark interpreter.
|
1271
|
+
# @return [Integer]
|
1272
|
+
#
|
1164
1273
|
# @!attribute [rw] number_of_nodes
|
1165
|
-
# The number of
|
1274
|
+
# The number of AWS Glue Data Processing Units (DPUs) allocated to
|
1275
|
+
# this DevEndpoint.
|
1166
1276
|
# @return [Integer]
|
1167
1277
|
#
|
1168
1278
|
# @!attribute [rw] availability_zone
|
@@ -1174,7 +1284,7 @@ module Aws::Glue
|
|
1174
1284
|
# @return [String]
|
1175
1285
|
#
|
1176
1286
|
# @!attribute [rw] extra_python_libs_s3_path
|
1177
|
-
# Path to one or more Python libraries in an S3 bucket that will be
|
1287
|
+
# Path(s) to one or more Python libraries in an S3 bucket that will be
|
1178
1288
|
# loaded in your DevEndpoint.
|
1179
1289
|
# @return [String]
|
1180
1290
|
#
|
@@ -1200,6 +1310,7 @@ module Aws::Glue
|
|
1200
1310
|
:subnet_id,
|
1201
1311
|
:role_arn,
|
1202
1312
|
:yarn_endpoint_address,
|
1313
|
+
:zeppelin_remote_spark_interpreter_port,
|
1203
1314
|
:number_of_nodes,
|
1204
1315
|
:availability_zone,
|
1205
1316
|
:vpc_id,
|
@@ -1283,7 +1394,7 @@ module Aws::Glue
|
|
1283
1394
|
# @return [String]
|
1284
1395
|
#
|
1285
1396
|
# @!attribute [rw] log_uri
|
1286
|
-
#
|
1397
|
+
# This field is reserved for future use.
|
1287
1398
|
# @return [String]
|
1288
1399
|
#
|
1289
1400
|
# @!attribute [rw] role
|
@@ -1617,7 +1728,13 @@ module Aws::Glue
|
|
1617
1728
|
# @return [String]
|
1618
1729
|
#
|
1619
1730
|
# @!attribute [rw] schedule
|
1620
|
-
# A cron
|
1731
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1732
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1733
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1734
|
+
#
|
1735
|
+
#
|
1736
|
+
#
|
1737
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1621
1738
|
# @return [String]
|
1622
1739
|
#
|
1623
1740
|
# @!attribute [rw] predicate
|
@@ -2095,6 +2212,10 @@ module Aws::Glue
|
|
2095
2212
|
# The YARN endpoint address used by this DevEndpoint.
|
2096
2213
|
# @return [String]
|
2097
2214
|
#
|
2215
|
+
# @!attribute [rw] zeppelin_remote_spark_interpreter_port
|
2216
|
+
# The Apache Zeppelin port for the remote Apache Spark interpreter.
|
2217
|
+
# @return [Integer]
|
2218
|
+
#
|
2098
2219
|
# @!attribute [rw] public_address
|
2099
2220
|
# The public address used by this DevEndpoint.
|
2100
2221
|
# @return [String]
|
@@ -2104,7 +2225,8 @@ module Aws::Glue
|
|
2104
2225
|
# @return [String]
|
2105
2226
|
#
|
2106
2227
|
# @!attribute [rw] number_of_nodes
|
2107
|
-
# The number of
|
2228
|
+
# The number of AWS Glue Data Processing Units (DPUs) allocated to
|
2229
|
+
# this DevEndpoint.
|
2108
2230
|
# @return [Integer]
|
2109
2231
|
#
|
2110
2232
|
# @!attribute [rw] availability_zone
|
@@ -2116,13 +2238,25 @@ module Aws::Glue
|
|
2116
2238
|
# @return [String]
|
2117
2239
|
#
|
2118
2240
|
# @!attribute [rw] extra_python_libs_s3_path
|
2119
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
2120
|
-
# loaded in your DevEndpoint.
|
2241
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
2242
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
2243
|
+
# paths separated by a comma.
|
2244
|
+
#
|
2245
|
+
# Please note that only pure Python libraries can currently be used on
|
2246
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
2247
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
2248
|
+
#
|
2249
|
+
#
|
2250
|
+
#
|
2251
|
+
# [1]: http://pandas.pydata.org/
|
2121
2252
|
# @return [String]
|
2122
2253
|
#
|
2123
2254
|
# @!attribute [rw] extra_jars_s3_path
|
2124
2255
|
# Path to one or more Java Jars in an S3 bucket that should be loaded
|
2125
2256
|
# in your DevEndpoint.
|
2257
|
+
#
|
2258
|
+
# Please note that only pure Java/Scala libraries can currently be
|
2259
|
+
# used on a DevEndpoint.
|
2126
2260
|
# @return [String]
|
2127
2261
|
#
|
2128
2262
|
# @!attribute [rw] failure_reason
|
@@ -2153,6 +2287,7 @@ module Aws::Glue
|
|
2153
2287
|
:security_group_ids,
|
2154
2288
|
:subnet_id,
|
2155
2289
|
:yarn_endpoint_address,
|
2290
|
+
:zeppelin_remote_spark_interpreter_port,
|
2156
2291
|
:public_address,
|
2157
2292
|
:status,
|
2158
2293
|
:number_of_nodes,
|
@@ -2179,13 +2314,25 @@ module Aws::Glue
|
|
2179
2314
|
# }
|
2180
2315
|
#
|
2181
2316
|
# @!attribute [rw] extra_python_libs_s3_path
|
2182
|
-
# Path to one or more Python libraries in an S3 bucket that should
|
2183
|
-
# loaded in your DevEndpoint.
|
2317
|
+
# Path(s) to one or more Python libraries in an S3 bucket that should
|
2318
|
+
# be loaded in your DevEndpoint. Multiple values must be complete
|
2319
|
+
# paths separated by a comma.
|
2320
|
+
#
|
2321
|
+
# Please note that only pure Python libraries can currently be used on
|
2322
|
+
# a DevEndpoint. Libraries that rely on C extensions, such as the
|
2323
|
+
# [pandas][1] Python data analysis library, are not yet supported.
|
2324
|
+
#
|
2325
|
+
#
|
2326
|
+
#
|
2327
|
+
# [1]: http://pandas.pydata.org/
|
2184
2328
|
# @return [String]
|
2185
2329
|
#
|
2186
2330
|
# @!attribute [rw] extra_jars_s3_path
|
2187
2331
|
# Path to one or more Java Jars in an S3 bucket that should be loaded
|
2188
2332
|
# in your DevEndpoint.
|
2333
|
+
#
|
2334
|
+
# Please note that only pure Java/Scala libraries can currently be
|
2335
|
+
# used on a DevEndpoint.
|
2189
2336
|
# @return [String]
|
2190
2337
|
#
|
2191
2338
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DevEndpointCustomLibraries AWS API Documentation
|
@@ -2386,7 +2533,8 @@ module Aws::Glue
|
|
2386
2533
|
# @return [Array<String>]
|
2387
2534
|
#
|
2388
2535
|
# @!attribute [rw] connection_type
|
2389
|
-
# The type of connections to return.
|
2536
|
+
# The type of connections to return. Currently, only JDBC is
|
2537
|
+
# supported; SFTP is not supported.
|
2390
2538
|
# @return [String]
|
2391
2539
|
#
|
2392
2540
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
@@ -3636,7 +3784,7 @@ module Aws::Glue
|
|
3636
3784
|
# @return [String]
|
3637
3785
|
#
|
3638
3786
|
# @!attribute [rw] log_uri
|
3639
|
-
#
|
3787
|
+
# This field is reserved for future use.
|
3640
3788
|
# @return [String]
|
3641
3789
|
#
|
3642
3790
|
# @!attribute [rw] role
|
@@ -3857,7 +4005,7 @@ module Aws::Glue
|
|
3857
4005
|
# @return [String]
|
3858
4006
|
#
|
3859
4007
|
# @!attribute [rw] log_uri
|
3860
|
-
#
|
4008
|
+
# This field is reserved for future use.
|
3861
4009
|
# @return [String]
|
3862
4010
|
#
|
3863
4011
|
# @!attribute [rw] role
|
@@ -4212,6 +4360,8 @@ module Aws::Glue
|
|
4212
4360
|
include Aws::Structure
|
4213
4361
|
end
|
4214
4362
|
|
4363
|
+
# Contains a list of values defining partitions.
|
4364
|
+
#
|
4215
4365
|
# @note When making an API call, you may pass PartitionValueList
|
4216
4366
|
# data as a hash:
|
4217
4367
|
#
|
@@ -4220,6 +4370,7 @@ module Aws::Glue
|
|
4220
4370
|
# }
|
4221
4371
|
#
|
4222
4372
|
# @!attribute [rw] values
|
4373
|
+
# The list of values.
|
4223
4374
|
# @return [Array<String>]
|
4224
4375
|
#
|
4225
4376
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionValueList AWS API Documentation
|
@@ -4395,14 +4546,13 @@ module Aws::Glue
|
|
4395
4546
|
# A scheduling object using a `cron` statement to schedule an event.
|
4396
4547
|
#
|
4397
4548
|
# @!attribute [rw] schedule_expression
|
4398
|
-
# A `cron` expression
|
4399
|
-
#
|
4400
|
-
#
|
4401
|
-
# specify: `cron(15 12 * * ? *)`.
|
4549
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
4550
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
4551
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
4402
4552
|
#
|
4403
4553
|
#
|
4404
4554
|
#
|
4405
|
-
# [1]: http://docs.aws.amazon.com/
|
4555
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
4406
4556
|
# @return [String]
|
4407
4557
|
#
|
4408
4558
|
# @!attribute [rw] state
|
@@ -5104,12 +5254,14 @@ module Aws::Glue
|
|
5104
5254
|
include Aws::Structure
|
5105
5255
|
end
|
5106
5256
|
|
5257
|
+
# Specifies a version of a table.
|
5258
|
+
#
|
5107
5259
|
# @!attribute [rw] table
|
5108
|
-
#
|
5109
|
-
# rows.
|
5260
|
+
# The table in question
|
5110
5261
|
# @return [Types::Table]
|
5111
5262
|
#
|
5112
5263
|
# @!attribute [rw] version_id
|
5264
|
+
# The ID value that identifies this table version.
|
5113
5265
|
# @return [String]
|
5114
5266
|
#
|
5115
5267
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersion AWS API Documentation
|
@@ -5143,7 +5295,13 @@ module Aws::Glue
|
|
5143
5295
|
# @return [String]
|
5144
5296
|
#
|
5145
5297
|
# @!attribute [rw] schedule
|
5146
|
-
# A cron schedule
|
5298
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5299
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5300
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5301
|
+
#
|
5302
|
+
#
|
5303
|
+
#
|
5304
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5147
5305
|
# @return [String]
|
5148
5306
|
#
|
5149
5307
|
# @!attribute [rw] actions
|
@@ -5206,7 +5364,14 @@ module Aws::Glue
|
|
5206
5364
|
# @return [String]
|
5207
5365
|
#
|
5208
5366
|
# @!attribute [rw] schedule
|
5209
|
-
#
|
5367
|
+
# An updated `cron` expression used to specify the schedule (see
|
5368
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
5369
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * *
|
5370
|
+
# ? *)`.
|
5371
|
+
#
|
5372
|
+
#
|
5373
|
+
#
|
5374
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5210
5375
|
# @return [String]
|
5211
5376
|
#
|
5212
5377
|
# @!attribute [rw] actions
|
@@ -5341,8 +5506,8 @@ module Aws::Glue
|
|
5341
5506
|
# @return [String]
|
5342
5507
|
#
|
5343
5508
|
# @!attribute [rw] role
|
5344
|
-
# The
|
5345
|
-
# customer resources.
|
5509
|
+
# The IAM role (or ARN of an IAM role) used by the new `Crawler` to
|
5510
|
+
# access customer resources.
|
5346
5511
|
# @return [String]
|
5347
5512
|
#
|
5348
5513
|
# @!attribute [rw] database_name
|
@@ -5359,13 +5524,13 @@ module Aws::Glue
|
|
5359
5524
|
# @return [Types::CrawlerTargets]
|
5360
5525
|
#
|
5361
5526
|
# @!attribute [rw] schedule
|
5362
|
-
# A cron expression
|
5363
|
-
#
|
5364
|
-
# every day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
5527
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
5528
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
5529
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
5365
5530
|
#
|
5366
5531
|
#
|
5367
5532
|
#
|
5368
|
-
# [1]: http://docs.aws.amazon.com/
|
5533
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5369
5534
|
# @return [String]
|
5370
5535
|
#
|
5371
5536
|
# @!attribute [rw] classifiers
|
@@ -5415,7 +5580,14 @@ module Aws::Glue
|
|
5415
5580
|
# @return [String]
|
5416
5581
|
#
|
5417
5582
|
# @!attribute [rw] schedule
|
5418
|
-
#
|
5583
|
+
# The updated `cron` expression used to specify the schedule (see
|
5584
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
5585
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * *
|
5586
|
+
# ? *)`.
|
5587
|
+
#
|
5588
|
+
#
|
5589
|
+
#
|
5590
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
5419
5591
|
# @return [String]
|
5420
5592
|
#
|
5421
5593
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerScheduleRequest AWS API Documentation
|
@@ -5483,6 +5655,7 @@ module Aws::Glue
|
|
5483
5655
|
# extra_python_libs_s3_path: "GenericString",
|
5484
5656
|
# extra_jars_s3_path: "GenericString",
|
5485
5657
|
# },
|
5658
|
+
# update_etl_libraries: false,
|
5486
5659
|
# }
|
5487
5660
|
#
|
5488
5661
|
# @!attribute [rw] endpoint_name
|
@@ -5494,16 +5667,21 @@ module Aws::Glue
|
|
5494
5667
|
# @return [String]
|
5495
5668
|
#
|
5496
5669
|
# @!attribute [rw] custom_libraries
|
5497
|
-
# Custom Python or Java
|
5498
|
-
# DevEndpoint.
|
5670
|
+
# Custom Python or Java libraries to be loaded in the DevEndpoint.
|
5499
5671
|
# @return [Types::DevEndpointCustomLibraries]
|
5500
5672
|
#
|
5673
|
+
# @!attribute [rw] update_etl_libraries
|
5674
|
+
# True if the list of custom libraries to be loaded in the development
|
5675
|
+
# endpoint needs to be updated, or False otherwise.
|
5676
|
+
# @return [Boolean]
|
5677
|
+
#
|
5501
5678
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpointRequest AWS API Documentation
|
5502
5679
|
#
|
5503
5680
|
class UpdateDevEndpointRequest < Struct.new(
|
5504
5681
|
:endpoint_name,
|
5505
5682
|
:public_key,
|
5506
|
-
:custom_libraries
|
5683
|
+
:custom_libraries,
|
5684
|
+
:update_etl_libraries)
|
5507
5685
|
include Aws::Structure
|
5508
5686
|
end
|
5509
5687
|
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-
|
11
|
+
date: 2017-10-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -56,7 +56,9 @@ files:
|
|
56
56
|
homepage: http://github.com/aws/aws-sdk-ruby
|
57
57
|
licenses:
|
58
58
|
- Apache-2.0
|
59
|
-
metadata:
|
59
|
+
metadata:
|
60
|
+
source_code_uri: https://github.com/aws/aws-sdk-ruby/tree/master/gems/aws-sdk-glue
|
61
|
+
changelog_uri: https://github.com/aws/aws-sdk-ruby/tree/master/gems/aws-sdk-glue/CHANGELOG.md
|
60
62
|
post_install_message:
|
61
63
|
rdoc_options: []
|
62
64
|
require_paths:
|