aws-sdk-glue 1.23.0 → 1.24.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +648 -36
- data/lib/aws-sdk-glue/client_api.rb +286 -0
- data/lib/aws-sdk-glue/types.rb +676 -94
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -30,7 +30,8 @@ module Aws::Glue
|
|
30
30
|
# @return [String]
|
31
31
|
#
|
32
32
|
# @!attribute [rw] arguments
|
33
|
-
#
|
33
|
+
# The job arguments used when this trigger fires. For this job run,
|
34
|
+
# they replace the default arguments set in the job definition itself.
|
34
35
|
#
|
35
36
|
# You can specify arguments here that your own job-execution script
|
36
37
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -185,7 +186,7 @@ module Aws::Glue
|
|
185
186
|
#
|
186
187
|
# @!attribute [rw] catalog_id
|
187
188
|
# The ID of the Data Catalog in which the connections reside. If none
|
188
|
-
# is
|
189
|
+
# is provided, the AWS account ID is used by default.
|
189
190
|
# @return [String]
|
190
191
|
#
|
191
192
|
# @!attribute [rw] connection_name_list
|
@@ -369,6 +370,111 @@ module Aws::Glue
|
|
369
370
|
include Aws::Structure
|
370
371
|
end
|
371
372
|
|
373
|
+
# @note When making an API call, you may pass BatchGetCrawlersRequest
|
374
|
+
# data as a hash:
|
375
|
+
#
|
376
|
+
# {
|
377
|
+
# crawler_names: ["NameString"], # required
|
378
|
+
# }
|
379
|
+
#
|
380
|
+
# @!attribute [rw] crawler_names
|
381
|
+
# A list of crawler names, which may be the names returned from the
|
382
|
+
# `ListCrawlers` operation.
|
383
|
+
# @return [Array<String>]
|
384
|
+
#
|
385
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCrawlersRequest AWS API Documentation
|
386
|
+
#
|
387
|
+
class BatchGetCrawlersRequest < Struct.new(
|
388
|
+
:crawler_names)
|
389
|
+
include Aws::Structure
|
390
|
+
end
|
391
|
+
|
392
|
+
# @!attribute [rw] crawlers
|
393
|
+
# A list of crawler definitions.
|
394
|
+
# @return [Array<Types::Crawler>]
|
395
|
+
#
|
396
|
+
# @!attribute [rw] crawlers_not_found
|
397
|
+
# A list of crawlers not found.
|
398
|
+
# @return [Array<String>]
|
399
|
+
#
|
400
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCrawlersResponse AWS API Documentation
|
401
|
+
#
|
402
|
+
class BatchGetCrawlersResponse < Struct.new(
|
403
|
+
:crawlers,
|
404
|
+
:crawlers_not_found)
|
405
|
+
include Aws::Structure
|
406
|
+
end
|
407
|
+
|
408
|
+
# @note When making an API call, you may pass BatchGetDevEndpointsRequest
|
409
|
+
# data as a hash:
|
410
|
+
#
|
411
|
+
# {
|
412
|
+
# dev_endpoint_names: ["GenericString"], # required
|
413
|
+
# }
|
414
|
+
#
|
415
|
+
# @!attribute [rw] dev_endpoint_names
|
416
|
+
# The list of DevEndpoint names, which may be the names returned from
|
417
|
+
# the `ListDevEndpoint` operation.
|
418
|
+
# @return [Array<String>]
|
419
|
+
#
|
420
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDevEndpointsRequest AWS API Documentation
|
421
|
+
#
|
422
|
+
class BatchGetDevEndpointsRequest < Struct.new(
|
423
|
+
:dev_endpoint_names)
|
424
|
+
include Aws::Structure
|
425
|
+
end
|
426
|
+
|
427
|
+
# @!attribute [rw] dev_endpoints
|
428
|
+
# A list of DevEndpoint definitions.
|
429
|
+
# @return [Array<Types::DevEndpoint>]
|
430
|
+
#
|
431
|
+
# @!attribute [rw] dev_endpoints_not_found
|
432
|
+
# A list of DevEndpoints not found.
|
433
|
+
# @return [Array<String>]
|
434
|
+
#
|
435
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDevEndpointsResponse AWS API Documentation
|
436
|
+
#
|
437
|
+
class BatchGetDevEndpointsResponse < Struct.new(
|
438
|
+
:dev_endpoints,
|
439
|
+
:dev_endpoints_not_found)
|
440
|
+
include Aws::Structure
|
441
|
+
end
|
442
|
+
|
443
|
+
# @note When making an API call, you may pass BatchGetJobsRequest
|
444
|
+
# data as a hash:
|
445
|
+
#
|
446
|
+
# {
|
447
|
+
# job_names: ["NameString"], # required
|
448
|
+
# }
|
449
|
+
#
|
450
|
+
# @!attribute [rw] job_names
|
451
|
+
# A list of job names, which may be the names returned from the
|
452
|
+
# `ListJobs` operation.
|
453
|
+
# @return [Array<String>]
|
454
|
+
#
|
455
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetJobsRequest AWS API Documentation
|
456
|
+
#
|
457
|
+
class BatchGetJobsRequest < Struct.new(
|
458
|
+
:job_names)
|
459
|
+
include Aws::Structure
|
460
|
+
end
|
461
|
+
|
462
|
+
# @!attribute [rw] jobs
|
463
|
+
# A list of job definitions.
|
464
|
+
# @return [Array<Types::Job>]
|
465
|
+
#
|
466
|
+
# @!attribute [rw] jobs_not_found
|
467
|
+
# A list of names of jobs not found.
|
468
|
+
# @return [Array<String>]
|
469
|
+
#
|
470
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetJobsResponse AWS API Documentation
|
471
|
+
#
|
472
|
+
class BatchGetJobsResponse < Struct.new(
|
473
|
+
:jobs,
|
474
|
+
:jobs_not_found)
|
475
|
+
include Aws::Structure
|
476
|
+
end
|
477
|
+
|
372
478
|
# @note When making an API call, you may pass BatchGetPartitionRequest
|
373
479
|
# data as a hash:
|
374
480
|
#
|
@@ -427,6 +533,41 @@ module Aws::Glue
|
|
427
533
|
include Aws::Structure
|
428
534
|
end
|
429
535
|
|
536
|
+
# @note When making an API call, you may pass BatchGetTriggersRequest
|
537
|
+
# data as a hash:
|
538
|
+
#
|
539
|
+
# {
|
540
|
+
# trigger_names: ["NameString"], # required
|
541
|
+
# }
|
542
|
+
#
|
543
|
+
# @!attribute [rw] trigger_names
|
544
|
+
# A list of trigger names, which may be the names returned from the
|
545
|
+
# `ListTriggers` operation.
|
546
|
+
# @return [Array<String>]
|
547
|
+
#
|
548
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTriggersRequest AWS API Documentation
|
549
|
+
#
|
550
|
+
class BatchGetTriggersRequest < Struct.new(
|
551
|
+
:trigger_names)
|
552
|
+
include Aws::Structure
|
553
|
+
end
|
554
|
+
|
555
|
+
# @!attribute [rw] triggers
|
556
|
+
# A list of trigger definitions.
|
557
|
+
# @return [Array<Types::Trigger>]
|
558
|
+
#
|
559
|
+
# @!attribute [rw] triggers_not_found
|
560
|
+
# A list of names of triggers not found.
|
561
|
+
# @return [Array<String>]
|
562
|
+
#
|
563
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTriggersResponse AWS API Documentation
|
564
|
+
#
|
565
|
+
class BatchGetTriggersResponse < Struct.new(
|
566
|
+
:triggers,
|
567
|
+
:triggers_not_found)
|
568
|
+
include Aws::Structure
|
569
|
+
end
|
570
|
+
|
430
571
|
# Records an error that occurred when attempting to stop a specified job
|
431
572
|
# run.
|
432
573
|
#
|
@@ -800,7 +941,7 @@ module Aws::Glue
|
|
800
941
|
# @return [String]
|
801
942
|
#
|
802
943
|
# @!attribute [rw] description
|
803
|
-
#
|
944
|
+
# The description of the connection.
|
804
945
|
# @return [String]
|
805
946
|
#
|
806
947
|
# @!attribute [rw] connection_type
|
@@ -828,10 +969,10 @@ module Aws::Glue
|
|
828
969
|
#
|
829
970
|
# * `ENCRYPTED_PASSWORD` - When you enable connection password
|
830
971
|
# protection by setting `ConnectionPasswordEncryption` in the Data
|
831
|
-
# Catalog encryption settings, this field stores the
|
832
|
-
#
|
972
|
+
# Catalog encryption settings, this field stores the encrypted
|
973
|
+
# password.
|
833
974
|
#
|
834
|
-
# * `JDBC_DRIVER_JAR_URI` - The S3 path of the
|
975
|
+
# * `JDBC_DRIVER_JAR_URI` - The Amazon S3 path of the JAR file that
|
835
976
|
# contains the JDBC driver to use.
|
836
977
|
#
|
837
978
|
# * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
|
@@ -848,25 +989,27 @@ module Aws::Glue
|
|
848
989
|
# * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
|
849
990
|
#
|
850
991
|
# * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
|
851
|
-
# whether SSL with hostname matching will be
|
852
|
-
# connection on the client. The default is
|
992
|
+
# whether Secure Sockets Layer (SSL) with hostname matching will be
|
993
|
+
# enforced for the JDBC connection on the client. The default is
|
994
|
+
# false.
|
853
995
|
# @return [Hash<String,String>]
|
854
996
|
#
|
855
997
|
# @!attribute [rw] physical_connection_requirements
|
856
|
-
# A map of physical connection requirements, such as
|
857
|
-
# SecurityGroup
|
998
|
+
# A map of physical connection requirements, such as virtual private
|
999
|
+
# cloud (VPC) and `SecurityGroup`, that are needed to make this
|
1000
|
+
# connection successfully.
|
858
1001
|
# @return [Types::PhysicalConnectionRequirements]
|
859
1002
|
#
|
860
1003
|
# @!attribute [rw] creation_time
|
861
|
-
# The time this connection definition was created.
|
1004
|
+
# The time that this connection definition was created.
|
862
1005
|
# @return [Time]
|
863
1006
|
#
|
864
1007
|
# @!attribute [rw] last_updated_time
|
865
|
-
# The last time this connection definition was updated.
|
1008
|
+
# The last time that this connection definition was updated.
|
866
1009
|
# @return [Time]
|
867
1010
|
#
|
868
1011
|
# @!attribute [rw] last_updated_by
|
869
|
-
# The user, group or role that last updated this connection
|
1012
|
+
# The user, group, or role that last updated this connection
|
870
1013
|
# definition.
|
871
1014
|
# @return [String]
|
872
1015
|
#
|
@@ -885,7 +1028,7 @@ module Aws::Glue
|
|
885
1028
|
include Aws::Structure
|
886
1029
|
end
|
887
1030
|
|
888
|
-
# A structure used to specify a connection to create or update.
|
1031
|
+
# A structure that is used to specify a connection to create or update.
|
889
1032
|
#
|
890
1033
|
# @note When making an API call, you may pass ConnectionInput
|
891
1034
|
# data as a hash:
|
@@ -910,7 +1053,7 @@ module Aws::Glue
|
|
910
1053
|
# @return [String]
|
911
1054
|
#
|
912
1055
|
# @!attribute [rw] description
|
913
|
-
#
|
1056
|
+
# The description of the connection.
|
914
1057
|
# @return [String]
|
915
1058
|
#
|
916
1059
|
# @!attribute [rw] connection_type
|
@@ -927,8 +1070,9 @@ module Aws::Glue
|
|
927
1070
|
# @return [Hash<String,String>]
|
928
1071
|
#
|
929
1072
|
# @!attribute [rw] physical_connection_requirements
|
930
|
-
# A map of physical connection requirements, such as
|
931
|
-
# SecurityGroup
|
1073
|
+
# A map of physical connection requirements, such as virtual private
|
1074
|
+
# cloud (VPC) and `SecurityGroup`, that are needed to successfully
|
1075
|
+
# make this connection.
|
932
1076
|
# @return [Types::PhysicalConnectionRequirements]
|
933
1077
|
#
|
934
1078
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
@@ -949,14 +1093,14 @@ module Aws::Glue
|
|
949
1093
|
# enable catalog encryption or only password encryption.
|
950
1094
|
#
|
951
1095
|
# When a `CreationConnection` request arrives containing a password, the
|
952
|
-
# Data Catalog first encrypts the password using your KMS key
|
953
|
-
# encrypts the whole connection object again if catalog encryption
|
954
|
-
# also enabled.
|
1096
|
+
# Data Catalog first encrypts the password using your AWS KMS key. It
|
1097
|
+
# then encrypts the whole connection object again if catalog encryption
|
1098
|
+
# is also enabled.
|
955
1099
|
#
|
956
|
-
# This encryption requires that you set KMS key permissions to
|
957
|
-
# restrict access on the password key according to your
|
958
|
-
# requirements. For example, you
|
959
|
-
# decrypt permission on the password key.
|
1100
|
+
# This encryption requires that you set AWS KMS key permissions to
|
1101
|
+
# enable or restrict access on the password key according to your
|
1102
|
+
# security requirements. For example, you might want only admin users to
|
1103
|
+
# have decrypt permission on the password key.
|
960
1104
|
#
|
961
1105
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
962
1106
|
# data as a hash:
|
@@ -974,14 +1118,15 @@ module Aws::Glue
|
|
974
1118
|
# @return [Boolean]
|
975
1119
|
#
|
976
1120
|
# @!attribute [rw] aws_kms_key_id
|
977
|
-
#
|
1121
|
+
# An AWS KMS key that is used to encrypt the connection password.
|
978
1122
|
#
|
979
|
-
#
|
980
|
-
#
|
981
|
-
#
|
1123
|
+
# If connection password protection is enabled, the caller of
|
1124
|
+
# `CreateConnection` and `UpdateConnection` needs at least
|
1125
|
+
# `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
|
1126
|
+
# passwords before storing them in the Data Catalog.
|
982
1127
|
#
|
983
|
-
#
|
984
|
-
#
|
1128
|
+
# You can set the decrypt permission to enable or restrict access on
|
1129
|
+
# the password key according to your security requirements.
|
985
1130
|
# @return [String]
|
986
1131
|
#
|
987
1132
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionPasswordEncryption AWS API Documentation
|
@@ -1285,7 +1430,7 @@ module Aws::Glue
|
|
1285
1430
|
#
|
1286
1431
|
# @!attribute [rw] catalog_id
|
1287
1432
|
# The ID of the Data Catalog in which to create the connection. If
|
1288
|
-
# none is
|
1433
|
+
# none is provided, the AWS account ID is used by default.
|
1289
1434
|
# @return [String]
|
1290
1435
|
#
|
1291
1436
|
# @!attribute [rw] connection_input
|
@@ -1341,6 +1486,9 @@ module Aws::Glue
|
|
1341
1486
|
# },
|
1342
1487
|
# configuration: "CrawlerConfiguration",
|
1343
1488
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1489
|
+
# tags: {
|
1490
|
+
# "TagKey" => "TagValue",
|
1491
|
+
# },
|
1344
1492
|
# }
|
1345
1493
|
#
|
1346
1494
|
# @!attribute [rw] name
|
@@ -1405,6 +1553,16 @@ module Aws::Glue
|
|
1405
1553
|
# Crawler.
|
1406
1554
|
# @return [String]
|
1407
1555
|
#
|
1556
|
+
# @!attribute [rw] tags
|
1557
|
+
# The tags to use with this crawler request. You may use tags to limit
|
1558
|
+
# access to the crawler. For more information about tags in AWS Glue,
|
1559
|
+
# see [AWS Tags in AWS Glue][1] in the developer guide.
|
1560
|
+
#
|
1561
|
+
#
|
1562
|
+
#
|
1563
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1564
|
+
# @return [Hash<String,String>]
|
1565
|
+
#
|
1408
1566
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
|
1409
1567
|
#
|
1410
1568
|
class CreateCrawlerRequest < Struct.new(
|
@@ -1418,7 +1576,8 @@ module Aws::Glue
|
|
1418
1576
|
:table_prefix,
|
1419
1577
|
:schema_change_policy,
|
1420
1578
|
:configuration,
|
1421
|
-
:crawler_security_configuration
|
1579
|
+
:crawler_security_configuration,
|
1580
|
+
:tags)
|
1422
1581
|
include Aws::Structure
|
1423
1582
|
end
|
1424
1583
|
|
@@ -1477,6 +1636,9 @@ module Aws::Glue
|
|
1477
1636
|
# extra_python_libs_s3_path: "GenericString",
|
1478
1637
|
# extra_jars_s3_path: "GenericString",
|
1479
1638
|
# security_configuration: "NameString",
|
1639
|
+
# tags: {
|
1640
|
+
# "TagKey" => "TagValue",
|
1641
|
+
# },
|
1480
1642
|
# }
|
1481
1643
|
#
|
1482
1644
|
# @!attribute [rw] endpoint_name
|
@@ -1546,6 +1708,16 @@ module Aws::Glue
|
|
1546
1708
|
# DevEndpoint.
|
1547
1709
|
# @return [String]
|
1548
1710
|
#
|
1711
|
+
# @!attribute [rw] tags
|
1712
|
+
# The tags to use with this DevEndpoint. You may use tags to limit
|
1713
|
+
# access to the DevEndpoint. For more information about tags in AWS
|
1714
|
+
# Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
|
1715
|
+
#
|
1716
|
+
#
|
1717
|
+
#
|
1718
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1719
|
+
# @return [Hash<String,String>]
|
1720
|
+
#
|
1549
1721
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpointRequest AWS API Documentation
|
1550
1722
|
#
|
1551
1723
|
class CreateDevEndpointRequest < Struct.new(
|
@@ -1558,7 +1730,8 @@ module Aws::Glue
|
|
1558
1730
|
:number_of_nodes,
|
1559
1731
|
:extra_python_libs_s3_path,
|
1560
1732
|
:extra_jars_s3_path,
|
1561
|
-
:security_configuration
|
1733
|
+
:security_configuration,
|
1734
|
+
:tags)
|
1562
1735
|
include Aws::Structure
|
1563
1736
|
end
|
1564
1737
|
|
@@ -1715,6 +1888,9 @@ module Aws::Glue
|
|
1715
1888
|
# notify_delay_after: 1,
|
1716
1889
|
# },
|
1717
1890
|
# security_configuration: "NameString",
|
1891
|
+
# tags: {
|
1892
|
+
# "TagKey" => "TagValue",
|
1893
|
+
# },
|
1718
1894
|
# }
|
1719
1895
|
#
|
1720
1896
|
# @!attribute [rw] name
|
@@ -1792,11 +1968,27 @@ module Aws::Glue
|
|
1792
1968
|
# @return [Integer]
|
1793
1969
|
#
|
1794
1970
|
# @!attribute [rw] max_capacity
|
1795
|
-
# AWS Glue
|
1796
|
-
#
|
1797
|
-
#
|
1798
|
-
#
|
1799
|
-
#
|
1971
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
1972
|
+
# allocated when this job runs. A DPU is a relative measure of
|
1973
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
1974
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
1975
|
+
# page][1].
|
1976
|
+
#
|
1977
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
1978
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
1979
|
+
#
|
1980
|
+
# * When you specify a python shell job
|
1981
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
1982
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
1983
|
+
#
|
1984
|
+
# * When you specify an Apache Spark ETL job
|
1985
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
1986
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
1987
|
+
# fractional DPU allocation.
|
1988
|
+
#
|
1989
|
+
#
|
1990
|
+
#
|
1991
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
1800
1992
|
# @return [Float]
|
1801
1993
|
#
|
1802
1994
|
# @!attribute [rw] notification_property
|
@@ -1808,6 +2000,16 @@ module Aws::Glue
|
|
1808
2000
|
# job.
|
1809
2001
|
# @return [String]
|
1810
2002
|
#
|
2003
|
+
# @!attribute [rw] tags
|
2004
|
+
# The tags to use with this job. You may use tags to limit access to
|
2005
|
+
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2006
|
+
# in AWS Glue][1] in the developer guide.
|
2007
|
+
#
|
2008
|
+
#
|
2009
|
+
#
|
2010
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2011
|
+
# @return [Hash<String,String>]
|
2012
|
+
#
|
1811
2013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
1812
2014
|
#
|
1813
2015
|
class CreateJobRequest < Struct.new(
|
@@ -1824,7 +2026,8 @@ module Aws::Glue
|
|
1824
2026
|
:timeout,
|
1825
2027
|
:max_capacity,
|
1826
2028
|
:notification_property,
|
1827
|
-
:security_configuration
|
2029
|
+
:security_configuration,
|
2030
|
+
:tags)
|
1828
2031
|
include Aws::Structure
|
1829
2032
|
end
|
1830
2033
|
|
@@ -2208,6 +2411,9 @@ module Aws::Glue
|
|
2208
2411
|
# ],
|
2209
2412
|
# description: "DescriptionString",
|
2210
2413
|
# start_on_creation: false,
|
2414
|
+
# tags: {
|
2415
|
+
# "TagKey" => "TagValue",
|
2416
|
+
# },
|
2211
2417
|
# }
|
2212
2418
|
#
|
2213
2419
|
# @!attribute [rw] name
|
@@ -2249,6 +2455,16 @@ module Aws::Glue
|
|
2249
2455
|
# created. True not supported for ON\_DEMAND triggers.
|
2250
2456
|
# @return [Boolean]
|
2251
2457
|
#
|
2458
|
+
# @!attribute [rw] tags
|
2459
|
+
# The tags to use with this trigger. You may use tags to limit access
|
2460
|
+
# to the trigger. For more information about tags in AWS Glue, see
|
2461
|
+
# [AWS Tags in AWS Glue][1] in the developer guide.
|
2462
|
+
#
|
2463
|
+
#
|
2464
|
+
#
|
2465
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2466
|
+
# @return [Hash<String,String>]
|
2467
|
+
#
|
2252
2468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
2253
2469
|
#
|
2254
2470
|
class CreateTriggerRequest < Struct.new(
|
@@ -2258,7 +2474,8 @@ module Aws::Glue
|
|
2258
2474
|
:predicate,
|
2259
2475
|
:actions,
|
2260
2476
|
:description,
|
2261
|
-
:start_on_creation
|
2477
|
+
:start_on_creation,
|
2478
|
+
:tags)
|
2262
2479
|
include Aws::Structure
|
2263
2480
|
end
|
2264
2481
|
|
@@ -2375,12 +2592,12 @@ module Aws::Glue
|
|
2375
2592
|
# }
|
2376
2593
|
#
|
2377
2594
|
# @!attribute [rw] encryption_at_rest
|
2378
|
-
# Specifies encryption-at-rest configuration for the Data Catalog.
|
2595
|
+
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
2379
2596
|
# @return [Types::EncryptionAtRest]
|
2380
2597
|
#
|
2381
2598
|
# @!attribute [rw] connection_password_encryption
|
2382
|
-
# When password protection is enabled, the Data Catalog
|
2383
|
-
# customer-provided key to encrypt the password as part of
|
2599
|
+
# When connection password protection is enabled, the Data Catalog
|
2600
|
+
# uses a customer-provided key to encrypt the password as part of
|
2384
2601
|
# `CreateConnection` or `UpdateConnection` and store it in the
|
2385
2602
|
# `ENCRYPTED_PASSWORD` field in the connection properties. You can
|
2386
2603
|
# enable catalog encryption or only password encryption.
|
@@ -2504,7 +2721,7 @@ module Aws::Glue
|
|
2504
2721
|
#
|
2505
2722
|
# @!attribute [rw] catalog_id
|
2506
2723
|
# The ID of the Data Catalog in which the connection resides. If none
|
2507
|
-
# is
|
2724
|
+
# is provided, the AWS account ID is used by default.
|
2508
2725
|
# @return [String]
|
2509
2726
|
#
|
2510
2727
|
# @!attribute [rw] connection_name
|
@@ -3065,7 +3282,7 @@ module Aws::Glue
|
|
3065
3282
|
include Aws::Structure
|
3066
3283
|
end
|
3067
3284
|
|
3068
|
-
# Specifies encryption-at-rest configuration for the Data Catalog.
|
3285
|
+
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
3069
3286
|
#
|
3070
3287
|
# @note When making an API call, you may pass EncryptionAtRest
|
3071
3288
|
# data as a hash:
|
@@ -3284,7 +3501,7 @@ module Aws::Glue
|
|
3284
3501
|
#
|
3285
3502
|
# @!attribute [rw] catalog_id
|
3286
3503
|
# The ID of the Data Catalog in which the connection resides. If none
|
3287
|
-
# is
|
3504
|
+
# is provided, the AWS account ID is used by default.
|
3288
3505
|
# @return [String]
|
3289
3506
|
#
|
3290
3507
|
# @!attribute [rw] name
|
@@ -3292,13 +3509,12 @@ module Aws::Glue
|
|
3292
3509
|
# @return [String]
|
3293
3510
|
#
|
3294
3511
|
# @!attribute [rw] hide_password
|
3295
|
-
#
|
3512
|
+
# Allows you to retrieve the connection metadata without returning the
|
3296
3513
|
# password. For instance, the AWS Glue console uses this flag to
|
3297
|
-
# retrieve
|
3298
|
-
#
|
3299
|
-
#
|
3300
|
-
#
|
3301
|
-
# connection properties).
|
3514
|
+
# retrieve the connection, and does not display the password. Set this
|
3515
|
+
# parameter when the caller might not have permission to use the AWS
|
3516
|
+
# KMS key to decrypt the password, but does have permission to access
|
3517
|
+
# the rest of the connection properties.
|
3302
3518
|
# @return [Boolean]
|
3303
3519
|
#
|
3304
3520
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -3321,8 +3537,8 @@ module Aws::Glue
|
|
3321
3537
|
include Aws::Structure
|
3322
3538
|
end
|
3323
3539
|
|
3324
|
-
# Filters the connection definitions returned by the
|
3325
|
-
# API.
|
3540
|
+
# Filters the connection definitions that are returned by the
|
3541
|
+
# `GetConnections` API operation.
|
3326
3542
|
#
|
3327
3543
|
# @note When making an API call, you may pass GetConnectionsFilter
|
3328
3544
|
# data as a hash:
|
@@ -3366,7 +3582,7 @@ module Aws::Glue
|
|
3366
3582
|
#
|
3367
3583
|
# @!attribute [rw] catalog_id
|
3368
3584
|
# The ID of the Data Catalog in which the connections reside. If none
|
3369
|
-
# is
|
3585
|
+
# is provided, the AWS account ID is used by default.
|
3370
3586
|
# @return [String]
|
3371
3587
|
#
|
3372
3588
|
# @!attribute [rw] filter
|
@@ -3374,13 +3590,12 @@ module Aws::Glue
|
|
3374
3590
|
# @return [Types::GetConnectionsFilter]
|
3375
3591
|
#
|
3376
3592
|
# @!attribute [rw] hide_password
|
3377
|
-
#
|
3593
|
+
# Allows you to retrieve the connection metadata without returning the
|
3378
3594
|
# password. For instance, the AWS Glue console uses this flag to
|
3379
|
-
# retrieve
|
3380
|
-
#
|
3381
|
-
#
|
3382
|
-
#
|
3383
|
-
# connection properties).
|
3595
|
+
# retrieve the connection, and does not display the password. Set this
|
3596
|
+
# parameter when the caller might not have permission to use the AWS
|
3597
|
+
# KMS key to decrypt the password, but does have permission to access
|
3598
|
+
# the rest of the connection properties.
|
3384
3599
|
# @return [Boolean]
|
3385
3600
|
#
|
3386
3601
|
# @!attribute [rw] next_token
|
@@ -3545,7 +3760,7 @@ module Aws::Glue
|
|
3545
3760
|
#
|
3546
3761
|
# @!attribute [rw] catalog_id
|
3547
3762
|
# The ID of the Data Catalog for which to retrieve the security
|
3548
|
-
# configuration. If none is
|
3763
|
+
# configuration. If none is provided, the AWS account ID is used by
|
3549
3764
|
# default.
|
3550
3765
|
# @return [String]
|
3551
3766
|
#
|
@@ -4620,6 +4835,35 @@ module Aws::Glue
|
|
4620
4835
|
include Aws::Structure
|
4621
4836
|
end
|
4622
4837
|
|
4838
|
+
# @note When making an API call, you may pass GetTagsRequest
|
4839
|
+
# data as a hash:
|
4840
|
+
#
|
4841
|
+
# {
|
4842
|
+
# resource_arn: "GlueResourceArn", # required
|
4843
|
+
# }
|
4844
|
+
#
|
4845
|
+
# @!attribute [rw] resource_arn
|
4846
|
+
# The Amazon ARN of the resource for which to retrieve tags.
|
4847
|
+
# @return [String]
|
4848
|
+
#
|
4849
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsRequest AWS API Documentation
|
4850
|
+
#
|
4851
|
+
class GetTagsRequest < Struct.new(
|
4852
|
+
:resource_arn)
|
4853
|
+
include Aws::Structure
|
4854
|
+
end
|
4855
|
+
|
4856
|
+
# @!attribute [rw] tags
|
4857
|
+
# The requested tags.
|
4858
|
+
# @return [Hash<String,String>]
|
4859
|
+
#
|
4860
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsResponse AWS API Documentation
|
4861
|
+
#
|
4862
|
+
class GetTagsResponse < Struct.new(
|
4863
|
+
:tags)
|
4864
|
+
include Aws::Structure
|
4865
|
+
end
|
4866
|
+
|
4623
4867
|
# @note When making an API call, you may pass GetTriggerRequest
|
4624
4868
|
# data as a hash:
|
4625
4869
|
#
|
@@ -5002,11 +5246,27 @@ module Aws::Glue
|
|
5002
5246
|
# @return [Integer]
|
5003
5247
|
#
|
5004
5248
|
# @!attribute [rw] max_capacity
|
5005
|
-
# AWS Glue
|
5006
|
-
#
|
5007
|
-
#
|
5008
|
-
#
|
5009
|
-
#
|
5249
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5250
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5251
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5252
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5253
|
+
# page][1].
|
5254
|
+
#
|
5255
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5256
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5257
|
+
#
|
5258
|
+
# * When you specify a python shell job
|
5259
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5260
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5261
|
+
#
|
5262
|
+
# * When you specify an Apache Spark ETL job
|
5263
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5264
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5265
|
+
# fractional DPU allocation.
|
5266
|
+
#
|
5267
|
+
#
|
5268
|
+
#
|
5269
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5010
5270
|
# @return [Float]
|
5011
5271
|
#
|
5012
5272
|
# @!attribute [rw] notification_property
|
@@ -5166,8 +5426,8 @@ module Aws::Glue
|
|
5166
5426
|
# @return [String]
|
5167
5427
|
#
|
5168
5428
|
# @!attribute [rw] arguments
|
5169
|
-
# The job arguments associated with this run.
|
5170
|
-
#
|
5429
|
+
# The job arguments associated with this run. For this job run, they
|
5430
|
+
# replace the default arguments set in the job definition itself.
|
5171
5431
|
#
|
5172
5432
|
# You can specify arguments here that your own job-execution script
|
5173
5433
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -5220,11 +5480,27 @@ module Aws::Glue
|
|
5220
5480
|
# @return [Integer]
|
5221
5481
|
#
|
5222
5482
|
# @!attribute [rw] max_capacity
|
5223
|
-
# AWS Glue
|
5224
|
-
#
|
5225
|
-
#
|
5226
|
-
#
|
5227
|
-
#
|
5483
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5484
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5485
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5486
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5487
|
+
# page][1].
|
5488
|
+
#
|
5489
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5490
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5491
|
+
#
|
5492
|
+
# * When you specify a python shell job
|
5493
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5494
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5495
|
+
#
|
5496
|
+
# * When you specify an Apache Spark ETL job
|
5497
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5498
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5499
|
+
# fractional DPU allocation.
|
5500
|
+
#
|
5501
|
+
#
|
5502
|
+
#
|
5503
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5228
5504
|
# @return [Float]
|
5229
5505
|
#
|
5230
5506
|
# @!attribute [rw] notification_property
|
@@ -5375,11 +5651,27 @@ module Aws::Glue
|
|
5375
5651
|
# @return [Integer]
|
5376
5652
|
#
|
5377
5653
|
# @!attribute [rw] max_capacity
|
5378
|
-
# AWS Glue
|
5379
|
-
#
|
5380
|
-
#
|
5381
|
-
#
|
5382
|
-
#
|
5654
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5655
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5656
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5657
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5658
|
+
# page][1].
|
5659
|
+
#
|
5660
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5661
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5662
|
+
#
|
5663
|
+
# * When you specify a python shell job
|
5664
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5665
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5666
|
+
#
|
5667
|
+
# * When you specify an Apache Spark ETL job
|
5668
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5669
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5670
|
+
# fractional DPU allocation.
|
5671
|
+
#
|
5672
|
+
#
|
5673
|
+
#
|
5674
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5383
5675
|
# @return [Float]
|
5384
5676
|
#
|
5385
5677
|
# @!attribute [rw] notification_property
|
@@ -5487,6 +5779,214 @@ module Aws::Glue
|
|
5487
5779
|
include Aws::Structure
|
5488
5780
|
end
|
5489
5781
|
|
5782
|
+
# @note When making an API call, you may pass ListCrawlersRequest
|
5783
|
+
# data as a hash:
|
5784
|
+
#
|
5785
|
+
# {
|
5786
|
+
# max_results: 1,
|
5787
|
+
# next_token: "Token",
|
5788
|
+
# tags: {
|
5789
|
+
# "TagKey" => "TagValue",
|
5790
|
+
# },
|
5791
|
+
# }
|
5792
|
+
#
|
5793
|
+
# @!attribute [rw] max_results
|
5794
|
+
# The maximum size of a list to return.
|
5795
|
+
# @return [Integer]
|
5796
|
+
#
|
5797
|
+
# @!attribute [rw] next_token
|
5798
|
+
# A continuation token, if this is a continuation request.
|
5799
|
+
# @return [String]
|
5800
|
+
#
|
5801
|
+
# @!attribute [rw] tags
|
5802
|
+
# Specifies to return only these tagged resources.
|
5803
|
+
# @return [Hash<String,String>]
|
5804
|
+
#
|
5805
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlersRequest AWS API Documentation
|
5806
|
+
#
|
5807
|
+
class ListCrawlersRequest < Struct.new(
|
5808
|
+
:max_results,
|
5809
|
+
:next_token,
|
5810
|
+
:tags)
|
5811
|
+
include Aws::Structure
|
5812
|
+
end
|
5813
|
+
|
5814
|
+
# @!attribute [rw] crawler_names
|
5815
|
+
# The names of all crawlers in the account, or the crawlers with the
|
5816
|
+
# specified tags.
|
5817
|
+
# @return [Array<String>]
|
5818
|
+
#
|
5819
|
+
# @!attribute [rw] next_token
|
5820
|
+
# A continuation token, if the returned list does not contain the last
|
5821
|
+
# metric available.
|
5822
|
+
# @return [String]
|
5823
|
+
#
|
5824
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlersResponse AWS API Documentation
|
5825
|
+
#
|
5826
|
+
class ListCrawlersResponse < Struct.new(
|
5827
|
+
:crawler_names,
|
5828
|
+
:next_token)
|
5829
|
+
include Aws::Structure
|
5830
|
+
end
|
5831
|
+
|
5832
|
+
# @note When making an API call, you may pass ListDevEndpointsRequest
|
5833
|
+
# data as a hash:
|
5834
|
+
#
|
5835
|
+
# {
|
5836
|
+
# next_token: "GenericString",
|
5837
|
+
# max_results: 1,
|
5838
|
+
# tags: {
|
5839
|
+
# "TagKey" => "TagValue",
|
5840
|
+
# },
|
5841
|
+
# }
|
5842
|
+
#
|
5843
|
+
# @!attribute [rw] next_token
|
5844
|
+
# A continuation token, if this is a continuation request.
|
5845
|
+
# @return [String]
|
5846
|
+
#
|
5847
|
+
# @!attribute [rw] max_results
|
5848
|
+
# The maximum size of a list to return.
|
5849
|
+
# @return [Integer]
|
5850
|
+
#
|
5851
|
+
# @!attribute [rw] tags
|
5852
|
+
# Specifies to return only these tagged resources.
|
5853
|
+
# @return [Hash<String,String>]
|
5854
|
+
#
|
5855
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDevEndpointsRequest AWS API Documentation
|
5856
|
+
#
|
5857
|
+
class ListDevEndpointsRequest < Struct.new(
|
5858
|
+
:next_token,
|
5859
|
+
:max_results,
|
5860
|
+
:tags)
|
5861
|
+
include Aws::Structure
|
5862
|
+
end
|
5863
|
+
|
5864
|
+
# @!attribute [rw] dev_endpoint_names
|
5865
|
+
# The names of all DevEndpoints in the account, or the DevEndpoints
|
5866
|
+
# with the specified tags.
|
5867
|
+
# @return [Array<String>]
|
5868
|
+
#
|
5869
|
+
# @!attribute [rw] next_token
|
5870
|
+
# A continuation token, if the returned list does not contain the last
|
5871
|
+
# metric available.
|
5872
|
+
# @return [String]
|
5873
|
+
#
|
5874
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDevEndpointsResponse AWS API Documentation
|
5875
|
+
#
|
5876
|
+
class ListDevEndpointsResponse < Struct.new(
|
5877
|
+
:dev_endpoint_names,
|
5878
|
+
:next_token)
|
5879
|
+
include Aws::Structure
|
5880
|
+
end
|
5881
|
+
|
5882
|
+
# @note When making an API call, you may pass ListJobsRequest
|
5883
|
+
# data as a hash:
|
5884
|
+
#
|
5885
|
+
# {
|
5886
|
+
# next_token: "GenericString",
|
5887
|
+
# max_results: 1,
|
5888
|
+
# tags: {
|
5889
|
+
# "TagKey" => "TagValue",
|
5890
|
+
# },
|
5891
|
+
# }
|
5892
|
+
#
|
5893
|
+
# @!attribute [rw] next_token
|
5894
|
+
# A continuation token, if this is a continuation request.
|
5895
|
+
# @return [String]
|
5896
|
+
#
|
5897
|
+
# @!attribute [rw] max_results
|
5898
|
+
# The maximum size of a list to return.
|
5899
|
+
# @return [Integer]
|
5900
|
+
#
|
5901
|
+
# @!attribute [rw] tags
|
5902
|
+
# Specifies to return only these tagged resources.
|
5903
|
+
# @return [Hash<String,String>]
|
5904
|
+
#
|
5905
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListJobsRequest AWS API Documentation
|
5906
|
+
#
|
5907
|
+
class ListJobsRequest < Struct.new(
|
5908
|
+
:next_token,
|
5909
|
+
:max_results,
|
5910
|
+
:tags)
|
5911
|
+
include Aws::Structure
|
5912
|
+
end
|
5913
|
+
|
5914
|
+
# @!attribute [rw] job_names
|
5915
|
+
# The names of all jobs in the account, or the jobs with the specified
|
5916
|
+
# tags.
|
5917
|
+
# @return [Array<String>]
|
5918
|
+
#
|
5919
|
+
# @!attribute [rw] next_token
|
5920
|
+
# A continuation token, if the returned list does not contain the last
|
5921
|
+
# metric available.
|
5922
|
+
# @return [String]
|
5923
|
+
#
|
5924
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListJobsResponse AWS API Documentation
|
5925
|
+
#
|
5926
|
+
class ListJobsResponse < Struct.new(
|
5927
|
+
:job_names,
|
5928
|
+
:next_token)
|
5929
|
+
include Aws::Structure
|
5930
|
+
end
|
5931
|
+
|
5932
|
+
# @note When making an API call, you may pass ListTriggersRequest
|
5933
|
+
# data as a hash:
|
5934
|
+
#
|
5935
|
+
# {
|
5936
|
+
# next_token: "GenericString",
|
5937
|
+
# dependent_job_name: "NameString",
|
5938
|
+
# max_results: 1,
|
5939
|
+
# tags: {
|
5940
|
+
# "TagKey" => "TagValue",
|
5941
|
+
# },
|
5942
|
+
# }
|
5943
|
+
#
|
5944
|
+
# @!attribute [rw] next_token
|
5945
|
+
# A continuation token, if this is a continuation request.
|
5946
|
+
# @return [String]
|
5947
|
+
#
|
5948
|
+
# @!attribute [rw] dependent_job_name
|
5949
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
5950
|
+
# can start this job will be returned, and if there is no such
|
5951
|
+
# trigger, all triggers will be returned.
|
5952
|
+
# @return [String]
|
5953
|
+
#
|
5954
|
+
# @!attribute [rw] max_results
|
5955
|
+
# The maximum size of a list to return.
|
5956
|
+
# @return [Integer]
|
5957
|
+
#
|
5958
|
+
# @!attribute [rw] tags
|
5959
|
+
# Specifies to return only these tagged resources.
|
5960
|
+
# @return [Hash<String,String>]
|
5961
|
+
#
|
5962
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
|
5963
|
+
#
|
5964
|
+
class ListTriggersRequest < Struct.new(
|
5965
|
+
:next_token,
|
5966
|
+
:dependent_job_name,
|
5967
|
+
:max_results,
|
5968
|
+
:tags)
|
5969
|
+
include Aws::Structure
|
5970
|
+
end
|
5971
|
+
|
5972
|
+
# @!attribute [rw] trigger_names
|
5973
|
+
# The names of all triggers in the account, or the triggers with the
|
5974
|
+
# specified tags.
|
5975
|
+
# @return [Array<String>]
|
5976
|
+
#
|
5977
|
+
# @!attribute [rw] next_token
|
5978
|
+
# A continuation token, if the returned list does not contain the last
|
5979
|
+
# metric available.
|
5980
|
+
# @return [String]
|
5981
|
+
#
|
5982
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
|
5983
|
+
#
|
5984
|
+
class ListTriggersResponse < Struct.new(
|
5985
|
+
:trigger_names,
|
5986
|
+
:next_token)
|
5987
|
+
include Aws::Structure
|
5988
|
+
end
|
5989
|
+
|
5490
5990
|
# The location of resources.
|
5491
5991
|
#
|
5492
5992
|
# @note When making an API call, you may pass Location
|
@@ -5758,7 +6258,8 @@ module Aws::Glue
|
|
5758
6258
|
# }
|
5759
6259
|
#
|
5760
6260
|
# @!attribute [rw] values
|
5761
|
-
# The values of the partition.
|
6261
|
+
# The values of the partition. Although this parameter is not required
|
6262
|
+
# by the SDK, you must specify this parameter for a valid input.
|
5762
6263
|
# @return [Array<String>]
|
5763
6264
|
#
|
5764
6265
|
# @!attribute [rw] last_access_time
|
@@ -5830,9 +6331,10 @@ module Aws::Glue
|
|
5830
6331
|
# @return [Array<String>]
|
5831
6332
|
#
|
5832
6333
|
# @!attribute [rw] availability_zone
|
5833
|
-
# The connection's
|
5834
|
-
# the specified subnet implies the
|
5835
|
-
# field must be populated
|
6334
|
+
# The connection's Availability Zone. This field is redundant because
|
6335
|
+
# the specified subnet implies the Availability Zone to be used.
|
6336
|
+
# Currently the field must be populated, but it will be deprecated in
|
6337
|
+
# the future.
|
5836
6338
|
# @return [String]
|
5837
6339
|
#
|
5838
6340
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PhysicalConnectionRequirements AWS API Documentation
|
@@ -5915,7 +6417,7 @@ module Aws::Glue
|
|
5915
6417
|
#
|
5916
6418
|
# @!attribute [rw] catalog_id
|
5917
6419
|
# The ID of the Data Catalog for which to set the security
|
5918
|
-
# configuration. If none is
|
6420
|
+
# configuration. If none is provided, the AWS account ID is used by
|
5919
6421
|
# default.
|
5920
6422
|
# @return [String]
|
5921
6423
|
#
|
@@ -5949,8 +6451,8 @@ module Aws::Glue
|
|
5949
6451
|
# @return [String]
|
5950
6452
|
#
|
5951
6453
|
# @!attribute [rw] policy_hash_condition
|
5952
|
-
#
|
5953
|
-
#
|
6454
|
+
# The hash value returned when the previous policy was set using
|
6455
|
+
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
5954
6456
|
# modifications of a policy. Do not use this parameter if no previous
|
5955
6457
|
# policy has been set.
|
5956
6458
|
# @return [String]
|
@@ -6342,8 +6844,8 @@ module Aws::Glue
|
|
6342
6844
|
# @return [String]
|
6343
6845
|
#
|
6344
6846
|
# @!attribute [rw] arguments
|
6345
|
-
# The job arguments specifically for this run.
|
6346
|
-
#
|
6847
|
+
# The job arguments specifically for this run. For this job run, they
|
6848
|
+
# replace the default arguments set in the job definition itself.
|
6347
6849
|
#
|
6348
6850
|
# You can specify arguments here that your own job-execution script
|
6349
6851
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -6384,11 +6886,27 @@ module Aws::Glue
|
|
6384
6886
|
# @return [Integer]
|
6385
6887
|
#
|
6386
6888
|
# @!attribute [rw] max_capacity
|
6387
|
-
# AWS Glue
|
6388
|
-
#
|
6389
|
-
#
|
6390
|
-
#
|
6391
|
-
#
|
6889
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
6890
|
+
# allocated when this job runs. A DPU is a relative measure of
|
6891
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
6892
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
6893
|
+
# page][1].
|
6894
|
+
#
|
6895
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
6896
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
6897
|
+
#
|
6898
|
+
# * When you specify a python shell job
|
6899
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
6900
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
6901
|
+
#
|
6902
|
+
# * When you specify an Apache Spark ETL job
|
6903
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
6904
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
6905
|
+
# fractional DPU allocation.
|
6906
|
+
#
|
6907
|
+
#
|
6908
|
+
#
|
6909
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
6392
6910
|
# @return [Float]
|
6393
6911
|
#
|
6394
6912
|
# @!attribute [rw] notification_property
|
@@ -6951,6 +7469,42 @@ module Aws::Glue
|
|
6951
7469
|
include Aws::Structure
|
6952
7470
|
end
|
6953
7471
|
|
7472
|
+
# @note When making an API call, you may pass TagResourceRequest
|
7473
|
+
# data as a hash:
|
7474
|
+
#
|
7475
|
+
# {
|
7476
|
+
# resource_arn: "GlueResourceArn", # required
|
7477
|
+
# tags_to_add: { # required
|
7478
|
+
# "TagKey" => "TagValue",
|
7479
|
+
# },
|
7480
|
+
# }
|
7481
|
+
#
|
7482
|
+
# @!attribute [rw] resource_arn
|
7483
|
+
# The ARN of the AWS Glue resource to which to add the tags. For more
|
7484
|
+
# information about AWS Glue resource ARNs, see the [AWS Glue ARN
|
7485
|
+
# string pattern][1].
|
7486
|
+
#
|
7487
|
+
#
|
7488
|
+
#
|
7489
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
7490
|
+
# @return [String]
|
7491
|
+
#
|
7492
|
+
# @!attribute [rw] tags_to_add
|
7493
|
+
# Tags to add to this resource.
|
7494
|
+
# @return [Hash<String,String>]
|
7495
|
+
#
|
7496
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TagResourceRequest AWS API Documentation
|
7497
|
+
#
|
7498
|
+
class TagResourceRequest < Struct.new(
|
7499
|
+
:resource_arn,
|
7500
|
+
:tags_to_add)
|
7501
|
+
include Aws::Structure
|
7502
|
+
end
|
7503
|
+
|
7504
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TagResourceResponse AWS API Documentation
|
7505
|
+
#
|
7506
|
+
class TagResourceResponse < Aws::EmptyStructure; end
|
7507
|
+
|
6954
7508
|
# Information about a specific trigger.
|
6955
7509
|
#
|
6956
7510
|
# @!attribute [rw] name
|
@@ -7078,6 +7632,34 @@ module Aws::Glue
|
|
7078
7632
|
include Aws::Structure
|
7079
7633
|
end
|
7080
7634
|
|
7635
|
+
# @note When making an API call, you may pass UntagResourceRequest
|
7636
|
+
# data as a hash:
|
7637
|
+
#
|
7638
|
+
# {
|
7639
|
+
# resource_arn: "GlueResourceArn", # required
|
7640
|
+
# tags_to_remove: ["TagKey"], # required
|
7641
|
+
# }
|
7642
|
+
#
|
7643
|
+
# @!attribute [rw] resource_arn
|
7644
|
+
# The ARN of the resource from which to remove the tags.
|
7645
|
+
# @return [String]
|
7646
|
+
#
|
7647
|
+
# @!attribute [rw] tags_to_remove
|
7648
|
+
# Tags to remove from this resource.
|
7649
|
+
# @return [Array<String>]
|
7650
|
+
#
|
7651
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UntagResourceRequest AWS API Documentation
|
7652
|
+
#
|
7653
|
+
class UntagResourceRequest < Struct.new(
|
7654
|
+
:resource_arn,
|
7655
|
+
:tags_to_remove)
|
7656
|
+
include Aws::Structure
|
7657
|
+
end
|
7658
|
+
|
7659
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UntagResourceResponse AWS API Documentation
|
7660
|
+
#
|
7661
|
+
class UntagResourceResponse < Aws::EmptyStructure; end
|
7662
|
+
|
7081
7663
|
# @note When making an API call, you may pass UpdateClassifierRequest
|
7082
7664
|
# data as a hash:
|
7083
7665
|
#
|
@@ -7148,7 +7730,7 @@ module Aws::Glue
|
|
7148
7730
|
#
|
7149
7731
|
# @!attribute [rw] catalog_id
|
7150
7732
|
# The ID of the Data Catalog in which the connection resides. If none
|
7151
|
-
# is
|
7733
|
+
# is provided, the AWS account ID is used by default.
|
7152
7734
|
# @return [String]
|
7153
7735
|
#
|
7154
7736
|
# @!attribute [rw] name
|