aws-sdk-glue 1.23.0 → 1.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +648 -36
- data/lib/aws-sdk-glue/client_api.rb +286 -0
- data/lib/aws-sdk-glue/types.rb +676 -94
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -30,7 +30,8 @@ module Aws::Glue
|
|
30
30
|
# @return [String]
|
31
31
|
#
|
32
32
|
# @!attribute [rw] arguments
|
33
|
-
#
|
33
|
+
# The job arguments used when this trigger fires. For this job run,
|
34
|
+
# they replace the default arguments set in the job definition itself.
|
34
35
|
#
|
35
36
|
# You can specify arguments here that your own job-execution script
|
36
37
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -185,7 +186,7 @@ module Aws::Glue
|
|
185
186
|
#
|
186
187
|
# @!attribute [rw] catalog_id
|
187
188
|
# The ID of the Data Catalog in which the connections reside. If none
|
188
|
-
# is
|
189
|
+
# is provided, the AWS account ID is used by default.
|
189
190
|
# @return [String]
|
190
191
|
#
|
191
192
|
# @!attribute [rw] connection_name_list
|
@@ -369,6 +370,111 @@ module Aws::Glue
|
|
369
370
|
include Aws::Structure
|
370
371
|
end
|
371
372
|
|
373
|
+
# @note When making an API call, you may pass BatchGetCrawlersRequest
|
374
|
+
# data as a hash:
|
375
|
+
#
|
376
|
+
# {
|
377
|
+
# crawler_names: ["NameString"], # required
|
378
|
+
# }
|
379
|
+
#
|
380
|
+
# @!attribute [rw] crawler_names
|
381
|
+
# A list of crawler names, which may be the names returned from the
|
382
|
+
# `ListCrawlers` operation.
|
383
|
+
# @return [Array<String>]
|
384
|
+
#
|
385
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCrawlersRequest AWS API Documentation
|
386
|
+
#
|
387
|
+
class BatchGetCrawlersRequest < Struct.new(
|
388
|
+
:crawler_names)
|
389
|
+
include Aws::Structure
|
390
|
+
end
|
391
|
+
|
392
|
+
# @!attribute [rw] crawlers
|
393
|
+
# A list of crawler definitions.
|
394
|
+
# @return [Array<Types::Crawler>]
|
395
|
+
#
|
396
|
+
# @!attribute [rw] crawlers_not_found
|
397
|
+
# A list of crawlers not found.
|
398
|
+
# @return [Array<String>]
|
399
|
+
#
|
400
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCrawlersResponse AWS API Documentation
|
401
|
+
#
|
402
|
+
class BatchGetCrawlersResponse < Struct.new(
|
403
|
+
:crawlers,
|
404
|
+
:crawlers_not_found)
|
405
|
+
include Aws::Structure
|
406
|
+
end
|
407
|
+
|
408
|
+
# @note When making an API call, you may pass BatchGetDevEndpointsRequest
|
409
|
+
# data as a hash:
|
410
|
+
#
|
411
|
+
# {
|
412
|
+
# dev_endpoint_names: ["GenericString"], # required
|
413
|
+
# }
|
414
|
+
#
|
415
|
+
# @!attribute [rw] dev_endpoint_names
|
416
|
+
# The list of DevEndpoint names, which may be the names returned from
|
417
|
+
# the `ListDevEndpoint` operation.
|
418
|
+
# @return [Array<String>]
|
419
|
+
#
|
420
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDevEndpointsRequest AWS API Documentation
|
421
|
+
#
|
422
|
+
class BatchGetDevEndpointsRequest < Struct.new(
|
423
|
+
:dev_endpoint_names)
|
424
|
+
include Aws::Structure
|
425
|
+
end
|
426
|
+
|
427
|
+
# @!attribute [rw] dev_endpoints
|
428
|
+
# A list of DevEndpoint definitions.
|
429
|
+
# @return [Array<Types::DevEndpoint>]
|
430
|
+
#
|
431
|
+
# @!attribute [rw] dev_endpoints_not_found
|
432
|
+
# A list of DevEndpoints not found.
|
433
|
+
# @return [Array<String>]
|
434
|
+
#
|
435
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDevEndpointsResponse AWS API Documentation
|
436
|
+
#
|
437
|
+
class BatchGetDevEndpointsResponse < Struct.new(
|
438
|
+
:dev_endpoints,
|
439
|
+
:dev_endpoints_not_found)
|
440
|
+
include Aws::Structure
|
441
|
+
end
|
442
|
+
|
443
|
+
# @note When making an API call, you may pass BatchGetJobsRequest
|
444
|
+
# data as a hash:
|
445
|
+
#
|
446
|
+
# {
|
447
|
+
# job_names: ["NameString"], # required
|
448
|
+
# }
|
449
|
+
#
|
450
|
+
# @!attribute [rw] job_names
|
451
|
+
# A list of job names, which may be the names returned from the
|
452
|
+
# `ListJobs` operation.
|
453
|
+
# @return [Array<String>]
|
454
|
+
#
|
455
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetJobsRequest AWS API Documentation
|
456
|
+
#
|
457
|
+
class BatchGetJobsRequest < Struct.new(
|
458
|
+
:job_names)
|
459
|
+
include Aws::Structure
|
460
|
+
end
|
461
|
+
|
462
|
+
# @!attribute [rw] jobs
|
463
|
+
# A list of job definitions.
|
464
|
+
# @return [Array<Types::Job>]
|
465
|
+
#
|
466
|
+
# @!attribute [rw] jobs_not_found
|
467
|
+
# A list of names of jobs not found.
|
468
|
+
# @return [Array<String>]
|
469
|
+
#
|
470
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetJobsResponse AWS API Documentation
|
471
|
+
#
|
472
|
+
class BatchGetJobsResponse < Struct.new(
|
473
|
+
:jobs,
|
474
|
+
:jobs_not_found)
|
475
|
+
include Aws::Structure
|
476
|
+
end
|
477
|
+
|
372
478
|
# @note When making an API call, you may pass BatchGetPartitionRequest
|
373
479
|
# data as a hash:
|
374
480
|
#
|
@@ -427,6 +533,41 @@ module Aws::Glue
|
|
427
533
|
include Aws::Structure
|
428
534
|
end
|
429
535
|
|
536
|
+
# @note When making an API call, you may pass BatchGetTriggersRequest
|
537
|
+
# data as a hash:
|
538
|
+
#
|
539
|
+
# {
|
540
|
+
# trigger_names: ["NameString"], # required
|
541
|
+
# }
|
542
|
+
#
|
543
|
+
# @!attribute [rw] trigger_names
|
544
|
+
# A list of trigger names, which may be the names returned from the
|
545
|
+
# `ListTriggers` operation.
|
546
|
+
# @return [Array<String>]
|
547
|
+
#
|
548
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTriggersRequest AWS API Documentation
|
549
|
+
#
|
550
|
+
class BatchGetTriggersRequest < Struct.new(
|
551
|
+
:trigger_names)
|
552
|
+
include Aws::Structure
|
553
|
+
end
|
554
|
+
|
555
|
+
# @!attribute [rw] triggers
|
556
|
+
# A list of trigger definitions.
|
557
|
+
# @return [Array<Types::Trigger>]
|
558
|
+
#
|
559
|
+
# @!attribute [rw] triggers_not_found
|
560
|
+
# A list of names of triggers not found.
|
561
|
+
# @return [Array<String>]
|
562
|
+
#
|
563
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTriggersResponse AWS API Documentation
|
564
|
+
#
|
565
|
+
class BatchGetTriggersResponse < Struct.new(
|
566
|
+
:triggers,
|
567
|
+
:triggers_not_found)
|
568
|
+
include Aws::Structure
|
569
|
+
end
|
570
|
+
|
430
571
|
# Records an error that occurred when attempting to stop a specified job
|
431
572
|
# run.
|
432
573
|
#
|
@@ -800,7 +941,7 @@ module Aws::Glue
|
|
800
941
|
# @return [String]
|
801
942
|
#
|
802
943
|
# @!attribute [rw] description
|
803
|
-
#
|
944
|
+
# The description of the connection.
|
804
945
|
# @return [String]
|
805
946
|
#
|
806
947
|
# @!attribute [rw] connection_type
|
@@ -828,10 +969,10 @@ module Aws::Glue
|
|
828
969
|
#
|
829
970
|
# * `ENCRYPTED_PASSWORD` - When you enable connection password
|
830
971
|
# protection by setting `ConnectionPasswordEncryption` in the Data
|
831
|
-
# Catalog encryption settings, this field stores the
|
832
|
-
#
|
972
|
+
# Catalog encryption settings, this field stores the encrypted
|
973
|
+
# password.
|
833
974
|
#
|
834
|
-
# * `JDBC_DRIVER_JAR_URI` - The S3 path of the
|
975
|
+
# * `JDBC_DRIVER_JAR_URI` - The Amazon S3 path of the JAR file that
|
835
976
|
# contains the JDBC driver to use.
|
836
977
|
#
|
837
978
|
# * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
|
@@ -848,25 +989,27 @@ module Aws::Glue
|
|
848
989
|
# * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
|
849
990
|
#
|
850
991
|
# * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
|
851
|
-
# whether SSL with hostname matching will be
|
852
|
-
# connection on the client. The default is
|
992
|
+
# whether Secure Sockets Layer (SSL) with hostname matching will be
|
993
|
+
# enforced for the JDBC connection on the client. The default is
|
994
|
+
# false.
|
853
995
|
# @return [Hash<String,String>]
|
854
996
|
#
|
855
997
|
# @!attribute [rw] physical_connection_requirements
|
856
|
-
# A map of physical connection requirements, such as
|
857
|
-
# SecurityGroup
|
998
|
+
# A map of physical connection requirements, such as virtual private
|
999
|
+
# cloud (VPC) and `SecurityGroup`, that are needed to make this
|
1000
|
+
# connection successfully.
|
858
1001
|
# @return [Types::PhysicalConnectionRequirements]
|
859
1002
|
#
|
860
1003
|
# @!attribute [rw] creation_time
|
861
|
-
# The time this connection definition was created.
|
1004
|
+
# The time that this connection definition was created.
|
862
1005
|
# @return [Time]
|
863
1006
|
#
|
864
1007
|
# @!attribute [rw] last_updated_time
|
865
|
-
# The last time this connection definition was updated.
|
1008
|
+
# The last time that this connection definition was updated.
|
866
1009
|
# @return [Time]
|
867
1010
|
#
|
868
1011
|
# @!attribute [rw] last_updated_by
|
869
|
-
# The user, group or role that last updated this connection
|
1012
|
+
# The user, group, or role that last updated this connection
|
870
1013
|
# definition.
|
871
1014
|
# @return [String]
|
872
1015
|
#
|
@@ -885,7 +1028,7 @@ module Aws::Glue
|
|
885
1028
|
include Aws::Structure
|
886
1029
|
end
|
887
1030
|
|
888
|
-
# A structure used to specify a connection to create or update.
|
1031
|
+
# A structure that is used to specify a connection to create or update.
|
889
1032
|
#
|
890
1033
|
# @note When making an API call, you may pass ConnectionInput
|
891
1034
|
# data as a hash:
|
@@ -910,7 +1053,7 @@ module Aws::Glue
|
|
910
1053
|
# @return [String]
|
911
1054
|
#
|
912
1055
|
# @!attribute [rw] description
|
913
|
-
#
|
1056
|
+
# The description of the connection.
|
914
1057
|
# @return [String]
|
915
1058
|
#
|
916
1059
|
# @!attribute [rw] connection_type
|
@@ -927,8 +1070,9 @@ module Aws::Glue
|
|
927
1070
|
# @return [Hash<String,String>]
|
928
1071
|
#
|
929
1072
|
# @!attribute [rw] physical_connection_requirements
|
930
|
-
# A map of physical connection requirements, such as
|
931
|
-
# SecurityGroup
|
1073
|
+
# A map of physical connection requirements, such as virtual private
|
1074
|
+
# cloud (VPC) and `SecurityGroup`, that are needed to successfully
|
1075
|
+
# make this connection.
|
932
1076
|
# @return [Types::PhysicalConnectionRequirements]
|
933
1077
|
#
|
934
1078
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionInput AWS API Documentation
|
@@ -949,14 +1093,14 @@ module Aws::Glue
|
|
949
1093
|
# enable catalog encryption or only password encryption.
|
950
1094
|
#
|
951
1095
|
# When a `CreationConnection` request arrives containing a password, the
|
952
|
-
# Data Catalog first encrypts the password using your KMS key
|
953
|
-
# encrypts the whole connection object again if catalog encryption
|
954
|
-
# also enabled.
|
1096
|
+
# Data Catalog first encrypts the password using your AWS KMS key. It
|
1097
|
+
# then encrypts the whole connection object again if catalog encryption
|
1098
|
+
# is also enabled.
|
955
1099
|
#
|
956
|
-
# This encryption requires that you set KMS key permissions to
|
957
|
-
# restrict access on the password key according to your
|
958
|
-
# requirements. For example, you
|
959
|
-
# decrypt permission on the password key.
|
1100
|
+
# This encryption requires that you set AWS KMS key permissions to
|
1101
|
+
# enable or restrict access on the password key according to your
|
1102
|
+
# security requirements. For example, you might want only admin users to
|
1103
|
+
# have decrypt permission on the password key.
|
960
1104
|
#
|
961
1105
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
962
1106
|
# data as a hash:
|
@@ -974,14 +1118,15 @@ module Aws::Glue
|
|
974
1118
|
# @return [Boolean]
|
975
1119
|
#
|
976
1120
|
# @!attribute [rw] aws_kms_key_id
|
977
|
-
#
|
1121
|
+
# An AWS KMS key that is used to encrypt the connection password.
|
978
1122
|
#
|
979
|
-
#
|
980
|
-
#
|
981
|
-
#
|
1123
|
+
# If connection password protection is enabled, the caller of
|
1124
|
+
# `CreateConnection` and `UpdateConnection` needs at least
|
1125
|
+
# `kms:Encrypt` permission on the specified AWS KMS key, to encrypt
|
1126
|
+
# passwords before storing them in the Data Catalog.
|
982
1127
|
#
|
983
|
-
#
|
984
|
-
#
|
1128
|
+
# You can set the decrypt permission to enable or restrict access on
|
1129
|
+
# the password key according to your security requirements.
|
985
1130
|
# @return [String]
|
986
1131
|
#
|
987
1132
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConnectionPasswordEncryption AWS API Documentation
|
@@ -1285,7 +1430,7 @@ module Aws::Glue
|
|
1285
1430
|
#
|
1286
1431
|
# @!attribute [rw] catalog_id
|
1287
1432
|
# The ID of the Data Catalog in which to create the connection. If
|
1288
|
-
# none is
|
1433
|
+
# none is provided, the AWS account ID is used by default.
|
1289
1434
|
# @return [String]
|
1290
1435
|
#
|
1291
1436
|
# @!attribute [rw] connection_input
|
@@ -1341,6 +1486,9 @@ module Aws::Glue
|
|
1341
1486
|
# },
|
1342
1487
|
# configuration: "CrawlerConfiguration",
|
1343
1488
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1489
|
+
# tags: {
|
1490
|
+
# "TagKey" => "TagValue",
|
1491
|
+
# },
|
1344
1492
|
# }
|
1345
1493
|
#
|
1346
1494
|
# @!attribute [rw] name
|
@@ -1405,6 +1553,16 @@ module Aws::Glue
|
|
1405
1553
|
# Crawler.
|
1406
1554
|
# @return [String]
|
1407
1555
|
#
|
1556
|
+
# @!attribute [rw] tags
|
1557
|
+
# The tags to use with this crawler request. You may use tags to limit
|
1558
|
+
# access to the crawler. For more information about tags in AWS Glue,
|
1559
|
+
# see [AWS Tags in AWS Glue][1] in the developer guide.
|
1560
|
+
#
|
1561
|
+
#
|
1562
|
+
#
|
1563
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1564
|
+
# @return [Hash<String,String>]
|
1565
|
+
#
|
1408
1566
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
|
1409
1567
|
#
|
1410
1568
|
class CreateCrawlerRequest < Struct.new(
|
@@ -1418,7 +1576,8 @@ module Aws::Glue
|
|
1418
1576
|
:table_prefix,
|
1419
1577
|
:schema_change_policy,
|
1420
1578
|
:configuration,
|
1421
|
-
:crawler_security_configuration
|
1579
|
+
:crawler_security_configuration,
|
1580
|
+
:tags)
|
1422
1581
|
include Aws::Structure
|
1423
1582
|
end
|
1424
1583
|
|
@@ -1477,6 +1636,9 @@ module Aws::Glue
|
|
1477
1636
|
# extra_python_libs_s3_path: "GenericString",
|
1478
1637
|
# extra_jars_s3_path: "GenericString",
|
1479
1638
|
# security_configuration: "NameString",
|
1639
|
+
# tags: {
|
1640
|
+
# "TagKey" => "TagValue",
|
1641
|
+
# },
|
1480
1642
|
# }
|
1481
1643
|
#
|
1482
1644
|
# @!attribute [rw] endpoint_name
|
@@ -1546,6 +1708,16 @@ module Aws::Glue
|
|
1546
1708
|
# DevEndpoint.
|
1547
1709
|
# @return [String]
|
1548
1710
|
#
|
1711
|
+
# @!attribute [rw] tags
|
1712
|
+
# The tags to use with this DevEndpoint. You may use tags to limit
|
1713
|
+
# access to the DevEndpoint. For more information about tags in AWS
|
1714
|
+
# Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
|
1715
|
+
#
|
1716
|
+
#
|
1717
|
+
#
|
1718
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1719
|
+
# @return [Hash<String,String>]
|
1720
|
+
#
|
1549
1721
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpointRequest AWS API Documentation
|
1550
1722
|
#
|
1551
1723
|
class CreateDevEndpointRequest < Struct.new(
|
@@ -1558,7 +1730,8 @@ module Aws::Glue
|
|
1558
1730
|
:number_of_nodes,
|
1559
1731
|
:extra_python_libs_s3_path,
|
1560
1732
|
:extra_jars_s3_path,
|
1561
|
-
:security_configuration
|
1733
|
+
:security_configuration,
|
1734
|
+
:tags)
|
1562
1735
|
include Aws::Structure
|
1563
1736
|
end
|
1564
1737
|
|
@@ -1715,6 +1888,9 @@ module Aws::Glue
|
|
1715
1888
|
# notify_delay_after: 1,
|
1716
1889
|
# },
|
1717
1890
|
# security_configuration: "NameString",
|
1891
|
+
# tags: {
|
1892
|
+
# "TagKey" => "TagValue",
|
1893
|
+
# },
|
1718
1894
|
# }
|
1719
1895
|
#
|
1720
1896
|
# @!attribute [rw] name
|
@@ -1792,11 +1968,27 @@ module Aws::Glue
|
|
1792
1968
|
# @return [Integer]
|
1793
1969
|
#
|
1794
1970
|
# @!attribute [rw] max_capacity
|
1795
|
-
# AWS Glue
|
1796
|
-
#
|
1797
|
-
#
|
1798
|
-
#
|
1799
|
-
#
|
1971
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
1972
|
+
# allocated when this job runs. A DPU is a relative measure of
|
1973
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
1974
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
1975
|
+
# page][1].
|
1976
|
+
#
|
1977
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
1978
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
1979
|
+
#
|
1980
|
+
# * When you specify a python shell job
|
1981
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
1982
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
1983
|
+
#
|
1984
|
+
# * When you specify an Apache Spark ETL job
|
1985
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
1986
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
1987
|
+
# fractional DPU allocation.
|
1988
|
+
#
|
1989
|
+
#
|
1990
|
+
#
|
1991
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
1800
1992
|
# @return [Float]
|
1801
1993
|
#
|
1802
1994
|
# @!attribute [rw] notification_property
|
@@ -1808,6 +2000,16 @@ module Aws::Glue
|
|
1808
2000
|
# job.
|
1809
2001
|
# @return [String]
|
1810
2002
|
#
|
2003
|
+
# @!attribute [rw] tags
|
2004
|
+
# The tags to use with this job. You may use tags to limit access to
|
2005
|
+
# the job. For more information about tags in AWS Glue, see [AWS Tags
|
2006
|
+
# in AWS Glue][1] in the developer guide.
|
2007
|
+
#
|
2008
|
+
#
|
2009
|
+
#
|
2010
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2011
|
+
# @return [Hash<String,String>]
|
2012
|
+
#
|
1811
2013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
|
1812
2014
|
#
|
1813
2015
|
class CreateJobRequest < Struct.new(
|
@@ -1824,7 +2026,8 @@ module Aws::Glue
|
|
1824
2026
|
:timeout,
|
1825
2027
|
:max_capacity,
|
1826
2028
|
:notification_property,
|
1827
|
-
:security_configuration
|
2029
|
+
:security_configuration,
|
2030
|
+
:tags)
|
1828
2031
|
include Aws::Structure
|
1829
2032
|
end
|
1830
2033
|
|
@@ -2208,6 +2411,9 @@ module Aws::Glue
|
|
2208
2411
|
# ],
|
2209
2412
|
# description: "DescriptionString",
|
2210
2413
|
# start_on_creation: false,
|
2414
|
+
# tags: {
|
2415
|
+
# "TagKey" => "TagValue",
|
2416
|
+
# },
|
2211
2417
|
# }
|
2212
2418
|
#
|
2213
2419
|
# @!attribute [rw] name
|
@@ -2249,6 +2455,16 @@ module Aws::Glue
|
|
2249
2455
|
# created. True not supported for ON\_DEMAND triggers.
|
2250
2456
|
# @return [Boolean]
|
2251
2457
|
#
|
2458
|
+
# @!attribute [rw] tags
|
2459
|
+
# The tags to use with this trigger. You may use tags to limit access
|
2460
|
+
# to the trigger. For more information about tags in AWS Glue, see
|
2461
|
+
# [AWS Tags in AWS Glue][1] in the developer guide.
|
2462
|
+
#
|
2463
|
+
#
|
2464
|
+
#
|
2465
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2466
|
+
# @return [Hash<String,String>]
|
2467
|
+
#
|
2252
2468
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTriggerRequest AWS API Documentation
|
2253
2469
|
#
|
2254
2470
|
class CreateTriggerRequest < Struct.new(
|
@@ -2258,7 +2474,8 @@ module Aws::Glue
|
|
2258
2474
|
:predicate,
|
2259
2475
|
:actions,
|
2260
2476
|
:description,
|
2261
|
-
:start_on_creation
|
2477
|
+
:start_on_creation,
|
2478
|
+
:tags)
|
2262
2479
|
include Aws::Structure
|
2263
2480
|
end
|
2264
2481
|
|
@@ -2375,12 +2592,12 @@ module Aws::Glue
|
|
2375
2592
|
# }
|
2376
2593
|
#
|
2377
2594
|
# @!attribute [rw] encryption_at_rest
|
2378
|
-
# Specifies encryption-at-rest configuration for the Data Catalog.
|
2595
|
+
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
2379
2596
|
# @return [Types::EncryptionAtRest]
|
2380
2597
|
#
|
2381
2598
|
# @!attribute [rw] connection_password_encryption
|
2382
|
-
# When password protection is enabled, the Data Catalog
|
2383
|
-
# customer-provided key to encrypt the password as part of
|
2599
|
+
# When connection password protection is enabled, the Data Catalog
|
2600
|
+
# uses a customer-provided key to encrypt the password as part of
|
2384
2601
|
# `CreateConnection` or `UpdateConnection` and store it in the
|
2385
2602
|
# `ENCRYPTED_PASSWORD` field in the connection properties. You can
|
2386
2603
|
# enable catalog encryption or only password encryption.
|
@@ -2504,7 +2721,7 @@ module Aws::Glue
|
|
2504
2721
|
#
|
2505
2722
|
# @!attribute [rw] catalog_id
|
2506
2723
|
# The ID of the Data Catalog in which the connection resides. If none
|
2507
|
-
# is
|
2724
|
+
# is provided, the AWS account ID is used by default.
|
2508
2725
|
# @return [String]
|
2509
2726
|
#
|
2510
2727
|
# @!attribute [rw] connection_name
|
@@ -3065,7 +3282,7 @@ module Aws::Glue
|
|
3065
3282
|
include Aws::Structure
|
3066
3283
|
end
|
3067
3284
|
|
3068
|
-
# Specifies encryption-at-rest configuration for the Data Catalog.
|
3285
|
+
# Specifies the encryption-at-rest configuration for the Data Catalog.
|
3069
3286
|
#
|
3070
3287
|
# @note When making an API call, you may pass EncryptionAtRest
|
3071
3288
|
# data as a hash:
|
@@ -3284,7 +3501,7 @@ module Aws::Glue
|
|
3284
3501
|
#
|
3285
3502
|
# @!attribute [rw] catalog_id
|
3286
3503
|
# The ID of the Data Catalog in which the connection resides. If none
|
3287
|
-
# is
|
3504
|
+
# is provided, the AWS account ID is used by default.
|
3288
3505
|
# @return [String]
|
3289
3506
|
#
|
3290
3507
|
# @!attribute [rw] name
|
@@ -3292,13 +3509,12 @@ module Aws::Glue
|
|
3292
3509
|
# @return [String]
|
3293
3510
|
#
|
3294
3511
|
# @!attribute [rw] hide_password
|
3295
|
-
#
|
3512
|
+
# Allows you to retrieve the connection metadata without returning the
|
3296
3513
|
# password. For instance, the AWS Glue console uses this flag to
|
3297
|
-
# retrieve
|
3298
|
-
#
|
3299
|
-
#
|
3300
|
-
#
|
3301
|
-
# connection properties).
|
3514
|
+
# retrieve the connection, and does not display the password. Set this
|
3515
|
+
# parameter when the caller might not have permission to use the AWS
|
3516
|
+
# KMS key to decrypt the password, but does have permission to access
|
3517
|
+
# the rest of the connection properties.
|
3302
3518
|
# @return [Boolean]
|
3303
3519
|
#
|
3304
3520
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -3321,8 +3537,8 @@ module Aws::Glue
|
|
3321
3537
|
include Aws::Structure
|
3322
3538
|
end
|
3323
3539
|
|
3324
|
-
# Filters the connection definitions returned by the
|
3325
|
-
# API.
|
3540
|
+
# Filters the connection definitions that are returned by the
|
3541
|
+
# `GetConnections` API operation.
|
3326
3542
|
#
|
3327
3543
|
# @note When making an API call, you may pass GetConnectionsFilter
|
3328
3544
|
# data as a hash:
|
@@ -3366,7 +3582,7 @@ module Aws::Glue
|
|
3366
3582
|
#
|
3367
3583
|
# @!attribute [rw] catalog_id
|
3368
3584
|
# The ID of the Data Catalog in which the connections reside. If none
|
3369
|
-
# is
|
3585
|
+
# is provided, the AWS account ID is used by default.
|
3370
3586
|
# @return [String]
|
3371
3587
|
#
|
3372
3588
|
# @!attribute [rw] filter
|
@@ -3374,13 +3590,12 @@ module Aws::Glue
|
|
3374
3590
|
# @return [Types::GetConnectionsFilter]
|
3375
3591
|
#
|
3376
3592
|
# @!attribute [rw] hide_password
|
3377
|
-
#
|
3593
|
+
# Allows you to retrieve the connection metadata without returning the
|
3378
3594
|
# password. For instance, the AWS Glue console uses this flag to
|
3379
|
-
# retrieve
|
3380
|
-
#
|
3381
|
-
#
|
3382
|
-
#
|
3383
|
-
# connection properties).
|
3595
|
+
# retrieve the connection, and does not display the password. Set this
|
3596
|
+
# parameter when the caller might not have permission to use the AWS
|
3597
|
+
# KMS key to decrypt the password, but does have permission to access
|
3598
|
+
# the rest of the connection properties.
|
3384
3599
|
# @return [Boolean]
|
3385
3600
|
#
|
3386
3601
|
# @!attribute [rw] next_token
|
@@ -3545,7 +3760,7 @@ module Aws::Glue
|
|
3545
3760
|
#
|
3546
3761
|
# @!attribute [rw] catalog_id
|
3547
3762
|
# The ID of the Data Catalog for which to retrieve the security
|
3548
|
-
# configuration. If none is
|
3763
|
+
# configuration. If none is provided, the AWS account ID is used by
|
3549
3764
|
# default.
|
3550
3765
|
# @return [String]
|
3551
3766
|
#
|
@@ -4620,6 +4835,35 @@ module Aws::Glue
|
|
4620
4835
|
include Aws::Structure
|
4621
4836
|
end
|
4622
4837
|
|
4838
|
+
# @note When making an API call, you may pass GetTagsRequest
|
4839
|
+
# data as a hash:
|
4840
|
+
#
|
4841
|
+
# {
|
4842
|
+
# resource_arn: "GlueResourceArn", # required
|
4843
|
+
# }
|
4844
|
+
#
|
4845
|
+
# @!attribute [rw] resource_arn
|
4846
|
+
# The Amazon ARN of the resource for which to retrieve tags.
|
4847
|
+
# @return [String]
|
4848
|
+
#
|
4849
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsRequest AWS API Documentation
|
4850
|
+
#
|
4851
|
+
class GetTagsRequest < Struct.new(
|
4852
|
+
:resource_arn)
|
4853
|
+
include Aws::Structure
|
4854
|
+
end
|
4855
|
+
|
4856
|
+
# @!attribute [rw] tags
|
4857
|
+
# The requested tags.
|
4858
|
+
# @return [Hash<String,String>]
|
4859
|
+
#
|
4860
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTagsResponse AWS API Documentation
|
4861
|
+
#
|
4862
|
+
class GetTagsResponse < Struct.new(
|
4863
|
+
:tags)
|
4864
|
+
include Aws::Structure
|
4865
|
+
end
|
4866
|
+
|
4623
4867
|
# @note When making an API call, you may pass GetTriggerRequest
|
4624
4868
|
# data as a hash:
|
4625
4869
|
#
|
@@ -5002,11 +5246,27 @@ module Aws::Glue
|
|
5002
5246
|
# @return [Integer]
|
5003
5247
|
#
|
5004
5248
|
# @!attribute [rw] max_capacity
|
5005
|
-
# AWS Glue
|
5006
|
-
#
|
5007
|
-
#
|
5008
|
-
#
|
5009
|
-
#
|
5249
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5250
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5251
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5252
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5253
|
+
# page][1].
|
5254
|
+
#
|
5255
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5256
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5257
|
+
#
|
5258
|
+
# * When you specify a python shell job
|
5259
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5260
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5261
|
+
#
|
5262
|
+
# * When you specify an Apache Spark ETL job
|
5263
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5264
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5265
|
+
# fractional DPU allocation.
|
5266
|
+
#
|
5267
|
+
#
|
5268
|
+
#
|
5269
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5010
5270
|
# @return [Float]
|
5011
5271
|
#
|
5012
5272
|
# @!attribute [rw] notification_property
|
@@ -5166,8 +5426,8 @@ module Aws::Glue
|
|
5166
5426
|
# @return [String]
|
5167
5427
|
#
|
5168
5428
|
# @!attribute [rw] arguments
|
5169
|
-
# The job arguments associated with this run.
|
5170
|
-
#
|
5429
|
+
# The job arguments associated with this run. For this job run, they
|
5430
|
+
# replace the default arguments set in the job definition itself.
|
5171
5431
|
#
|
5172
5432
|
# You can specify arguments here that your own job-execution script
|
5173
5433
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -5220,11 +5480,27 @@ module Aws::Glue
|
|
5220
5480
|
# @return [Integer]
|
5221
5481
|
#
|
5222
5482
|
# @!attribute [rw] max_capacity
|
5223
|
-
# AWS Glue
|
5224
|
-
#
|
5225
|
-
#
|
5226
|
-
#
|
5227
|
-
#
|
5483
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5484
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5485
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5486
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5487
|
+
# page][1].
|
5488
|
+
#
|
5489
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5490
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5491
|
+
#
|
5492
|
+
# * When you specify a python shell job
|
5493
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5494
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5495
|
+
#
|
5496
|
+
# * When you specify an Apache Spark ETL job
|
5497
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5498
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5499
|
+
# fractional DPU allocation.
|
5500
|
+
#
|
5501
|
+
#
|
5502
|
+
#
|
5503
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5228
5504
|
# @return [Float]
|
5229
5505
|
#
|
5230
5506
|
# @!attribute [rw] notification_property
|
@@ -5375,11 +5651,27 @@ module Aws::Glue
|
|
5375
5651
|
# @return [Integer]
|
5376
5652
|
#
|
5377
5653
|
# @!attribute [rw] max_capacity
|
5378
|
-
# AWS Glue
|
5379
|
-
#
|
5380
|
-
#
|
5381
|
-
#
|
5382
|
-
#
|
5654
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
5655
|
+
# allocated when this job runs. A DPU is a relative measure of
|
5656
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5657
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5658
|
+
# page][1].
|
5659
|
+
#
|
5660
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
5661
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
5662
|
+
#
|
5663
|
+
# * When you specify a python shell job
|
5664
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
5665
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
5666
|
+
#
|
5667
|
+
# * When you specify an Apache Spark ETL job
|
5668
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
5669
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
5670
|
+
# fractional DPU allocation.
|
5671
|
+
#
|
5672
|
+
#
|
5673
|
+
#
|
5674
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5383
5675
|
# @return [Float]
|
5384
5676
|
#
|
5385
5677
|
# @!attribute [rw] notification_property
|
@@ -5487,6 +5779,214 @@ module Aws::Glue
|
|
5487
5779
|
include Aws::Structure
|
5488
5780
|
end
|
5489
5781
|
|
5782
|
+
# @note When making an API call, you may pass ListCrawlersRequest
|
5783
|
+
# data as a hash:
|
5784
|
+
#
|
5785
|
+
# {
|
5786
|
+
# max_results: 1,
|
5787
|
+
# next_token: "Token",
|
5788
|
+
# tags: {
|
5789
|
+
# "TagKey" => "TagValue",
|
5790
|
+
# },
|
5791
|
+
# }
|
5792
|
+
#
|
5793
|
+
# @!attribute [rw] max_results
|
5794
|
+
# The maximum size of a list to return.
|
5795
|
+
# @return [Integer]
|
5796
|
+
#
|
5797
|
+
# @!attribute [rw] next_token
|
5798
|
+
# A continuation token, if this is a continuation request.
|
5799
|
+
# @return [String]
|
5800
|
+
#
|
5801
|
+
# @!attribute [rw] tags
|
5802
|
+
# Specifies to return only these tagged resources.
|
5803
|
+
# @return [Hash<String,String>]
|
5804
|
+
#
|
5805
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlersRequest AWS API Documentation
|
5806
|
+
#
|
5807
|
+
class ListCrawlersRequest < Struct.new(
|
5808
|
+
:max_results,
|
5809
|
+
:next_token,
|
5810
|
+
:tags)
|
5811
|
+
include Aws::Structure
|
5812
|
+
end
|
5813
|
+
|
5814
|
+
# @!attribute [rw] crawler_names
|
5815
|
+
# The names of all crawlers in the account, or the crawlers with the
|
5816
|
+
# specified tags.
|
5817
|
+
# @return [Array<String>]
|
5818
|
+
#
|
5819
|
+
# @!attribute [rw] next_token
|
5820
|
+
# A continuation token, if the returned list does not contain the last
|
5821
|
+
# metric available.
|
5822
|
+
# @return [String]
|
5823
|
+
#
|
5824
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlersResponse AWS API Documentation
|
5825
|
+
#
|
5826
|
+
class ListCrawlersResponse < Struct.new(
|
5827
|
+
:crawler_names,
|
5828
|
+
:next_token)
|
5829
|
+
include Aws::Structure
|
5830
|
+
end
|
5831
|
+
|
5832
|
+
# @note When making an API call, you may pass ListDevEndpointsRequest
|
5833
|
+
# data as a hash:
|
5834
|
+
#
|
5835
|
+
# {
|
5836
|
+
# next_token: "GenericString",
|
5837
|
+
# max_results: 1,
|
5838
|
+
# tags: {
|
5839
|
+
# "TagKey" => "TagValue",
|
5840
|
+
# },
|
5841
|
+
# }
|
5842
|
+
#
|
5843
|
+
# @!attribute [rw] next_token
|
5844
|
+
# A continuation token, if this is a continuation request.
|
5845
|
+
# @return [String]
|
5846
|
+
#
|
5847
|
+
# @!attribute [rw] max_results
|
5848
|
+
# The maximum size of a list to return.
|
5849
|
+
# @return [Integer]
|
5850
|
+
#
|
5851
|
+
# @!attribute [rw] tags
|
5852
|
+
# Specifies to return only these tagged resources.
|
5853
|
+
# @return [Hash<String,String>]
|
5854
|
+
#
|
5855
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDevEndpointsRequest AWS API Documentation
|
5856
|
+
#
|
5857
|
+
class ListDevEndpointsRequest < Struct.new(
|
5858
|
+
:next_token,
|
5859
|
+
:max_results,
|
5860
|
+
:tags)
|
5861
|
+
include Aws::Structure
|
5862
|
+
end
|
5863
|
+
|
5864
|
+
# @!attribute [rw] dev_endpoint_names
|
5865
|
+
# The names of all DevEndpoints in the account, or the DevEndpoints
|
5866
|
+
# with the specified tags.
|
5867
|
+
# @return [Array<String>]
|
5868
|
+
#
|
5869
|
+
# @!attribute [rw] next_token
|
5870
|
+
# A continuation token, if the returned list does not contain the last
|
5871
|
+
# metric available.
|
5872
|
+
# @return [String]
|
5873
|
+
#
|
5874
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDevEndpointsResponse AWS API Documentation
|
5875
|
+
#
|
5876
|
+
class ListDevEndpointsResponse < Struct.new(
|
5877
|
+
:dev_endpoint_names,
|
5878
|
+
:next_token)
|
5879
|
+
include Aws::Structure
|
5880
|
+
end
|
5881
|
+
|
5882
|
+
# @note When making an API call, you may pass ListJobsRequest
|
5883
|
+
# data as a hash:
|
5884
|
+
#
|
5885
|
+
# {
|
5886
|
+
# next_token: "GenericString",
|
5887
|
+
# max_results: 1,
|
5888
|
+
# tags: {
|
5889
|
+
# "TagKey" => "TagValue",
|
5890
|
+
# },
|
5891
|
+
# }
|
5892
|
+
#
|
5893
|
+
# @!attribute [rw] next_token
|
5894
|
+
# A continuation token, if this is a continuation request.
|
5895
|
+
# @return [String]
|
5896
|
+
#
|
5897
|
+
# @!attribute [rw] max_results
|
5898
|
+
# The maximum size of a list to return.
|
5899
|
+
# @return [Integer]
|
5900
|
+
#
|
5901
|
+
# @!attribute [rw] tags
|
5902
|
+
# Specifies to return only these tagged resources.
|
5903
|
+
# @return [Hash<String,String>]
|
5904
|
+
#
|
5905
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListJobsRequest AWS API Documentation
|
5906
|
+
#
|
5907
|
+
class ListJobsRequest < Struct.new(
|
5908
|
+
:next_token,
|
5909
|
+
:max_results,
|
5910
|
+
:tags)
|
5911
|
+
include Aws::Structure
|
5912
|
+
end
|
5913
|
+
|
5914
|
+
# @!attribute [rw] job_names
|
5915
|
+
# The names of all jobs in the account, or the jobs with the specified
|
5916
|
+
# tags.
|
5917
|
+
# @return [Array<String>]
|
5918
|
+
#
|
5919
|
+
# @!attribute [rw] next_token
|
5920
|
+
# A continuation token, if the returned list does not contain the last
|
5921
|
+
# metric available.
|
5922
|
+
# @return [String]
|
5923
|
+
#
|
5924
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListJobsResponse AWS API Documentation
|
5925
|
+
#
|
5926
|
+
class ListJobsResponse < Struct.new(
|
5927
|
+
:job_names,
|
5928
|
+
:next_token)
|
5929
|
+
include Aws::Structure
|
5930
|
+
end
|
5931
|
+
|
5932
|
+
# @note When making an API call, you may pass ListTriggersRequest
|
5933
|
+
# data as a hash:
|
5934
|
+
#
|
5935
|
+
# {
|
5936
|
+
# next_token: "GenericString",
|
5937
|
+
# dependent_job_name: "NameString",
|
5938
|
+
# max_results: 1,
|
5939
|
+
# tags: {
|
5940
|
+
# "TagKey" => "TagValue",
|
5941
|
+
# },
|
5942
|
+
# }
|
5943
|
+
#
|
5944
|
+
# @!attribute [rw] next_token
|
5945
|
+
# A continuation token, if this is a continuation request.
|
5946
|
+
# @return [String]
|
5947
|
+
#
|
5948
|
+
# @!attribute [rw] dependent_job_name
|
5949
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
5950
|
+
# can start this job will be returned, and if there is no such
|
5951
|
+
# trigger, all triggers will be returned.
|
5952
|
+
# @return [String]
|
5953
|
+
#
|
5954
|
+
# @!attribute [rw] max_results
|
5955
|
+
# The maximum size of a list to return.
|
5956
|
+
# @return [Integer]
|
5957
|
+
#
|
5958
|
+
# @!attribute [rw] tags
|
5959
|
+
# Specifies to return only these tagged resources.
|
5960
|
+
# @return [Hash<String,String>]
|
5961
|
+
#
|
5962
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
|
5963
|
+
#
|
5964
|
+
class ListTriggersRequest < Struct.new(
|
5965
|
+
:next_token,
|
5966
|
+
:dependent_job_name,
|
5967
|
+
:max_results,
|
5968
|
+
:tags)
|
5969
|
+
include Aws::Structure
|
5970
|
+
end
|
5971
|
+
|
5972
|
+
# @!attribute [rw] trigger_names
|
5973
|
+
# The names of all triggers in the account, or the triggers with the
|
5974
|
+
# specified tags.
|
5975
|
+
# @return [Array<String>]
|
5976
|
+
#
|
5977
|
+
# @!attribute [rw] next_token
|
5978
|
+
# A continuation token, if the returned list does not contain the last
|
5979
|
+
# metric available.
|
5980
|
+
# @return [String]
|
5981
|
+
#
|
5982
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
|
5983
|
+
#
|
5984
|
+
class ListTriggersResponse < Struct.new(
|
5985
|
+
:trigger_names,
|
5986
|
+
:next_token)
|
5987
|
+
include Aws::Structure
|
5988
|
+
end
|
5989
|
+
|
5490
5990
|
# The location of resources.
|
5491
5991
|
#
|
5492
5992
|
# @note When making an API call, you may pass Location
|
@@ -5758,7 +6258,8 @@ module Aws::Glue
|
|
5758
6258
|
# }
|
5759
6259
|
#
|
5760
6260
|
# @!attribute [rw] values
|
5761
|
-
# The values of the partition.
|
6261
|
+
# The values of the partition. Although this parameter is not required
|
6262
|
+
# by the SDK, you must specify this parameter for a valid input.
|
5762
6263
|
# @return [Array<String>]
|
5763
6264
|
#
|
5764
6265
|
# @!attribute [rw] last_access_time
|
@@ -5830,9 +6331,10 @@ module Aws::Glue
|
|
5830
6331
|
# @return [Array<String>]
|
5831
6332
|
#
|
5832
6333
|
# @!attribute [rw] availability_zone
|
5833
|
-
# The connection's
|
5834
|
-
# the specified subnet implies the
|
5835
|
-
# field must be populated
|
6334
|
+
# The connection's Availability Zone. This field is redundant because
|
6335
|
+
# the specified subnet implies the Availability Zone to be used.
|
6336
|
+
# Currently the field must be populated, but it will be deprecated in
|
6337
|
+
# the future.
|
5836
6338
|
# @return [String]
|
5837
6339
|
#
|
5838
6340
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PhysicalConnectionRequirements AWS API Documentation
|
@@ -5915,7 +6417,7 @@ module Aws::Glue
|
|
5915
6417
|
#
|
5916
6418
|
# @!attribute [rw] catalog_id
|
5917
6419
|
# The ID of the Data Catalog for which to set the security
|
5918
|
-
# configuration. If none is
|
6420
|
+
# configuration. If none is provided, the AWS account ID is used by
|
5919
6421
|
# default.
|
5920
6422
|
# @return [String]
|
5921
6423
|
#
|
@@ -5949,8 +6451,8 @@ module Aws::Glue
|
|
5949
6451
|
# @return [String]
|
5950
6452
|
#
|
5951
6453
|
# @!attribute [rw] policy_hash_condition
|
5952
|
-
#
|
5953
|
-
#
|
6454
|
+
# The hash value returned when the previous policy was set using
|
6455
|
+
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
5954
6456
|
# modifications of a policy. Do not use this parameter if no previous
|
5955
6457
|
# policy has been set.
|
5956
6458
|
# @return [String]
|
@@ -6342,8 +6844,8 @@ module Aws::Glue
|
|
6342
6844
|
# @return [String]
|
6343
6845
|
#
|
6344
6846
|
# @!attribute [rw] arguments
|
6345
|
-
# The job arguments specifically for this run.
|
6346
|
-
#
|
6847
|
+
# The job arguments specifically for this run. For this job run, they
|
6848
|
+
# replace the default arguments set in the job definition itself.
|
6347
6849
|
#
|
6348
6850
|
# You can specify arguments here that your own job-execution script
|
6349
6851
|
# consumes, as well as arguments that AWS Glue itself consumes.
|
@@ -6384,11 +6886,27 @@ module Aws::Glue
|
|
6384
6886
|
# @return [Integer]
|
6385
6887
|
#
|
6386
6888
|
# @!attribute [rw] max_capacity
|
6387
|
-
# AWS Glue
|
6388
|
-
#
|
6389
|
-
#
|
6390
|
-
#
|
6391
|
-
#
|
6889
|
+
# The number of AWS Glue data processing units (DPUs) that can be
|
6890
|
+
# allocated when this job runs. A DPU is a relative measure of
|
6891
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
6892
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
6893
|
+
# page][1].
|
6894
|
+
#
|
6895
|
+
# The value that can be allocated for `MaxCapacity` depends on whether
|
6896
|
+
# you are running a python shell job, or an Apache Spark ETL job:
|
6897
|
+
#
|
6898
|
+
# * When you specify a python shell job
|
6899
|
+
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
6900
|
+
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
6901
|
+
#
|
6902
|
+
# * When you specify an Apache Spark ETL job
|
6903
|
+
# (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
|
6904
|
+
# DPUs. The default is 10 DPUs. This job type cannot have a
|
6905
|
+
# fractional DPU allocation.
|
6906
|
+
#
|
6907
|
+
#
|
6908
|
+
#
|
6909
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
6392
6910
|
# @return [Float]
|
6393
6911
|
#
|
6394
6912
|
# @!attribute [rw] notification_property
|
@@ -6951,6 +7469,42 @@ module Aws::Glue
|
|
6951
7469
|
include Aws::Structure
|
6952
7470
|
end
|
6953
7471
|
|
7472
|
+
# @note When making an API call, you may pass TagResourceRequest
|
7473
|
+
# data as a hash:
|
7474
|
+
#
|
7475
|
+
# {
|
7476
|
+
# resource_arn: "GlueResourceArn", # required
|
7477
|
+
# tags_to_add: { # required
|
7478
|
+
# "TagKey" => "TagValue",
|
7479
|
+
# },
|
7480
|
+
# }
|
7481
|
+
#
|
7482
|
+
# @!attribute [rw] resource_arn
|
7483
|
+
# The ARN of the AWS Glue resource to which to add the tags. For more
|
7484
|
+
# information about AWS Glue resource ARNs, see the [AWS Glue ARN
|
7485
|
+
# string pattern][1].
|
7486
|
+
#
|
7487
|
+
#
|
7488
|
+
#
|
7489
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
7490
|
+
# @return [String]
|
7491
|
+
#
|
7492
|
+
# @!attribute [rw] tags_to_add
|
7493
|
+
# Tags to add to this resource.
|
7494
|
+
# @return [Hash<String,String>]
|
7495
|
+
#
|
7496
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TagResourceRequest AWS API Documentation
|
7497
|
+
#
|
7498
|
+
class TagResourceRequest < Struct.new(
|
7499
|
+
:resource_arn,
|
7500
|
+
:tags_to_add)
|
7501
|
+
include Aws::Structure
|
7502
|
+
end
|
7503
|
+
|
7504
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TagResourceResponse AWS API Documentation
|
7505
|
+
#
|
7506
|
+
class TagResourceResponse < Aws::EmptyStructure; end
|
7507
|
+
|
6954
7508
|
# Information about a specific trigger.
|
6955
7509
|
#
|
6956
7510
|
# @!attribute [rw] name
|
@@ -7078,6 +7632,34 @@ module Aws::Glue
|
|
7078
7632
|
include Aws::Structure
|
7079
7633
|
end
|
7080
7634
|
|
7635
|
+
# @note When making an API call, you may pass UntagResourceRequest
|
7636
|
+
# data as a hash:
|
7637
|
+
#
|
7638
|
+
# {
|
7639
|
+
# resource_arn: "GlueResourceArn", # required
|
7640
|
+
# tags_to_remove: ["TagKey"], # required
|
7641
|
+
# }
|
7642
|
+
#
|
7643
|
+
# @!attribute [rw] resource_arn
|
7644
|
+
# The ARN of the resource from which to remove the tags.
|
7645
|
+
# @return [String]
|
7646
|
+
#
|
7647
|
+
# @!attribute [rw] tags_to_remove
|
7648
|
+
# Tags to remove from this resource.
|
7649
|
+
# @return [Array<String>]
|
7650
|
+
#
|
7651
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UntagResourceRequest AWS API Documentation
|
7652
|
+
#
|
7653
|
+
class UntagResourceRequest < Struct.new(
|
7654
|
+
:resource_arn,
|
7655
|
+
:tags_to_remove)
|
7656
|
+
include Aws::Structure
|
7657
|
+
end
|
7658
|
+
|
7659
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UntagResourceResponse AWS API Documentation
|
7660
|
+
#
|
7661
|
+
class UntagResourceResponse < Aws::EmptyStructure; end
|
7662
|
+
|
7081
7663
|
# @note When making an API call, you may pass UpdateClassifierRequest
|
7082
7664
|
# data as a hash:
|
7083
7665
|
#
|
@@ -7148,7 +7730,7 @@ module Aws::Glue
|
|
7148
7730
|
#
|
7149
7731
|
# @!attribute [rw] catalog_id
|
7150
7732
|
# The ID of the Data Catalog in which the connection resides. If none
|
7151
|
-
# is
|
7733
|
+
# is provided, the AWS account ID is used by default.
|
7152
7734
|
# @return [String]
|
7153
7735
|
#
|
7154
7736
|
# @!attribute [rw] name
|