aws-sdk-glue 1.23.0 → 1.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 85c550cecde739bef232d0ea3a3d488be0e49799
4
- data.tar.gz: 1b4be41dfad71bb1aa1585a48cf50a63bf89f8c0
3
+ metadata.gz: 1ed03a2a32678f41d65698785cd8149cc3a545d0
4
+ data.tar.gz: fd39ce5310b2c2143ffb3d50404abcf20c106630
5
5
  SHA512:
6
- metadata.gz: 16f1af24ca171146a4d692ad3fd505b49de20defb30e4283d5ef31e9577da869d8df811b2c6ce34895a1172bdc2edc811bf9c4fc089b42d5d114add8815725c2
7
- data.tar.gz: 90d9f366b48fdc3ae9bc31046695c7d11daeb274513a0561137f83156ff295e94db8de2d9d75a37617656f0188e96809305a730ae9a3419adb3d59cca4afe5dc
6
+ metadata.gz: fd7eee558d1b63574c4ca5df649d4f098017e9c1e68f9eac687f53bbf568a1f36e1b51399263135410924311ac8900963214cfcbfe4ce5c0917571f7074c1985
7
+ data.tar.gz: '098af989d7592d659d04dcdf1f1e45f1b339891e1bae4f1df55799124cad6cee13c36a3cd999a228efd31ddb0f2e65ddb88b296a256df6ca3e16143d19b12cff'
data/lib/aws-sdk-glue.rb CHANGED
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.23.0'
45
+ GEM_VERSION = '1.24.0'
46
46
 
47
47
  end
@@ -315,7 +315,7 @@ module Aws::Glue
315
315
  #
316
316
  # @option params [String] :catalog_id
317
317
  # The ID of the Data Catalog in which the connections reside. If none is
318
- # supplied, the AWS account ID is used by default.
318
+ # provided, the AWS account ID is used by default.
319
319
  #
320
320
  # @option params [required, Array<String>] :connection_name_list
321
321
  # A list of names of the connections to delete.
@@ -502,6 +502,190 @@ module Aws::Glue
502
502
  req.send_request(options)
503
503
  end
504
504
 
505
+ # Returns a list of resource metadata for a given list of crawler names.
506
+ # After calling the `ListCrawlers` operation, you can call this
507
+ # operation to access the data to which you have been granted
508
+ # permissions to based on tags.
509
+ #
510
+ # @option params [required, Array<String>] :crawler_names
511
+ # A list of crawler names, which may be the names returned from the
512
+ # `ListCrawlers` operation.
513
+ #
514
+ # @return [Types::BatchGetCrawlersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
515
+ #
516
+ # * {Types::BatchGetCrawlersResponse#crawlers #crawlers} => Array&lt;Types::Crawler&gt;
517
+ # * {Types::BatchGetCrawlersResponse#crawlers_not_found #crawlers_not_found} => Array&lt;String&gt;
518
+ #
519
+ # @example Request syntax with placeholder values
520
+ #
521
+ # resp = client.batch_get_crawlers({
522
+ # crawler_names: ["NameString"], # required
523
+ # })
524
+ #
525
+ # @example Response structure
526
+ #
527
+ # resp.crawlers #=> Array
528
+ # resp.crawlers[0].name #=> String
529
+ # resp.crawlers[0].role #=> String
530
+ # resp.crawlers[0].targets.s3_targets #=> Array
531
+ # resp.crawlers[0].targets.s3_targets[0].path #=> String
532
+ # resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
533
+ # resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
534
+ # resp.crawlers[0].targets.jdbc_targets #=> Array
535
+ # resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
536
+ # resp.crawlers[0].targets.jdbc_targets[0].path #=> String
537
+ # resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
538
+ # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
539
+ # resp.crawlers[0].targets.dynamo_db_targets #=> Array
540
+ # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
541
+ # resp.crawlers[0].database_name #=> String
542
+ # resp.crawlers[0].description #=> String
543
+ # resp.crawlers[0].classifiers #=> Array
544
+ # resp.crawlers[0].classifiers[0] #=> String
545
+ # resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
546
+ # resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
547
+ # resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
548
+ # resp.crawlers[0].table_prefix #=> String
549
+ # resp.crawlers[0].schedule.schedule_expression #=> String
550
+ # resp.crawlers[0].schedule.state #=> String, one of "SCHEDULED", "NOT_SCHEDULED", "TRANSITIONING"
551
+ # resp.crawlers[0].crawl_elapsed_time #=> Integer
552
+ # resp.crawlers[0].creation_time #=> Time
553
+ # resp.crawlers[0].last_updated #=> Time
554
+ # resp.crawlers[0].last_crawl.status #=> String, one of "SUCCEEDED", "CANCELLED", "FAILED"
555
+ # resp.crawlers[0].last_crawl.error_message #=> String
556
+ # resp.crawlers[0].last_crawl.log_group #=> String
557
+ # resp.crawlers[0].last_crawl.log_stream #=> String
558
+ # resp.crawlers[0].last_crawl.message_prefix #=> String
559
+ # resp.crawlers[0].last_crawl.start_time #=> Time
560
+ # resp.crawlers[0].version #=> Integer
561
+ # resp.crawlers[0].configuration #=> String
562
+ # resp.crawlers[0].crawler_security_configuration #=> String
563
+ # resp.crawlers_not_found #=> Array
564
+ # resp.crawlers_not_found[0] #=> String
565
+ #
566
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCrawlers AWS API Documentation
567
+ #
568
+ # @overload batch_get_crawlers(params = {})
569
+ # @param [Hash] params ({})
570
+ def batch_get_crawlers(params = {}, options = {})
571
+ req = build_request(:batch_get_crawlers, params)
572
+ req.send_request(options)
573
+ end
574
+
575
+ # Returns a list of resource metadata for a given list of DevEndpoint
576
+ # names. After calling the `ListDevEndpoints` operation, you can call
577
+ # this operation to access the data to which you have been granted
578
+ # permissions. This operation supports all IAM permissions, including
579
+ # permission conditions that uses tags.
580
+ #
581
+ # @option params [required, Array<String>] :dev_endpoint_names
582
+ # The list of DevEndpoint names, which may be the names returned from
583
+ # the `ListDevEndpoint` operation.
584
+ #
585
+ # @return [Types::BatchGetDevEndpointsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
586
+ #
587
+ # * {Types::BatchGetDevEndpointsResponse#dev_endpoints #dev_endpoints} => Array&lt;Types::DevEndpoint&gt;
588
+ # * {Types::BatchGetDevEndpointsResponse#dev_endpoints_not_found #dev_endpoints_not_found} => Array&lt;String&gt;
589
+ #
590
+ # @example Request syntax with placeholder values
591
+ #
592
+ # resp = client.batch_get_dev_endpoints({
593
+ # dev_endpoint_names: ["GenericString"], # required
594
+ # })
595
+ #
596
+ # @example Response structure
597
+ #
598
+ # resp.dev_endpoints #=> Array
599
+ # resp.dev_endpoints[0].endpoint_name #=> String
600
+ # resp.dev_endpoints[0].role_arn #=> String
601
+ # resp.dev_endpoints[0].security_group_ids #=> Array
602
+ # resp.dev_endpoints[0].security_group_ids[0] #=> String
603
+ # resp.dev_endpoints[0].subnet_id #=> String
604
+ # resp.dev_endpoints[0].yarn_endpoint_address #=> String
605
+ # resp.dev_endpoints[0].private_address #=> String
606
+ # resp.dev_endpoints[0].zeppelin_remote_spark_interpreter_port #=> Integer
607
+ # resp.dev_endpoints[0].public_address #=> String
608
+ # resp.dev_endpoints[0].status #=> String
609
+ # resp.dev_endpoints[0].number_of_nodes #=> Integer
610
+ # resp.dev_endpoints[0].availability_zone #=> String
611
+ # resp.dev_endpoints[0].vpc_id #=> String
612
+ # resp.dev_endpoints[0].extra_python_libs_s3_path #=> String
613
+ # resp.dev_endpoints[0].extra_jars_s3_path #=> String
614
+ # resp.dev_endpoints[0].failure_reason #=> String
615
+ # resp.dev_endpoints[0].last_update_status #=> String
616
+ # resp.dev_endpoints[0].created_timestamp #=> Time
617
+ # resp.dev_endpoints[0].last_modified_timestamp #=> Time
618
+ # resp.dev_endpoints[0].public_key #=> String
619
+ # resp.dev_endpoints[0].public_keys #=> Array
620
+ # resp.dev_endpoints[0].public_keys[0] #=> String
621
+ # resp.dev_endpoints[0].security_configuration #=> String
622
+ # resp.dev_endpoints_not_found #=> Array
623
+ # resp.dev_endpoints_not_found[0] #=> String
624
+ #
625
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetDevEndpoints AWS API Documentation
626
+ #
627
+ # @overload batch_get_dev_endpoints(params = {})
628
+ # @param [Hash] params ({})
629
+ def batch_get_dev_endpoints(params = {}, options = {})
630
+ req = build_request(:batch_get_dev_endpoints, params)
631
+ req.send_request(options)
632
+ end
633
+
634
+ # Returns a list of resource metadata for a given list of job names.
635
+ # After calling the `ListJobs` operation, you can call this operation to
636
+ # access the data to which you have been granted permissions. This
637
+ # operation supports all IAM permissions, including permission
638
+ # conditions that uses tags.
639
+ #
640
+ # @option params [required, Array<String>] :job_names
641
+ # A list of job names, which may be the names returned from the
642
+ # `ListJobs` operation.
643
+ #
644
+ # @return [Types::BatchGetJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
645
+ #
646
+ # * {Types::BatchGetJobsResponse#jobs #jobs} => Array&lt;Types::Job&gt;
647
+ # * {Types::BatchGetJobsResponse#jobs_not_found #jobs_not_found} => Array&lt;String&gt;
648
+ #
649
+ # @example Request syntax with placeholder values
650
+ #
651
+ # resp = client.batch_get_jobs({
652
+ # job_names: ["NameString"], # required
653
+ # })
654
+ #
655
+ # @example Response structure
656
+ #
657
+ # resp.jobs #=> Array
658
+ # resp.jobs[0].name #=> String
659
+ # resp.jobs[0].description #=> String
660
+ # resp.jobs[0].log_uri #=> String
661
+ # resp.jobs[0].role #=> String
662
+ # resp.jobs[0].created_on #=> Time
663
+ # resp.jobs[0].last_modified_on #=> Time
664
+ # resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
665
+ # resp.jobs[0].command.name #=> String
666
+ # resp.jobs[0].command.script_location #=> String
667
+ # resp.jobs[0].default_arguments #=> Hash
668
+ # resp.jobs[0].default_arguments["GenericString"] #=> String
669
+ # resp.jobs[0].connections.connections #=> Array
670
+ # resp.jobs[0].connections.connections[0] #=> String
671
+ # resp.jobs[0].max_retries #=> Integer
672
+ # resp.jobs[0].allocated_capacity #=> Integer
673
+ # resp.jobs[0].timeout #=> Integer
674
+ # resp.jobs[0].max_capacity #=> Float
675
+ # resp.jobs[0].notification_property.notify_delay_after #=> Integer
676
+ # resp.jobs[0].security_configuration #=> String
677
+ # resp.jobs_not_found #=> Array
678
+ # resp.jobs_not_found[0] #=> String
679
+ #
680
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetJobs AWS API Documentation
681
+ #
682
+ # @overload batch_get_jobs(params = {})
683
+ # @param [Hash] params ({})
684
+ def batch_get_jobs(params = {}, options = {})
685
+ req = build_request(:batch_get_jobs, params)
686
+ req.send_request(options)
687
+ end
688
+
505
689
  # Retrieves partitions in a batch request.
506
690
  #
507
691
  # @option params [String] :catalog_id
@@ -587,6 +771,60 @@ module Aws::Glue
587
771
  req.send_request(options)
588
772
  end
589
773
 
774
+ # Returns a list of resource metadata for a given list of trigger names.
775
+ # After calling the `ListTriggers` operation, you can call this
776
+ # operation to access the data to which you have been granted
777
+ # permissions. This operation supports all IAM permissions, including
778
+ # permission conditions that uses tags.
779
+ #
780
+ # @option params [required, Array<String>] :trigger_names
781
+ # A list of trigger names, which may be the names returned from the
782
+ # `ListTriggers` operation.
783
+ #
784
+ # @return [Types::BatchGetTriggersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
785
+ #
786
+ # * {Types::BatchGetTriggersResponse#triggers #triggers} => Array&lt;Types::Trigger&gt;
787
+ # * {Types::BatchGetTriggersResponse#triggers_not_found #triggers_not_found} => Array&lt;String&gt;
788
+ #
789
+ # @example Request syntax with placeholder values
790
+ #
791
+ # resp = client.batch_get_triggers({
792
+ # trigger_names: ["NameString"], # required
793
+ # })
794
+ #
795
+ # @example Response structure
796
+ #
797
+ # resp.triggers #=> Array
798
+ # resp.triggers[0].name #=> String
799
+ # resp.triggers[0].id #=> String
800
+ # resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
801
+ # resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
802
+ # resp.triggers[0].description #=> String
803
+ # resp.triggers[0].schedule #=> String
804
+ # resp.triggers[0].actions #=> Array
805
+ # resp.triggers[0].actions[0].job_name #=> String
806
+ # resp.triggers[0].actions[0].arguments #=> Hash
807
+ # resp.triggers[0].actions[0].arguments["GenericString"] #=> String
808
+ # resp.triggers[0].actions[0].timeout #=> Integer
809
+ # resp.triggers[0].actions[0].notification_property.notify_delay_after #=> Integer
810
+ # resp.triggers[0].actions[0].security_configuration #=> String
811
+ # resp.triggers[0].predicate.logical #=> String, one of "AND", "ANY"
812
+ # resp.triggers[0].predicate.conditions #=> Array
813
+ # resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
814
+ # resp.triggers[0].predicate.conditions[0].job_name #=> String
815
+ # resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
816
+ # resp.triggers_not_found #=> Array
817
+ # resp.triggers_not_found[0] #=> String
818
+ #
819
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetTriggers AWS API Documentation
820
+ #
821
+ # @overload batch_get_triggers(params = {})
822
+ # @param [Hash] params ({})
823
+ def batch_get_triggers(params = {}, options = {})
824
+ req = build_request(:batch_get_triggers, params)
825
+ req.send_request(options)
826
+ end
827
+
590
828
  # Stops one or more job runs for a specified job definition.
591
829
  #
592
830
  # @option params [required, String] :job_name
@@ -676,7 +914,7 @@ module Aws::Glue
676
914
  #
677
915
  # @option params [String] :catalog_id
678
916
  # The ID of the Data Catalog in which to create the connection. If none
679
- # is supplied, the AWS account ID is used by default.
917
+ # is provided, the AWS account ID is used by default.
680
918
  #
681
919
  # @option params [required, Types::ConnectionInput] :connection_input
682
920
  # A `ConnectionInput` object defining the connection to create.
@@ -768,6 +1006,15 @@ module Aws::Glue
768
1006
  # The name of the SecurityConfiguration structure to be used by this
769
1007
  # Crawler.
770
1008
  #
1009
+ # @option params [Hash<String,String>] :tags
1010
+ # The tags to use with this crawler request. You may use tags to limit
1011
+ # access to the crawler. For more information about tags in AWS Glue,
1012
+ # see [AWS Tags in AWS Glue][1] in the developer guide.
1013
+ #
1014
+ #
1015
+ #
1016
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1017
+ #
771
1018
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
772
1019
  #
773
1020
  # @example Request syntax with placeholder values
@@ -806,6 +1053,9 @@ module Aws::Glue
806
1053
  # },
807
1054
  # configuration: "CrawlerConfiguration",
808
1055
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1056
+ # tags: {
1057
+ # "TagKey" => "TagValue",
1058
+ # },
809
1059
  # })
810
1060
  #
811
1061
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawler AWS API Documentation
@@ -911,6 +1161,15 @@ module Aws::Glue
911
1161
  # The name of the SecurityConfiguration structure to be used with this
912
1162
  # DevEndpoint.
913
1163
  #
1164
+ # @option params [Hash<String,String>] :tags
1165
+ # The tags to use with this DevEndpoint. You may use tags to limit
1166
+ # access to the DevEndpoint. For more information about tags in AWS
1167
+ # Glue, see [AWS Tags in AWS Glue][1] in the developer guide.
1168
+ #
1169
+ #
1170
+ #
1171
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1172
+ #
914
1173
  # @return [Types::CreateDevEndpointResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
915
1174
  #
916
1175
  # * {Types::CreateDevEndpointResponse#endpoint_name #endpoint_name} => String
@@ -942,6 +1201,9 @@ module Aws::Glue
942
1201
  # extra_python_libs_s3_path: "GenericString",
943
1202
  # extra_jars_s3_path: "GenericString",
944
1203
  # security_configuration: "NameString",
1204
+ # tags: {
1205
+ # "TagKey" => "TagValue",
1206
+ # },
945
1207
  # })
946
1208
  #
947
1209
  # @example Response structure
@@ -1038,10 +1300,27 @@ module Aws::Glue
1038
1300
  # status. The default is 2,880 minutes (48 hours).
1039
1301
  #
1040
1302
  # @option params [Float] :max_capacity
1041
- # AWS Glue supports running jobs on a `JobCommand.Name`="pythonshell"
1042
- # with allocated processing as low as 0.0625 DPU, which can be specified
1043
- # using `MaxCapacity`. Glue ETL jobs running in any other way cannot
1044
- # have fractional DPU allocations.
1303
+ # The number of AWS Glue data processing units (DPUs) that can be
1304
+ # allocated when this job runs. A DPU is a relative measure of
1305
+ # processing power that consists of 4 vCPUs of compute capacity and 16
1306
+ # GB of memory. For more information, see the [AWS Glue pricing
1307
+ # page][1].
1308
+ #
1309
+ # The value that can be allocated for `MaxCapacity` depends on whether
1310
+ # you are running a python shell job, or an Apache Spark ETL job:
1311
+ #
1312
+ # * When you specify a python shell job
1313
+ # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
1314
+ # or 1 DPU. The default is 0.0625 DPU.
1315
+ #
1316
+ # * When you specify an Apache Spark ETL job
1317
+ # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
1318
+ # DPUs. The default is 10 DPUs. This job type cannot have a fractional
1319
+ # DPU allocation.
1320
+ #
1321
+ #
1322
+ #
1323
+ # [1]: https://aws.amazon.com/glue/pricing/
1045
1324
  #
1046
1325
  # @option params [Types::NotificationProperty] :notification_property
1047
1326
  # Specifies configuration properties of a job notification.
@@ -1050,6 +1329,15 @@ module Aws::Glue
1050
1329
  # The name of the SecurityConfiguration structure to be used with this
1051
1330
  # job.
1052
1331
  #
1332
+ # @option params [Hash<String,String>] :tags
1333
+ # The tags to use with this job. You may use tags to limit access to the
1334
+ # job. For more information about tags in AWS Glue, see [AWS Tags in AWS
1335
+ # Glue][1] in the developer guide.
1336
+ #
1337
+ #
1338
+ #
1339
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1340
+ #
1053
1341
  # @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1054
1342
  #
1055
1343
  # * {Types::CreateJobResponse#name #name} => String
@@ -1082,6 +1370,9 @@ module Aws::Glue
1082
1370
  # notify_delay_after: 1,
1083
1371
  # },
1084
1372
  # security_configuration: "NameString",
1373
+ # tags: {
1374
+ # "TagKey" => "TagValue",
1375
+ # },
1085
1376
  # })
1086
1377
  #
1087
1378
  # @example Response structure
@@ -1412,6 +1703,15 @@ module Aws::Glue
1412
1703
  # Set to true to start SCHEDULED and CONDITIONAL triggers when created.
1413
1704
  # True not supported for ON\_DEMAND triggers.
1414
1705
  #
1706
+ # @option params [Hash<String,String>] :tags
1707
+ # The tags to use with this trigger. You may use tags to limit access to
1708
+ # the trigger. For more information about tags in AWS Glue, see [AWS
1709
+ # Tags in AWS Glue][1] in the developer guide.
1710
+ #
1711
+ #
1712
+ #
1713
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1714
+ #
1415
1715
  # @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1416
1716
  #
1417
1717
  # * {Types::CreateTriggerResponse#name #name} => String
@@ -1447,6 +1747,9 @@ module Aws::Glue
1447
1747
  # ],
1448
1748
  # description: "DescriptionString",
1449
1749
  # start_on_creation: false,
1750
+ # tags: {
1751
+ # "TagKey" => "TagValue",
1752
+ # },
1450
1753
  # })
1451
1754
  #
1452
1755
  # @example Response structure
@@ -1531,7 +1834,7 @@ module Aws::Glue
1531
1834
  #
1532
1835
  # @option params [String] :catalog_id
1533
1836
  # The ID of the Data Catalog in which the connection resides. If none is
1534
- # supplied, the AWS account ID is used by default.
1837
+ # provided, the AWS account ID is used by default.
1535
1838
  #
1536
1839
  # @option params [required, String] :connection_name
1537
1840
  # The name of the connection to delete.
@@ -2026,19 +2329,18 @@ module Aws::Glue
2026
2329
  #
2027
2330
  # @option params [String] :catalog_id
2028
2331
  # The ID of the Data Catalog in which the connection resides. If none is
2029
- # supplied, the AWS account ID is used by default.
2332
+ # provided, the AWS account ID is used by default.
2030
2333
  #
2031
2334
  # @option params [required, String] :name
2032
2335
  # The name of the connection definition to retrieve.
2033
2336
  #
2034
2337
  # @option params [Boolean] :hide_password
2035
- # Allow you to retrieve the connection metadata without displaying the
2338
+ # Allows you to retrieve the connection metadata without returning the
2036
2339
  # password. For instance, the AWS Glue console uses this flag to
2037
- # retrieve connections, since the console does not display passwords.
2038
- # Set this parameter where the caller may not have permission to use the
2039
- # KMS key to decrypt the password, but does have permission to access
2040
- # the rest of the connection metadata (that is, the other connection
2041
- # properties).
2340
+ # retrieve the connection, and does not display the password. Set this
2341
+ # parameter when the caller might not have permission to use the AWS KMS
2342
+ # key to decrypt the password, but does have permission to access the
2343
+ # rest of the connection properties.
2042
2344
  #
2043
2345
  # @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2044
2346
  #
@@ -2082,19 +2384,18 @@ module Aws::Glue
2082
2384
  #
2083
2385
  # @option params [String] :catalog_id
2084
2386
  # The ID of the Data Catalog in which the connections reside. If none is
2085
- # supplied, the AWS account ID is used by default.
2387
+ # provided, the AWS account ID is used by default.
2086
2388
  #
2087
2389
  # @option params [Types::GetConnectionsFilter] :filter
2088
2390
  # A filter that controls which connections will be returned.
2089
2391
  #
2090
2392
  # @option params [Boolean] :hide_password
2091
- # Allow you to retrieve the connection metadata without displaying the
2393
+ # Allows you to retrieve the connection metadata without returning the
2092
2394
  # password. For instance, the AWS Glue console uses this flag to
2093
- # retrieve connections, since the console does not display passwords.
2094
- # Set this parameter where the caller may not have permission to use the
2095
- # KMS key to decrypt the password, but does have permission to access
2096
- # the rest of the connection metadata (that is, the other connection
2097
- # properties).
2395
+ # retrieve the connection, and does not display the password. Set this
2396
+ # parameter when the caller might not have permission to use the AWS KMS
2397
+ # key to decrypt the password, but does have permission to access the
2398
+ # rest of the connection properties.
2098
2399
  #
2099
2400
  # @option params [String] :next_token
2100
2401
  # A continuation token, if this is a continuation call.
@@ -2329,7 +2630,7 @@ module Aws::Glue
2329
2630
  #
2330
2631
  # @option params [String] :catalog_id
2331
2632
  # The ID of the Data Catalog for which to retrieve the security
2332
- # configuration. If none is supplied, the AWS account ID is used by
2633
+ # configuration. If none is provided, the AWS account ID is used by
2333
2634
  # default.
2334
2635
  #
2335
2636
  # @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -3708,6 +4009,35 @@ module Aws::Glue
3708
4009
  req.send_request(options)
3709
4010
  end
3710
4011
 
4012
+ # Retrieves a list of tags associated with a resource.
4013
+ #
4014
+ # @option params [required, String] :resource_arn
4015
+ # The Amazon ARN of the resource for which to retrieve tags.
4016
+ #
4017
+ # @return [Types::GetTagsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4018
+ #
4019
+ # * {Types::GetTagsResponse#tags #tags} => Hash&lt;String,String&gt;
4020
+ #
4021
+ # @example Request syntax with placeholder values
4022
+ #
4023
+ # resp = client.get_tags({
4024
+ # resource_arn: "GlueResourceArn", # required
4025
+ # })
4026
+ #
4027
+ # @example Response structure
4028
+ #
4029
+ # resp.tags #=> Hash
4030
+ # resp.tags["TagKey"] #=> String
4031
+ #
4032
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTags AWS API Documentation
4033
+ #
4034
+ # @overload get_tags(params = {})
4035
+ # @param [Hash] params ({})
4036
+ def get_tags(params = {}, options = {})
4037
+ req = build_request(:get_tags, params)
4038
+ req.send_request(options)
4039
+ end
4040
+
3711
4041
  # Retrieves the definition of a trigger.
3712
4042
  #
3713
4043
  # @option params [required, String] :name
@@ -3934,13 +4264,211 @@ module Aws::Glue
3934
4264
  req.send_request(options)
3935
4265
  end
3936
4266
 
3937
- # Sets the security configuration for a specified catalog. Once the
4267
+ # Retrieves the names of all crawler resources in this AWS account, or
4268
+ # the resources with the specified tag. This operation allows you to see
4269
+ # which resources are available in your account, and their names.
4270
+ #
4271
+ # This operation takes the optional `Tags` field which you can use as a
4272
+ # filter on the response so that tagged resources can be retrieved as a
4273
+ # group. If you choose to use tags filtering, only resources with the
4274
+ # tag will be retrieved.
4275
+ #
4276
+ # @option params [Integer] :max_results
4277
+ # The maximum size of a list to return.
4278
+ #
4279
+ # @option params [String] :next_token
4280
+ # A continuation token, if this is a continuation request.
4281
+ #
4282
+ # @option params [Hash<String,String>] :tags
4283
+ # Specifies to return only these tagged resources.
4284
+ #
4285
+ # @return [Types::ListCrawlersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4286
+ #
4287
+ # * {Types::ListCrawlersResponse#crawler_names #crawler_names} => Array&lt;String&gt;
4288
+ # * {Types::ListCrawlersResponse#next_token #next_token} => String
4289
+ #
4290
+ # @example Request syntax with placeholder values
4291
+ #
4292
+ # resp = client.list_crawlers({
4293
+ # max_results: 1,
4294
+ # next_token: "Token",
4295
+ # tags: {
4296
+ # "TagKey" => "TagValue",
4297
+ # },
4298
+ # })
4299
+ #
4300
+ # @example Response structure
4301
+ #
4302
+ # resp.crawler_names #=> Array
4303
+ # resp.crawler_names[0] #=> String
4304
+ # resp.next_token #=> String
4305
+ #
4306
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlers AWS API Documentation
4307
+ #
4308
+ # @overload list_crawlers(params = {})
4309
+ # @param [Hash] params ({})
4310
+ def list_crawlers(params = {}, options = {})
4311
+ req = build_request(:list_crawlers, params)
4312
+ req.send_request(options)
4313
+ end
4314
+
4315
+ # Retrieves the names of all DevEndpoint resources in this AWS account,
4316
+ # or the resources with the specified tag. This operation allows you to
4317
+ # see which resources are available in your account, and their names.
4318
+ #
4319
+ # This operation takes the optional `Tags` field which you can use as a
4320
+ # filter on the response so that tagged resources can be retrieved as a
4321
+ # group. If you choose to use tags filtering, only resources with the
4322
+ # tag will be retrieved.
4323
+ #
4324
+ # @option params [String] :next_token
4325
+ # A continuation token, if this is a continuation request.
4326
+ #
4327
+ # @option params [Integer] :max_results
4328
+ # The maximum size of a list to return.
4329
+ #
4330
+ # @option params [Hash<String,String>] :tags
4331
+ # Specifies to return only these tagged resources.
4332
+ #
4333
+ # @return [Types::ListDevEndpointsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4334
+ #
4335
+ # * {Types::ListDevEndpointsResponse#dev_endpoint_names #dev_endpoint_names} => Array&lt;String&gt;
4336
+ # * {Types::ListDevEndpointsResponse#next_token #next_token} => String
4337
+ #
4338
+ # @example Request syntax with placeholder values
4339
+ #
4340
+ # resp = client.list_dev_endpoints({
4341
+ # next_token: "GenericString",
4342
+ # max_results: 1,
4343
+ # tags: {
4344
+ # "TagKey" => "TagValue",
4345
+ # },
4346
+ # })
4347
+ #
4348
+ # @example Response structure
4349
+ #
4350
+ # resp.dev_endpoint_names #=> Array
4351
+ # resp.dev_endpoint_names[0] #=> String
4352
+ # resp.next_token #=> String
4353
+ #
4354
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListDevEndpoints AWS API Documentation
4355
+ #
4356
+ # @overload list_dev_endpoints(params = {})
4357
+ # @param [Hash] params ({})
4358
+ def list_dev_endpoints(params = {}, options = {})
4359
+ req = build_request(:list_dev_endpoints, params)
4360
+ req.send_request(options)
4361
+ end
4362
+
4363
+ # Retrieves the names of all job resources in this AWS account, or the
4364
+ # resources with the specified tag. This operation allows you to see
4365
+ # which resources are available in your account, and their names.
4366
+ #
4367
+ # This operation takes the optional `Tags` field which you can use as a
4368
+ # filter on the response so that tagged resources can be retrieved as a
4369
+ # group. If you choose to use tags filtering, only resources with the
4370
+ # tag will be retrieved.
4371
+ #
4372
+ # @option params [String] :next_token
4373
+ # A continuation token, if this is a continuation request.
4374
+ #
4375
+ # @option params [Integer] :max_results
4376
+ # The maximum size of a list to return.
4377
+ #
4378
+ # @option params [Hash<String,String>] :tags
4379
+ # Specifies to return only these tagged resources.
4380
+ #
4381
+ # @return [Types::ListJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4382
+ #
4383
+ # * {Types::ListJobsResponse#job_names #job_names} => Array&lt;String&gt;
4384
+ # * {Types::ListJobsResponse#next_token #next_token} => String
4385
+ #
4386
+ # @example Request syntax with placeholder values
4387
+ #
4388
+ # resp = client.list_jobs({
4389
+ # next_token: "GenericString",
4390
+ # max_results: 1,
4391
+ # tags: {
4392
+ # "TagKey" => "TagValue",
4393
+ # },
4394
+ # })
4395
+ #
4396
+ # @example Response structure
4397
+ #
4398
+ # resp.job_names #=> Array
4399
+ # resp.job_names[0] #=> String
4400
+ # resp.next_token #=> String
4401
+ #
4402
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListJobs AWS API Documentation
4403
+ #
4404
+ # @overload list_jobs(params = {})
4405
+ # @param [Hash] params ({})
4406
+ def list_jobs(params = {}, options = {})
4407
+ req = build_request(:list_jobs, params)
4408
+ req.send_request(options)
4409
+ end
4410
+
4411
+ # Retrieves the names of all trigger resources in this AWS account, or
4412
+ # the resources with the specified tag. This operation allows you to see
4413
+ # which resources are available in your account, and their names.
4414
+ #
4415
+ # This operation takes the optional `Tags` field which you can use as a
4416
+ # filter on the response so that tagged resources can be retrieved as a
4417
+ # group. If you choose to use tags filtering, only resources with the
4418
+ # tag will be retrieved.
4419
+ #
4420
+ # @option params [String] :next_token
4421
+ # A continuation token, if this is a continuation request.
4422
+ #
4423
+ # @option params [String] :dependent_job_name
4424
+ # The name of the job for which to retrieve triggers. The trigger that
4425
+ # can start this job will be returned, and if there is no such trigger,
4426
+ # all triggers will be returned.
4427
+ #
4428
+ # @option params [Integer] :max_results
4429
+ # The maximum size of a list to return.
4430
+ #
4431
+ # @option params [Hash<String,String>] :tags
4432
+ # Specifies to return only these tagged resources.
4433
+ #
4434
+ # @return [Types::ListTriggersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4435
+ #
4436
+ # * {Types::ListTriggersResponse#trigger_names #trigger_names} => Array&lt;String&gt;
4437
+ # * {Types::ListTriggersResponse#next_token #next_token} => String
4438
+ #
4439
+ # @example Request syntax with placeholder values
4440
+ #
4441
+ # resp = client.list_triggers({
4442
+ # next_token: "GenericString",
4443
+ # dependent_job_name: "NameString",
4444
+ # max_results: 1,
4445
+ # tags: {
4446
+ # "TagKey" => "TagValue",
4447
+ # },
4448
+ # })
4449
+ #
4450
+ # @example Response structure
4451
+ #
4452
+ # resp.trigger_names #=> Array
4453
+ # resp.trigger_names[0] #=> String
4454
+ # resp.next_token #=> String
4455
+ #
4456
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggers AWS API Documentation
4457
+ #
4458
+ # @overload list_triggers(params = {})
4459
+ # @param [Hash] params ({})
4460
+ def list_triggers(params = {}, options = {})
4461
+ req = build_request(:list_triggers, params)
4462
+ req.send_request(options)
4463
+ end
4464
+
4465
+ # Sets the security configuration for a specified catalog. After the
3938
4466
  # configuration has been set, the specified encryption is applied to
3939
4467
  # every catalog write thereafter.
3940
4468
  #
3941
4469
  # @option params [String] :catalog_id
3942
4470
  # The ID of the Data Catalog for which to set the security
3943
- # configuration. If none is supplied, the AWS account ID is used by
4471
+ # configuration. If none is provided, the AWS account ID is used by
3944
4472
  # default.
3945
4473
  #
3946
4474
  # @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
@@ -3979,10 +4507,10 @@ module Aws::Glue
3979
4507
  # Contains the policy document to set, in JSON format.
3980
4508
  #
3981
4509
  # @option params [String] :policy_hash_condition
3982
- # This is the hash value returned when the previous policy was set using
3983
- # PutResourcePolicy. Its purpose is to prevent concurrent modifications
3984
- # of a policy. Do not use this parameter if no previous policy has been
3985
- # set.
4510
+ # The hash value returned when the previous policy was set using
4511
+ # `PutResourcePolicy`. Its purpose is to prevent concurrent
4512
+ # modifications of a policy. Do not use this parameter if no previous
4513
+ # policy has been set.
3986
4514
  #
3987
4515
  # @option params [String] :policy_exists_condition
3988
4516
  # A value of `MUST_EXIST` is used to update a policy. A value of
@@ -4108,8 +4636,8 @@ module Aws::Glue
4108
4636
  # The ID of a previous JobRun to retry.
4109
4637
  #
4110
4638
  # @option params [Hash<String,String>] :arguments
4111
- # The job arguments specifically for this run. They override the
4112
- # equivalent default arguments set for in the job definition itself.
4639
+ # The job arguments specifically for this run. For this job run, they
4640
+ # replace the default arguments set in the job definition itself.
4113
4641
  #
4114
4642
  # You can specify arguments here that your own job-execution script
4115
4643
  # consumes, as well as arguments that AWS Glue itself consumes.
@@ -4147,10 +4675,27 @@ module Aws::Glue
4147
4675
  # timeout value set in the parent job.
4148
4676
  #
4149
4677
  # @option params [Float] :max_capacity
4150
- # AWS Glue supports running jobs on a `JobCommand.Name`="pythonshell"
4151
- # with allocated processing as low as 0.0625 DPU, which can be specified
4152
- # using `MaxCapacity`. Glue ETL jobs running in any other way cannot
4153
- # have fractional DPU allocations.
4678
+ # The number of AWS Glue data processing units (DPUs) that can be
4679
+ # allocated when this job runs. A DPU is a relative measure of
4680
+ # processing power that consists of 4 vCPUs of compute capacity and 16
4681
+ # GB of memory. For more information, see the [AWS Glue pricing
4682
+ # page][1].
4683
+ #
4684
+ # The value that can be allocated for `MaxCapacity` depends on whether
4685
+ # you are running a python shell job, or an Apache Spark ETL job:
4686
+ #
4687
+ # * When you specify a python shell job
4688
+ # (`JobCommand.Name`="pythonshell"), you can allocate either 0.0625
4689
+ # or 1 DPU. The default is 0.0625 DPU.
4690
+ #
4691
+ # * When you specify an Apache Spark ETL job
4692
+ # (`JobCommand.Name`="glueetl"), you can allocate from 2 to 100
4693
+ # DPUs. The default is 10 DPUs. This job type cannot have a fractional
4694
+ # DPU allocation.
4695
+ #
4696
+ #
4697
+ #
4698
+ # [1]: https://aws.amazon.com/glue/pricing/
4154
4699
  #
4155
4700
  # @option params [Types::NotificationProperty] :notification_property
4156
4701
  # Specifies configuration properties of a job run notification.
@@ -4299,6 +4844,73 @@ module Aws::Glue
4299
4844
  req.send_request(options)
4300
4845
  end
4301
4846
 
4847
+ # Adds tags to a resource. A tag is a label you can assign to an AWS
4848
+ # resource. In AWS Glue, you can tag only certain resources. For
4849
+ # information about what resources you can tag, see [AWS Tags in AWS
4850
+ # Glue][1].
4851
+ #
4852
+ #
4853
+ #
4854
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
4855
+ #
4856
+ # @option params [required, String] :resource_arn
4857
+ # The ARN of the AWS Glue resource to which to add the tags. For more
4858
+ # information about AWS Glue resource ARNs, see the [AWS Glue ARN string
4859
+ # pattern][1].
4860
+ #
4861
+ #
4862
+ #
4863
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
4864
+ #
4865
+ # @option params [required, Hash<String,String>] :tags_to_add
4866
+ # Tags to add to this resource.
4867
+ #
4868
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
4869
+ #
4870
+ # @example Request syntax with placeholder values
4871
+ #
4872
+ # resp = client.tag_resource({
4873
+ # resource_arn: "GlueResourceArn", # required
4874
+ # tags_to_add: { # required
4875
+ # "TagKey" => "TagValue",
4876
+ # },
4877
+ # })
4878
+ #
4879
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TagResource AWS API Documentation
4880
+ #
4881
+ # @overload tag_resource(params = {})
4882
+ # @param [Hash] params ({})
4883
+ def tag_resource(params = {}, options = {})
4884
+ req = build_request(:tag_resource, params)
4885
+ req.send_request(options)
4886
+ end
4887
+
4888
+ # Removes tags from a resource.
4889
+ #
4890
+ # @option params [required, String] :resource_arn
4891
+ # The ARN of the resource from which to remove the tags.
4892
+ #
4893
+ # @option params [required, Array<String>] :tags_to_remove
4894
+ # Tags to remove from this resource.
4895
+ #
4896
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
4897
+ #
4898
+ # @example Request syntax with placeholder values
4899
+ #
4900
+ # resp = client.untag_resource({
4901
+ # resource_arn: "GlueResourceArn", # required
4902
+ # tags_to_remove: ["TagKey"], # required
4903
+ # })
4904
+ #
4905
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UntagResource AWS API Documentation
4906
+ #
4907
+ # @overload untag_resource(params = {})
4908
+ # @param [Hash] params ({})
4909
+ def untag_resource(params = {}, options = {})
4910
+ req = build_request(:untag_resource, params)
4911
+ req.send_request(options)
4912
+ end
4913
+
4302
4914
  # Modifies an existing classifier (a `GrokClassifier`, `XMLClassifier`,
4303
4915
  # or `JsonClassifier`, depending on which field is present).
4304
4916
  #
@@ -4346,7 +4958,7 @@ module Aws::Glue
4346
4958
  #
4347
4959
  # @option params [String] :catalog_id
4348
4960
  # The ID of the Data Catalog in which the connection resides. If none is
4349
- # supplied, the AWS account ID is used by default.
4961
+ # provided, the AWS account ID is used by default.
4350
4962
  #
4351
4963
  # @option params [required, String] :name
4352
4964
  # The name of the connection definition to update.
@@ -4986,7 +5598,7 @@ module Aws::Glue
4986
5598
  params: params,
4987
5599
  config: config)
4988
5600
  context[:gem_name] = 'aws-sdk-glue'
4989
- context[:gem_version] = '1.23.0'
5601
+ context[:gem_version] = '1.24.0'
4990
5602
  Seahorse::Client::Request.new(handlers, context)
4991
5603
  end
4992
5604