aws-sdk-glue 1.11.0 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -22,6 +22,7 @@ module Aws::Glue
22
22
  # notification_property: {
23
23
  # notify_delay_after: 1,
24
24
  # },
25
+ # security_configuration: "NameString",
25
26
  # }
26
27
  #
27
28
  # @!attribute [rw] job_name
@@ -29,7 +30,7 @@ module Aws::Glue
29
30
  # @return [String]
30
31
  #
31
32
  # @!attribute [rw] arguments
32
- # Arguments to be passed to the job.
33
+ # Arguments to be passed to the job run.
33
34
  #
34
35
  # You can specify arguments here that your own job-execution script
35
36
  # consumes, as well as arguments that AWS Glue itself consumes.
@@ -49,21 +50,29 @@ module Aws::Glue
49
50
  # @return [Hash<String,String>]
50
51
  #
51
52
  # @!attribute [rw] timeout
52
- # The job run timeout in minutes. It overrides the timeout value of
53
- # the job.
53
+ # The JobRun timeout in minutes. This is the maximum time that a job
54
+ # run can consume resources before it is terminated and enters
55
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
56
+ # overrides the timeout value set in the parent job.
54
57
  # @return [Integer]
55
58
  #
56
59
  # @!attribute [rw] notification_property
57
60
  # Specifies configuration properties of a job run notification.
58
61
  # @return [Types::NotificationProperty]
59
62
  #
63
+ # @!attribute [rw] security_configuration
64
+ # The name of the SecurityConfiguration structure to be used with this
65
+ # action.
66
+ # @return [String]
67
+ #
60
68
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
61
69
  #
62
70
  class Action < Struct.new(
63
71
  :job_name,
64
72
  :arguments,
65
73
  :timeout,
66
- :notification_property)
74
+ :notification_property,
75
+ :security_configuration)
67
76
  include Aws::Structure
68
77
  end
69
78
 
@@ -582,6 +591,32 @@ module Aws::Glue
582
591
  include Aws::Structure
583
592
  end
584
593
 
594
+ # Specifies how CloudWatch data should be encrypted.
595
+ #
596
+ # @note When making an API call, you may pass CloudWatchEncryption
597
+ # data as a hash:
598
+ #
599
+ # {
600
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
601
+ # kms_key_arn: "KmsKeyArn",
602
+ # }
603
+ #
604
+ # @!attribute [rw] cloud_watch_encryption_mode
605
+ # The encryption mode to use for CloudWatch data.
606
+ # @return [String]
607
+ #
608
+ # @!attribute [rw] kms_key_arn
609
+ # The AWS ARN of the KMS key to be used to encrypt the data.
610
+ # @return [String]
611
+ #
612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CloudWatchEncryption AWS API Documentation
613
+ #
614
+ class CloudWatchEncryption < Struct.new(
615
+ :cloud_watch_encryption_mode,
616
+ :kms_key_arn)
617
+ include Aws::Structure
618
+ end
619
+
585
620
  # Represents a directional edge in a directed acyclic graph (DAG).
586
621
  #
587
622
  # @note When making an API call, you may pass CodeGenEdge
@@ -776,7 +811,37 @@ module Aws::Glue
776
811
  # @return [Array<String>]
777
812
  #
778
813
  # @!attribute [rw] connection_properties
779
- # A list of key-value pairs used as parameters for this connection.
814
+ # These key-value pairs define parameters for the connection:
815
+ #
816
+ # * `HOST` - The host URI: either the fully qualified domain name
817
+ # (FQDN) or the IPv4 address of the database host.
818
+ #
819
+ # * `PORT` - The port number, between 1024 and 65535, of the port on
820
+ # which the database host is listening for database connections.
821
+ #
822
+ # * `USER_NAME` - The name under which to log in to the database.
823
+ #
824
+ # * `PASSWORD` - A password, if one is used, for the user name.
825
+ #
826
+ # * `JDBC_DRIVER_JAR_URI` - The S3 path of the a jar file that
827
+ # contains the JDBC driver to use.
828
+ #
829
+ # * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
830
+ # use.
831
+ #
832
+ # * `JDBC_ENGINE` - The name of the JDBC engine to use.
833
+ #
834
+ # * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
835
+ #
836
+ # * `CONFIG_FILES` - (Reserved for future use).
837
+ #
838
+ # * `INSTANCE_ID` - The instance ID to use.
839
+ #
840
+ # * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
841
+ #
842
+ # * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
843
+ # whether SSL with hostname matching will be enforced for the JDBC
844
+ # connection on the client. The default is false.
780
845
  # @return [Hash<String,String>]
781
846
  #
782
847
  # @!attribute [rw] physical_connection_requirements
@@ -850,7 +915,7 @@ module Aws::Glue
850
915
  # @return [Array<String>]
851
916
  #
852
917
  # @!attribute [rw] connection_properties
853
- # A list of key-value pairs used as parameters for this connection.
918
+ # These key-value pairs define parameters for the connection.
854
919
  # @return [Hash<String,String>]
855
920
  #
856
921
  # @!attribute [rw] physical_connection_requirements
@@ -962,12 +1027,21 @@ module Aws::Glue
962
1027
  #
963
1028
  # @!attribute [rw] configuration
964
1029
  # Crawler configuration information. This versioned JSON string allows
965
- # users to specify aspects of a crawler's behavior. For more
966
- # information, see [Configuring a Crawler][1].
1030
+ # users to specify aspects of a Crawler's behavior.
967
1031
  #
1032
+ # You can use this field to force partitions to inherit metadata such
1033
+ # as classification, input format, output format, serde information,
1034
+ # and schema from their parent table, rather than detect this
1035
+ # information separately for each partition. Use the following JSON
1036
+ # string to specify that behavior:
968
1037
  #
1038
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1039
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1040
+ # @return [String]
969
1041
  #
970
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1042
+ # @!attribute [rw] crawler_security_configuration
1043
+ # The name of the SecurityConfiguration structure to be used by this
1044
+ # Crawler.
971
1045
  # @return [String]
972
1046
  #
973
1047
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -988,7 +1062,8 @@ module Aws::Glue
988
1062
  :last_updated,
989
1063
  :last_crawl,
990
1064
  :version,
991
- :configuration)
1065
+ :configuration,
1066
+ :crawler_security_configuration)
992
1067
  include Aws::Structure
993
1068
  end
994
1069
 
@@ -1212,6 +1287,7 @@ module Aws::Glue
1212
1287
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
1213
1288
  # },
1214
1289
  # configuration: "CrawlerConfiguration",
1290
+ # crawler_security_configuration: "CrawlerSecurityConfiguration",
1215
1291
  # }
1216
1292
  #
1217
1293
  # @!attribute [rw] name
@@ -1263,12 +1339,21 @@ module Aws::Glue
1263
1339
  #
1264
1340
  # @!attribute [rw] configuration
1265
1341
  # Crawler configuration information. This versioned JSON string allows
1266
- # users to specify aspects of a crawler's behavior. For more
1267
- # information, see [Configuring a Crawler][1].
1342
+ # users to specify aspects of a Crawler's behavior.
1268
1343
  #
1344
+ # You can use this field to force partitions to inherit metadata such
1345
+ # as classification, input format, output format, serde information,
1346
+ # and schema from their parent table, rather than detect this
1347
+ # information separately for each partition. Use the following JSON
1348
+ # string to specify that behavior:
1269
1349
  #
1350
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1351
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1352
+ # @return [String]
1270
1353
  #
1271
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1354
+ # @!attribute [rw] crawler_security_configuration
1355
+ # The name of the SecurityConfiguration structure to be used by this
1356
+ # Crawler.
1272
1357
  # @return [String]
1273
1358
  #
1274
1359
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -1283,7 +1368,8 @@ module Aws::Glue
1283
1368
  :classifiers,
1284
1369
  :table_prefix,
1285
1370
  :schema_change_policy,
1286
- :configuration)
1371
+ :configuration,
1372
+ :crawler_security_configuration)
1287
1373
  include Aws::Structure
1288
1374
  end
1289
1375
 
@@ -1341,6 +1427,7 @@ module Aws::Glue
1341
1427
  # number_of_nodes: 1,
1342
1428
  # extra_python_libs_s3_path: "GenericString",
1343
1429
  # extra_jars_s3_path: "GenericString",
1430
+ # security_configuration: "NameString",
1344
1431
  # }
1345
1432
  #
1346
1433
  # @!attribute [rw] endpoint_name
@@ -1405,6 +1492,11 @@ module Aws::Glue
1405
1492
  # in your DevEndpoint.
1406
1493
  # @return [String]
1407
1494
  #
1495
+ # @!attribute [rw] security_configuration
1496
+ # The name of the SecurityConfiguration structure to be used with this
1497
+ # DevEndpoint.
1498
+ # @return [String]
1499
+ #
1408
1500
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpointRequest AWS API Documentation
1409
1501
  #
1410
1502
  class CreateDevEndpointRequest < Struct.new(
@@ -1416,7 +1508,8 @@ module Aws::Glue
1416
1508
  :public_keys,
1417
1509
  :number_of_nodes,
1418
1510
  :extra_python_libs_s3_path,
1419
- :extra_jars_s3_path)
1511
+ :extra_jars_s3_path,
1512
+ :security_configuration)
1420
1513
  include Aws::Structure
1421
1514
  end
1422
1515
 
@@ -1475,6 +1568,11 @@ module Aws::Glue
1475
1568
  # The reason for a current failure in this DevEndpoint.
1476
1569
  # @return [String]
1477
1570
  #
1571
+ # @!attribute [rw] security_configuration
1572
+ # The name of the SecurityConfiguration structure being used with this
1573
+ # DevEndpoint.
1574
+ # @return [String]
1575
+ #
1478
1576
  # @!attribute [rw] created_timestamp
1479
1577
  # The point in time at which this DevEndpoint was created.
1480
1578
  # @return [Time]
@@ -1495,6 +1593,7 @@ module Aws::Glue
1495
1593
  :extra_python_libs_s3_path,
1496
1594
  :extra_jars_s3_path,
1497
1595
  :failure_reason,
1596
+ :security_configuration,
1498
1597
  :created_timestamp)
1499
1598
  include Aws::Structure
1500
1599
  end
@@ -1565,6 +1664,7 @@ module Aws::Glue
1565
1664
  # notification_property: {
1566
1665
  # notify_delay_after: 1,
1567
1666
  # },
1667
+ # security_configuration: "NameString",
1568
1668
  # }
1569
1669
  #
1570
1670
  # @!attribute [rw] name
@@ -1634,13 +1734,20 @@ module Aws::Glue
1634
1734
  # @return [Integer]
1635
1735
  #
1636
1736
  # @!attribute [rw] timeout
1637
- # The job timeout in minutes. The default is 2880 minutes (48 hours).
1737
+ # The job timeout in minutes. This is the maximum time that a job run
1738
+ # can consume resources before it is terminated and enters `TIMEOUT`
1739
+ # status. The default is 2,880 minutes (48 hours).
1638
1740
  # @return [Integer]
1639
1741
  #
1640
1742
  # @!attribute [rw] notification_property
1641
1743
  # Specifies configuration properties of a job notification.
1642
1744
  # @return [Types::NotificationProperty]
1643
1745
  #
1746
+ # @!attribute [rw] security_configuration
1747
+ # The name of the SecurityConfiguration structure to be used with this
1748
+ # job.
1749
+ # @return [String]
1750
+ #
1644
1751
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
1645
1752
  #
1646
1753
  class CreateJobRequest < Struct.new(
@@ -1655,7 +1762,8 @@ module Aws::Glue
1655
1762
  :max_retries,
1656
1763
  :allocated_capacity,
1657
1764
  :timeout,
1658
- :notification_property)
1765
+ :notification_property,
1766
+ :security_configuration)
1659
1767
  include Aws::Structure
1660
1768
  end
1661
1769
 
@@ -1856,6 +1964,61 @@ module Aws::Glue
1856
1964
  include Aws::Structure
1857
1965
  end
1858
1966
 
1967
+ # @note When making an API call, you may pass CreateSecurityConfigurationRequest
1968
+ # data as a hash:
1969
+ #
1970
+ # {
1971
+ # name: "NameString", # required
1972
+ # encryption_configuration: { # required
1973
+ # s3_encryption: [
1974
+ # {
1975
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
1976
+ # kms_key_arn: "KmsKeyArn",
1977
+ # },
1978
+ # ],
1979
+ # cloud_watch_encryption: {
1980
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
1981
+ # kms_key_arn: "KmsKeyArn",
1982
+ # },
1983
+ # job_bookmarks_encryption: {
1984
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
1985
+ # kms_key_arn: "KmsKeyArn",
1986
+ # },
1987
+ # },
1988
+ # }
1989
+ #
1990
+ # @!attribute [rw] name
1991
+ # The name for the new security configuration.
1992
+ # @return [String]
1993
+ #
1994
+ # @!attribute [rw] encryption_configuration
1995
+ # The encryption configuration for the new security configuration.
1996
+ # @return [Types::EncryptionConfiguration]
1997
+ #
1998
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSecurityConfigurationRequest AWS API Documentation
1999
+ #
2000
+ class CreateSecurityConfigurationRequest < Struct.new(
2001
+ :name,
2002
+ :encryption_configuration)
2003
+ include Aws::Structure
2004
+ end
2005
+
2006
+ # @!attribute [rw] name
2007
+ # The name assigned to the new security configuration.
2008
+ # @return [String]
2009
+ #
2010
+ # @!attribute [rw] created_timestamp
2011
+ # The time at which the new security configuration was created.
2012
+ # @return [Time]
2013
+ #
2014
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSecurityConfigurationResponse AWS API Documentation
2015
+ #
2016
+ class CreateSecurityConfigurationResponse < Struct.new(
2017
+ :name,
2018
+ :created_timestamp)
2019
+ include Aws::Structure
2020
+ end
2021
+
1859
2022
  # @note When making an API call, you may pass CreateTableRequest
1860
2023
  # data as a hash:
1861
2024
  #
@@ -1979,6 +2142,7 @@ module Aws::Glue
1979
2142
  # notification_property: {
1980
2143
  # notify_delay_after: 1,
1981
2144
  # },
2145
+ # security_configuration: "NameString",
1982
2146
  # },
1983
2147
  # ],
1984
2148
  # description: "DescriptionString",
@@ -2132,6 +2296,30 @@ module Aws::Glue
2132
2296
  include Aws::Structure
2133
2297
  end
2134
2298
 
2299
+ # Contains configuration information for maintaining Data Catalog
2300
+ # security.
2301
+ #
2302
+ # @note When making an API call, you may pass DataCatalogEncryptionSettings
2303
+ # data as a hash:
2304
+ #
2305
+ # {
2306
+ # encryption_at_rest: {
2307
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
2308
+ # sse_aws_kms_key_id: "NameString",
2309
+ # },
2310
+ # }
2311
+ #
2312
+ # @!attribute [rw] encryption_at_rest
2313
+ # Specifies encryption-at-rest configuration for the Data Catalog.
2314
+ # @return [Types::EncryptionAtRest]
2315
+ #
2316
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataCatalogEncryptionSettings AWS API Documentation
2317
+ #
2318
+ class DataCatalogEncryptionSettings < Struct.new(
2319
+ :encryption_at_rest)
2320
+ include Aws::Structure
2321
+ end
2322
+
2135
2323
  # The `Database` object represents a logical grouping of tables that may
2136
2324
  # reside in a Hive metastore or an RDBMS.
2137
2325
  #
@@ -2149,8 +2337,8 @@ module Aws::Glue
2149
2337
  # @return [String]
2150
2338
  #
2151
2339
  # @!attribute [rw] parameters
2152
- # A list of key-value pairs that define parameters and properties of
2153
- # the database.
2340
+ # These key-value pairs define parameters and properties of the
2341
+ # database.
2154
2342
  # @return [Hash<String,String>]
2155
2343
  #
2156
2344
  # @!attribute [rw] create_time
@@ -2196,8 +2384,8 @@ module Aws::Glue
2196
2384
  # @return [String]
2197
2385
  #
2198
2386
  # @!attribute [rw] parameters
2199
- # A list of key-value pairs that define parameters and properties of
2200
- # the database.
2387
+ # Thes key-value pairs define parameters and properties of the
2388
+ # database.
2201
2389
  # @return [Hash<String,String>]
2202
2390
  #
2203
2391
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
@@ -2406,6 +2594,28 @@ module Aws::Glue
2406
2594
  #
2407
2595
  class DeletePartitionResponse < Aws::EmptyStructure; end
2408
2596
 
2597
+ # @note When making an API call, you may pass DeleteSecurityConfigurationRequest
2598
+ # data as a hash:
2599
+ #
2600
+ # {
2601
+ # name: "NameString", # required
2602
+ # }
2603
+ #
2604
+ # @!attribute [rw] name
2605
+ # The name of the security configuration to delete.
2606
+ # @return [String]
2607
+ #
2608
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSecurityConfigurationRequest AWS API Documentation
2609
+ #
2610
+ class DeleteSecurityConfigurationRequest < Struct.new(
2611
+ :name)
2612
+ include Aws::Structure
2613
+ end
2614
+
2615
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSecurityConfigurationResponse AWS API Documentation
2616
+ #
2617
+ class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
2618
+
2409
2619
  # @note When making an API call, you may pass DeleteTableRequest
2410
2620
  # data as a hash:
2411
2621
  #
@@ -2662,6 +2872,11 @@ module Aws::Glue
2662
2872
  # </note>
2663
2873
  # @return [Array<String>]
2664
2874
  #
2875
+ # @!attribute [rw] security_configuration
2876
+ # The name of the SecurityConfiguration structure to be used with this
2877
+ # DevEndpoint.
2878
+ # @return [String]
2879
+ #
2665
2880
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DevEndpoint AWS API Documentation
2666
2881
  #
2667
2882
  class DevEndpoint < Struct.new(
@@ -2684,7 +2899,8 @@ module Aws::Glue
2684
2899
  :created_timestamp,
2685
2900
  :last_modified_timestamp,
2686
2901
  :public_key,
2687
- :public_keys)
2902
+ :public_keys,
2903
+ :security_configuration)
2688
2904
  include Aws::Structure
2689
2905
  end
2690
2906
 
@@ -2748,6 +2964,75 @@ module Aws::Glue
2748
2964
  include Aws::Structure
2749
2965
  end
2750
2966
 
2967
+ # Specifies encryption-at-rest configuration for the Data Catalog.
2968
+ #
2969
+ # @note When making an API call, you may pass EncryptionAtRest
2970
+ # data as a hash:
2971
+ #
2972
+ # {
2973
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
2974
+ # sse_aws_kms_key_id: "NameString",
2975
+ # }
2976
+ #
2977
+ # @!attribute [rw] catalog_encryption_mode
2978
+ # The encryption-at-rest mode for encrypting Data Catalog data.
2979
+ # @return [String]
2980
+ #
2981
+ # @!attribute [rw] sse_aws_kms_key_id
2982
+ # The ID of the AWS KMS key to use for encryption at rest.
2983
+ # @return [String]
2984
+ #
2985
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
2986
+ #
2987
+ class EncryptionAtRest < Struct.new(
2988
+ :catalog_encryption_mode,
2989
+ :sse_aws_kms_key_id)
2990
+ include Aws::Structure
2991
+ end
2992
+
2993
+ # Specifies an encryption configuration.
2994
+ #
2995
+ # @note When making an API call, you may pass EncryptionConfiguration
2996
+ # data as a hash:
2997
+ #
2998
+ # {
2999
+ # s3_encryption: [
3000
+ # {
3001
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
3002
+ # kms_key_arn: "KmsKeyArn",
3003
+ # },
3004
+ # ],
3005
+ # cloud_watch_encryption: {
3006
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
3007
+ # kms_key_arn: "KmsKeyArn",
3008
+ # },
3009
+ # job_bookmarks_encryption: {
3010
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
3011
+ # kms_key_arn: "KmsKeyArn",
3012
+ # },
3013
+ # }
3014
+ #
3015
+ # @!attribute [rw] s3_encryption
3016
+ # The encryption configuration for S3 data.
3017
+ # @return [Array<Types::S3Encryption>]
3018
+ #
3019
+ # @!attribute [rw] cloud_watch_encryption
3020
+ # The encryption configuration for CloudWatch.
3021
+ # @return [Types::CloudWatchEncryption]
3022
+ #
3023
+ # @!attribute [rw] job_bookmarks_encryption
3024
+ # The encryption configuration for Job Bookmarks.
3025
+ # @return [Types::JobBookmarksEncryption]
3026
+ #
3027
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
3028
+ #
3029
+ class EncryptionConfiguration < Struct.new(
3030
+ :s3_encryption,
3031
+ :cloud_watch_encryption,
3032
+ :job_bookmarks_encryption)
3033
+ include Aws::Structure
3034
+ end
3035
+
2751
3036
  # Contains details about an error.
2752
3037
  #
2753
3038
  # @!attribute [rw] error_code
@@ -3765,6 +4050,76 @@ module Aws::Glue
3765
4050
  include Aws::Structure
3766
4051
  end
3767
4052
 
4053
+ # @note When making an API call, you may pass GetSecurityConfigurationRequest
4054
+ # data as a hash:
4055
+ #
4056
+ # {
4057
+ # name: "NameString", # required
4058
+ # }
4059
+ #
4060
+ # @!attribute [rw] name
4061
+ # The name of the security configuration to retrieve.
4062
+ # @return [String]
4063
+ #
4064
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationRequest AWS API Documentation
4065
+ #
4066
+ class GetSecurityConfigurationRequest < Struct.new(
4067
+ :name)
4068
+ include Aws::Structure
4069
+ end
4070
+
4071
+ # @!attribute [rw] security_configuration
4072
+ # The requested security configuration
4073
+ # @return [Types::SecurityConfiguration]
4074
+ #
4075
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationResponse AWS API Documentation
4076
+ #
4077
+ class GetSecurityConfigurationResponse < Struct.new(
4078
+ :security_configuration)
4079
+ include Aws::Structure
4080
+ end
4081
+
4082
+ # @note When making an API call, you may pass GetSecurityConfigurationsRequest
4083
+ # data as a hash:
4084
+ #
4085
+ # {
4086
+ # max_results: 1,
4087
+ # next_token: "GenericString",
4088
+ # }
4089
+ #
4090
+ # @!attribute [rw] max_results
4091
+ # The maximum number of results to return.
4092
+ # @return [Integer]
4093
+ #
4094
+ # @!attribute [rw] next_token
4095
+ # A continuation token, if this is a continuation call.
4096
+ # @return [String]
4097
+ #
4098
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsRequest AWS API Documentation
4099
+ #
4100
+ class GetSecurityConfigurationsRequest < Struct.new(
4101
+ :max_results,
4102
+ :next_token)
4103
+ include Aws::Structure
4104
+ end
4105
+
4106
+ # @!attribute [rw] security_configurations
4107
+ # A list of security configurations.
4108
+ # @return [Array<Types::SecurityConfiguration>]
4109
+ #
4110
+ # @!attribute [rw] next_token
4111
+ # A continuation token, if there are more security configurations to
4112
+ # return.
4113
+ # @return [String]
4114
+ #
4115
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsResponse AWS API Documentation
4116
+ #
4117
+ class GetSecurityConfigurationsResponse < Struct.new(
4118
+ :security_configurations,
4119
+ :next_token)
4120
+ include Aws::Structure
4121
+ end
4122
+
3768
4123
  # @note When making an API call, you may pass GetTableRequest
3769
4124
  # data as a hash:
3770
4125
  #
@@ -4356,13 +4711,20 @@ module Aws::Glue
4356
4711
  # @return [Integer]
4357
4712
  #
4358
4713
  # @!attribute [rw] timeout
4359
- # The job timeout in minutes.
4714
+ # The job timeout in minutes. This is the maximum time that a job run
4715
+ # can consume resources before it is terminated and enters `TIMEOUT`
4716
+ # status. The default is 2,880 minutes (48 hours).
4360
4717
  # @return [Integer]
4361
4718
  #
4362
4719
  # @!attribute [rw] notification_property
4363
4720
  # Specifies configuration properties of a job notification.
4364
4721
  # @return [Types::NotificationProperty]
4365
4722
  #
4723
+ # @!attribute [rw] security_configuration
4724
+ # The name of the SecurityConfiguration structure to be used with this
4725
+ # job.
4726
+ # @return [String]
4727
+ #
4366
4728
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
4367
4729
  #
4368
4730
  class Job < Struct.new(
@@ -4379,7 +4741,8 @@ module Aws::Glue
4379
4741
  :max_retries,
4380
4742
  :allocated_capacity,
4381
4743
  :timeout,
4382
- :notification_property)
4744
+ :notification_property,
4745
+ :security_configuration)
4383
4746
  include Aws::Structure
4384
4747
  end
4385
4748
 
@@ -4416,6 +4779,32 @@ module Aws::Glue
4416
4779
  include Aws::Structure
4417
4780
  end
4418
4781
 
4782
+ # Specifies how Job bookmark data should be encrypted.
4783
+ #
4784
+ # @note When making an API call, you may pass JobBookmarksEncryption
4785
+ # data as a hash:
4786
+ #
4787
+ # {
4788
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
4789
+ # kms_key_arn: "KmsKeyArn",
4790
+ # }
4791
+ #
4792
+ # @!attribute [rw] job_bookmarks_encryption_mode
4793
+ # The encryption mode to use for Job bookmarks data.
4794
+ # @return [String]
4795
+ #
4796
+ # @!attribute [rw] kms_key_arn
4797
+ # The AWS ARN of the KMS key to be used to encrypt the data.
4798
+ # @return [String]
4799
+ #
4800
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobBookmarksEncryption AWS API Documentation
4801
+ #
4802
+ class JobBookmarksEncryption < Struct.new(
4803
+ :job_bookmarks_encryption_mode,
4804
+ :kms_key_arn)
4805
+ include Aws::Structure
4806
+ end
4807
+
4419
4808
  # Specifies code executed when a job is run.
4420
4809
  #
4421
4810
  # @note When making an API call, you may pass JobCommand
@@ -4527,13 +4916,31 @@ module Aws::Glue
4527
4916
  # @return [Integer]
4528
4917
  #
4529
4918
  # @!attribute [rw] timeout
4530
- # The job run timeout in minutes.
4919
+ # The JobRun timeout in minutes. This is the maximum time that a job
4920
+ # run can consume resources before it is terminated and enters
4921
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
4922
+ # overrides the timeout value set in the parent job.
4531
4923
  # @return [Integer]
4532
4924
  #
4533
4925
  # @!attribute [rw] notification_property
4534
4926
  # Specifies configuration properties of a job run notification.
4535
4927
  # @return [Types::NotificationProperty]
4536
4928
  #
4929
+ # @!attribute [rw] security_configuration
4930
+ # The name of the SecurityConfiguration structure to be used with this
4931
+ # job run.
4932
+ # @return [String]
4933
+ #
4934
+ # @!attribute [rw] log_group_name
4935
+ # The name of the log group for secure logging, that can be
4936
+ # server-side encrypted in CloudWatch using KMS. This name can be
4937
+ # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
4938
+ # If you add a role name and SecurityConfiguration name (in other
4939
+ # words,
4940
+ # `/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/`), then
4941
+ # that security configuration will be used to encrypt the log group.
4942
+ # @return [String]
4943
+ #
4537
4944
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
4538
4945
  #
4539
4946
  class JobRun < Struct.new(
@@ -4552,7 +4959,9 @@ module Aws::Glue
4552
4959
  :allocated_capacity,
4553
4960
  :execution_time,
4554
4961
  :timeout,
4555
- :notification_property)
4962
+ :notification_property,
4963
+ :security_configuration,
4964
+ :log_group_name)
4556
4965
  include Aws::Structure
4557
4966
  end
4558
4967
 
@@ -4586,6 +4995,7 @@ module Aws::Glue
4586
4995
  # notification_property: {
4587
4996
  # notify_delay_after: 1,
4588
4997
  # },
4998
+ # security_configuration: "NameString",
4589
4999
  # }
4590
5000
  #
4591
5001
  # @!attribute [rw] description
@@ -4650,13 +5060,20 @@ module Aws::Glue
4650
5060
  # @return [Integer]
4651
5061
  #
4652
5062
  # @!attribute [rw] timeout
4653
- # The job timeout in minutes. The default is 2880 minutes (48 hours).
5063
+ # The job timeout in minutes. This is the maximum time that a job run
5064
+ # can consume resources before it is terminated and enters `TIMEOUT`
5065
+ # status. The default is 2,880 minutes (48 hours).
4654
5066
  # @return [Integer]
4655
5067
  #
4656
5068
  # @!attribute [rw] notification_property
4657
5069
  # Specifies configuration properties of a job notification.
4658
5070
  # @return [Types::NotificationProperty]
4659
5071
  #
5072
+ # @!attribute [rw] security_configuration
5073
+ # The name of the SecurityConfiguration structure to be used with this
5074
+ # job.
5075
+ # @return [String]
5076
+ #
4660
5077
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
4661
5078
  #
4662
5079
  class JobUpdate < Struct.new(
@@ -4670,7 +5087,8 @@ module Aws::Glue
4670
5087
  :max_retries,
4671
5088
  :allocated_capacity,
4672
5089
  :timeout,
4673
- :notification_property)
5090
+ :notification_property,
5091
+ :security_configuration)
4674
5092
  include Aws::Structure
4675
5093
  end
4676
5094
 
@@ -4928,7 +5346,7 @@ module Aws::Glue
4928
5346
  # @return [Types::StorageDescriptor]
4929
5347
  #
4930
5348
  # @!attribute [rw] parameters
4931
- # Partition parameters, in the form of a list of key-value pairs.
5349
+ # These key-value pairs define partition parameters.
4932
5350
  # @return [Hash<String,String>]
4933
5351
  #
4934
5352
  # @!attribute [rw] last_analyzed_time
@@ -5035,7 +5453,7 @@ module Aws::Glue
5035
5453
  # @return [Types::StorageDescriptor]
5036
5454
  #
5037
5455
  # @!attribute [rw] parameters
5038
- # Partition parameters, in the form of a list of key-value pairs.
5456
+ # These key-value pairs define partition parameters.
5039
5457
  # @return [Hash<String,String>]
5040
5458
  #
5041
5459
  # @!attribute [rw] last_analyzed_time
@@ -5094,8 +5512,9 @@ module Aws::Glue
5094
5512
  # @return [Array<String>]
5095
5513
  #
5096
5514
  # @!attribute [rw] availability_zone
5097
- # The connection's availability zone. This field is deprecated and
5098
- # has no effect.
5515
+ # The connection's availability zone. This field is redundant, since
5516
+ # the specified subnet implies the availability zone to be used. The
5517
+ # field must be populated now, but will be deprecated in the future.
5099
5518
  # @return [String]
5100
5519
  #
5101
5520
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PhysicalConnectionRequirements AWS API Documentation
@@ -5159,6 +5578,41 @@ module Aws::Glue
5159
5578
  include Aws::Structure
5160
5579
  end
5161
5580
 
5581
+ # @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
5582
+ # data as a hash:
5583
+ #
5584
+ # {
5585
+ # catalog_id: "CatalogIdString",
5586
+ # data_catalog_encryption_settings: { # required
5587
+ # encryption_at_rest: {
5588
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
5589
+ # sse_aws_kms_key_id: "NameString",
5590
+ # },
5591
+ # },
5592
+ # }
5593
+ #
5594
+ # @!attribute [rw] catalog_id
5595
+ # The ID of the Data Catalog for which to set the security
5596
+ # configuration. If none is supplied, the AWS account ID is used by
5597
+ # default.
5598
+ # @return [String]
5599
+ #
5600
+ # @!attribute [rw] data_catalog_encryption_settings
5601
+ # The security configuration to set.
5602
+ # @return [Types::DataCatalogEncryptionSettings]
5603
+ #
5604
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutDataCatalogEncryptionSettingsRequest AWS API Documentation
5605
+ #
5606
+ class PutDataCatalogEncryptionSettingsRequest < Struct.new(
5607
+ :catalog_id,
5608
+ :data_catalog_encryption_settings)
5609
+ include Aws::Structure
5610
+ end
5611
+
5612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutDataCatalogEncryptionSettingsResponse AWS API Documentation
5613
+ #
5614
+ class PutDataCatalogEncryptionSettingsResponse < Aws::EmptyStructure; end
5615
+
5162
5616
  # @note When making an API call, you may pass ResetJobBookmarkRequest
5163
5617
  # data as a hash:
5164
5618
  #
@@ -5214,6 +5668,32 @@ module Aws::Glue
5214
5668
  include Aws::Structure
5215
5669
  end
5216
5670
 
5671
+ # Specifies how S3 data should be encrypted.
5672
+ #
5673
+ # @note When making an API call, you may pass S3Encryption
5674
+ # data as a hash:
5675
+ #
5676
+ # {
5677
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
5678
+ # kms_key_arn: "KmsKeyArn",
5679
+ # }
5680
+ #
5681
+ # @!attribute [rw] s3_encryption_mode
5682
+ # The encryption mode to use for S3 data.
5683
+ # @return [String]
5684
+ #
5685
+ # @!attribute [rw] kms_key_arn
5686
+ # The AWS ARN of the KMS key to be used to encrypt the data.
5687
+ # @return [String]
5688
+ #
5689
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Encryption AWS API Documentation
5690
+ #
5691
+ class S3Encryption < Struct.new(
5692
+ :s3_encryption_mode,
5693
+ :kms_key_arn)
5694
+ include Aws::Structure
5695
+ end
5696
+
5217
5697
  # Specifies a data store in Amazon S3.
5218
5698
  #
5219
5699
  # @note When making an API call, you may pass S3Target
@@ -5295,6 +5775,30 @@ module Aws::Glue
5295
5775
  include Aws::Structure
5296
5776
  end
5297
5777
 
5778
+ # Specifies a security configuration.
5779
+ #
5780
+ # @!attribute [rw] name
5781
+ # The name of the security configuration.
5782
+ # @return [String]
5783
+ #
5784
+ # @!attribute [rw] created_time_stamp
5785
+ # The time at which this security configuration was created.
5786
+ # @return [Time]
5787
+ #
5788
+ # @!attribute [rw] encryption_configuration
5789
+ # The encryption configuration associated with this security
5790
+ # configuration.
5791
+ # @return [Types::EncryptionConfiguration]
5792
+ #
5793
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SecurityConfiguration AWS API Documentation
5794
+ #
5795
+ class SecurityConfiguration < Struct.new(
5796
+ :name,
5797
+ :created_time_stamp,
5798
+ :encryption_configuration)
5799
+ include Aws::Structure
5800
+ end
5801
+
5298
5802
  # Defines a non-overlapping region of a table's partitions, allowing
5299
5803
  # multiple requests to be executed in parallel.
5300
5804
  #
@@ -5348,8 +5852,8 @@ module Aws::Glue
5348
5852
  # @return [String]
5349
5853
  #
5350
5854
  # @!attribute [rw] parameters
5351
- # A list of initialization parameters for the SerDe, in key-value
5352
- # form.
5855
+ # These key-value pairs define initialization parameters for the
5856
+ # SerDe.
5353
5857
  # @return [Hash<String,String>]
5354
5858
  #
5355
5859
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SerDeInfo AWS API Documentation
@@ -5455,6 +5959,7 @@ module Aws::Glue
5455
5959
  # notification_property: {
5456
5960
  # notify_delay_after: 1,
5457
5961
  # },
5962
+ # security_configuration: "NameString",
5458
5963
  # }
5459
5964
  #
5460
5965
  # @!attribute [rw] job_name
@@ -5499,14 +6004,21 @@ module Aws::Glue
5499
6004
  # @return [Integer]
5500
6005
  #
5501
6006
  # @!attribute [rw] timeout
5502
- # The job run timeout in minutes. It overrides the timeout value of
5503
- # the job.
6007
+ # The JobRun timeout in minutes. This is the maximum time that a job
6008
+ # run can consume resources before it is terminated and enters
6009
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
6010
+ # overrides the timeout value set in the parent job.
5504
6011
  # @return [Integer]
5505
6012
  #
5506
6013
  # @!attribute [rw] notification_property
5507
6014
  # Specifies configuration properties of a job run notification.
5508
6015
  # @return [Types::NotificationProperty]
5509
6016
  #
6017
+ # @!attribute [rw] security_configuration
6018
+ # The name of the SecurityConfiguration structure to be used with this
6019
+ # job run.
6020
+ # @return [String]
6021
+ #
5510
6022
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
5511
6023
  #
5512
6024
  class StartJobRunRequest < Struct.new(
@@ -5515,7 +6027,8 @@ module Aws::Glue
5515
6027
  :arguments,
5516
6028
  :allocated_capacity,
5517
6029
  :timeout,
5518
- :notification_property)
6030
+ :notification_property,
6031
+ :security_configuration)
5519
6032
  include Aws::Structure
5520
6033
  end
5521
6034
 
@@ -5815,7 +6328,7 @@ module Aws::Glue
5815
6328
  # @return [String]
5816
6329
  #
5817
6330
  # @!attribute [rw] parameters
5818
- # Properties associated with this table, as a list of key-value pairs.
6331
+ # These key-value pairs define properties associated with the table.
5819
6332
  # @return [Hash<String,String>]
5820
6333
  #
5821
6334
  # @!attribute [rw] created_by
@@ -5979,7 +6492,7 @@ module Aws::Glue
5979
6492
  # @return [String]
5980
6493
  #
5981
6494
  # @!attribute [rw] parameters
5982
- # Properties associated with this table, as a list of key-value pairs.
6495
+ # These key-value pairs define properties associated with the table.
5983
6496
  # @return [Hash<String,String>]
5984
6497
  #
5985
6498
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableInput AWS API Documentation
@@ -6116,6 +6629,7 @@ module Aws::Glue
6116
6629
  # notification_property: {
6117
6630
  # notify_delay_after: 1,
6118
6631
  # },
6632
+ # security_configuration: "NameString",
6119
6633
  # },
6120
6634
  # ],
6121
6635
  # predicate: {
@@ -6298,6 +6812,7 @@ module Aws::Glue
6298
6812
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
6299
6813
  # },
6300
6814
  # configuration: "CrawlerConfiguration",
6815
+ # crawler_security_configuration: "CrawlerSecurityConfiguration",
6301
6816
  # }
6302
6817
  #
6303
6818
  # @!attribute [rw] name
@@ -6349,12 +6864,21 @@ module Aws::Glue
6349
6864
  #
6350
6865
  # @!attribute [rw] configuration
6351
6866
  # Crawler configuration information. This versioned JSON string allows
6352
- # users to specify aspects of a crawler's behavior. For more
6353
- # information, see [Configuring a Crawler][1].
6867
+ # users to specify aspects of a Crawler's behavior.
6354
6868
  #
6869
+ # You can use this field to force partitions to inherit metadata such
6870
+ # as classification, input format, output format, serde information,
6871
+ # and schema from their parent table, rather than detect this
6872
+ # information separately for each partition. Use the following JSON
6873
+ # string to specify that behavior:
6355
6874
  #
6875
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
6876
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
6877
+ # @return [String]
6356
6878
  #
6357
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
6879
+ # @!attribute [rw] crawler_security_configuration
6880
+ # The name of the SecurityConfiguration structure to be used by this
6881
+ # Crawler.
6358
6882
  # @return [String]
6359
6883
  #
6360
6884
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
@@ -6369,7 +6893,8 @@ module Aws::Glue
6369
6893
  :classifiers,
6370
6894
  :table_prefix,
6371
6895
  :schema_change_policy,
6372
- :configuration)
6896
+ :configuration,
6897
+ :crawler_security_configuration)
6373
6898
  include Aws::Structure
6374
6899
  end
6375
6900
 
@@ -6580,6 +7105,7 @@ module Aws::Glue
6580
7105
  # notification_property: {
6581
7106
  # notify_delay_after: 1,
6582
7107
  # },
7108
+ # security_configuration: "NameString",
6583
7109
  # },
6584
7110
  # }
6585
7111
  #
@@ -6859,6 +7385,7 @@ module Aws::Glue
6859
7385
  # notification_property: {
6860
7386
  # notify_delay_after: 1,
6861
7387
  # },
7388
+ # security_configuration: "NameString",
6862
7389
  # },
6863
7390
  # ],
6864
7391
  # predicate: {