aws-sdk-glue 1.11.0 → 1.12.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -22,6 +22,7 @@ module Aws::Glue
22
22
  # notification_property: {
23
23
  # notify_delay_after: 1,
24
24
  # },
25
+ # security_configuration: "NameString",
25
26
  # }
26
27
  #
27
28
  # @!attribute [rw] job_name
@@ -29,7 +30,7 @@ module Aws::Glue
29
30
  # @return [String]
30
31
  #
31
32
  # @!attribute [rw] arguments
32
- # Arguments to be passed to the job.
33
+ # Arguments to be passed to the job run.
33
34
  #
34
35
  # You can specify arguments here that your own job-execution script
35
36
  # consumes, as well as arguments that AWS Glue itself consumes.
@@ -49,21 +50,29 @@ module Aws::Glue
49
50
  # @return [Hash<String,String>]
50
51
  #
51
52
  # @!attribute [rw] timeout
52
- # The job run timeout in minutes. It overrides the timeout value of
53
- # the job.
53
+ # The JobRun timeout in minutes. This is the maximum time that a job
54
+ # run can consume resources before it is terminated and enters
55
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
56
+ # overrides the timeout value set in the parent job.
54
57
  # @return [Integer]
55
58
  #
56
59
  # @!attribute [rw] notification_property
57
60
  # Specifies configuration properties of a job run notification.
58
61
  # @return [Types::NotificationProperty]
59
62
  #
63
+ # @!attribute [rw] security_configuration
64
+ # The name of the SecurityConfiguration structure to be used with this
65
+ # action.
66
+ # @return [String]
67
+ #
60
68
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Action AWS API Documentation
61
69
  #
62
70
  class Action < Struct.new(
63
71
  :job_name,
64
72
  :arguments,
65
73
  :timeout,
66
- :notification_property)
74
+ :notification_property,
75
+ :security_configuration)
67
76
  include Aws::Structure
68
77
  end
69
78
 
@@ -582,6 +591,32 @@ module Aws::Glue
582
591
  include Aws::Structure
583
592
  end
584
593
 
594
+ # Specifies how CloudWatch data should be encrypted.
595
+ #
596
+ # @note When making an API call, you may pass CloudWatchEncryption
597
+ # data as a hash:
598
+ #
599
+ # {
600
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
601
+ # kms_key_arn: "KmsKeyArn",
602
+ # }
603
+ #
604
+ # @!attribute [rw] cloud_watch_encryption_mode
605
+ # The encryption mode to use for CloudWatch data.
606
+ # @return [String]
607
+ #
608
+ # @!attribute [rw] kms_key_arn
609
+ # The AWS ARN of the KMS key to be used to encrypt the data.
610
+ # @return [String]
611
+ #
612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CloudWatchEncryption AWS API Documentation
613
+ #
614
+ class CloudWatchEncryption < Struct.new(
615
+ :cloud_watch_encryption_mode,
616
+ :kms_key_arn)
617
+ include Aws::Structure
618
+ end
619
+
585
620
  # Represents a directional edge in a directed acyclic graph (DAG).
586
621
  #
587
622
  # @note When making an API call, you may pass CodeGenEdge
@@ -776,7 +811,37 @@ module Aws::Glue
776
811
  # @return [Array<String>]
777
812
  #
778
813
  # @!attribute [rw] connection_properties
779
- # A list of key-value pairs used as parameters for this connection.
814
+ # These key-value pairs define parameters for the connection:
815
+ #
816
+ # * `HOST` - The host URI: either the fully qualified domain name
817
+ # (FQDN) or the IPv4 address of the database host.
818
+ #
819
+ # * `PORT` - The port number, between 1024 and 65535, of the port on
820
+ # which the database host is listening for database connections.
821
+ #
822
+ # * `USER_NAME` - The name under which to log in to the database.
823
+ #
824
+ # * `PASSWORD` - A password, if one is used, for the user name.
825
+ #
826
+ # * `JDBC_DRIVER_JAR_URI` - The S3 path of the a jar file that
827
+ # contains the JDBC driver to use.
828
+ #
829
+ # * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
830
+ # use.
831
+ #
832
+ # * `JDBC_ENGINE` - The name of the JDBC engine to use.
833
+ #
834
+ # * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
835
+ #
836
+ # * `CONFIG_FILES` - (Reserved for future use).
837
+ #
838
+ # * `INSTANCE_ID` - The instance ID to use.
839
+ #
840
+ # * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
841
+ #
842
+ # * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
843
+ # whether SSL with hostname matching will be enforced for the JDBC
844
+ # connection on the client. The default is false.
780
845
  # @return [Hash<String,String>]
781
846
  #
782
847
  # @!attribute [rw] physical_connection_requirements
@@ -850,7 +915,7 @@ module Aws::Glue
850
915
  # @return [Array<String>]
851
916
  #
852
917
  # @!attribute [rw] connection_properties
853
- # A list of key-value pairs used as parameters for this connection.
918
+ # These key-value pairs define parameters for the connection.
854
919
  # @return [Hash<String,String>]
855
920
  #
856
921
  # @!attribute [rw] physical_connection_requirements
@@ -962,12 +1027,21 @@ module Aws::Glue
962
1027
  #
963
1028
  # @!attribute [rw] configuration
964
1029
  # Crawler configuration information. This versioned JSON string allows
965
- # users to specify aspects of a crawler's behavior. For more
966
- # information, see [Configuring a Crawler][1].
1030
+ # users to specify aspects of a Crawler's behavior.
967
1031
  #
1032
+ # You can use this field to force partitions to inherit metadata such
1033
+ # as classification, input format, output format, serde information,
1034
+ # and schema from their parent table, rather than detect this
1035
+ # information separately for each partition. Use the following JSON
1036
+ # string to specify that behavior:
968
1037
  #
1038
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1039
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1040
+ # @return [String]
969
1041
  #
970
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1042
+ # @!attribute [rw] crawler_security_configuration
1043
+ # The name of the SecurityConfiguration structure to be used by this
1044
+ # Crawler.
971
1045
  # @return [String]
972
1046
  #
973
1047
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -988,7 +1062,8 @@ module Aws::Glue
988
1062
  :last_updated,
989
1063
  :last_crawl,
990
1064
  :version,
991
- :configuration)
1065
+ :configuration,
1066
+ :crawler_security_configuration)
992
1067
  include Aws::Structure
993
1068
  end
994
1069
 
@@ -1212,6 +1287,7 @@ module Aws::Glue
1212
1287
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
1213
1288
  # },
1214
1289
  # configuration: "CrawlerConfiguration",
1290
+ # crawler_security_configuration: "CrawlerSecurityConfiguration",
1215
1291
  # }
1216
1292
  #
1217
1293
  # @!attribute [rw] name
@@ -1263,12 +1339,21 @@ module Aws::Glue
1263
1339
  #
1264
1340
  # @!attribute [rw] configuration
1265
1341
  # Crawler configuration information. This versioned JSON string allows
1266
- # users to specify aspects of a crawler's behavior. For more
1267
- # information, see [Configuring a Crawler][1].
1342
+ # users to specify aspects of a Crawler's behavior.
1268
1343
  #
1344
+ # You can use this field to force partitions to inherit metadata such
1345
+ # as classification, input format, output format, serde information,
1346
+ # and schema from their parent table, rather than detect this
1347
+ # information separately for each partition. Use the following JSON
1348
+ # string to specify that behavior:
1269
1349
  #
1350
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
1351
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
1352
+ # @return [String]
1270
1353
  #
1271
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1354
+ # @!attribute [rw] crawler_security_configuration
1355
+ # The name of the SecurityConfiguration structure to be used by this
1356
+ # Crawler.
1272
1357
  # @return [String]
1273
1358
  #
1274
1359
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawlerRequest AWS API Documentation
@@ -1283,7 +1368,8 @@ module Aws::Glue
1283
1368
  :classifiers,
1284
1369
  :table_prefix,
1285
1370
  :schema_change_policy,
1286
- :configuration)
1371
+ :configuration,
1372
+ :crawler_security_configuration)
1287
1373
  include Aws::Structure
1288
1374
  end
1289
1375
 
@@ -1341,6 +1427,7 @@ module Aws::Glue
1341
1427
  # number_of_nodes: 1,
1342
1428
  # extra_python_libs_s3_path: "GenericString",
1343
1429
  # extra_jars_s3_path: "GenericString",
1430
+ # security_configuration: "NameString",
1344
1431
  # }
1345
1432
  #
1346
1433
  # @!attribute [rw] endpoint_name
@@ -1405,6 +1492,11 @@ module Aws::Glue
1405
1492
  # in your DevEndpoint.
1406
1493
  # @return [String]
1407
1494
  #
1495
+ # @!attribute [rw] security_configuration
1496
+ # The name of the SecurityConfiguration structure to be used with this
1497
+ # DevEndpoint.
1498
+ # @return [String]
1499
+ #
1408
1500
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpointRequest AWS API Documentation
1409
1501
  #
1410
1502
  class CreateDevEndpointRequest < Struct.new(
@@ -1416,7 +1508,8 @@ module Aws::Glue
1416
1508
  :public_keys,
1417
1509
  :number_of_nodes,
1418
1510
  :extra_python_libs_s3_path,
1419
- :extra_jars_s3_path)
1511
+ :extra_jars_s3_path,
1512
+ :security_configuration)
1420
1513
  include Aws::Structure
1421
1514
  end
1422
1515
 
@@ -1475,6 +1568,11 @@ module Aws::Glue
1475
1568
  # The reason for a current failure in this DevEndpoint.
1476
1569
  # @return [String]
1477
1570
  #
1571
+ # @!attribute [rw] security_configuration
1572
+ # The name of the SecurityConfiguration structure being used with this
1573
+ # DevEndpoint.
1574
+ # @return [String]
1575
+ #
1478
1576
  # @!attribute [rw] created_timestamp
1479
1577
  # The point in time at which this DevEndpoint was created.
1480
1578
  # @return [Time]
@@ -1495,6 +1593,7 @@ module Aws::Glue
1495
1593
  :extra_python_libs_s3_path,
1496
1594
  :extra_jars_s3_path,
1497
1595
  :failure_reason,
1596
+ :security_configuration,
1498
1597
  :created_timestamp)
1499
1598
  include Aws::Structure
1500
1599
  end
@@ -1565,6 +1664,7 @@ module Aws::Glue
1565
1664
  # notification_property: {
1566
1665
  # notify_delay_after: 1,
1567
1666
  # },
1667
+ # security_configuration: "NameString",
1568
1668
  # }
1569
1669
  #
1570
1670
  # @!attribute [rw] name
@@ -1634,13 +1734,20 @@ module Aws::Glue
1634
1734
  # @return [Integer]
1635
1735
  #
1636
1736
  # @!attribute [rw] timeout
1637
- # The job timeout in minutes. The default is 2880 minutes (48 hours).
1737
+ # The job timeout in minutes. This is the maximum time that a job run
1738
+ # can consume resources before it is terminated and enters `TIMEOUT`
1739
+ # status. The default is 2,880 minutes (48 hours).
1638
1740
  # @return [Integer]
1639
1741
  #
1640
1742
  # @!attribute [rw] notification_property
1641
1743
  # Specifies configuration properties of a job notification.
1642
1744
  # @return [Types::NotificationProperty]
1643
1745
  #
1746
+ # @!attribute [rw] security_configuration
1747
+ # The name of the SecurityConfiguration structure to be used with this
1748
+ # job.
1749
+ # @return [String]
1750
+ #
1644
1751
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJobRequest AWS API Documentation
1645
1752
  #
1646
1753
  class CreateJobRequest < Struct.new(
@@ -1655,7 +1762,8 @@ module Aws::Glue
1655
1762
  :max_retries,
1656
1763
  :allocated_capacity,
1657
1764
  :timeout,
1658
- :notification_property)
1765
+ :notification_property,
1766
+ :security_configuration)
1659
1767
  include Aws::Structure
1660
1768
  end
1661
1769
 
@@ -1856,6 +1964,61 @@ module Aws::Glue
1856
1964
  include Aws::Structure
1857
1965
  end
1858
1966
 
1967
+ # @note When making an API call, you may pass CreateSecurityConfigurationRequest
1968
+ # data as a hash:
1969
+ #
1970
+ # {
1971
+ # name: "NameString", # required
1972
+ # encryption_configuration: { # required
1973
+ # s3_encryption: [
1974
+ # {
1975
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
1976
+ # kms_key_arn: "KmsKeyArn",
1977
+ # },
1978
+ # ],
1979
+ # cloud_watch_encryption: {
1980
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
1981
+ # kms_key_arn: "KmsKeyArn",
1982
+ # },
1983
+ # job_bookmarks_encryption: {
1984
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
1985
+ # kms_key_arn: "KmsKeyArn",
1986
+ # },
1987
+ # },
1988
+ # }
1989
+ #
1990
+ # @!attribute [rw] name
1991
+ # The name for the new security configuration.
1992
+ # @return [String]
1993
+ #
1994
+ # @!attribute [rw] encryption_configuration
1995
+ # The encryption configuration for the new security configuration.
1996
+ # @return [Types::EncryptionConfiguration]
1997
+ #
1998
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSecurityConfigurationRequest AWS API Documentation
1999
+ #
2000
+ class CreateSecurityConfigurationRequest < Struct.new(
2001
+ :name,
2002
+ :encryption_configuration)
2003
+ include Aws::Structure
2004
+ end
2005
+
2006
+ # @!attribute [rw] name
2007
+ # The name assigned to the new security configuration.
2008
+ # @return [String]
2009
+ #
2010
+ # @!attribute [rw] created_timestamp
2011
+ # The time at which the new security configuration was created.
2012
+ # @return [Time]
2013
+ #
2014
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSecurityConfigurationResponse AWS API Documentation
2015
+ #
2016
+ class CreateSecurityConfigurationResponse < Struct.new(
2017
+ :name,
2018
+ :created_timestamp)
2019
+ include Aws::Structure
2020
+ end
2021
+
1859
2022
  # @note When making an API call, you may pass CreateTableRequest
1860
2023
  # data as a hash:
1861
2024
  #
@@ -1979,6 +2142,7 @@ module Aws::Glue
1979
2142
  # notification_property: {
1980
2143
  # notify_delay_after: 1,
1981
2144
  # },
2145
+ # security_configuration: "NameString",
1982
2146
  # },
1983
2147
  # ],
1984
2148
  # description: "DescriptionString",
@@ -2132,6 +2296,30 @@ module Aws::Glue
2132
2296
  include Aws::Structure
2133
2297
  end
2134
2298
 
2299
+ # Contains configuration information for maintaining Data Catalog
2300
+ # security.
2301
+ #
2302
+ # @note When making an API call, you may pass DataCatalogEncryptionSettings
2303
+ # data as a hash:
2304
+ #
2305
+ # {
2306
+ # encryption_at_rest: {
2307
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
2308
+ # sse_aws_kms_key_id: "NameString",
2309
+ # },
2310
+ # }
2311
+ #
2312
+ # @!attribute [rw] encryption_at_rest
2313
+ # Specifies encryption-at-rest configuration for the Data Catalog.
2314
+ # @return [Types::EncryptionAtRest]
2315
+ #
2316
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataCatalogEncryptionSettings AWS API Documentation
2317
+ #
2318
+ class DataCatalogEncryptionSettings < Struct.new(
2319
+ :encryption_at_rest)
2320
+ include Aws::Structure
2321
+ end
2322
+
2135
2323
  # The `Database` object represents a logical grouping of tables that may
2136
2324
  # reside in a Hive metastore or an RDBMS.
2137
2325
  #
@@ -2149,8 +2337,8 @@ module Aws::Glue
2149
2337
  # @return [String]
2150
2338
  #
2151
2339
  # @!attribute [rw] parameters
2152
- # A list of key-value pairs that define parameters and properties of
2153
- # the database.
2340
+ # These key-value pairs define parameters and properties of the
2341
+ # database.
2154
2342
  # @return [Hash<String,String>]
2155
2343
  #
2156
2344
  # @!attribute [rw] create_time
@@ -2196,8 +2384,8 @@ module Aws::Glue
2196
2384
  # @return [String]
2197
2385
  #
2198
2386
  # @!attribute [rw] parameters
2199
- # A list of key-value pairs that define parameters and properties of
2200
- # the database.
2387
+ # Thes key-value pairs define parameters and properties of the
2388
+ # database.
2201
2389
  # @return [Hash<String,String>]
2202
2390
  #
2203
2391
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
@@ -2406,6 +2594,28 @@ module Aws::Glue
2406
2594
  #
2407
2595
  class DeletePartitionResponse < Aws::EmptyStructure; end
2408
2596
 
2597
+ # @note When making an API call, you may pass DeleteSecurityConfigurationRequest
2598
+ # data as a hash:
2599
+ #
2600
+ # {
2601
+ # name: "NameString", # required
2602
+ # }
2603
+ #
2604
+ # @!attribute [rw] name
2605
+ # The name of the security configuration to delete.
2606
+ # @return [String]
2607
+ #
2608
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSecurityConfigurationRequest AWS API Documentation
2609
+ #
2610
+ class DeleteSecurityConfigurationRequest < Struct.new(
2611
+ :name)
2612
+ include Aws::Structure
2613
+ end
2614
+
2615
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSecurityConfigurationResponse AWS API Documentation
2616
+ #
2617
+ class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
2618
+
2409
2619
  # @note When making an API call, you may pass DeleteTableRequest
2410
2620
  # data as a hash:
2411
2621
  #
@@ -2662,6 +2872,11 @@ module Aws::Glue
2662
2872
  # </note>
2663
2873
  # @return [Array<String>]
2664
2874
  #
2875
+ # @!attribute [rw] security_configuration
2876
+ # The name of the SecurityConfiguration structure to be used with this
2877
+ # DevEndpoint.
2878
+ # @return [String]
2879
+ #
2665
2880
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DevEndpoint AWS API Documentation
2666
2881
  #
2667
2882
  class DevEndpoint < Struct.new(
@@ -2684,7 +2899,8 @@ module Aws::Glue
2684
2899
  :created_timestamp,
2685
2900
  :last_modified_timestamp,
2686
2901
  :public_key,
2687
- :public_keys)
2902
+ :public_keys,
2903
+ :security_configuration)
2688
2904
  include Aws::Structure
2689
2905
  end
2690
2906
 
@@ -2748,6 +2964,75 @@ module Aws::Glue
2748
2964
  include Aws::Structure
2749
2965
  end
2750
2966
 
2967
+ # Specifies encryption-at-rest configuration for the Data Catalog.
2968
+ #
2969
+ # @note When making an API call, you may pass EncryptionAtRest
2970
+ # data as a hash:
2971
+ #
2972
+ # {
2973
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
2974
+ # sse_aws_kms_key_id: "NameString",
2975
+ # }
2976
+ #
2977
+ # @!attribute [rw] catalog_encryption_mode
2978
+ # The encryption-at-rest mode for encrypting Data Catalog data.
2979
+ # @return [String]
2980
+ #
2981
+ # @!attribute [rw] sse_aws_kms_key_id
2982
+ # The ID of the AWS KMS key to use for encryption at rest.
2983
+ # @return [String]
2984
+ #
2985
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionAtRest AWS API Documentation
2986
+ #
2987
+ class EncryptionAtRest < Struct.new(
2988
+ :catalog_encryption_mode,
2989
+ :sse_aws_kms_key_id)
2990
+ include Aws::Structure
2991
+ end
2992
+
2993
+ # Specifies an encryption configuration.
2994
+ #
2995
+ # @note When making an API call, you may pass EncryptionConfiguration
2996
+ # data as a hash:
2997
+ #
2998
+ # {
2999
+ # s3_encryption: [
3000
+ # {
3001
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
3002
+ # kms_key_arn: "KmsKeyArn",
3003
+ # },
3004
+ # ],
3005
+ # cloud_watch_encryption: {
3006
+ # cloud_watch_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS
3007
+ # kms_key_arn: "KmsKeyArn",
3008
+ # },
3009
+ # job_bookmarks_encryption: {
3010
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
3011
+ # kms_key_arn: "KmsKeyArn",
3012
+ # },
3013
+ # }
3014
+ #
3015
+ # @!attribute [rw] s3_encryption
3016
+ # The encryption configuration for S3 data.
3017
+ # @return [Array<Types::S3Encryption>]
3018
+ #
3019
+ # @!attribute [rw] cloud_watch_encryption
3020
+ # The encryption configuration for CloudWatch.
3021
+ # @return [Types::CloudWatchEncryption]
3022
+ #
3023
+ # @!attribute [rw] job_bookmarks_encryption
3024
+ # The encryption configuration for Job Bookmarks.
3025
+ # @return [Types::JobBookmarksEncryption]
3026
+ #
3027
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EncryptionConfiguration AWS API Documentation
3028
+ #
3029
+ class EncryptionConfiguration < Struct.new(
3030
+ :s3_encryption,
3031
+ :cloud_watch_encryption,
3032
+ :job_bookmarks_encryption)
3033
+ include Aws::Structure
3034
+ end
3035
+
2751
3036
  # Contains details about an error.
2752
3037
  #
2753
3038
  # @!attribute [rw] error_code
@@ -3765,6 +4050,76 @@ module Aws::Glue
3765
4050
  include Aws::Structure
3766
4051
  end
3767
4052
 
4053
+ # @note When making an API call, you may pass GetSecurityConfigurationRequest
4054
+ # data as a hash:
4055
+ #
4056
+ # {
4057
+ # name: "NameString", # required
4058
+ # }
4059
+ #
4060
+ # @!attribute [rw] name
4061
+ # The name of the security configuration to retrieve.
4062
+ # @return [String]
4063
+ #
4064
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationRequest AWS API Documentation
4065
+ #
4066
+ class GetSecurityConfigurationRequest < Struct.new(
4067
+ :name)
4068
+ include Aws::Structure
4069
+ end
4070
+
4071
+ # @!attribute [rw] security_configuration
4072
+ # The requested security configuration
4073
+ # @return [Types::SecurityConfiguration]
4074
+ #
4075
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationResponse AWS API Documentation
4076
+ #
4077
+ class GetSecurityConfigurationResponse < Struct.new(
4078
+ :security_configuration)
4079
+ include Aws::Structure
4080
+ end
4081
+
4082
+ # @note When making an API call, you may pass GetSecurityConfigurationsRequest
4083
+ # data as a hash:
4084
+ #
4085
+ # {
4086
+ # max_results: 1,
4087
+ # next_token: "GenericString",
4088
+ # }
4089
+ #
4090
+ # @!attribute [rw] max_results
4091
+ # The maximum number of results to return.
4092
+ # @return [Integer]
4093
+ #
4094
+ # @!attribute [rw] next_token
4095
+ # A continuation token, if this is a continuation call.
4096
+ # @return [String]
4097
+ #
4098
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsRequest AWS API Documentation
4099
+ #
4100
+ class GetSecurityConfigurationsRequest < Struct.new(
4101
+ :max_results,
4102
+ :next_token)
4103
+ include Aws::Structure
4104
+ end
4105
+
4106
+ # @!attribute [rw] security_configurations
4107
+ # A list of security configurations.
4108
+ # @return [Array<Types::SecurityConfiguration>]
4109
+ #
4110
+ # @!attribute [rw] next_token
4111
+ # A continuation token, if there are more security configurations to
4112
+ # return.
4113
+ # @return [String]
4114
+ #
4115
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsResponse AWS API Documentation
4116
+ #
4117
+ class GetSecurityConfigurationsResponse < Struct.new(
4118
+ :security_configurations,
4119
+ :next_token)
4120
+ include Aws::Structure
4121
+ end
4122
+
3768
4123
  # @note When making an API call, you may pass GetTableRequest
3769
4124
  # data as a hash:
3770
4125
  #
@@ -4356,13 +4711,20 @@ module Aws::Glue
4356
4711
  # @return [Integer]
4357
4712
  #
4358
4713
  # @!attribute [rw] timeout
4359
- # The job timeout in minutes.
4714
+ # The job timeout in minutes. This is the maximum time that a job run
4715
+ # can consume resources before it is terminated and enters `TIMEOUT`
4716
+ # status. The default is 2,880 minutes (48 hours).
4360
4717
  # @return [Integer]
4361
4718
  #
4362
4719
  # @!attribute [rw] notification_property
4363
4720
  # Specifies configuration properties of a job notification.
4364
4721
  # @return [Types::NotificationProperty]
4365
4722
  #
4723
+ # @!attribute [rw] security_configuration
4724
+ # The name of the SecurityConfiguration structure to be used with this
4725
+ # job.
4726
+ # @return [String]
4727
+ #
4366
4728
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Job AWS API Documentation
4367
4729
  #
4368
4730
  class Job < Struct.new(
@@ -4379,7 +4741,8 @@ module Aws::Glue
4379
4741
  :max_retries,
4380
4742
  :allocated_capacity,
4381
4743
  :timeout,
4382
- :notification_property)
4744
+ :notification_property,
4745
+ :security_configuration)
4383
4746
  include Aws::Structure
4384
4747
  end
4385
4748
 
@@ -4416,6 +4779,32 @@ module Aws::Glue
4416
4779
  include Aws::Structure
4417
4780
  end
4418
4781
 
4782
+ # Specifies how Job bookmark data should be encrypted.
4783
+ #
4784
+ # @note When making an API call, you may pass JobBookmarksEncryption
4785
+ # data as a hash:
4786
+ #
4787
+ # {
4788
+ # job_bookmarks_encryption_mode: "DISABLED", # accepts DISABLED, CSE-KMS
4789
+ # kms_key_arn: "KmsKeyArn",
4790
+ # }
4791
+ #
4792
+ # @!attribute [rw] job_bookmarks_encryption_mode
4793
+ # The encryption mode to use for Job bookmarks data.
4794
+ # @return [String]
4795
+ #
4796
+ # @!attribute [rw] kms_key_arn
4797
+ # The AWS ARN of the KMS key to be used to encrypt the data.
4798
+ # @return [String]
4799
+ #
4800
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobBookmarksEncryption AWS API Documentation
4801
+ #
4802
+ class JobBookmarksEncryption < Struct.new(
4803
+ :job_bookmarks_encryption_mode,
4804
+ :kms_key_arn)
4805
+ include Aws::Structure
4806
+ end
4807
+
4419
4808
  # Specifies code executed when a job is run.
4420
4809
  #
4421
4810
  # @note When making an API call, you may pass JobCommand
@@ -4527,13 +4916,31 @@ module Aws::Glue
4527
4916
  # @return [Integer]
4528
4917
  #
4529
4918
  # @!attribute [rw] timeout
4530
- # The job run timeout in minutes.
4919
+ # The JobRun timeout in minutes. This is the maximum time that a job
4920
+ # run can consume resources before it is terminated and enters
4921
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
4922
+ # overrides the timeout value set in the parent job.
4531
4923
  # @return [Integer]
4532
4924
  #
4533
4925
  # @!attribute [rw] notification_property
4534
4926
  # Specifies configuration properties of a job run notification.
4535
4927
  # @return [Types::NotificationProperty]
4536
4928
  #
4929
+ # @!attribute [rw] security_configuration
4930
+ # The name of the SecurityConfiguration structure to be used with this
4931
+ # job run.
4932
+ # @return [String]
4933
+ #
4934
+ # @!attribute [rw] log_group_name
4935
+ # The name of the log group for secure logging, that can be
4936
+ # server-side encrypted in CloudWatch using KMS. This name can be
4937
+ # `/aws-glue/jobs/`, in which case the default encryption is `NONE`.
4938
+ # If you add a role name and SecurityConfiguration name (in other
4939
+ # words,
4940
+ # `/aws-glue/jobs-yourRoleName-yourSecurityConfigurationName/`), then
4941
+ # that security configuration will be used to encrypt the log group.
4942
+ # @return [String]
4943
+ #
4537
4944
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
4538
4945
  #
4539
4946
  class JobRun < Struct.new(
@@ -4552,7 +4959,9 @@ module Aws::Glue
4552
4959
  :allocated_capacity,
4553
4960
  :execution_time,
4554
4961
  :timeout,
4555
- :notification_property)
4962
+ :notification_property,
4963
+ :security_configuration,
4964
+ :log_group_name)
4556
4965
  include Aws::Structure
4557
4966
  end
4558
4967
 
@@ -4586,6 +4995,7 @@ module Aws::Glue
4586
4995
  # notification_property: {
4587
4996
  # notify_delay_after: 1,
4588
4997
  # },
4998
+ # security_configuration: "NameString",
4589
4999
  # }
4590
5000
  #
4591
5001
  # @!attribute [rw] description
@@ -4650,13 +5060,20 @@ module Aws::Glue
4650
5060
  # @return [Integer]
4651
5061
  #
4652
5062
  # @!attribute [rw] timeout
4653
- # The job timeout in minutes. The default is 2880 minutes (48 hours).
5063
+ # The job timeout in minutes. This is the maximum time that a job run
5064
+ # can consume resources before it is terminated and enters `TIMEOUT`
5065
+ # status. The default is 2,880 minutes (48 hours).
4654
5066
  # @return [Integer]
4655
5067
  #
4656
5068
  # @!attribute [rw] notification_property
4657
5069
  # Specifies configuration properties of a job notification.
4658
5070
  # @return [Types::NotificationProperty]
4659
5071
  #
5072
+ # @!attribute [rw] security_configuration
5073
+ # The name of the SecurityConfiguration structure to be used with this
5074
+ # job.
5075
+ # @return [String]
5076
+ #
4660
5077
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobUpdate AWS API Documentation
4661
5078
  #
4662
5079
  class JobUpdate < Struct.new(
@@ -4670,7 +5087,8 @@ module Aws::Glue
4670
5087
  :max_retries,
4671
5088
  :allocated_capacity,
4672
5089
  :timeout,
4673
- :notification_property)
5090
+ :notification_property,
5091
+ :security_configuration)
4674
5092
  include Aws::Structure
4675
5093
  end
4676
5094
 
@@ -4928,7 +5346,7 @@ module Aws::Glue
4928
5346
  # @return [Types::StorageDescriptor]
4929
5347
  #
4930
5348
  # @!attribute [rw] parameters
4931
- # Partition parameters, in the form of a list of key-value pairs.
5349
+ # These key-value pairs define partition parameters.
4932
5350
  # @return [Hash<String,String>]
4933
5351
  #
4934
5352
  # @!attribute [rw] last_analyzed_time
@@ -5035,7 +5453,7 @@ module Aws::Glue
5035
5453
  # @return [Types::StorageDescriptor]
5036
5454
  #
5037
5455
  # @!attribute [rw] parameters
5038
- # Partition parameters, in the form of a list of key-value pairs.
5456
+ # These key-value pairs define partition parameters.
5039
5457
  # @return [Hash<String,String>]
5040
5458
  #
5041
5459
  # @!attribute [rw] last_analyzed_time
@@ -5094,8 +5512,9 @@ module Aws::Glue
5094
5512
  # @return [Array<String>]
5095
5513
  #
5096
5514
  # @!attribute [rw] availability_zone
5097
- # The connection's availability zone. This field is deprecated and
5098
- # has no effect.
5515
+ # The connection's availability zone. This field is redundant, since
5516
+ # the specified subnet implies the availability zone to be used. The
5517
+ # field must be populated now, but will be deprecated in the future.
5099
5518
  # @return [String]
5100
5519
  #
5101
5520
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PhysicalConnectionRequirements AWS API Documentation
@@ -5159,6 +5578,41 @@ module Aws::Glue
5159
5578
  include Aws::Structure
5160
5579
  end
5161
5580
 
5581
+ # @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
5582
+ # data as a hash:
5583
+ #
5584
+ # {
5585
+ # catalog_id: "CatalogIdString",
5586
+ # data_catalog_encryption_settings: { # required
5587
+ # encryption_at_rest: {
5588
+ # catalog_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
5589
+ # sse_aws_kms_key_id: "NameString",
5590
+ # },
5591
+ # },
5592
+ # }
5593
+ #
5594
+ # @!attribute [rw] catalog_id
5595
+ # The ID of the Data Catalog for which to set the security
5596
+ # configuration. If none is supplied, the AWS account ID is used by
5597
+ # default.
5598
+ # @return [String]
5599
+ #
5600
+ # @!attribute [rw] data_catalog_encryption_settings
5601
+ # The security configuration to set.
5602
+ # @return [Types::DataCatalogEncryptionSettings]
5603
+ #
5604
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutDataCatalogEncryptionSettingsRequest AWS API Documentation
5605
+ #
5606
+ class PutDataCatalogEncryptionSettingsRequest < Struct.new(
5607
+ :catalog_id,
5608
+ :data_catalog_encryption_settings)
5609
+ include Aws::Structure
5610
+ end
5611
+
5612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutDataCatalogEncryptionSettingsResponse AWS API Documentation
5613
+ #
5614
+ class PutDataCatalogEncryptionSettingsResponse < Aws::EmptyStructure; end
5615
+
5162
5616
  # @note When making an API call, you may pass ResetJobBookmarkRequest
5163
5617
  # data as a hash:
5164
5618
  #
@@ -5214,6 +5668,32 @@ module Aws::Glue
5214
5668
  include Aws::Structure
5215
5669
  end
5216
5670
 
5671
+ # Specifies how S3 data should be encrypted.
5672
+ #
5673
+ # @note When making an API call, you may pass S3Encryption
5674
+ # data as a hash:
5675
+ #
5676
+ # {
5677
+ # s3_encryption_mode: "DISABLED", # accepts DISABLED, SSE-KMS, SSE-S3
5678
+ # kms_key_arn: "KmsKeyArn",
5679
+ # }
5680
+ #
5681
+ # @!attribute [rw] s3_encryption_mode
5682
+ # The encryption mode to use for S3 data.
5683
+ # @return [String]
5684
+ #
5685
+ # @!attribute [rw] kms_key_arn
5686
+ # The AWS ARN of the KMS key to be used to encrypt the data.
5687
+ # @return [String]
5688
+ #
5689
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/S3Encryption AWS API Documentation
5690
+ #
5691
+ class S3Encryption < Struct.new(
5692
+ :s3_encryption_mode,
5693
+ :kms_key_arn)
5694
+ include Aws::Structure
5695
+ end
5696
+
5217
5697
  # Specifies a data store in Amazon S3.
5218
5698
  #
5219
5699
  # @note When making an API call, you may pass S3Target
@@ -5295,6 +5775,30 @@ module Aws::Glue
5295
5775
  include Aws::Structure
5296
5776
  end
5297
5777
 
5778
+ # Specifies a security configuration.
5779
+ #
5780
+ # @!attribute [rw] name
5781
+ # The name of the security configuration.
5782
+ # @return [String]
5783
+ #
5784
+ # @!attribute [rw] created_time_stamp
5785
+ # The time at which this security configuration was created.
5786
+ # @return [Time]
5787
+ #
5788
+ # @!attribute [rw] encryption_configuration
5789
+ # The encryption configuration associated with this security
5790
+ # configuration.
5791
+ # @return [Types::EncryptionConfiguration]
5792
+ #
5793
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SecurityConfiguration AWS API Documentation
5794
+ #
5795
+ class SecurityConfiguration < Struct.new(
5796
+ :name,
5797
+ :created_time_stamp,
5798
+ :encryption_configuration)
5799
+ include Aws::Structure
5800
+ end
5801
+
5298
5802
  # Defines a non-overlapping region of a table's partitions, allowing
5299
5803
  # multiple requests to be executed in parallel.
5300
5804
  #
@@ -5348,8 +5852,8 @@ module Aws::Glue
5348
5852
  # @return [String]
5349
5853
  #
5350
5854
  # @!attribute [rw] parameters
5351
- # A list of initialization parameters for the SerDe, in key-value
5352
- # form.
5855
+ # These key-value pairs define initialization parameters for the
5856
+ # SerDe.
5353
5857
  # @return [Hash<String,String>]
5354
5858
  #
5355
5859
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SerDeInfo AWS API Documentation
@@ -5455,6 +5959,7 @@ module Aws::Glue
5455
5959
  # notification_property: {
5456
5960
  # notify_delay_after: 1,
5457
5961
  # },
5962
+ # security_configuration: "NameString",
5458
5963
  # }
5459
5964
  #
5460
5965
  # @!attribute [rw] job_name
@@ -5499,14 +6004,21 @@ module Aws::Glue
5499
6004
  # @return [Integer]
5500
6005
  #
5501
6006
  # @!attribute [rw] timeout
5502
- # The job run timeout in minutes. It overrides the timeout value of
5503
- # the job.
6007
+ # The JobRun timeout in minutes. This is the maximum time that a job
6008
+ # run can consume resources before it is terminated and enters
6009
+ # `TIMEOUT` status. The default is 2,880 minutes (48 hours). This
6010
+ # overrides the timeout value set in the parent job.
5504
6011
  # @return [Integer]
5505
6012
  #
5506
6013
  # @!attribute [rw] notification_property
5507
6014
  # Specifies configuration properties of a job run notification.
5508
6015
  # @return [Types::NotificationProperty]
5509
6016
  #
6017
+ # @!attribute [rw] security_configuration
6018
+ # The name of the SecurityConfiguration structure to be used with this
6019
+ # job run.
6020
+ # @return [String]
6021
+ #
5510
6022
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRunRequest AWS API Documentation
5511
6023
  #
5512
6024
  class StartJobRunRequest < Struct.new(
@@ -5515,7 +6027,8 @@ module Aws::Glue
5515
6027
  :arguments,
5516
6028
  :allocated_capacity,
5517
6029
  :timeout,
5518
- :notification_property)
6030
+ :notification_property,
6031
+ :security_configuration)
5519
6032
  include Aws::Structure
5520
6033
  end
5521
6034
 
@@ -5815,7 +6328,7 @@ module Aws::Glue
5815
6328
  # @return [String]
5816
6329
  #
5817
6330
  # @!attribute [rw] parameters
5818
- # Properties associated with this table, as a list of key-value pairs.
6331
+ # These key-value pairs define properties associated with the table.
5819
6332
  # @return [Hash<String,String>]
5820
6333
  #
5821
6334
  # @!attribute [rw] created_by
@@ -5979,7 +6492,7 @@ module Aws::Glue
5979
6492
  # @return [String]
5980
6493
  #
5981
6494
  # @!attribute [rw] parameters
5982
- # Properties associated with this table, as a list of key-value pairs.
6495
+ # These key-value pairs define properties associated with the table.
5983
6496
  # @return [Hash<String,String>]
5984
6497
  #
5985
6498
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableInput AWS API Documentation
@@ -6116,6 +6629,7 @@ module Aws::Glue
6116
6629
  # notification_property: {
6117
6630
  # notify_delay_after: 1,
6118
6631
  # },
6632
+ # security_configuration: "NameString",
6119
6633
  # },
6120
6634
  # ],
6121
6635
  # predicate: {
@@ -6298,6 +6812,7 @@ module Aws::Glue
6298
6812
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
6299
6813
  # },
6300
6814
  # configuration: "CrawlerConfiguration",
6815
+ # crawler_security_configuration: "CrawlerSecurityConfiguration",
6301
6816
  # }
6302
6817
  #
6303
6818
  # @!attribute [rw] name
@@ -6349,12 +6864,21 @@ module Aws::Glue
6349
6864
  #
6350
6865
  # @!attribute [rw] configuration
6351
6866
  # Crawler configuration information. This versioned JSON string allows
6352
- # users to specify aspects of a crawler's behavior. For more
6353
- # information, see [Configuring a Crawler][1].
6867
+ # users to specify aspects of a Crawler's behavior.
6354
6868
  #
6869
+ # You can use this field to force partitions to inherit metadata such
6870
+ # as classification, input format, output format, serde information,
6871
+ # and schema from their parent table, rather than detect this
6872
+ # information separately for each partition. Use the following JSON
6873
+ # string to specify that behavior:
6355
6874
  #
6875
+ # Example: `'\{ "Version": 1.0, "CrawlerOutput": \{ "Partitions": \{
6876
+ # "AddOrUpdateBehavior": "InheritFromTable" \} \} \}'`
6877
+ # @return [String]
6356
6878
  #
6357
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
6879
+ # @!attribute [rw] crawler_security_configuration
6880
+ # The name of the SecurityConfiguration structure to be used by this
6881
+ # Crawler.
6358
6882
  # @return [String]
6359
6883
  #
6360
6884
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerRequest AWS API Documentation
@@ -6369,7 +6893,8 @@ module Aws::Glue
6369
6893
  :classifiers,
6370
6894
  :table_prefix,
6371
6895
  :schema_change_policy,
6372
- :configuration)
6896
+ :configuration,
6897
+ :crawler_security_configuration)
6373
6898
  include Aws::Structure
6374
6899
  end
6375
6900
 
@@ -6580,6 +7105,7 @@ module Aws::Glue
6580
7105
  # notification_property: {
6581
7106
  # notify_delay_after: 1,
6582
7107
  # },
7108
+ # security_configuration: "NameString",
6583
7109
  # },
6584
7110
  # }
6585
7111
  #
@@ -6859,6 +7385,7 @@ module Aws::Glue
6859
7385
  # notification_property: {
6860
7386
  # notify_delay_after: 1,
6861
7387
  # },
7388
+ # security_configuration: "NameString",
6862
7389
  # },
6863
7390
  # ],
6864
7391
  # predicate: {