aws-sdk-glue 1.77.0 → 1.78.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +38 -1
- data/lib/aws-sdk-glue/client_api.rb +14 -0
- data/lib/aws-sdk-glue/types.rb +161 -57
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1b341849145a822c5f4d4a2a4777f3e47936b3136635f939a21494c53c9ccddd
|
4
|
+
data.tar.gz: 4906a2d13b1d3841f184de1ed40df276e6754b8e6a950ef45f915d59b227ee55
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7aadbbbd40f6ae110e9fa70e861d265094d48009807f1e79cb0acf314954d79ad785bdf170740c37f0ff4c0c0825b086f7336c771370a39a38d7cfd1be93f7ea
|
7
|
+
data.tar.gz: 187f1f9d4460f1147dfd1720659e42e83d7ea44951dc608ded2842b9075a052bc4e42c0c5e5caf3bab4cfb17fbd5209ad246c5d0b048da8cd28ae7c787c6a425
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2184,6 +2184,11 @@ module Aws::Glue
|
|
2184
2184
|
#
|
2185
2185
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2186
2186
|
#
|
2187
|
+
# @option params [Types::TransformEncryption] :transform_encryption
|
2188
|
+
# The encryption-at-rest settings of the transform that apply to
|
2189
|
+
# accessing user data. Machine learning transforms can access user data
|
2190
|
+
# encrypted in Amazon S3 using KMS.
|
2191
|
+
#
|
2187
2192
|
# @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2188
2193
|
#
|
2189
2194
|
# * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
|
@@ -2220,6 +2225,13 @@ module Aws::Glue
|
|
2220
2225
|
# tags: {
|
2221
2226
|
# "TagKey" => "TagValue",
|
2222
2227
|
# },
|
2228
|
+
# transform_encryption: {
|
2229
|
+
# ml_user_data_encryption: {
|
2230
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
2231
|
+
# kms_key_id: "NameString",
|
2232
|
+
# },
|
2233
|
+
# task_run_security_configuration_name: "NameString",
|
2234
|
+
# },
|
2223
2235
|
# })
|
2224
2236
|
#
|
2225
2237
|
# @example Response structure
|
@@ -2772,6 +2784,9 @@ module Aws::Glue
|
|
2772
2784
|
|
2773
2785
|
# Delete the partition column statistics of a column.
|
2774
2786
|
#
|
2787
|
+
# The Identity and Access Management (IAM) permission required for this
|
2788
|
+
# operation is `DeletePartition`.
|
2789
|
+
#
|
2775
2790
|
# @option params [String] :catalog_id
|
2776
2791
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2777
2792
|
# none is supplied, the AWS account ID is used by default.
|
@@ -2811,6 +2826,9 @@ module Aws::Glue
|
|
2811
2826
|
|
2812
2827
|
# Retrieves table statistics of columns.
|
2813
2828
|
#
|
2829
|
+
# The Identity and Access Management (IAM) permission required for this
|
2830
|
+
# operation is `DeleteTable`.
|
2831
|
+
#
|
2814
2832
|
# @option params [String] :catalog_id
|
2815
2833
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2816
2834
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3433,6 +3451,9 @@ module Aws::Glue
|
|
3433
3451
|
|
3434
3452
|
# Retrieves partition statistics of columns.
|
3435
3453
|
#
|
3454
|
+
# The Identity and Access Management (IAM) permission required for this
|
3455
|
+
# operation is `GetPartition`.
|
3456
|
+
#
|
3436
3457
|
# @option params [String] :catalog_id
|
3437
3458
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3438
3459
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3515,6 +3536,9 @@ module Aws::Glue
|
|
3515
3536
|
|
3516
3537
|
# Retrieves table statistics of columns.
|
3517
3538
|
#
|
3539
|
+
# The Identity and Access Management (IAM) permission required for this
|
3540
|
+
# operation is `GetTable`.
|
3541
|
+
#
|
3518
3542
|
# @option params [String] :catalog_id
|
3519
3543
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3520
3544
|
# none is supplied, the AWS account ID is used by default.
|
@@ -4688,6 +4712,7 @@ module Aws::Glue
|
|
4688
4712
|
# * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
|
4689
4713
|
# * {Types::GetMLTransformResponse#timeout #timeout} => Integer
|
4690
4714
|
# * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
|
4715
|
+
# * {Types::GetMLTransformResponse#transform_encryption #transform_encryption} => Types::TransformEncryption
|
4691
4716
|
#
|
4692
4717
|
# @example Request syntax with placeholder values
|
4693
4718
|
#
|
@@ -4733,6 +4758,9 @@ module Aws::Glue
|
|
4733
4758
|
# resp.number_of_workers #=> Integer
|
4734
4759
|
# resp.timeout #=> Integer
|
4735
4760
|
# resp.max_retries #=> Integer
|
4761
|
+
# resp.transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
4762
|
+
# resp.transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
4763
|
+
# resp.transform_encryption.task_run_security_configuration_name #=> String
|
4736
4764
|
#
|
4737
4765
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
|
4738
4766
|
#
|
@@ -4835,6 +4863,9 @@ module Aws::Glue
|
|
4835
4863
|
# resp.transforms[0].number_of_workers #=> Integer
|
4836
4864
|
# resp.transforms[0].timeout #=> Integer
|
4837
4865
|
# resp.transforms[0].max_retries #=> Integer
|
4866
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
4867
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
4868
|
+
# resp.transforms[0].transform_encryption.task_run_security_configuration_name #=> String
|
4838
4869
|
# resp.next_token #=> String
|
4839
4870
|
#
|
4840
4871
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
|
@@ -7985,6 +8016,9 @@ module Aws::Glue
|
|
7985
8016
|
|
7986
8017
|
# Creates or updates partition statistics of columns.
|
7987
8018
|
#
|
8019
|
+
# The Identity and Access Management (IAM) permission required for this
|
8020
|
+
# operation is `UpdatePartition`.
|
8021
|
+
#
|
7988
8022
|
# @option params [String] :catalog_id
|
7989
8023
|
# The ID of the Data Catalog where the partitions in question reside. If
|
7990
8024
|
# none is supplied, the AWS account ID is used by default.
|
@@ -8119,6 +8153,9 @@ module Aws::Glue
|
|
8119
8153
|
|
8120
8154
|
# Creates or updates table statistics of columns.
|
8121
8155
|
#
|
8156
|
+
# The Identity and Access Management (IAM) permission required for this
|
8157
|
+
# operation is `UpdateTable`.
|
8158
|
+
#
|
8122
8159
|
# @option params [String] :catalog_id
|
8123
8160
|
# The ID of the Data Catalog where the partitions in question reside. If
|
8124
8161
|
# none is supplied, the AWS account ID is used by default.
|
@@ -9148,7 +9185,7 @@ module Aws::Glue
|
|
9148
9185
|
params: params,
|
9149
9186
|
config: config)
|
9150
9187
|
context[:gem_name] = 'aws-sdk-glue'
|
9151
|
-
context[:gem_version] = '1.
|
9188
|
+
context[:gem_version] = '1.78.0'
|
9152
9189
|
Seahorse::Client::Request.new(handlers, context)
|
9153
9190
|
end
|
9154
9191
|
|
@@ -428,6 +428,8 @@ module Aws::Glue
|
|
428
428
|
LongColumnStatisticsData = Shapes::StructureShape.new(name: 'LongColumnStatisticsData')
|
429
429
|
MLTransform = Shapes::StructureShape.new(name: 'MLTransform')
|
430
430
|
MLTransformNotReadyException = Shapes::StructureShape.new(name: 'MLTransformNotReadyException')
|
431
|
+
MLUserDataEncryption = Shapes::StructureShape.new(name: 'MLUserDataEncryption')
|
432
|
+
MLUserDataEncryptionModeString = Shapes::StringShape.new(name: 'MLUserDataEncryptionModeString')
|
431
433
|
MapValue = Shapes::MapShape.new(name: 'MapValue')
|
432
434
|
MappingEntry = Shapes::StructureShape.new(name: 'MappingEntry')
|
433
435
|
MappingList = Shapes::ListShape.new(name: 'MappingList')
|
@@ -603,6 +605,7 @@ module Aws::Glue
|
|
603
605
|
TimestampValue = Shapes::TimestampShape.new(name: 'TimestampValue')
|
604
606
|
Token = Shapes::StringShape.new(name: 'Token')
|
605
607
|
TotalSegmentsInteger = Shapes::IntegerShape.new(name: 'TotalSegmentsInteger')
|
608
|
+
TransformEncryption = Shapes::StructureShape.new(name: 'TransformEncryption')
|
606
609
|
TransformFilterCriteria = Shapes::StructureShape.new(name: 'TransformFilterCriteria')
|
607
610
|
TransformIdList = Shapes::ListShape.new(name: 'TransformIdList')
|
608
611
|
TransformList = Shapes::ListShape.new(name: 'TransformList')
|
@@ -1207,6 +1210,7 @@ module Aws::Glue
|
|
1207
1210
|
CreateMLTransformRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1208
1211
|
CreateMLTransformRequest.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
|
1209
1212
|
CreateMLTransformRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
|
1213
|
+
CreateMLTransformRequest.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
|
1210
1214
|
CreateMLTransformRequest.struct_class = Types::CreateMLTransformRequest
|
1211
1215
|
|
1212
1216
|
CreateMLTransformResponse.add_member(:transform_id, Shapes::ShapeRef.new(shape: HashString, location_name: "TransformId"))
|
@@ -1782,6 +1786,7 @@ module Aws::Glue
|
|
1782
1786
|
GetMLTransformResponse.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
1783
1787
|
GetMLTransformResponse.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
1784
1788
|
GetMLTransformResponse.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
|
1789
|
+
GetMLTransformResponse.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
|
1785
1790
|
GetMLTransformResponse.struct_class = Types::GetMLTransformResponse
|
1786
1791
|
|
1787
1792
|
GetMLTransformsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
|
@@ -2252,11 +2257,16 @@ module Aws::Glue
|
|
2252
2257
|
MLTransform.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
|
2253
2258
|
MLTransform.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
|
2254
2259
|
MLTransform.add_member(:max_retries, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "MaxRetries"))
|
2260
|
+
MLTransform.add_member(:transform_encryption, Shapes::ShapeRef.new(shape: TransformEncryption, location_name: "TransformEncryption"))
|
2255
2261
|
MLTransform.struct_class = Types::MLTransform
|
2256
2262
|
|
2257
2263
|
MLTransformNotReadyException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
|
2258
2264
|
MLTransformNotReadyException.struct_class = Types::MLTransformNotReadyException
|
2259
2265
|
|
2266
|
+
MLUserDataEncryption.add_member(:ml_user_data_encryption_mode, Shapes::ShapeRef.new(shape: MLUserDataEncryptionModeString, required: true, location_name: "MlUserDataEncryptionMode"))
|
2267
|
+
MLUserDataEncryption.add_member(:kms_key_id, Shapes::ShapeRef.new(shape: NameString, location_name: "KmsKeyId"))
|
2268
|
+
MLUserDataEncryption.struct_class = Types::MLUserDataEncryption
|
2269
|
+
|
2260
2270
|
MapValue.key = Shapes::ShapeRef.new(shape: GenericString)
|
2261
2271
|
MapValue.value = Shapes::ShapeRef.new(shape: GenericString)
|
2262
2272
|
|
@@ -2729,6 +2739,10 @@ module Aws::Glue
|
|
2729
2739
|
TaskRunSortCriteria.add_member(:sort_direction, Shapes::ShapeRef.new(shape: SortDirectionType, required: true, location_name: "SortDirection"))
|
2730
2740
|
TaskRunSortCriteria.struct_class = Types::TaskRunSortCriteria
|
2731
2741
|
|
2742
|
+
TransformEncryption.add_member(:ml_user_data_encryption, Shapes::ShapeRef.new(shape: MLUserDataEncryption, location_name: "MlUserDataEncryption"))
|
2743
|
+
TransformEncryption.add_member(:task_run_security_configuration_name, Shapes::ShapeRef.new(shape: NameString, location_name: "TaskRunSecurityConfigurationName"))
|
2744
|
+
TransformEncryption.struct_class = Types::TransformEncryption
|
2745
|
+
|
2732
2746
|
TransformFilterCriteria.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
|
2733
2747
|
TransformFilterCriteria.add_member(:transform_type, Shapes::ShapeRef.new(shape: TransformType, location_name: "TransformType"))
|
2734
2748
|
TransformFilterCriteria.add_member(:status, Shapes::ShapeRef.new(shape: TransformStatusType, location_name: "Status"))
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -968,7 +968,7 @@ module Aws::Glue
|
|
968
968
|
include Aws::Structure
|
969
969
|
end
|
970
970
|
|
971
|
-
# Defines
|
971
|
+
# Defines column statistics supported for bit sequence data values.
|
972
972
|
#
|
973
973
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
974
974
|
# data as a hash:
|
@@ -980,15 +980,15 @@ module Aws::Glue
|
|
980
980
|
# }
|
981
981
|
#
|
982
982
|
# @!attribute [rw] maximum_length
|
983
|
-
#
|
983
|
+
# The size of the longest bit sequence in the column.
|
984
984
|
# @return [Integer]
|
985
985
|
#
|
986
986
|
# @!attribute [rw] average_length
|
987
|
-
#
|
987
|
+
# The average bit sequence length in the column.
|
988
988
|
# @return [Float]
|
989
989
|
#
|
990
990
|
# @!attribute [rw] number_of_nulls
|
991
|
-
#
|
991
|
+
# The number of null values in the column.
|
992
992
|
# @return [Integer]
|
993
993
|
#
|
994
994
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
@@ -1001,7 +1001,7 @@ module Aws::Glue
|
|
1001
1001
|
include Aws::Structure
|
1002
1002
|
end
|
1003
1003
|
|
1004
|
-
# Defines
|
1004
|
+
# Defines column statistics supported for Boolean data columns.
|
1005
1005
|
#
|
1006
1006
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
1007
1007
|
# data as a hash:
|
@@ -1013,15 +1013,15 @@ module Aws::Glue
|
|
1013
1013
|
# }
|
1014
1014
|
#
|
1015
1015
|
# @!attribute [rw] number_of_trues
|
1016
|
-
#
|
1016
|
+
# The number of true values in the column.
|
1017
1017
|
# @return [Integer]
|
1018
1018
|
#
|
1019
1019
|
# @!attribute [rw] number_of_falses
|
1020
|
-
#
|
1020
|
+
# The number of false values in the column.
|
1021
1021
|
# @return [Integer]
|
1022
1022
|
#
|
1023
1023
|
# @!attribute [rw] number_of_nulls
|
1024
|
-
#
|
1024
|
+
# The number of null values in the column.
|
1025
1025
|
# @return [Integer]
|
1026
1026
|
#
|
1027
1027
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
@@ -1378,14 +1378,14 @@ module Aws::Glue
|
|
1378
1378
|
include Aws::Structure
|
1379
1379
|
end
|
1380
1380
|
|
1381
|
-
#
|
1381
|
+
# Encapsulates a column name that failed and the reason for failure.
|
1382
1382
|
#
|
1383
1383
|
# @!attribute [rw] column_name
|
1384
|
-
# The name of the column.
|
1384
|
+
# The name of the column that failed.
|
1385
1385
|
# @return [String]
|
1386
1386
|
#
|
1387
1387
|
# @!attribute [rw] error
|
1388
|
-
#
|
1388
|
+
# An error message with the reason for the failure of an operation.
|
1389
1389
|
# @return [Types::ErrorDetail]
|
1390
1390
|
#
|
1391
1391
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
@@ -1397,7 +1397,8 @@ module Aws::Glue
|
|
1397
1397
|
include Aws::Structure
|
1398
1398
|
end
|
1399
1399
|
|
1400
|
-
#
|
1400
|
+
# Represents the generated column-level statistics for a table or
|
1401
|
+
# partition.
|
1401
1402
|
#
|
1402
1403
|
# @note When making an API call, you may pass ColumnStatistics
|
1403
1404
|
# data as a hash:
|
@@ -1458,19 +1459,20 @@ module Aws::Glue
|
|
1458
1459
|
# }
|
1459
1460
|
#
|
1460
1461
|
# @!attribute [rw] column_name
|
1461
|
-
#
|
1462
|
+
# Name of column which statistics belong to.
|
1462
1463
|
# @return [String]
|
1463
1464
|
#
|
1464
1465
|
# @!attribute [rw] column_type
|
1465
|
-
# The type of the column.
|
1466
|
+
# The data type of the column.
|
1466
1467
|
# @return [String]
|
1467
1468
|
#
|
1468
1469
|
# @!attribute [rw] analyzed_time
|
1469
|
-
# The
|
1470
|
+
# The timestamp of when column statistics were generated.
|
1470
1471
|
# @return [Time]
|
1471
1472
|
#
|
1472
1473
|
# @!attribute [rw] statistics_data
|
1473
|
-
#
|
1474
|
+
# A `ColumnStatisticData` object that contains the statistics data
|
1475
|
+
# values.
|
1474
1476
|
# @return [Types::ColumnStatisticsData]
|
1475
1477
|
#
|
1476
1478
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
@@ -1484,7 +1486,8 @@ module Aws::Glue
|
|
1484
1486
|
include Aws::Structure
|
1485
1487
|
end
|
1486
1488
|
|
1487
|
-
#
|
1489
|
+
# Contains the individual types of column statistics data. Only one data
|
1490
|
+
# object should be set and indicated by the `Type` attribute.
|
1488
1491
|
#
|
1489
1492
|
# @note When making an API call, you may pass ColumnStatisticsData
|
1490
1493
|
# data as a hash:
|
@@ -1540,35 +1543,35 @@ module Aws::Glue
|
|
1540
1543
|
# }
|
1541
1544
|
#
|
1542
1545
|
# @!attribute [rw] type
|
1543
|
-
# The
|
1546
|
+
# The type of column statistics data.
|
1544
1547
|
# @return [String]
|
1545
1548
|
#
|
1546
1549
|
# @!attribute [rw] boolean_column_statistics_data
|
1547
|
-
# Boolean
|
1550
|
+
# Boolean column statistics data.
|
1548
1551
|
# @return [Types::BooleanColumnStatisticsData]
|
1549
1552
|
#
|
1550
1553
|
# @!attribute [rw] date_column_statistics_data
|
1551
|
-
# Date
|
1554
|
+
# Date column statistics data.
|
1552
1555
|
# @return [Types::DateColumnStatisticsData]
|
1553
1556
|
#
|
1554
1557
|
# @!attribute [rw] decimal_column_statistics_data
|
1555
|
-
# Decimal
|
1558
|
+
# Decimal column statistics data.
|
1556
1559
|
# @return [Types::DecimalColumnStatisticsData]
|
1557
1560
|
#
|
1558
1561
|
# @!attribute [rw] double_column_statistics_data
|
1559
|
-
# Double
|
1562
|
+
# Double column statistics data.
|
1560
1563
|
# @return [Types::DoubleColumnStatisticsData]
|
1561
1564
|
#
|
1562
1565
|
# @!attribute [rw] long_column_statistics_data
|
1563
|
-
# Long
|
1566
|
+
# Long column statistics data.
|
1564
1567
|
# @return [Types::LongColumnStatisticsData]
|
1565
1568
|
#
|
1566
1569
|
# @!attribute [rw] string_column_statistics_data
|
1567
|
-
# String
|
1570
|
+
# String column statistics data.
|
1568
1571
|
# @return [Types::StringColumnStatisticsData]
|
1569
1572
|
#
|
1570
1573
|
# @!attribute [rw] binary_column_statistics_data
|
1571
|
-
# Binary
|
1574
|
+
# Binary column statistics data.
|
1572
1575
|
# @return [Types::BinaryColumnStatisticsData]
|
1573
1576
|
#
|
1574
1577
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
@@ -1586,14 +1589,15 @@ module Aws::Glue
|
|
1586
1589
|
include Aws::Structure
|
1587
1590
|
end
|
1588
1591
|
|
1589
|
-
#
|
1592
|
+
# Encapsulates a `ColumnStatistics` object that failed and the reason
|
1593
|
+
# for failure.
|
1590
1594
|
#
|
1591
1595
|
# @!attribute [rw] column_statistics
|
1592
|
-
# The ColumnStatistics of the column.
|
1596
|
+
# The `ColumnStatistics` of the column.
|
1593
1597
|
# @return [Types::ColumnStatistics]
|
1594
1598
|
#
|
1595
1599
|
# @!attribute [rw] error
|
1596
|
-
#
|
1600
|
+
# An error message with the reason for the failure of an operation.
|
1597
1601
|
# @return [Types::ErrorDetail]
|
1598
1602
|
#
|
1599
1603
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
@@ -3402,6 +3406,13 @@ module Aws::Glue
|
|
3402
3406
|
# tags: {
|
3403
3407
|
# "TagKey" => "TagValue",
|
3404
3408
|
# },
|
3409
|
+
# transform_encryption: {
|
3410
|
+
# ml_user_data_encryption: {
|
3411
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
3412
|
+
# kms_key_id: "NameString",
|
3413
|
+
# },
|
3414
|
+
# task_run_security_configuration_name: "NameString",
|
3415
|
+
# },
|
3405
3416
|
# }
|
3406
3417
|
#
|
3407
3418
|
# @!attribute [rw] name
|
@@ -3545,6 +3556,12 @@ module Aws::Glue
|
|
3545
3556
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
3546
3557
|
# @return [Hash<String,String>]
|
3547
3558
|
#
|
3559
|
+
# @!attribute [rw] transform_encryption
|
3560
|
+
# The encryption-at-rest settings of the transform that apply to
|
3561
|
+
# accessing user data. Machine learning transforms can access user
|
3562
|
+
# data encrypted in Amazon S3 using KMS.
|
3563
|
+
# @return [Types::TransformEncryption]
|
3564
|
+
#
|
3548
3565
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
3549
3566
|
#
|
3550
3567
|
class CreateMLTransformRequest < Struct.new(
|
@@ -3559,7 +3576,8 @@ module Aws::Glue
|
|
3559
3576
|
:number_of_workers,
|
3560
3577
|
:timeout,
|
3561
3578
|
:max_retries,
|
3562
|
-
:tags
|
3579
|
+
:tags,
|
3580
|
+
:transform_encryption)
|
3563
3581
|
SENSITIVE = []
|
3564
3582
|
include Aws::Structure
|
3565
3583
|
end
|
@@ -4456,7 +4474,7 @@ module Aws::Glue
|
|
4456
4474
|
include Aws::Structure
|
4457
4475
|
end
|
4458
4476
|
|
4459
|
-
# Defines
|
4477
|
+
# Defines column statistics supported for timestamp data columns.
|
4460
4478
|
#
|
4461
4479
|
# @note When making an API call, you may pass DateColumnStatisticsData
|
4462
4480
|
# data as a hash:
|
@@ -4469,19 +4487,19 @@ module Aws::Glue
|
|
4469
4487
|
# }
|
4470
4488
|
#
|
4471
4489
|
# @!attribute [rw] minimum_value
|
4472
|
-
#
|
4490
|
+
# The lowest value in the column.
|
4473
4491
|
# @return [Time]
|
4474
4492
|
#
|
4475
4493
|
# @!attribute [rw] maximum_value
|
4476
|
-
#
|
4494
|
+
# The highest value in the column.
|
4477
4495
|
# @return [Time]
|
4478
4496
|
#
|
4479
4497
|
# @!attribute [rw] number_of_nulls
|
4480
|
-
#
|
4498
|
+
# The number of null values in the column.
|
4481
4499
|
# @return [Integer]
|
4482
4500
|
#
|
4483
4501
|
# @!attribute [rw] number_of_distinct_values
|
4484
|
-
#
|
4502
|
+
# The number of distinct values in a column.
|
4485
4503
|
# @return [Integer]
|
4486
4504
|
#
|
4487
4505
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
@@ -4495,7 +4513,8 @@ module Aws::Glue
|
|
4495
4513
|
include Aws::Structure
|
4496
4514
|
end
|
4497
4515
|
|
4498
|
-
# Defines
|
4516
|
+
# Defines column statistics supported for fixed-point number data
|
4517
|
+
# columns.
|
4499
4518
|
#
|
4500
4519
|
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4501
4520
|
# data as a hash:
|
@@ -4514,19 +4533,19 @@ module Aws::Glue
|
|
4514
4533
|
# }
|
4515
4534
|
#
|
4516
4535
|
# @!attribute [rw] minimum_value
|
4517
|
-
#
|
4536
|
+
# The lowest value in the column.
|
4518
4537
|
# @return [Types::DecimalNumber]
|
4519
4538
|
#
|
4520
4539
|
# @!attribute [rw] maximum_value
|
4521
|
-
#
|
4540
|
+
# The highest value in the column.
|
4522
4541
|
# @return [Types::DecimalNumber]
|
4523
4542
|
#
|
4524
4543
|
# @!attribute [rw] number_of_nulls
|
4525
|
-
#
|
4544
|
+
# The number of null values in the column.
|
4526
4545
|
# @return [Integer]
|
4527
4546
|
#
|
4528
4547
|
# @!attribute [rw] number_of_distinct_values
|
4529
|
-
#
|
4548
|
+
# The number of distinct values in a column.
|
4530
4549
|
# @return [Integer]
|
4531
4550
|
#
|
4532
4551
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
@@ -5396,7 +5415,8 @@ module Aws::Glue
|
|
5396
5415
|
include Aws::Structure
|
5397
5416
|
end
|
5398
5417
|
|
5399
|
-
# Defines
|
5418
|
+
# Defines column statistics supported for floating-point number data
|
5419
|
+
# columns.
|
5400
5420
|
#
|
5401
5421
|
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5402
5422
|
# data as a hash:
|
@@ -5409,19 +5429,19 @@ module Aws::Glue
|
|
5409
5429
|
# }
|
5410
5430
|
#
|
5411
5431
|
# @!attribute [rw] minimum_value
|
5412
|
-
#
|
5432
|
+
# The lowest value in the column.
|
5413
5433
|
# @return [Float]
|
5414
5434
|
#
|
5415
5435
|
# @!attribute [rw] maximum_value
|
5416
|
-
#
|
5436
|
+
# The highest value in the column.
|
5417
5437
|
# @return [Float]
|
5418
5438
|
#
|
5419
5439
|
# @!attribute [rw] number_of_nulls
|
5420
|
-
#
|
5440
|
+
# The number of null values in the column.
|
5421
5441
|
# @return [Integer]
|
5422
5442
|
#
|
5423
5443
|
# @!attribute [rw] number_of_distinct_values
|
5424
|
-
#
|
5444
|
+
# The number of distinct values in a column.
|
5425
5445
|
# @return [Integer]
|
5426
5446
|
#
|
5427
5447
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
@@ -7065,6 +7085,12 @@ module Aws::Glue
|
|
7065
7085
|
# a task run fails.
|
7066
7086
|
# @return [Integer]
|
7067
7087
|
#
|
7088
|
+
# @!attribute [rw] transform_encryption
|
7089
|
+
# The encryption-at-rest settings of the transform that apply to
|
7090
|
+
# accessing user data. Machine learning transforms can access user
|
7091
|
+
# data encrypted in Amazon S3 using KMS.
|
7092
|
+
# @return [Types::TransformEncryption]
|
7093
|
+
#
|
7068
7094
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
7069
7095
|
#
|
7070
7096
|
class GetMLTransformResponse < Struct.new(
|
@@ -7085,7 +7111,8 @@ module Aws::Glue
|
|
7085
7111
|
:worker_type,
|
7086
7112
|
:number_of_workers,
|
7087
7113
|
:timeout,
|
7088
|
-
:max_retries
|
7114
|
+
:max_retries,
|
7115
|
+
:transform_encryption)
|
7089
7116
|
SENSITIVE = []
|
7090
7117
|
include Aws::Structure
|
7091
7118
|
end
|
@@ -9955,7 +9982,7 @@ module Aws::Glue
|
|
9955
9982
|
include Aws::Structure
|
9956
9983
|
end
|
9957
9984
|
|
9958
|
-
# Defines
|
9985
|
+
# Defines column statistics supported for integer data columns.
|
9959
9986
|
#
|
9960
9987
|
# @note When making an API call, you may pass LongColumnStatisticsData
|
9961
9988
|
# data as a hash:
|
@@ -9968,19 +9995,19 @@ module Aws::Glue
|
|
9968
9995
|
# }
|
9969
9996
|
#
|
9970
9997
|
# @!attribute [rw] minimum_value
|
9971
|
-
#
|
9998
|
+
# The lowest value in the column.
|
9972
9999
|
# @return [Integer]
|
9973
10000
|
#
|
9974
10001
|
# @!attribute [rw] maximum_value
|
9975
|
-
#
|
10002
|
+
# The highest value in the column.
|
9976
10003
|
# @return [Integer]
|
9977
10004
|
#
|
9978
10005
|
# @!attribute [rw] number_of_nulls
|
9979
|
-
#
|
10006
|
+
# The number of null values in the column.
|
9980
10007
|
# @return [Integer]
|
9981
10008
|
#
|
9982
10009
|
# @!attribute [rw] number_of_distinct_values
|
9983
|
-
#
|
10010
|
+
# The number of distinct values in a column.
|
9984
10011
|
# @return [Integer]
|
9985
10012
|
#
|
9986
10013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
@@ -10160,6 +10187,12 @@ module Aws::Glue
|
|
10160
10187
|
# machine learning transform fails.
|
10161
10188
|
# @return [Integer]
|
10162
10189
|
#
|
10190
|
+
# @!attribute [rw] transform_encryption
|
10191
|
+
# The encryption-at-rest settings of the transform that apply to
|
10192
|
+
# accessing user data. Machine learning transforms can access user
|
10193
|
+
# data encrypted in Amazon S3 using KMS.
|
10194
|
+
# @return [Types::TransformEncryption]
|
10195
|
+
#
|
10163
10196
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
10164
10197
|
#
|
10165
10198
|
class MLTransform < Struct.new(
|
@@ -10180,7 +10213,8 @@ module Aws::Glue
|
|
10180
10213
|
:worker_type,
|
10181
10214
|
:number_of_workers,
|
10182
10215
|
:timeout,
|
10183
|
-
:max_retries
|
10216
|
+
:max_retries,
|
10217
|
+
:transform_encryption)
|
10184
10218
|
SENSITIVE = []
|
10185
10219
|
include Aws::Structure
|
10186
10220
|
end
|
@@ -10199,6 +10233,39 @@ module Aws::Glue
|
|
10199
10233
|
include Aws::Structure
|
10200
10234
|
end
|
10201
10235
|
|
10236
|
+
# The encryption-at-rest settings of the transform that apply to
|
10237
|
+
# accessing user data.
|
10238
|
+
#
|
10239
|
+
# @note When making an API call, you may pass MLUserDataEncryption
|
10240
|
+
# data as a hash:
|
10241
|
+
#
|
10242
|
+
# {
|
10243
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
10244
|
+
# kms_key_id: "NameString",
|
10245
|
+
# }
|
10246
|
+
#
|
10247
|
+
# @!attribute [rw] ml_user_data_encryption_mode
|
10248
|
+
# The encryption mode applied to user data. Valid values are:
|
10249
|
+
#
|
10250
|
+
# * DISABLED: encryption is disabled
|
10251
|
+
#
|
10252
|
+
# * SSEKMS: use of server-side encryption with AWS Key Management
|
10253
|
+
# Service (SSE-KMS) for user data stored in Amazon S3.
|
10254
|
+
# @return [String]
|
10255
|
+
#
|
10256
|
+
# @!attribute [rw] kms_key_id
|
10257
|
+
# The ID for the customer-provided KMS key.
|
10258
|
+
# @return [String]
|
10259
|
+
#
|
10260
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
|
10261
|
+
#
|
10262
|
+
class MLUserDataEncryption < Struct.new(
|
10263
|
+
:ml_user_data_encryption_mode,
|
10264
|
+
:kms_key_id)
|
10265
|
+
SENSITIVE = []
|
10266
|
+
include Aws::Structure
|
10267
|
+
end
|
10268
|
+
|
10202
10269
|
# Defines a mapping.
|
10203
10270
|
#
|
10204
10271
|
# @note When making an API call, you may pass MappingEntry
|
@@ -12225,7 +12292,8 @@ module Aws::Glue
|
|
12225
12292
|
include Aws::Structure
|
12226
12293
|
end
|
12227
12294
|
|
12228
|
-
# Defines
|
12295
|
+
# Defines column statistics supported for character sequence data
|
12296
|
+
# values.
|
12229
12297
|
#
|
12230
12298
|
# @note When making an API call, you may pass StringColumnStatisticsData
|
12231
12299
|
# data as a hash:
|
@@ -12238,19 +12306,19 @@ module Aws::Glue
|
|
12238
12306
|
# }
|
12239
12307
|
#
|
12240
12308
|
# @!attribute [rw] maximum_length
|
12241
|
-
#
|
12309
|
+
# The size of the longest string in the column.
|
12242
12310
|
# @return [Integer]
|
12243
12311
|
#
|
12244
12312
|
# @!attribute [rw] average_length
|
12245
|
-
#
|
12313
|
+
# The average string length in the column.
|
12246
12314
|
# @return [Float]
|
12247
12315
|
#
|
12248
12316
|
# @!attribute [rw] number_of_nulls
|
12249
|
-
#
|
12317
|
+
# The number of null values in the column.
|
12250
12318
|
# @return [Integer]
|
12251
12319
|
#
|
12252
12320
|
# @!attribute [rw] number_of_distinct_values
|
12253
|
-
#
|
12321
|
+
# The number of distinct values in a column.
|
12254
12322
|
# @return [Integer]
|
12255
12323
|
#
|
12256
12324
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
@@ -12846,6 +12914,42 @@ module Aws::Glue
|
|
12846
12914
|
include Aws::Structure
|
12847
12915
|
end
|
12848
12916
|
|
12917
|
+
# The encryption-at-rest settings of the transform that apply to
|
12918
|
+
# accessing user data. Machine learning transforms can access user data
|
12919
|
+
# encrypted in Amazon S3 using KMS.
|
12920
|
+
#
|
12921
|
+
# Additionally, imported labels and trained transforms can now be
|
12922
|
+
# encrypted using a customer provided KMS key.
|
12923
|
+
#
|
12924
|
+
# @note When making an API call, you may pass TransformEncryption
|
12925
|
+
# data as a hash:
|
12926
|
+
#
|
12927
|
+
# {
|
12928
|
+
# ml_user_data_encryption: {
|
12929
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
12930
|
+
# kms_key_id: "NameString",
|
12931
|
+
# },
|
12932
|
+
# task_run_security_configuration_name: "NameString",
|
12933
|
+
# }
|
12934
|
+
#
|
12935
|
+
# @!attribute [rw] ml_user_data_encryption
|
12936
|
+
# An `MLUserDataEncryption` object containing the encryption mode and
|
12937
|
+
# customer-provided KMS key ID.
|
12938
|
+
# @return [Types::MLUserDataEncryption]
|
12939
|
+
#
|
12940
|
+
# @!attribute [rw] task_run_security_configuration_name
|
12941
|
+
# The name of the security configuration.
|
12942
|
+
# @return [String]
|
12943
|
+
#
|
12944
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
|
12945
|
+
#
|
12946
|
+
class TransformEncryption < Struct.new(
|
12947
|
+
:ml_user_data_encryption,
|
12948
|
+
:task_run_security_configuration_name)
|
12949
|
+
SENSITIVE = []
|
12950
|
+
include Aws::Structure
|
12951
|
+
end
|
12952
|
+
|
12849
12953
|
# The criteria used to filter the machine learning transforms.
|
12850
12954
|
#
|
12851
12955
|
# @note When making an API call, you may pass TransformFilterCriteria
|
@@ -12960,7 +13064,7 @@ module Aws::Glue
|
|
12960
13064
|
#
|
12961
13065
|
#
|
12962
13066
|
#
|
12963
|
-
# [1]:
|
13067
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
12964
13068
|
# @return [String]
|
12965
13069
|
#
|
12966
13070
|
# @!attribute [rw] find_matches_parameters
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.78.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-10-
|
11
|
+
date: 2020-10-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|