aws-sdk-glue 1.60.0 → 1.65.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +722 -6
- data/lib/aws-sdk-glue/client_api.rb +336 -0
- data/lib/aws-sdk-glue/types.rb +1363 -60
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -764,6 +764,72 @@ module Aws::Glue
|
|
764
764
|
include Aws::Structure
|
765
765
|
end
|
766
766
|
|
767
|
+
# Defines a binary column statistics data.
|
768
|
+
#
|
769
|
+
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
770
|
+
# data as a hash:
|
771
|
+
#
|
772
|
+
# {
|
773
|
+
# maximum_length: 1, # required
|
774
|
+
# average_length: 1.0, # required
|
775
|
+
# number_of_nulls: 1, # required
|
776
|
+
# }
|
777
|
+
#
|
778
|
+
# @!attribute [rw] maximum_length
|
779
|
+
# Maximum length of the column.
|
780
|
+
# @return [Integer]
|
781
|
+
#
|
782
|
+
# @!attribute [rw] average_length
|
783
|
+
# Average length of the column.
|
784
|
+
# @return [Float]
|
785
|
+
#
|
786
|
+
# @!attribute [rw] number_of_nulls
|
787
|
+
# Number of nulls.
|
788
|
+
# @return [Integer]
|
789
|
+
#
|
790
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
791
|
+
#
|
792
|
+
class BinaryColumnStatisticsData < Struct.new(
|
793
|
+
:maximum_length,
|
794
|
+
:average_length,
|
795
|
+
:number_of_nulls)
|
796
|
+
SENSITIVE = []
|
797
|
+
include Aws::Structure
|
798
|
+
end
|
799
|
+
|
800
|
+
# Defines a boolean column statistics.
|
801
|
+
#
|
802
|
+
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
803
|
+
# data as a hash:
|
804
|
+
#
|
805
|
+
# {
|
806
|
+
# number_of_trues: 1, # required
|
807
|
+
# number_of_falses: 1, # required
|
808
|
+
# number_of_nulls: 1, # required
|
809
|
+
# }
|
810
|
+
#
|
811
|
+
# @!attribute [rw] number_of_trues
|
812
|
+
# Number of true value.
|
813
|
+
# @return [Integer]
|
814
|
+
#
|
815
|
+
# @!attribute [rw] number_of_falses
|
816
|
+
# Number of false value.
|
817
|
+
# @return [Integer]
|
818
|
+
#
|
819
|
+
# @!attribute [rw] number_of_nulls
|
820
|
+
# Number of nulls.
|
821
|
+
# @return [Integer]
|
822
|
+
#
|
823
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
824
|
+
#
|
825
|
+
class BooleanColumnStatisticsData < Struct.new(
|
826
|
+
:number_of_trues,
|
827
|
+
:number_of_falses,
|
828
|
+
:number_of_nulls)
|
829
|
+
SENSITIVE = []
|
830
|
+
include Aws::Structure
|
831
|
+
end
|
832
|
+
|
767
833
|
# @note When making an API call, you may pass CancelMLTaskRunRequest
|
768
834
|
# data as a hash:
|
769
835
|
#
|
@@ -1108,6 +1174,233 @@ module Aws::Glue
|
|
1108
1174
|
include Aws::Structure
|
1109
1175
|
end
|
1110
1176
|
|
1177
|
+
# Defines a column containing error.
|
1178
|
+
#
|
1179
|
+
# @!attribute [rw] column_name
|
1180
|
+
# The name of the column.
|
1181
|
+
# @return [String]
|
1182
|
+
#
|
1183
|
+
# @!attribute [rw] error
|
1184
|
+
# The error message occurred during operation.
|
1185
|
+
# @return [Types::ErrorDetail]
|
1186
|
+
#
|
1187
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
1188
|
+
#
|
1189
|
+
class ColumnError < Struct.new(
|
1190
|
+
:column_name,
|
1191
|
+
:error)
|
1192
|
+
SENSITIVE = []
|
1193
|
+
include Aws::Structure
|
1194
|
+
end
|
1195
|
+
|
1196
|
+
# Defines a column statistics.
|
1197
|
+
#
|
1198
|
+
# @note When making an API call, you may pass ColumnStatistics
|
1199
|
+
# data as a hash:
|
1200
|
+
#
|
1201
|
+
# {
|
1202
|
+
# column_name: "NameString", # required
|
1203
|
+
# column_type: "TypeString", # required
|
1204
|
+
# analyzed_time: Time.now, # required
|
1205
|
+
# statistics_data: { # required
|
1206
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
1207
|
+
# boolean_column_statistics_data: {
|
1208
|
+
# number_of_trues: 1, # required
|
1209
|
+
# number_of_falses: 1, # required
|
1210
|
+
# number_of_nulls: 1, # required
|
1211
|
+
# },
|
1212
|
+
# date_column_statistics_data: {
|
1213
|
+
# minimum_value: Time.now,
|
1214
|
+
# maximum_value: Time.now,
|
1215
|
+
# number_of_nulls: 1, # required
|
1216
|
+
# number_of_distinct_values: 1, # required
|
1217
|
+
# },
|
1218
|
+
# decimal_column_statistics_data: {
|
1219
|
+
# minimum_value: {
|
1220
|
+
# unscaled_value: "data", # required
|
1221
|
+
# scale: 1, # required
|
1222
|
+
# },
|
1223
|
+
# maximum_value: {
|
1224
|
+
# unscaled_value: "data", # required
|
1225
|
+
# scale: 1, # required
|
1226
|
+
# },
|
1227
|
+
# number_of_nulls: 1, # required
|
1228
|
+
# number_of_distinct_values: 1, # required
|
1229
|
+
# },
|
1230
|
+
# double_column_statistics_data: {
|
1231
|
+
# minimum_value: 1.0,
|
1232
|
+
# maximum_value: 1.0,
|
1233
|
+
# number_of_nulls: 1, # required
|
1234
|
+
# number_of_distinct_values: 1, # required
|
1235
|
+
# },
|
1236
|
+
# long_column_statistics_data: {
|
1237
|
+
# minimum_value: 1,
|
1238
|
+
# maximum_value: 1,
|
1239
|
+
# number_of_nulls: 1, # required
|
1240
|
+
# number_of_distinct_values: 1, # required
|
1241
|
+
# },
|
1242
|
+
# string_column_statistics_data: {
|
1243
|
+
# maximum_length: 1, # required
|
1244
|
+
# average_length: 1.0, # required
|
1245
|
+
# number_of_nulls: 1, # required
|
1246
|
+
# number_of_distinct_values: 1, # required
|
1247
|
+
# },
|
1248
|
+
# binary_column_statistics_data: {
|
1249
|
+
# maximum_length: 1, # required
|
1250
|
+
# average_length: 1.0, # required
|
1251
|
+
# number_of_nulls: 1, # required
|
1252
|
+
# },
|
1253
|
+
# },
|
1254
|
+
# }
|
1255
|
+
#
|
1256
|
+
# @!attribute [rw] column_name
|
1257
|
+
# The name of the column.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @!attribute [rw] column_type
|
1261
|
+
# The type of the column.
|
1262
|
+
# @return [String]
|
1263
|
+
#
|
1264
|
+
# @!attribute [rw] analyzed_time
|
1265
|
+
# The analyzed time of the column statistics.
|
1266
|
+
# @return [Time]
|
1267
|
+
#
|
1268
|
+
# @!attribute [rw] statistics_data
|
1269
|
+
# The statistics of the column.
|
1270
|
+
# @return [Types::ColumnStatisticsData]
|
1271
|
+
#
|
1272
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
1273
|
+
#
|
1274
|
+
class ColumnStatistics < Struct.new(
|
1275
|
+
:column_name,
|
1276
|
+
:column_type,
|
1277
|
+
:analyzed_time,
|
1278
|
+
:statistics_data)
|
1279
|
+
SENSITIVE = []
|
1280
|
+
include Aws::Structure
|
1281
|
+
end
|
1282
|
+
|
1283
|
+
# Defines a column statistics data.
|
1284
|
+
#
|
1285
|
+
# @note When making an API call, you may pass ColumnStatisticsData
|
1286
|
+
# data as a hash:
|
1287
|
+
#
|
1288
|
+
# {
|
1289
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
1290
|
+
# boolean_column_statistics_data: {
|
1291
|
+
# number_of_trues: 1, # required
|
1292
|
+
# number_of_falses: 1, # required
|
1293
|
+
# number_of_nulls: 1, # required
|
1294
|
+
# },
|
1295
|
+
# date_column_statistics_data: {
|
1296
|
+
# minimum_value: Time.now,
|
1297
|
+
# maximum_value: Time.now,
|
1298
|
+
# number_of_nulls: 1, # required
|
1299
|
+
# number_of_distinct_values: 1, # required
|
1300
|
+
# },
|
1301
|
+
# decimal_column_statistics_data: {
|
1302
|
+
# minimum_value: {
|
1303
|
+
# unscaled_value: "data", # required
|
1304
|
+
# scale: 1, # required
|
1305
|
+
# },
|
1306
|
+
# maximum_value: {
|
1307
|
+
# unscaled_value: "data", # required
|
1308
|
+
# scale: 1, # required
|
1309
|
+
# },
|
1310
|
+
# number_of_nulls: 1, # required
|
1311
|
+
# number_of_distinct_values: 1, # required
|
1312
|
+
# },
|
1313
|
+
# double_column_statistics_data: {
|
1314
|
+
# minimum_value: 1.0,
|
1315
|
+
# maximum_value: 1.0,
|
1316
|
+
# number_of_nulls: 1, # required
|
1317
|
+
# number_of_distinct_values: 1, # required
|
1318
|
+
# },
|
1319
|
+
# long_column_statistics_data: {
|
1320
|
+
# minimum_value: 1,
|
1321
|
+
# maximum_value: 1,
|
1322
|
+
# number_of_nulls: 1, # required
|
1323
|
+
# number_of_distinct_values: 1, # required
|
1324
|
+
# },
|
1325
|
+
# string_column_statistics_data: {
|
1326
|
+
# maximum_length: 1, # required
|
1327
|
+
# average_length: 1.0, # required
|
1328
|
+
# number_of_nulls: 1, # required
|
1329
|
+
# number_of_distinct_values: 1, # required
|
1330
|
+
# },
|
1331
|
+
# binary_column_statistics_data: {
|
1332
|
+
# maximum_length: 1, # required
|
1333
|
+
# average_length: 1.0, # required
|
1334
|
+
# number_of_nulls: 1, # required
|
1335
|
+
# },
|
1336
|
+
# }
|
1337
|
+
#
|
1338
|
+
# @!attribute [rw] type
|
1339
|
+
# The name of the column.
|
1340
|
+
# @return [String]
|
1341
|
+
#
|
1342
|
+
# @!attribute [rw] boolean_column_statistics_data
|
1343
|
+
# Boolean Column Statistics Data.
|
1344
|
+
# @return [Types::BooleanColumnStatisticsData]
|
1345
|
+
#
|
1346
|
+
# @!attribute [rw] date_column_statistics_data
|
1347
|
+
# Date Column Statistics Data.
|
1348
|
+
# @return [Types::DateColumnStatisticsData]
|
1349
|
+
#
|
1350
|
+
# @!attribute [rw] decimal_column_statistics_data
|
1351
|
+
# Decimal Column Statistics Data.
|
1352
|
+
# @return [Types::DecimalColumnStatisticsData]
|
1353
|
+
#
|
1354
|
+
# @!attribute [rw] double_column_statistics_data
|
1355
|
+
# Double Column Statistics Data.
|
1356
|
+
# @return [Types::DoubleColumnStatisticsData]
|
1357
|
+
#
|
1358
|
+
# @!attribute [rw] long_column_statistics_data
|
1359
|
+
# Long Column Statistics Data.
|
1360
|
+
# @return [Types::LongColumnStatisticsData]
|
1361
|
+
#
|
1362
|
+
# @!attribute [rw] string_column_statistics_data
|
1363
|
+
# String Column Statistics Data.
|
1364
|
+
# @return [Types::StringColumnStatisticsData]
|
1365
|
+
#
|
1366
|
+
# @!attribute [rw] binary_column_statistics_data
|
1367
|
+
# Binary Column Statistics Data.
|
1368
|
+
# @return [Types::BinaryColumnStatisticsData]
|
1369
|
+
#
|
1370
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
1371
|
+
#
|
1372
|
+
class ColumnStatisticsData < Struct.new(
|
1373
|
+
:type,
|
1374
|
+
:boolean_column_statistics_data,
|
1375
|
+
:date_column_statistics_data,
|
1376
|
+
:decimal_column_statistics_data,
|
1377
|
+
:double_column_statistics_data,
|
1378
|
+
:long_column_statistics_data,
|
1379
|
+
:string_column_statistics_data,
|
1380
|
+
:binary_column_statistics_data)
|
1381
|
+
SENSITIVE = []
|
1382
|
+
include Aws::Structure
|
1383
|
+
end
|
1384
|
+
|
1385
|
+
# Defines a column containing error.
|
1386
|
+
#
|
1387
|
+
# @!attribute [rw] column_statistics
|
1388
|
+
# The ColumnStatistics of the column.
|
1389
|
+
# @return [Types::ColumnStatistics]
|
1390
|
+
#
|
1391
|
+
# @!attribute [rw] error
|
1392
|
+
# The error message occurred during operation.
|
1393
|
+
# @return [Types::ErrorDetail]
|
1394
|
+
#
|
1395
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
1396
|
+
#
|
1397
|
+
class ColumnStatisticsError < Struct.new(
|
1398
|
+
:column_statistics,
|
1399
|
+
:error)
|
1400
|
+
SENSITIVE = []
|
1401
|
+
include Aws::Structure
|
1402
|
+
end
|
1403
|
+
|
1111
1404
|
# Two processes are trying to modify a resource simultaneously.
|
1112
1405
|
#
|
1113
1406
|
# @!attribute [rw] message
|
@@ -1159,10 +1452,8 @@ module Aws::Glue
|
|
1159
1452
|
# @return [String]
|
1160
1453
|
#
|
1161
1454
|
# @!attribute [rw] state
|
1162
|
-
# The condition state. Currently, the
|
1163
|
-
#
|
1164
|
-
# The only crawler states that a trigger can listen for are
|
1165
|
-
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1455
|
+
# The condition state. Currently, the values supported are
|
1456
|
+
# `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
|
1166
1457
|
# @return [String]
|
1167
1458
|
#
|
1168
1459
|
# @!attribute [rw] crawler_name
|
@@ -1250,8 +1541,7 @@ module Aws::Glue
|
|
1250
1541
|
# @return [String]
|
1251
1542
|
#
|
1252
1543
|
# @!attribute [rw] connection_type
|
1253
|
-
# The type of the connection. Currently,
|
1254
|
-
# is not supported.
|
1544
|
+
# The type of the connection. Currently, SFTP is not supported.
|
1255
1545
|
# @return [String]
|
1256
1546
|
#
|
1257
1547
|
# @!attribute [rw] match_criteria
|
@@ -1328,6 +1618,17 @@ module Aws::Glue
|
|
1328
1618
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1329
1619
|
# Kafka cluster to which a Kafka client will connect to and
|
1330
1620
|
# bootstrap itself.
|
1621
|
+
#
|
1622
|
+
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1623
|
+
# Apache Kafka connection. Default value is "true".
|
1624
|
+
#
|
1625
|
+
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1626
|
+
# file (.pem format). The default is an empty string.
|
1627
|
+
#
|
1628
|
+
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1629
|
+
# validation of the CA cert file or not. AWS Glue validates for
|
1630
|
+
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1631
|
+
# Default value is "false".
|
1331
1632
|
# @return [Hash<String,String>]
|
1332
1633
|
#
|
1333
1634
|
# @!attribute [rw] physical_connection_requirements
|
@@ -2154,6 +2455,10 @@ module Aws::Glue
|
|
2154
2455
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
2155
2456
|
# },
|
2156
2457
|
# ],
|
2458
|
+
# target_database: {
|
2459
|
+
# catalog_id: "CatalogIdString",
|
2460
|
+
# database_name: "NameString",
|
2461
|
+
# },
|
2157
2462
|
# },
|
2158
2463
|
# }
|
2159
2464
|
#
|
@@ -2663,8 +2968,9 @@ module Aws::Glue
|
|
2663
2968
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
2664
2969
|
#
|
2665
2970
|
# * When you specify an Apache Spark ETL job
|
2666
|
-
# (`JobCommand.Name`="glueetl")
|
2667
|
-
#
|
2971
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2972
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
2973
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
2668
2974
|
# fractional DPU allocation.
|
2669
2975
|
#
|
2670
2976
|
#
|
@@ -3298,6 +3604,11 @@ module Aws::Glue
|
|
3298
3604
|
# parameters: {
|
3299
3605
|
# "KeyString" => "ParametersMapValue",
|
3300
3606
|
# },
|
3607
|
+
# target_table: {
|
3608
|
+
# catalog_id: "CatalogIdString",
|
3609
|
+
# database_name: "NameString",
|
3610
|
+
# name: "NameString",
|
3611
|
+
# },
|
3301
3612
|
# },
|
3302
3613
|
# }
|
3303
3614
|
#
|
@@ -3743,6 +4054,15 @@ module Aws::Glue
|
|
3743
4054
|
# Creates a set of default permissions on the table for principals.
|
3744
4055
|
# @return [Array<Types::PrincipalPermissions>]
|
3745
4056
|
#
|
4057
|
+
# @!attribute [rw] target_database
|
4058
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4059
|
+
# for resource linking.
|
4060
|
+
# @return [Types::DatabaseIdentifier]
|
4061
|
+
#
|
4062
|
+
# @!attribute [rw] catalog_id
|
4063
|
+
# The ID of the Data Catalog in which the database resides.
|
4064
|
+
# @return [String]
|
4065
|
+
#
|
3746
4066
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
3747
4067
|
#
|
3748
4068
|
class Database < Struct.new(
|
@@ -3751,7 +4071,36 @@ module Aws::Glue
|
|
3751
4071
|
:location_uri,
|
3752
4072
|
:parameters,
|
3753
4073
|
:create_time,
|
3754
|
-
:create_table_default_permissions
|
4074
|
+
:create_table_default_permissions,
|
4075
|
+
:target_database,
|
4076
|
+
:catalog_id)
|
4077
|
+
SENSITIVE = []
|
4078
|
+
include Aws::Structure
|
4079
|
+
end
|
4080
|
+
|
4081
|
+
# A structure that describes a target database for resource linking.
|
4082
|
+
#
|
4083
|
+
# @note When making an API call, you may pass DatabaseIdentifier
|
4084
|
+
# data as a hash:
|
4085
|
+
#
|
4086
|
+
# {
|
4087
|
+
# catalog_id: "CatalogIdString",
|
4088
|
+
# database_name: "NameString",
|
4089
|
+
# }
|
4090
|
+
#
|
4091
|
+
# @!attribute [rw] catalog_id
|
4092
|
+
# The ID of the Data Catalog in which the database resides.
|
4093
|
+
# @return [String]
|
4094
|
+
#
|
4095
|
+
# @!attribute [rw] database_name
|
4096
|
+
# The name of the catalog database.
|
4097
|
+
# @return [String]
|
4098
|
+
#
|
4099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseIdentifier AWS API Documentation
|
4100
|
+
#
|
4101
|
+
class DatabaseIdentifier < Struct.new(
|
4102
|
+
:catalog_id,
|
4103
|
+
:database_name)
|
3755
4104
|
SENSITIVE = []
|
3756
4105
|
include Aws::Structure
|
3757
4106
|
end
|
@@ -3776,6 +4125,10 @@ module Aws::Glue
|
|
3776
4125
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
3777
4126
|
# },
|
3778
4127
|
# ],
|
4128
|
+
# target_database: {
|
4129
|
+
# catalog_id: "CatalogIdString",
|
4130
|
+
# database_name: "NameString",
|
4131
|
+
# },
|
3779
4132
|
# }
|
3780
4133
|
#
|
3781
4134
|
# @!attribute [rw] name
|
@@ -3803,6 +4156,11 @@ module Aws::Glue
|
|
3803
4156
|
# Creates a set of default permissions on the table for principals.
|
3804
4157
|
# @return [Array<Types::PrincipalPermissions>]
|
3805
4158
|
#
|
4159
|
+
# @!attribute [rw] target_database
|
4160
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4161
|
+
# for resource linking.
|
4162
|
+
# @return [Types::DatabaseIdentifier]
|
4163
|
+
#
|
3806
4164
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
3807
4165
|
#
|
3808
4166
|
class DatabaseInput < Struct.new(
|
@@ -3810,7 +4168,120 @@ module Aws::Glue
|
|
3810
4168
|
:description,
|
3811
4169
|
:location_uri,
|
3812
4170
|
:parameters,
|
3813
|
-
:create_table_default_permissions
|
4171
|
+
:create_table_default_permissions,
|
4172
|
+
:target_database)
|
4173
|
+
SENSITIVE = []
|
4174
|
+
include Aws::Structure
|
4175
|
+
end
|
4176
|
+
|
4177
|
+
# Defines a date column statistics data.
|
4178
|
+
#
|
4179
|
+
# @note When making an API call, you may pass DateColumnStatisticsData
|
4180
|
+
# data as a hash:
|
4181
|
+
#
|
4182
|
+
# {
|
4183
|
+
# minimum_value: Time.now,
|
4184
|
+
# maximum_value: Time.now,
|
4185
|
+
# number_of_nulls: 1, # required
|
4186
|
+
# number_of_distinct_values: 1, # required
|
4187
|
+
# }
|
4188
|
+
#
|
4189
|
+
# @!attribute [rw] minimum_value
|
4190
|
+
# Minimum value of the column.
|
4191
|
+
# @return [Time]
|
4192
|
+
#
|
4193
|
+
# @!attribute [rw] maximum_value
|
4194
|
+
# Maximum value of the column.
|
4195
|
+
# @return [Time]
|
4196
|
+
#
|
4197
|
+
# @!attribute [rw] number_of_nulls
|
4198
|
+
# Number of nulls.
|
4199
|
+
# @return [Integer]
|
4200
|
+
#
|
4201
|
+
# @!attribute [rw] number_of_distinct_values
|
4202
|
+
# Number of distinct values.
|
4203
|
+
# @return [Integer]
|
4204
|
+
#
|
4205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
4206
|
+
#
|
4207
|
+
class DateColumnStatisticsData < Struct.new(
|
4208
|
+
:minimum_value,
|
4209
|
+
:maximum_value,
|
4210
|
+
:number_of_nulls,
|
4211
|
+
:number_of_distinct_values)
|
4212
|
+
SENSITIVE = []
|
4213
|
+
include Aws::Structure
|
4214
|
+
end
|
4215
|
+
|
4216
|
+
# Defines a decimal column statistics data.
|
4217
|
+
#
|
4218
|
+
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4219
|
+
# data as a hash:
|
4220
|
+
#
|
4221
|
+
# {
|
4222
|
+
# minimum_value: {
|
4223
|
+
# unscaled_value: "data", # required
|
4224
|
+
# scale: 1, # required
|
4225
|
+
# },
|
4226
|
+
# maximum_value: {
|
4227
|
+
# unscaled_value: "data", # required
|
4228
|
+
# scale: 1, # required
|
4229
|
+
# },
|
4230
|
+
# number_of_nulls: 1, # required
|
4231
|
+
# number_of_distinct_values: 1, # required
|
4232
|
+
# }
|
4233
|
+
#
|
4234
|
+
# @!attribute [rw] minimum_value
|
4235
|
+
# Minimum value of the column.
|
4236
|
+
# @return [Types::DecimalNumber]
|
4237
|
+
#
|
4238
|
+
# @!attribute [rw] maximum_value
|
4239
|
+
# Maximum value of the column.
|
4240
|
+
# @return [Types::DecimalNumber]
|
4241
|
+
#
|
4242
|
+
# @!attribute [rw] number_of_nulls
|
4243
|
+
# Number of nulls.
|
4244
|
+
# @return [Integer]
|
4245
|
+
#
|
4246
|
+
# @!attribute [rw] number_of_distinct_values
|
4247
|
+
# Number of distinct values.
|
4248
|
+
# @return [Integer]
|
4249
|
+
#
|
4250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
4251
|
+
#
|
4252
|
+
class DecimalColumnStatisticsData < Struct.new(
|
4253
|
+
:minimum_value,
|
4254
|
+
:maximum_value,
|
4255
|
+
:number_of_nulls,
|
4256
|
+
:number_of_distinct_values)
|
4257
|
+
SENSITIVE = []
|
4258
|
+
include Aws::Structure
|
4259
|
+
end
|
4260
|
+
|
4261
|
+
# Contains a numeric value in decimal format.
|
4262
|
+
#
|
4263
|
+
# @note When making an API call, you may pass DecimalNumber
|
4264
|
+
# data as a hash:
|
4265
|
+
#
|
4266
|
+
# {
|
4267
|
+
# unscaled_value: "data", # required
|
4268
|
+
# scale: 1, # required
|
4269
|
+
# }
|
4270
|
+
#
|
4271
|
+
# @!attribute [rw] unscaled_value
|
4272
|
+
# The unscaled numeric value.
|
4273
|
+
# @return [String]
|
4274
|
+
#
|
4275
|
+
# @!attribute [rw] scale
|
4276
|
+
# The scale that determines where the decimal point falls in the
|
4277
|
+
# unscaled value.
|
4278
|
+
# @return [Integer]
|
4279
|
+
#
|
4280
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalNumber AWS API Documentation
|
4281
|
+
#
|
4282
|
+
class DecimalNumber < Struct.new(
|
4283
|
+
:unscaled_value,
|
4284
|
+
:scale)
|
3814
4285
|
SENSITIVE = []
|
3815
4286
|
include Aws::Structure
|
3816
4287
|
end
|
@@ -3838,6 +4309,96 @@ module Aws::Glue
|
|
3838
4309
|
#
|
3839
4310
|
class DeleteClassifierResponse < Aws::EmptyStructure; end
|
3840
4311
|
|
4312
|
+
# @note When making an API call, you may pass DeleteColumnStatisticsForPartitionRequest
|
4313
|
+
# data as a hash:
|
4314
|
+
#
|
4315
|
+
# {
|
4316
|
+
# catalog_id: "CatalogIdString",
|
4317
|
+
# database_name: "NameString", # required
|
4318
|
+
# table_name: "NameString", # required
|
4319
|
+
# partition_values: ["ValueString"], # required
|
4320
|
+
# column_name: "NameString", # required
|
4321
|
+
# }
|
4322
|
+
#
|
4323
|
+
# @!attribute [rw] catalog_id
|
4324
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
4325
|
+
# If none is supplied, the AWS account ID is used by default.
|
4326
|
+
# @return [String]
|
4327
|
+
#
|
4328
|
+
# @!attribute [rw] database_name
|
4329
|
+
# The name of the catalog database where the partitions reside.
|
4330
|
+
# @return [String]
|
4331
|
+
#
|
4332
|
+
# @!attribute [rw] table_name
|
4333
|
+
# The name of the partitions' table.
|
4334
|
+
# @return [String]
|
4335
|
+
#
|
4336
|
+
# @!attribute [rw] partition_values
|
4337
|
+
# A list of partition values identifying the partition.
|
4338
|
+
# @return [Array<String>]
|
4339
|
+
#
|
4340
|
+
# @!attribute [rw] column_name
|
4341
|
+
# Name of the column.
|
4342
|
+
# @return [String]
|
4343
|
+
#
|
4344
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartitionRequest AWS API Documentation
|
4345
|
+
#
|
4346
|
+
class DeleteColumnStatisticsForPartitionRequest < Struct.new(
|
4347
|
+
:catalog_id,
|
4348
|
+
:database_name,
|
4349
|
+
:table_name,
|
4350
|
+
:partition_values,
|
4351
|
+
:column_name)
|
4352
|
+
SENSITIVE = []
|
4353
|
+
include Aws::Structure
|
4354
|
+
end
|
4355
|
+
|
4356
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartitionResponse AWS API Documentation
|
4357
|
+
#
|
4358
|
+
class DeleteColumnStatisticsForPartitionResponse < Aws::EmptyStructure; end
|
4359
|
+
|
4360
|
+
# @note When making an API call, you may pass DeleteColumnStatisticsForTableRequest
|
4361
|
+
# data as a hash:
|
4362
|
+
#
|
4363
|
+
# {
|
4364
|
+
# catalog_id: "CatalogIdString",
|
4365
|
+
# database_name: "NameString", # required
|
4366
|
+
# table_name: "NameString", # required
|
4367
|
+
# column_name: "NameString", # required
|
4368
|
+
# }
|
4369
|
+
#
|
4370
|
+
# @!attribute [rw] catalog_id
|
4371
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
4372
|
+
# If none is supplied, the AWS account ID is used by default.
|
4373
|
+
# @return [String]
|
4374
|
+
#
|
4375
|
+
# @!attribute [rw] database_name
|
4376
|
+
# The name of the catalog database where the partitions reside.
|
4377
|
+
# @return [String]
|
4378
|
+
#
|
4379
|
+
# @!attribute [rw] table_name
|
4380
|
+
# The name of the partitions' table.
|
4381
|
+
# @return [String]
|
4382
|
+
#
|
4383
|
+
# @!attribute [rw] column_name
|
4384
|
+
# The name of the column.
|
4385
|
+
# @return [String]
|
4386
|
+
#
|
4387
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTableRequest AWS API Documentation
|
4388
|
+
#
|
4389
|
+
class DeleteColumnStatisticsForTableRequest < Struct.new(
|
4390
|
+
:catalog_id,
|
4391
|
+
:database_name,
|
4392
|
+
:table_name,
|
4393
|
+
:column_name)
|
4394
|
+
SENSITIVE = []
|
4395
|
+
include Aws::Structure
|
4396
|
+
end
|
4397
|
+
|
4398
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTableResponse AWS API Documentation
|
4399
|
+
#
|
4400
|
+
class DeleteColumnStatisticsForTableResponse < Aws::EmptyStructure; end
|
4401
|
+
|
3841
4402
|
# @note When making an API call, you may pass DeleteConnectionRequest
|
3842
4403
|
# data as a hash:
|
3843
4404
|
#
|
@@ -4055,16 +4616,23 @@ module Aws::Glue
|
|
4055
4616
|
#
|
4056
4617
|
# {
|
4057
4618
|
# policy_hash_condition: "HashString",
|
4619
|
+
# resource_arn: "GlueResourceArn",
|
4058
4620
|
# }
|
4059
4621
|
#
|
4060
4622
|
# @!attribute [rw] policy_hash_condition
|
4061
4623
|
# The hash value returned when this policy was set.
|
4062
4624
|
# @return [String]
|
4063
4625
|
#
|
4626
|
+
# @!attribute [rw] resource_arn
|
4627
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
4628
|
+
# deleted.
|
4629
|
+
# @return [String]
|
4630
|
+
#
|
4064
4631
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
4065
4632
|
#
|
4066
4633
|
class DeleteResourcePolicyRequest < Struct.new(
|
4067
|
-
:policy_hash_condition
|
4634
|
+
:policy_hash_condition,
|
4635
|
+
:resource_arn)
|
4068
4636
|
SENSITIVE = []
|
4069
4637
|
include Aws::Structure
|
4070
4638
|
end
|
@@ -4546,6 +5114,45 @@ module Aws::Glue
|
|
4546
5114
|
include Aws::Structure
|
4547
5115
|
end
|
4548
5116
|
|
5117
|
+
# Defines a double column statistics data.
|
5118
|
+
#
|
5119
|
+
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5120
|
+
# data as a hash:
|
5121
|
+
#
|
5122
|
+
# {
|
5123
|
+
# minimum_value: 1.0,
|
5124
|
+
# maximum_value: 1.0,
|
5125
|
+
# number_of_nulls: 1, # required
|
5126
|
+
# number_of_distinct_values: 1, # required
|
5127
|
+
# }
|
5128
|
+
#
|
5129
|
+
# @!attribute [rw] minimum_value
|
5130
|
+
# Minimum value of the column.
|
5131
|
+
# @return [Float]
|
5132
|
+
#
|
5133
|
+
# @!attribute [rw] maximum_value
|
5134
|
+
# Maximum value of the column.
|
5135
|
+
# @return [Float]
|
5136
|
+
#
|
5137
|
+
# @!attribute [rw] number_of_nulls
|
5138
|
+
# Number of nulls.
|
5139
|
+
# @return [Integer]
|
5140
|
+
#
|
5141
|
+
# @!attribute [rw] number_of_distinct_values
|
5142
|
+
# Number of distinct values.
|
5143
|
+
# @return [Integer]
|
5144
|
+
#
|
5145
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
5146
|
+
#
|
5147
|
+
class DoubleColumnStatisticsData < Struct.new(
|
5148
|
+
:minimum_value,
|
5149
|
+
:maximum_value,
|
5150
|
+
:number_of_nulls,
|
5151
|
+
:number_of_distinct_values)
|
5152
|
+
SENSITIVE = []
|
5153
|
+
include Aws::Structure
|
5154
|
+
end
|
5155
|
+
|
4549
5156
|
# Specifies an Amazon DynamoDB table to crawl.
|
4550
5157
|
#
|
4551
5158
|
# @note When making an API call, you may pass DynamoDBTarget
|
@@ -4595,7 +5202,7 @@ module Aws::Glue
|
|
4595
5202
|
end
|
4596
5203
|
|
4597
5204
|
# An edge represents a directed connection between two AWS Glue
|
4598
|
-
# components
|
5205
|
+
# components that are part of the workflow the edge belongs to.
|
4599
5206
|
#
|
4600
5207
|
# @!attribute [rw] source_id
|
4601
5208
|
# The unique of the node within the workflow where the edge starts.
|
@@ -5057,6 +5664,122 @@ module Aws::Glue
|
|
5057
5664
|
include Aws::Structure
|
5058
5665
|
end
|
5059
5666
|
|
5667
|
+
# @note When making an API call, you may pass GetColumnStatisticsForPartitionRequest
|
5668
|
+
# data as a hash:
|
5669
|
+
#
|
5670
|
+
# {
|
5671
|
+
# catalog_id: "CatalogIdString",
|
5672
|
+
# database_name: "NameString", # required
|
5673
|
+
# table_name: "NameString", # required
|
5674
|
+
# partition_values: ["ValueString"], # required
|
5675
|
+
# column_names: ["NameString"], # required
|
5676
|
+
# }
|
5677
|
+
#
|
5678
|
+
# @!attribute [rw] catalog_id
|
5679
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
5680
|
+
# If none is supplied, the AWS account ID is used by default.
|
5681
|
+
# @return [String]
|
5682
|
+
#
|
5683
|
+
# @!attribute [rw] database_name
|
5684
|
+
# The name of the catalog database where the partitions reside.
|
5685
|
+
# @return [String]
|
5686
|
+
#
|
5687
|
+
# @!attribute [rw] table_name
|
5688
|
+
# The name of the partitions' table.
|
5689
|
+
# @return [String]
|
5690
|
+
#
|
5691
|
+
# @!attribute [rw] partition_values
|
5692
|
+
# A list of partition values identifying the partition.
|
5693
|
+
# @return [Array<String>]
|
5694
|
+
#
|
5695
|
+
# @!attribute [rw] column_names
|
5696
|
+
# A list of the column names.
|
5697
|
+
# @return [Array<String>]
|
5698
|
+
#
|
5699
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartitionRequest AWS API Documentation
|
5700
|
+
#
|
5701
|
+
class GetColumnStatisticsForPartitionRequest < Struct.new(
|
5702
|
+
:catalog_id,
|
5703
|
+
:database_name,
|
5704
|
+
:table_name,
|
5705
|
+
:partition_values,
|
5706
|
+
:column_names)
|
5707
|
+
SENSITIVE = []
|
5708
|
+
include Aws::Structure
|
5709
|
+
end
|
5710
|
+
|
5711
|
+
# @!attribute [rw] column_statistics_list
|
5712
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5713
|
+
# @return [Array<Types::ColumnStatistics>]
|
5714
|
+
#
|
5715
|
+
# @!attribute [rw] errors
|
5716
|
+
# Error occurred during retrieving column statistics data.
|
5717
|
+
# @return [Array<Types::ColumnError>]
|
5718
|
+
#
|
5719
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartitionResponse AWS API Documentation
|
5720
|
+
#
|
5721
|
+
class GetColumnStatisticsForPartitionResponse < Struct.new(
|
5722
|
+
:column_statistics_list,
|
5723
|
+
:errors)
|
5724
|
+
SENSITIVE = []
|
5725
|
+
include Aws::Structure
|
5726
|
+
end
|
5727
|
+
|
5728
|
+
# @note When making an API call, you may pass GetColumnStatisticsForTableRequest
|
5729
|
+
# data as a hash:
|
5730
|
+
#
|
5731
|
+
# {
|
5732
|
+
# catalog_id: "CatalogIdString",
|
5733
|
+
# database_name: "NameString", # required
|
5734
|
+
# table_name: "NameString", # required
|
5735
|
+
# column_names: ["NameString"], # required
|
5736
|
+
# }
|
5737
|
+
#
|
5738
|
+
# @!attribute [rw] catalog_id
|
5739
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
5740
|
+
# If none is supplied, the AWS account ID is used by default.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @!attribute [rw] database_name
|
5744
|
+
# The name of the catalog database where the partitions reside.
|
5745
|
+
# @return [String]
|
5746
|
+
#
|
5747
|
+
# @!attribute [rw] table_name
|
5748
|
+
# The name of the partitions' table.
|
5749
|
+
# @return [String]
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] column_names
|
5752
|
+
# A list of the column names.
|
5753
|
+
# @return [Array<String>]
|
5754
|
+
#
|
5755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTableRequest AWS API Documentation
|
5756
|
+
#
|
5757
|
+
class GetColumnStatisticsForTableRequest < Struct.new(
|
5758
|
+
:catalog_id,
|
5759
|
+
:database_name,
|
5760
|
+
:table_name,
|
5761
|
+
:column_names)
|
5762
|
+
SENSITIVE = []
|
5763
|
+
include Aws::Structure
|
5764
|
+
end
|
5765
|
+
|
5766
|
+
# @!attribute [rw] column_statistics_list
|
5767
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5768
|
+
# @return [Array<Types::ColumnStatistics>]
|
5769
|
+
#
|
5770
|
+
# @!attribute [rw] errors
|
5771
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5772
|
+
# @return [Array<Types::ColumnError>]
|
5773
|
+
#
|
5774
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTableResponse AWS API Documentation
|
5775
|
+
#
|
5776
|
+
class GetColumnStatisticsForTableResponse < Struct.new(
|
5777
|
+
:column_statistics_list,
|
5778
|
+
:errors)
|
5779
|
+
SENSITIVE = []
|
5780
|
+
include Aws::Structure
|
5781
|
+
end
|
5782
|
+
|
5060
5783
|
# @note When making an API call, you may pass GetConnectionRequest
|
5061
5784
|
# data as a hash:
|
5062
5785
|
#
|
@@ -5123,8 +5846,7 @@ module Aws::Glue
|
|
5123
5846
|
# @return [Array<String>]
|
5124
5847
|
#
|
5125
5848
|
# @!attribute [rw] connection_type
|
5126
|
-
# The type of connections to return. Currently,
|
5127
|
-
# supported; SFTP is not supported.
|
5849
|
+
# The type of connections to return. Currently, SFTP is not supported.
|
5128
5850
|
# @return [String]
|
5129
5851
|
#
|
5130
5852
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
@@ -5407,6 +6129,7 @@ module Aws::Glue
|
|
5407
6129
|
# catalog_id: "CatalogIdString",
|
5408
6130
|
# next_token: "Token",
|
5409
6131
|
# max_results: 1,
|
6132
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
5410
6133
|
# }
|
5411
6134
|
#
|
5412
6135
|
# @!attribute [rw] catalog_id
|
@@ -5422,12 +6145,24 @@ module Aws::Glue
|
|
5422
6145
|
# The maximum number of databases to return in one response.
|
5423
6146
|
# @return [Integer]
|
5424
6147
|
#
|
6148
|
+
# @!attribute [rw] resource_share_type
|
6149
|
+
# Allows you to specify that you want to list the databases shared
|
6150
|
+
# with your account. The allowable values are `FOREIGN` or `ALL`.
|
6151
|
+
#
|
6152
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
6153
|
+
# account.
|
6154
|
+
#
|
6155
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
6156
|
+
# as well as the databases in yor local account.
|
6157
|
+
# @return [String]
|
6158
|
+
#
|
5425
6159
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabasesRequest AWS API Documentation
|
5426
6160
|
#
|
5427
6161
|
class GetDatabasesRequest < Struct.new(
|
5428
6162
|
:catalog_id,
|
5429
6163
|
:next_token,
|
5430
|
-
:max_results
|
6164
|
+
:max_results,
|
6165
|
+
:resource_share_type)
|
5431
6166
|
SENSITIVE = []
|
5432
6167
|
include Aws::Structure
|
5433
6168
|
end
|
@@ -6538,11 +7273,74 @@ module Aws::Glue
|
|
6538
7273
|
include Aws::Structure
|
6539
7274
|
end
|
6540
7275
|
|
6541
|
-
# @
|
7276
|
+
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
7277
|
+
# data as a hash:
|
7278
|
+
#
|
7279
|
+
# {
|
7280
|
+
# next_token: "Token",
|
7281
|
+
# max_results: 1,
|
7282
|
+
# }
|
7283
|
+
#
|
7284
|
+
# @!attribute [rw] next_token
|
7285
|
+
# A continuation token, if this is a continuation request.
|
7286
|
+
# @return [String]
|
7287
|
+
#
|
7288
|
+
# @!attribute [rw] max_results
|
7289
|
+
# The maximum size of a list to return.
|
7290
|
+
# @return [Integer]
|
7291
|
+
#
|
7292
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
|
7293
|
+
#
|
7294
|
+
class GetResourcePoliciesRequest < Struct.new(
|
7295
|
+
:next_token,
|
7296
|
+
:max_results)
|
7297
|
+
SENSITIVE = []
|
7298
|
+
include Aws::Structure
|
7299
|
+
end
|
7300
|
+
|
7301
|
+
# @!attribute [rw] get_resource_policies_response_list
|
7302
|
+
# A list of the individual resource policies and the account-level
|
7303
|
+
# resource policy.
|
7304
|
+
# @return [Array<Types::GluePolicy>]
|
7305
|
+
#
|
7306
|
+
# @!attribute [rw] next_token
|
7307
|
+
# A continuation token, if the returned list does not contain the last
|
7308
|
+
# resource policy available.
|
7309
|
+
# @return [String]
|
7310
|
+
#
|
7311
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesResponse AWS API Documentation
|
7312
|
+
#
|
7313
|
+
class GetResourcePoliciesResponse < Struct.new(
|
7314
|
+
:get_resource_policies_response_list,
|
7315
|
+
:next_token)
|
7316
|
+
SENSITIVE = []
|
7317
|
+
include Aws::Structure
|
7318
|
+
end
|
7319
|
+
|
7320
|
+
# @note When making an API call, you may pass GetResourcePolicyRequest
|
7321
|
+
# data as a hash:
|
7322
|
+
#
|
7323
|
+
# {
|
7324
|
+
# resource_arn: "GlueResourceArn",
|
7325
|
+
# }
|
7326
|
+
#
|
7327
|
+
# @!attribute [rw] resource_arn
|
7328
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
7329
|
+
# retrieved. For more information about AWS Glue resource ARNs, see
|
7330
|
+
# the [AWS Glue ARN string pattern][1]
|
7331
|
+
#
|
7332
|
+
#
|
7333
|
+
#
|
7334
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
7335
|
+
# @return [String]
|
6542
7336
|
#
|
6543
7337
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicyRequest AWS API Documentation
|
6544
7338
|
#
|
6545
|
-
class GetResourcePolicyRequest <
|
7339
|
+
class GetResourcePolicyRequest < Struct.new(
|
7340
|
+
:resource_arn)
|
7341
|
+
SENSITIVE = []
|
7342
|
+
include Aws::Structure
|
7343
|
+
end
|
6546
7344
|
|
6547
7345
|
# @!attribute [rw] policy_in_json
|
6548
7346
|
# Contains the requested policy document, in JSON format.
|
@@ -7284,6 +8082,35 @@ module Aws::Glue
|
|
7284
8082
|
include Aws::Structure
|
7285
8083
|
end
|
7286
8084
|
|
8085
|
+
# A structure for returning a resource policy.
|
8086
|
+
#
|
8087
|
+
# @!attribute [rw] policy_in_json
|
8088
|
+
# Contains the requested policy document, in JSON format.
|
8089
|
+
# @return [String]
|
8090
|
+
#
|
8091
|
+
# @!attribute [rw] policy_hash
|
8092
|
+
# Contains the hash value associated with this policy.
|
8093
|
+
# @return [String]
|
8094
|
+
#
|
8095
|
+
# @!attribute [rw] create_time
|
8096
|
+
# The date and time at which the policy was created.
|
8097
|
+
# @return [Time]
|
8098
|
+
#
|
8099
|
+
# @!attribute [rw] update_time
|
8100
|
+
# The date and time at which the policy was last updated.
|
8101
|
+
# @return [Time]
|
8102
|
+
#
|
8103
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GluePolicy AWS API Documentation
|
8104
|
+
#
|
8105
|
+
class GluePolicy < Struct.new(
|
8106
|
+
:policy_in_json,
|
8107
|
+
:policy_hash,
|
8108
|
+
:create_time,
|
8109
|
+
:update_time)
|
8110
|
+
SENSITIVE = []
|
8111
|
+
include Aws::Structure
|
8112
|
+
end
|
8113
|
+
|
7287
8114
|
# The database and table in the AWS Glue Data Catalog that is used for
|
7288
8115
|
# input or output data.
|
7289
8116
|
#
|
@@ -7620,15 +8447,17 @@ module Aws::Glue
|
|
7620
8447
|
# `NumberOfWorkers`.
|
7621
8448
|
#
|
7622
8449
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
7623
|
-
# you are running a Python shell job
|
8450
|
+
# you are running a Python shell job, an Apache Spark ETL job, or an
|
8451
|
+
# Apache Spark streaming ETL job:
|
7624
8452
|
#
|
7625
8453
|
# * When you specify a Python shell job
|
7626
8454
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
7627
8455
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
7628
8456
|
#
|
7629
8457
|
# * When you specify an Apache Spark ETL job
|
7630
|
-
# (`JobCommand.Name`="glueetl")
|
7631
|
-
#
|
8458
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
8459
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
8460
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
7632
8461
|
# fractional DPU allocation.
|
7633
8462
|
#
|
7634
8463
|
#
|
@@ -7798,7 +8627,8 @@ module Aws::Glue
|
|
7798
8627
|
#
|
7799
8628
|
# @!attribute [rw] name
|
7800
8629
|
# The name of the job command. For an Apache Spark ETL job, this must
|
7801
|
-
# be `glueetl`. For a Python shell job, it must be `pythonshell`.
|
8630
|
+
# be `glueetl`. For a Python shell job, it must be `pythonshell`. For
|
8631
|
+
# an Apache Spark streaming ETL job, this must be `gluestreaming`.
|
7802
8632
|
# @return [String]
|
7803
8633
|
#
|
7804
8634
|
# @!attribute [rw] script_location
|
@@ -7871,13 +8701,7 @@ module Aws::Glue
|
|
7871
8701
|
# @return [Time]
|
7872
8702
|
#
|
7873
8703
|
# @!attribute [rw] job_run_state
|
7874
|
-
# The current state of the job run.
|
7875
|
-
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
7876
|
-
# Run Statuses][1].
|
7877
|
-
#
|
7878
|
-
#
|
7879
|
-
#
|
7880
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8704
|
+
# The current state of the job run.
|
7881
8705
|
# @return [String]
|
7882
8706
|
#
|
7883
8707
|
# @!attribute [rw] arguments
|
@@ -8181,8 +9005,9 @@ module Aws::Glue
|
|
8181
9005
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
8182
9006
|
#
|
8183
9007
|
# * When you specify an Apache Spark ETL job
|
8184
|
-
# (`JobCommand.Name`="glueetl")
|
8185
|
-
#
|
9008
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
9009
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
9010
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
8186
9011
|
# fractional DPU allocation.
|
8187
9012
|
#
|
8188
9013
|
#
|
@@ -8727,24 +9552,63 @@ module Aws::Glue
|
|
8727
9552
|
# ],
|
8728
9553
|
# }
|
8729
9554
|
#
|
8730
|
-
# @!attribute [rw] jdbc
|
8731
|
-
# A JDBC location.
|
8732
|
-
# @return [Array<Types::CodeGenNodeArg>]
|
9555
|
+
# @!attribute [rw] jdbc
|
9556
|
+
# A JDBC location.
|
9557
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9558
|
+
#
|
9559
|
+
# @!attribute [rw] s3
|
9560
|
+
# An Amazon Simple Storage Service (Amazon S3) location.
|
9561
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9562
|
+
#
|
9563
|
+
# @!attribute [rw] dynamo_db
|
9564
|
+
# An Amazon DynamoDB table location.
|
9565
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9566
|
+
#
|
9567
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
|
9568
|
+
#
|
9569
|
+
class Location < Struct.new(
|
9570
|
+
:jdbc,
|
9571
|
+
:s3,
|
9572
|
+
:dynamo_db)
|
9573
|
+
SENSITIVE = []
|
9574
|
+
include Aws::Structure
|
9575
|
+
end
|
9576
|
+
|
9577
|
+
# Defines a long column statistics data.
|
9578
|
+
#
|
9579
|
+
# @note When making an API call, you may pass LongColumnStatisticsData
|
9580
|
+
# data as a hash:
|
9581
|
+
#
|
9582
|
+
# {
|
9583
|
+
# minimum_value: 1,
|
9584
|
+
# maximum_value: 1,
|
9585
|
+
# number_of_nulls: 1, # required
|
9586
|
+
# number_of_distinct_values: 1, # required
|
9587
|
+
# }
|
9588
|
+
#
|
9589
|
+
# @!attribute [rw] minimum_value
|
9590
|
+
# Minimum value of the column.
|
9591
|
+
# @return [Integer]
|
9592
|
+
#
|
9593
|
+
# @!attribute [rw] maximum_value
|
9594
|
+
# Maximum value of the column.
|
9595
|
+
# @return [Integer]
|
8733
9596
|
#
|
8734
|
-
# @!attribute [rw]
|
8735
|
-
#
|
8736
|
-
# @return [
|
9597
|
+
# @!attribute [rw] number_of_nulls
|
9598
|
+
# Number of nulls.
|
9599
|
+
# @return [Integer]
|
8737
9600
|
#
|
8738
|
-
# @!attribute [rw]
|
8739
|
-
#
|
8740
|
-
# @return [
|
9601
|
+
# @!attribute [rw] number_of_distinct_values
|
9602
|
+
# Number of distinct values.
|
9603
|
+
# @return [Integer]
|
8741
9604
|
#
|
8742
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
9605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
8743
9606
|
#
|
8744
|
-
class
|
8745
|
-
:
|
8746
|
-
:
|
8747
|
-
:
|
9607
|
+
class LongColumnStatisticsData < Struct.new(
|
9608
|
+
:minimum_value,
|
9609
|
+
:maximum_value,
|
9610
|
+
:number_of_nulls,
|
9611
|
+
:number_of_distinct_values)
|
8748
9612
|
SENSITIVE = []
|
8749
9613
|
include Aws::Structure
|
8750
9614
|
end
|
@@ -9019,8 +9883,8 @@ module Aws::Glue
|
|
9019
9883
|
include Aws::Structure
|
9020
9884
|
end
|
9021
9885
|
|
9022
|
-
# A node represents an AWS Glue component
|
9023
|
-
# is part of a workflow.
|
9886
|
+
# A node represents an AWS Glue component such as a trigger, or job,
|
9887
|
+
# etc., that is part of a workflow.
|
9024
9888
|
#
|
9025
9889
|
# @!attribute [rw] type
|
9026
9890
|
# The type of AWS Glue component represented by the node.
|
@@ -9159,6 +10023,10 @@ module Aws::Glue
|
|
9159
10023
|
# partition.
|
9160
10024
|
# @return [Time]
|
9161
10025
|
#
|
10026
|
+
# @!attribute [rw] catalog_id
|
10027
|
+
# The ID of the Data Catalog in which the partition resides.
|
10028
|
+
# @return [String]
|
10029
|
+
#
|
9162
10030
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Partition AWS API Documentation
|
9163
10031
|
#
|
9164
10032
|
class Partition < Struct.new(
|
@@ -9169,7 +10037,8 @@ module Aws::Glue
|
|
9169
10037
|
:last_access_time,
|
9170
10038
|
:storage_descriptor,
|
9171
10039
|
:parameters,
|
9172
|
-
:last_analyzed_time
|
10040
|
+
:last_analyzed_time,
|
10041
|
+
:catalog_id)
|
9173
10042
|
SENSITIVE = []
|
9174
10043
|
include Aws::Structure
|
9175
10044
|
end
|
@@ -9508,14 +10377,26 @@ module Aws::Glue
|
|
9508
10377
|
#
|
9509
10378
|
# {
|
9510
10379
|
# policy_in_json: "PolicyJsonString", # required
|
10380
|
+
# resource_arn: "GlueResourceArn",
|
9511
10381
|
# policy_hash_condition: "HashString",
|
9512
10382
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
10383
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
9513
10384
|
# }
|
9514
10385
|
#
|
9515
10386
|
# @!attribute [rw] policy_in_json
|
9516
10387
|
# Contains the policy document to set, in JSON format.
|
9517
10388
|
# @return [String]
|
9518
10389
|
#
|
10390
|
+
# @!attribute [rw] resource_arn
|
10391
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
10392
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
10393
|
+
# ARN string pattern][1]
|
10394
|
+
#
|
10395
|
+
#
|
10396
|
+
#
|
10397
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
10398
|
+
# @return [String]
|
10399
|
+
#
|
9519
10400
|
# @!attribute [rw] policy_hash_condition
|
9520
10401
|
# The hash value returned when the previous policy was set using
|
9521
10402
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -9530,12 +10411,26 @@ module Aws::Glue
|
|
9530
10411
|
# policy.
|
9531
10412
|
# @return [String]
|
9532
10413
|
#
|
10414
|
+
# @!attribute [rw] enable_hybrid
|
10415
|
+
# Allows you to specify if you want to use both resource-level and
|
10416
|
+
# account/catalog-level resource policies. A resource-level policy is
|
10417
|
+
# a policy attached to an individual resource such as a database or a
|
10418
|
+
# table.
|
10419
|
+
#
|
10420
|
+
# The default value of `NO` indicates that resource-level policies
|
10421
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
10422
|
+
# the use of both resource-level and account/catalog-level resource
|
10423
|
+
# policies is allowed.
|
10424
|
+
# @return [String]
|
10425
|
+
#
|
9533
10426
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
9534
10427
|
#
|
9535
10428
|
class PutResourcePolicyRequest < Struct.new(
|
9536
10429
|
:policy_in_json,
|
10430
|
+
:resource_arn,
|
9537
10431
|
:policy_hash_condition,
|
9538
|
-
:policy_exists_condition
|
10432
|
+
:policy_exists_condition,
|
10433
|
+
:enable_hybrid)
|
9539
10434
|
SENSITIVE = []
|
9540
10435
|
include Aws::Structure
|
9541
10436
|
end
|
@@ -9669,6 +10564,57 @@ module Aws::Glue
|
|
9669
10564
|
include Aws::Structure
|
9670
10565
|
end
|
9671
10566
|
|
10567
|
+
# @note When making an API call, you may pass ResumeWorkflowRunRequest
|
10568
|
+
# data as a hash:
|
10569
|
+
#
|
10570
|
+
# {
|
10571
|
+
# name: "NameString", # required
|
10572
|
+
# run_id: "IdString", # required
|
10573
|
+
# node_ids: ["NameString"], # required
|
10574
|
+
# }
|
10575
|
+
#
|
10576
|
+
# @!attribute [rw] name
|
10577
|
+
# The name of the workflow to resume.
|
10578
|
+
# @return [String]
|
10579
|
+
#
|
10580
|
+
# @!attribute [rw] run_id
|
10581
|
+
# The ID of the workflow run to resume.
|
10582
|
+
# @return [String]
|
10583
|
+
#
|
10584
|
+
# @!attribute [rw] node_ids
|
10585
|
+
# A list of the node IDs for the nodes you want to restart. The nodes
|
10586
|
+
# that are to be restarted must have an execution attempt in the
|
10587
|
+
# original run.
|
10588
|
+
# @return [Array<String>]
|
10589
|
+
#
|
10590
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
10591
|
+
#
|
10592
|
+
class ResumeWorkflowRunRequest < Struct.new(
|
10593
|
+
:name,
|
10594
|
+
:run_id,
|
10595
|
+
:node_ids)
|
10596
|
+
SENSITIVE = []
|
10597
|
+
include Aws::Structure
|
10598
|
+
end
|
10599
|
+
|
10600
|
+
# @!attribute [rw] run_id
|
10601
|
+
# The new ID assigned to the resumed workflow run. Each resume of a
|
10602
|
+
# workflow run will have a new run ID.
|
10603
|
+
# @return [String]
|
10604
|
+
#
|
10605
|
+
# @!attribute [rw] node_ids
|
10606
|
+
# A list of the node IDs for the nodes that were actually restarted.
|
10607
|
+
# @return [Array<String>]
|
10608
|
+
#
|
10609
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
|
10610
|
+
#
|
10611
|
+
class ResumeWorkflowRunResponse < Struct.new(
|
10612
|
+
:run_id,
|
10613
|
+
:node_ids)
|
10614
|
+
SENSITIVE = []
|
10615
|
+
include Aws::Structure
|
10616
|
+
end
|
10617
|
+
|
9672
10618
|
# Specifies how Amazon Simple Storage Service (Amazon S3) data should be
|
9673
10619
|
# encrypted.
|
9674
10620
|
#
|
@@ -9874,10 +10820,11 @@ module Aws::Glue
|
|
9874
10820
|
# },
|
9875
10821
|
# ],
|
9876
10822
|
# max_results: 1,
|
10823
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
9877
10824
|
# }
|
9878
10825
|
#
|
9879
10826
|
# @!attribute [rw] catalog_id
|
9880
|
-
# A unique identifier, consisting of ` account_id
|
10827
|
+
# A unique identifier, consisting of ` account_id `.
|
9881
10828
|
# @return [String]
|
9882
10829
|
#
|
9883
10830
|
# @!attribute [rw] next_token
|
@@ -9887,6 +10834,17 @@ module Aws::Glue
|
|
9887
10834
|
# @!attribute [rw] filters
|
9888
10835
|
# A list of key-value pairs, and a comparator used to filter the
|
9889
10836
|
# search results. Returns all entities matching the predicate.
|
10837
|
+
#
|
10838
|
+
# The `Comparator` member of the `PropertyPredicate` struct is used
|
10839
|
+
# only for time fields, and can be omitted for other field types.
|
10840
|
+
# Also, when comparing string values, such as when `Key=Name`, a fuzzy
|
10841
|
+
# match algorithm is used. The `Key` field (for example, the value of
|
10842
|
+
# the `Name` field) is split on certain punctuation characters, for
|
10843
|
+
# example, -, :, #, etc. into tokens. Then each token is exact-match
|
10844
|
+
# compared with the `Value` member of `PropertyPredicate`. For
|
10845
|
+
# example, if `Key=Name` and `Value=link`, tables named
|
10846
|
+
# `customer-link` and `xx-link-yy` are returned, but `xxlinkyy` is not
|
10847
|
+
# returned.
|
9890
10848
|
# @return [Array<Types::PropertyPredicate>]
|
9891
10849
|
#
|
9892
10850
|
# @!attribute [rw] search_text
|
@@ -9905,6 +10863,17 @@ module Aws::Glue
|
|
9905
10863
|
# The maximum number of tables to return in a single response.
|
9906
10864
|
# @return [Integer]
|
9907
10865
|
#
|
10866
|
+
# @!attribute [rw] resource_share_type
|
10867
|
+
# Allows you to specify that you want to search the tables shared with
|
10868
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
10869
|
+
#
|
10870
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
10871
|
+
# account.
|
10872
|
+
#
|
10873
|
+
# * If set to `ALL`, will search the tables shared with your account,
|
10874
|
+
# as well as the tables in yor local account.
|
10875
|
+
# @return [String]
|
10876
|
+
#
|
9908
10877
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
|
9909
10878
|
#
|
9910
10879
|
class SearchTablesRequest < Struct.new(
|
@@ -9913,7 +10882,8 @@ module Aws::Glue
|
|
9913
10882
|
:filters,
|
9914
10883
|
:search_text,
|
9915
10884
|
:sort_criteria,
|
9916
|
-
:max_results
|
10885
|
+
:max_results,
|
10886
|
+
:resource_share_type)
|
9917
10887
|
SENSITIVE = []
|
9918
10888
|
include Aws::Structure
|
9919
10889
|
end
|
@@ -10737,6 +11707,45 @@ module Aws::Glue
|
|
10737
11707
|
include Aws::Structure
|
10738
11708
|
end
|
10739
11709
|
|
11710
|
+
# Defines a string column statistics data.
|
11711
|
+
#
|
11712
|
+
# @note When making an API call, you may pass StringColumnStatisticsData
|
11713
|
+
# data as a hash:
|
11714
|
+
#
|
11715
|
+
# {
|
11716
|
+
# maximum_length: 1, # required
|
11717
|
+
# average_length: 1.0, # required
|
11718
|
+
# number_of_nulls: 1, # required
|
11719
|
+
# number_of_distinct_values: 1, # required
|
11720
|
+
# }
|
11721
|
+
#
|
11722
|
+
# @!attribute [rw] maximum_length
|
11723
|
+
# Maximum value of the column.
|
11724
|
+
# @return [Integer]
|
11725
|
+
#
|
11726
|
+
# @!attribute [rw] average_length
|
11727
|
+
# Average value of the column.
|
11728
|
+
# @return [Float]
|
11729
|
+
#
|
11730
|
+
# @!attribute [rw] number_of_nulls
|
11731
|
+
# Number of nulls.
|
11732
|
+
# @return [Integer]
|
11733
|
+
#
|
11734
|
+
# @!attribute [rw] number_of_distinct_values
|
11735
|
+
# Number of distinct values.
|
11736
|
+
# @return [Integer]
|
11737
|
+
#
|
11738
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
11739
|
+
#
|
11740
|
+
class StringColumnStatisticsData < Struct.new(
|
11741
|
+
:maximum_length,
|
11742
|
+
:average_length,
|
11743
|
+
:number_of_nulls,
|
11744
|
+
:number_of_distinct_values)
|
11745
|
+
SENSITIVE = []
|
11746
|
+
include Aws::Structure
|
11747
|
+
end
|
11748
|
+
|
10740
11749
|
# Represents a collection of related data organized in columns and rows.
|
10741
11750
|
#
|
10742
11751
|
# @!attribute [rw] name
|
@@ -10821,6 +11830,15 @@ module Aws::Glue
|
|
10821
11830
|
# Formation.
|
10822
11831
|
# @return [Boolean]
|
10823
11832
|
#
|
11833
|
+
# @!attribute [rw] target_table
|
11834
|
+
# A `TableIdentifier` structure that describes a target table for
|
11835
|
+
# resource linking.
|
11836
|
+
# @return [Types::TableIdentifier]
|
11837
|
+
#
|
11838
|
+
# @!attribute [rw] catalog_id
|
11839
|
+
# The ID of the Data Catalog in which the table resides.
|
11840
|
+
# @return [String]
|
11841
|
+
#
|
10824
11842
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
10825
11843
|
#
|
10826
11844
|
class Table < Struct.new(
|
@@ -10840,7 +11858,9 @@ module Aws::Glue
|
|
10840
11858
|
:table_type,
|
10841
11859
|
:parameters,
|
10842
11860
|
:created_by,
|
10843
|
-
:is_registered_with_lake_formation
|
11861
|
+
:is_registered_with_lake_formation,
|
11862
|
+
:target_table,
|
11863
|
+
:catalog_id)
|
10844
11864
|
SENSITIVE = []
|
10845
11865
|
include Aws::Structure
|
10846
11866
|
end
|
@@ -10865,6 +11885,39 @@ module Aws::Glue
|
|
10865
11885
|
include Aws::Structure
|
10866
11886
|
end
|
10867
11887
|
|
11888
|
+
# A structure that describes a target table for resource linking.
|
11889
|
+
#
|
11890
|
+
# @note When making an API call, you may pass TableIdentifier
|
11891
|
+
# data as a hash:
|
11892
|
+
#
|
11893
|
+
# {
|
11894
|
+
# catalog_id: "CatalogIdString",
|
11895
|
+
# database_name: "NameString",
|
11896
|
+
# name: "NameString",
|
11897
|
+
# }
|
11898
|
+
#
|
11899
|
+
# @!attribute [rw] catalog_id
|
11900
|
+
# The ID of the Data Catalog in which the table resides.
|
11901
|
+
# @return [String]
|
11902
|
+
#
|
11903
|
+
# @!attribute [rw] database_name
|
11904
|
+
# The name of the catalog database that contains the target table.
|
11905
|
+
# @return [String]
|
11906
|
+
#
|
11907
|
+
# @!attribute [rw] name
|
11908
|
+
# The name of the target table.
|
11909
|
+
# @return [String]
|
11910
|
+
#
|
11911
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableIdentifier AWS API Documentation
|
11912
|
+
#
|
11913
|
+
class TableIdentifier < Struct.new(
|
11914
|
+
:catalog_id,
|
11915
|
+
:database_name,
|
11916
|
+
:name)
|
11917
|
+
SENSITIVE = []
|
11918
|
+
include Aws::Structure
|
11919
|
+
end
|
11920
|
+
|
10868
11921
|
# A structure used to define a table.
|
10869
11922
|
#
|
10870
11923
|
# @note When making an API call, you may pass TableInput
|
@@ -10935,6 +11988,11 @@ module Aws::Glue
|
|
10935
11988
|
# parameters: {
|
10936
11989
|
# "KeyString" => "ParametersMapValue",
|
10937
11990
|
# },
|
11991
|
+
# target_table: {
|
11992
|
+
# catalog_id: "CatalogIdString",
|
11993
|
+
# database_name: "NameString",
|
11994
|
+
# name: "NameString",
|
11995
|
+
# },
|
10938
11996
|
# }
|
10939
11997
|
#
|
10940
11998
|
# @!attribute [rw] name
|
@@ -10996,6 +12054,11 @@ module Aws::Glue
|
|
10996
12054
|
# These key-value pairs define properties associated with the table.
|
10997
12055
|
# @return [Hash<String,String>]
|
10998
12056
|
#
|
12057
|
+
# @!attribute [rw] target_table
|
12058
|
+
# A `TableIdentifier` structure that describes a target table for
|
12059
|
+
# resource linking.
|
12060
|
+
# @return [Types::TableIdentifier]
|
12061
|
+
#
|
10999
12062
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableInput AWS API Documentation
|
11000
12063
|
#
|
11001
12064
|
class TableInput < Struct.new(
|
@@ -11010,7 +12073,8 @@ module Aws::Glue
|
|
11010
12073
|
:view_original_text,
|
11011
12074
|
:view_expanded_text,
|
11012
12075
|
:table_type,
|
11013
|
-
:parameters
|
12076
|
+
:parameters,
|
12077
|
+
:target_table)
|
11014
12078
|
SENSITIVE = []
|
11015
12079
|
include Aws::Structure
|
11016
12080
|
end
|
@@ -11666,6 +12730,222 @@ module Aws::Glue
|
|
11666
12730
|
#
|
11667
12731
|
class UpdateClassifierResponse < Aws::EmptyStructure; end
|
11668
12732
|
|
12733
|
+
# @note When making an API call, you may pass UpdateColumnStatisticsForPartitionRequest
|
12734
|
+
# data as a hash:
|
12735
|
+
#
|
12736
|
+
# {
|
12737
|
+
# catalog_id: "CatalogIdString",
|
12738
|
+
# database_name: "NameString", # required
|
12739
|
+
# table_name: "NameString", # required
|
12740
|
+
# partition_values: ["ValueString"], # required
|
12741
|
+
# column_statistics_list: [ # required
|
12742
|
+
# {
|
12743
|
+
# column_name: "NameString", # required
|
12744
|
+
# column_type: "TypeString", # required
|
12745
|
+
# analyzed_time: Time.now, # required
|
12746
|
+
# statistics_data: { # required
|
12747
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
12748
|
+
# boolean_column_statistics_data: {
|
12749
|
+
# number_of_trues: 1, # required
|
12750
|
+
# number_of_falses: 1, # required
|
12751
|
+
# number_of_nulls: 1, # required
|
12752
|
+
# },
|
12753
|
+
# date_column_statistics_data: {
|
12754
|
+
# minimum_value: Time.now,
|
12755
|
+
# maximum_value: Time.now,
|
12756
|
+
# number_of_nulls: 1, # required
|
12757
|
+
# number_of_distinct_values: 1, # required
|
12758
|
+
# },
|
12759
|
+
# decimal_column_statistics_data: {
|
12760
|
+
# minimum_value: {
|
12761
|
+
# unscaled_value: "data", # required
|
12762
|
+
# scale: 1, # required
|
12763
|
+
# },
|
12764
|
+
# maximum_value: {
|
12765
|
+
# unscaled_value: "data", # required
|
12766
|
+
# scale: 1, # required
|
12767
|
+
# },
|
12768
|
+
# number_of_nulls: 1, # required
|
12769
|
+
# number_of_distinct_values: 1, # required
|
12770
|
+
# },
|
12771
|
+
# double_column_statistics_data: {
|
12772
|
+
# minimum_value: 1.0,
|
12773
|
+
# maximum_value: 1.0,
|
12774
|
+
# number_of_nulls: 1, # required
|
12775
|
+
# number_of_distinct_values: 1, # required
|
12776
|
+
# },
|
12777
|
+
# long_column_statistics_data: {
|
12778
|
+
# minimum_value: 1,
|
12779
|
+
# maximum_value: 1,
|
12780
|
+
# number_of_nulls: 1, # required
|
12781
|
+
# number_of_distinct_values: 1, # required
|
12782
|
+
# },
|
12783
|
+
# string_column_statistics_data: {
|
12784
|
+
# maximum_length: 1, # required
|
12785
|
+
# average_length: 1.0, # required
|
12786
|
+
# number_of_nulls: 1, # required
|
12787
|
+
# number_of_distinct_values: 1, # required
|
12788
|
+
# },
|
12789
|
+
# binary_column_statistics_data: {
|
12790
|
+
# maximum_length: 1, # required
|
12791
|
+
# average_length: 1.0, # required
|
12792
|
+
# number_of_nulls: 1, # required
|
12793
|
+
# },
|
12794
|
+
# },
|
12795
|
+
# },
|
12796
|
+
# ],
|
12797
|
+
# }
|
12798
|
+
#
|
12799
|
+
# @!attribute [rw] catalog_id
|
12800
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
12801
|
+
# If none is supplied, the AWS account ID is used by default.
|
12802
|
+
# @return [String]
|
12803
|
+
#
|
12804
|
+
# @!attribute [rw] database_name
|
12805
|
+
# The name of the catalog database where the partitions reside.
|
12806
|
+
# @return [String]
|
12807
|
+
#
|
12808
|
+
# @!attribute [rw] table_name
|
12809
|
+
# The name of the partitions' table.
|
12810
|
+
# @return [String]
|
12811
|
+
#
|
12812
|
+
# @!attribute [rw] partition_values
|
12813
|
+
# A list of partition values identifying the partition.
|
12814
|
+
# @return [Array<String>]
|
12815
|
+
#
|
12816
|
+
# @!attribute [rw] column_statistics_list
|
12817
|
+
# A list of the column statistics.
|
12818
|
+
# @return [Array<Types::ColumnStatistics>]
|
12819
|
+
#
|
12820
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartitionRequest AWS API Documentation
|
12821
|
+
#
|
12822
|
+
class UpdateColumnStatisticsForPartitionRequest < Struct.new(
|
12823
|
+
:catalog_id,
|
12824
|
+
:database_name,
|
12825
|
+
:table_name,
|
12826
|
+
:partition_values,
|
12827
|
+
:column_statistics_list)
|
12828
|
+
SENSITIVE = []
|
12829
|
+
include Aws::Structure
|
12830
|
+
end
|
12831
|
+
|
12832
|
+
# @!attribute [rw] errors
|
12833
|
+
# Error occurred during updating column statistics data.
|
12834
|
+
# @return [Array<Types::ColumnStatisticsError>]
|
12835
|
+
#
|
12836
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartitionResponse AWS API Documentation
|
12837
|
+
#
|
12838
|
+
class UpdateColumnStatisticsForPartitionResponse < Struct.new(
|
12839
|
+
:errors)
|
12840
|
+
SENSITIVE = []
|
12841
|
+
include Aws::Structure
|
12842
|
+
end
|
12843
|
+
|
12844
|
+
# @note When making an API call, you may pass UpdateColumnStatisticsForTableRequest
|
12845
|
+
# data as a hash:
|
12846
|
+
#
|
12847
|
+
# {
|
12848
|
+
# catalog_id: "CatalogIdString",
|
12849
|
+
# database_name: "NameString", # required
|
12850
|
+
# table_name: "NameString", # required
|
12851
|
+
# column_statistics_list: [ # required
|
12852
|
+
# {
|
12853
|
+
# column_name: "NameString", # required
|
12854
|
+
# column_type: "TypeString", # required
|
12855
|
+
# analyzed_time: Time.now, # required
|
12856
|
+
# statistics_data: { # required
|
12857
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
12858
|
+
# boolean_column_statistics_data: {
|
12859
|
+
# number_of_trues: 1, # required
|
12860
|
+
# number_of_falses: 1, # required
|
12861
|
+
# number_of_nulls: 1, # required
|
12862
|
+
# },
|
12863
|
+
# date_column_statistics_data: {
|
12864
|
+
# minimum_value: Time.now,
|
12865
|
+
# maximum_value: Time.now,
|
12866
|
+
# number_of_nulls: 1, # required
|
12867
|
+
# number_of_distinct_values: 1, # required
|
12868
|
+
# },
|
12869
|
+
# decimal_column_statistics_data: {
|
12870
|
+
# minimum_value: {
|
12871
|
+
# unscaled_value: "data", # required
|
12872
|
+
# scale: 1, # required
|
12873
|
+
# },
|
12874
|
+
# maximum_value: {
|
12875
|
+
# unscaled_value: "data", # required
|
12876
|
+
# scale: 1, # required
|
12877
|
+
# },
|
12878
|
+
# number_of_nulls: 1, # required
|
12879
|
+
# number_of_distinct_values: 1, # required
|
12880
|
+
# },
|
12881
|
+
# double_column_statistics_data: {
|
12882
|
+
# minimum_value: 1.0,
|
12883
|
+
# maximum_value: 1.0,
|
12884
|
+
# number_of_nulls: 1, # required
|
12885
|
+
# number_of_distinct_values: 1, # required
|
12886
|
+
# },
|
12887
|
+
# long_column_statistics_data: {
|
12888
|
+
# minimum_value: 1,
|
12889
|
+
# maximum_value: 1,
|
12890
|
+
# number_of_nulls: 1, # required
|
12891
|
+
# number_of_distinct_values: 1, # required
|
12892
|
+
# },
|
12893
|
+
# string_column_statistics_data: {
|
12894
|
+
# maximum_length: 1, # required
|
12895
|
+
# average_length: 1.0, # required
|
12896
|
+
# number_of_nulls: 1, # required
|
12897
|
+
# number_of_distinct_values: 1, # required
|
12898
|
+
# },
|
12899
|
+
# binary_column_statistics_data: {
|
12900
|
+
# maximum_length: 1, # required
|
12901
|
+
# average_length: 1.0, # required
|
12902
|
+
# number_of_nulls: 1, # required
|
12903
|
+
# },
|
12904
|
+
# },
|
12905
|
+
# },
|
12906
|
+
# ],
|
12907
|
+
# }
|
12908
|
+
#
|
12909
|
+
# @!attribute [rw] catalog_id
|
12910
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
12911
|
+
# If none is supplied, the AWS account ID is used by default.
|
12912
|
+
# @return [String]
|
12913
|
+
#
|
12914
|
+
# @!attribute [rw] database_name
|
12915
|
+
# The name of the catalog database where the partitions reside.
|
12916
|
+
# @return [String]
|
12917
|
+
#
|
12918
|
+
# @!attribute [rw] table_name
|
12919
|
+
# The name of the partitions' table.
|
12920
|
+
# @return [String]
|
12921
|
+
#
|
12922
|
+
# @!attribute [rw] column_statistics_list
|
12923
|
+
# A list of the column statistics.
|
12924
|
+
# @return [Array<Types::ColumnStatistics>]
|
12925
|
+
#
|
12926
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTableRequest AWS API Documentation
|
12927
|
+
#
|
12928
|
+
class UpdateColumnStatisticsForTableRequest < Struct.new(
|
12929
|
+
:catalog_id,
|
12930
|
+
:database_name,
|
12931
|
+
:table_name,
|
12932
|
+
:column_statistics_list)
|
12933
|
+
SENSITIVE = []
|
12934
|
+
include Aws::Structure
|
12935
|
+
end
|
12936
|
+
|
12937
|
+
# @!attribute [rw] errors
|
12938
|
+
# List of ColumnStatisticsErrors.
|
12939
|
+
# @return [Array<Types::ColumnStatisticsError>]
|
12940
|
+
#
|
12941
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTableResponse AWS API Documentation
|
12942
|
+
#
|
12943
|
+
class UpdateColumnStatisticsForTableResponse < Struct.new(
|
12944
|
+
:errors)
|
12945
|
+
SENSITIVE = []
|
12946
|
+
include Aws::Structure
|
12947
|
+
end
|
12948
|
+
|
11669
12949
|
# @note When making an API call, you may pass UpdateConnectionRequest
|
11670
12950
|
# data as a hash:
|
11671
12951
|
#
|
@@ -11964,6 +13244,10 @@ module Aws::Glue
|
|
11964
13244
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
11965
13245
|
# },
|
11966
13246
|
# ],
|
13247
|
+
# target_database: {
|
13248
|
+
# catalog_id: "CatalogIdString",
|
13249
|
+
# database_name: "NameString",
|
13250
|
+
# },
|
11967
13251
|
# },
|
11968
13252
|
# }
|
11969
13253
|
#
|
@@ -12438,11 +13722,15 @@ module Aws::Glue
|
|
12438
13722
|
# @return [String]
|
12439
13723
|
#
|
12440
13724
|
# @!attribute [rw] partition_value_list
|
12441
|
-
#
|
13725
|
+
# List of partition key values that define the partition to update.
|
12442
13726
|
# @return [Array<String>]
|
12443
13727
|
#
|
12444
13728
|
# @!attribute [rw] partition_input
|
12445
13729
|
# The new partition object to update the partition to.
|
13730
|
+
#
|
13731
|
+
# The `Values` property can't be changed. If you want to change the
|
13732
|
+
# partition key values for a partition, delete and recreate the
|
13733
|
+
# partition.
|
12446
13734
|
# @return [Types::PartitionInput]
|
12447
13735
|
#
|
12448
13736
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
|
@@ -12532,6 +13820,11 @@ module Aws::Glue
|
|
12532
13820
|
# parameters: {
|
12533
13821
|
# "KeyString" => "ParametersMapValue",
|
12534
13822
|
# },
|
13823
|
+
# target_table: {
|
13824
|
+
# catalog_id: "CatalogIdString",
|
13825
|
+
# database_name: "NameString",
|
13826
|
+
# name: "NameString",
|
13827
|
+
# },
|
12535
13828
|
# },
|
12536
13829
|
# skip_archive: false,
|
12537
13830
|
# }
|
@@ -12786,7 +14079,7 @@ module Aws::Glue
|
|
12786
14079
|
# @return [String]
|
12787
14080
|
#
|
12788
14081
|
# @!attribute [rw] database_name
|
12789
|
-
# The name of the database
|
14082
|
+
# The name of the catalog database that contains the function.
|
12790
14083
|
# @return [String]
|
12791
14084
|
#
|
12792
14085
|
# @!attribute [rw] class_name
|
@@ -12809,6 +14102,10 @@ module Aws::Glue
|
|
12809
14102
|
# The resource URIs for the function.
|
12810
14103
|
# @return [Array<Types::ResourceUri>]
|
12811
14104
|
#
|
14105
|
+
# @!attribute [rw] catalog_id
|
14106
|
+
# The ID of the Data Catalog in which the function resides.
|
14107
|
+
# @return [String]
|
14108
|
+
#
|
12812
14109
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UserDefinedFunction AWS API Documentation
|
12813
14110
|
#
|
12814
14111
|
class UserDefinedFunction < Struct.new(
|
@@ -12818,7 +14115,8 @@ module Aws::Glue
|
|
12818
14115
|
:owner_name,
|
12819
14116
|
:owner_type,
|
12820
14117
|
:create_time,
|
12821
|
-
:resource_uris
|
14118
|
+
:resource_uris,
|
14119
|
+
:catalog_id)
|
12822
14120
|
SENSITIVE = []
|
12823
14121
|
include Aws::Structure
|
12824
14122
|
end
|
@@ -12976,13 +14274,17 @@ module Aws::Glue
|
|
12976
14274
|
# information.
|
12977
14275
|
#
|
12978
14276
|
# @!attribute [rw] name
|
12979
|
-
# Name of the workflow
|
14277
|
+
# Name of the workflow that was executed.
|
12980
14278
|
# @return [String]
|
12981
14279
|
#
|
12982
14280
|
# @!attribute [rw] workflow_run_id
|
12983
14281
|
# The ID of this workflow run.
|
12984
14282
|
# @return [String]
|
12985
14283
|
#
|
14284
|
+
# @!attribute [rw] previous_run_id
|
14285
|
+
# The ID of the previous workflow run.
|
14286
|
+
# @return [String]
|
14287
|
+
#
|
12986
14288
|
# @!attribute [rw] workflow_run_properties
|
12987
14289
|
# The workflow run properties which were set during the run.
|
12988
14290
|
# @return [Hash<String,String>]
|
@@ -13014,6 +14316,7 @@ module Aws::Glue
|
|
13014
14316
|
class WorkflowRun < Struct.new(
|
13015
14317
|
:name,
|
13016
14318
|
:workflow_run_id,
|
14319
|
+
:previous_run_id,
|
13017
14320
|
:workflow_run_properties,
|
13018
14321
|
:started_on,
|
13019
14322
|
:completed_on,
|
@@ -13031,19 +14334,19 @@ module Aws::Glue
|
|
13031
14334
|
# @return [Integer]
|
13032
14335
|
#
|
13033
14336
|
# @!attribute [rw] timeout_actions
|
13034
|
-
# Total number of Actions
|
14337
|
+
# Total number of Actions that timed out.
|
13035
14338
|
# @return [Integer]
|
13036
14339
|
#
|
13037
14340
|
# @!attribute [rw] failed_actions
|
13038
|
-
# Total number of Actions
|
14341
|
+
# Total number of Actions that have failed.
|
13039
14342
|
# @return [Integer]
|
13040
14343
|
#
|
13041
14344
|
# @!attribute [rw] stopped_actions
|
13042
|
-
# Total number of Actions
|
14345
|
+
# Total number of Actions that have stopped.
|
13043
14346
|
# @return [Integer]
|
13044
14347
|
#
|
13045
14348
|
# @!attribute [rw] succeeded_actions
|
13046
|
-
# Total number of Actions
|
14349
|
+
# Total number of Actions that have succeeded.
|
13047
14350
|
# @return [Integer]
|
13048
14351
|
#
|
13049
14352
|
# @!attribute [rw] running_actions
|