aws-sdk-glue 1.60.0 → 1.65.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +722 -6
- data/lib/aws-sdk-glue/client_api.rb +336 -0
- data/lib/aws-sdk-glue/types.rb +1363 -60
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -764,6 +764,72 @@ module Aws::Glue
|
|
764
764
|
include Aws::Structure
|
765
765
|
end
|
766
766
|
|
767
|
+
# Defines a binary column statistics data.
|
768
|
+
#
|
769
|
+
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
770
|
+
# data as a hash:
|
771
|
+
#
|
772
|
+
# {
|
773
|
+
# maximum_length: 1, # required
|
774
|
+
# average_length: 1.0, # required
|
775
|
+
# number_of_nulls: 1, # required
|
776
|
+
# }
|
777
|
+
#
|
778
|
+
# @!attribute [rw] maximum_length
|
779
|
+
# Maximum length of the column.
|
780
|
+
# @return [Integer]
|
781
|
+
#
|
782
|
+
# @!attribute [rw] average_length
|
783
|
+
# Average length of the column.
|
784
|
+
# @return [Float]
|
785
|
+
#
|
786
|
+
# @!attribute [rw] number_of_nulls
|
787
|
+
# Number of nulls.
|
788
|
+
# @return [Integer]
|
789
|
+
#
|
790
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
791
|
+
#
|
792
|
+
class BinaryColumnStatisticsData < Struct.new(
|
793
|
+
:maximum_length,
|
794
|
+
:average_length,
|
795
|
+
:number_of_nulls)
|
796
|
+
SENSITIVE = []
|
797
|
+
include Aws::Structure
|
798
|
+
end
|
799
|
+
|
800
|
+
# Defines a boolean column statistics.
|
801
|
+
#
|
802
|
+
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
803
|
+
# data as a hash:
|
804
|
+
#
|
805
|
+
# {
|
806
|
+
# number_of_trues: 1, # required
|
807
|
+
# number_of_falses: 1, # required
|
808
|
+
# number_of_nulls: 1, # required
|
809
|
+
# }
|
810
|
+
#
|
811
|
+
# @!attribute [rw] number_of_trues
|
812
|
+
# Number of true value.
|
813
|
+
# @return [Integer]
|
814
|
+
#
|
815
|
+
# @!attribute [rw] number_of_falses
|
816
|
+
# Number of false value.
|
817
|
+
# @return [Integer]
|
818
|
+
#
|
819
|
+
# @!attribute [rw] number_of_nulls
|
820
|
+
# Number of nulls.
|
821
|
+
# @return [Integer]
|
822
|
+
#
|
823
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
824
|
+
#
|
825
|
+
class BooleanColumnStatisticsData < Struct.new(
|
826
|
+
:number_of_trues,
|
827
|
+
:number_of_falses,
|
828
|
+
:number_of_nulls)
|
829
|
+
SENSITIVE = []
|
830
|
+
include Aws::Structure
|
831
|
+
end
|
832
|
+
|
767
833
|
# @note When making an API call, you may pass CancelMLTaskRunRequest
|
768
834
|
# data as a hash:
|
769
835
|
#
|
@@ -1108,6 +1174,233 @@ module Aws::Glue
|
|
1108
1174
|
include Aws::Structure
|
1109
1175
|
end
|
1110
1176
|
|
1177
|
+
# Defines a column containing error.
|
1178
|
+
#
|
1179
|
+
# @!attribute [rw] column_name
|
1180
|
+
# The name of the column.
|
1181
|
+
# @return [String]
|
1182
|
+
#
|
1183
|
+
# @!attribute [rw] error
|
1184
|
+
# The error message occurred during operation.
|
1185
|
+
# @return [Types::ErrorDetail]
|
1186
|
+
#
|
1187
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
1188
|
+
#
|
1189
|
+
class ColumnError < Struct.new(
|
1190
|
+
:column_name,
|
1191
|
+
:error)
|
1192
|
+
SENSITIVE = []
|
1193
|
+
include Aws::Structure
|
1194
|
+
end
|
1195
|
+
|
1196
|
+
# Defines a column statistics.
|
1197
|
+
#
|
1198
|
+
# @note When making an API call, you may pass ColumnStatistics
|
1199
|
+
# data as a hash:
|
1200
|
+
#
|
1201
|
+
# {
|
1202
|
+
# column_name: "NameString", # required
|
1203
|
+
# column_type: "TypeString", # required
|
1204
|
+
# analyzed_time: Time.now, # required
|
1205
|
+
# statistics_data: { # required
|
1206
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
1207
|
+
# boolean_column_statistics_data: {
|
1208
|
+
# number_of_trues: 1, # required
|
1209
|
+
# number_of_falses: 1, # required
|
1210
|
+
# number_of_nulls: 1, # required
|
1211
|
+
# },
|
1212
|
+
# date_column_statistics_data: {
|
1213
|
+
# minimum_value: Time.now,
|
1214
|
+
# maximum_value: Time.now,
|
1215
|
+
# number_of_nulls: 1, # required
|
1216
|
+
# number_of_distinct_values: 1, # required
|
1217
|
+
# },
|
1218
|
+
# decimal_column_statistics_data: {
|
1219
|
+
# minimum_value: {
|
1220
|
+
# unscaled_value: "data", # required
|
1221
|
+
# scale: 1, # required
|
1222
|
+
# },
|
1223
|
+
# maximum_value: {
|
1224
|
+
# unscaled_value: "data", # required
|
1225
|
+
# scale: 1, # required
|
1226
|
+
# },
|
1227
|
+
# number_of_nulls: 1, # required
|
1228
|
+
# number_of_distinct_values: 1, # required
|
1229
|
+
# },
|
1230
|
+
# double_column_statistics_data: {
|
1231
|
+
# minimum_value: 1.0,
|
1232
|
+
# maximum_value: 1.0,
|
1233
|
+
# number_of_nulls: 1, # required
|
1234
|
+
# number_of_distinct_values: 1, # required
|
1235
|
+
# },
|
1236
|
+
# long_column_statistics_data: {
|
1237
|
+
# minimum_value: 1,
|
1238
|
+
# maximum_value: 1,
|
1239
|
+
# number_of_nulls: 1, # required
|
1240
|
+
# number_of_distinct_values: 1, # required
|
1241
|
+
# },
|
1242
|
+
# string_column_statistics_data: {
|
1243
|
+
# maximum_length: 1, # required
|
1244
|
+
# average_length: 1.0, # required
|
1245
|
+
# number_of_nulls: 1, # required
|
1246
|
+
# number_of_distinct_values: 1, # required
|
1247
|
+
# },
|
1248
|
+
# binary_column_statistics_data: {
|
1249
|
+
# maximum_length: 1, # required
|
1250
|
+
# average_length: 1.0, # required
|
1251
|
+
# number_of_nulls: 1, # required
|
1252
|
+
# },
|
1253
|
+
# },
|
1254
|
+
# }
|
1255
|
+
#
|
1256
|
+
# @!attribute [rw] column_name
|
1257
|
+
# The name of the column.
|
1258
|
+
# @return [String]
|
1259
|
+
#
|
1260
|
+
# @!attribute [rw] column_type
|
1261
|
+
# The type of the column.
|
1262
|
+
# @return [String]
|
1263
|
+
#
|
1264
|
+
# @!attribute [rw] analyzed_time
|
1265
|
+
# The analyzed time of the column statistics.
|
1266
|
+
# @return [Time]
|
1267
|
+
#
|
1268
|
+
# @!attribute [rw] statistics_data
|
1269
|
+
# The statistics of the column.
|
1270
|
+
# @return [Types::ColumnStatisticsData]
|
1271
|
+
#
|
1272
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
1273
|
+
#
|
1274
|
+
class ColumnStatistics < Struct.new(
|
1275
|
+
:column_name,
|
1276
|
+
:column_type,
|
1277
|
+
:analyzed_time,
|
1278
|
+
:statistics_data)
|
1279
|
+
SENSITIVE = []
|
1280
|
+
include Aws::Structure
|
1281
|
+
end
|
1282
|
+
|
1283
|
+
# Defines a column statistics data.
|
1284
|
+
#
|
1285
|
+
# @note When making an API call, you may pass ColumnStatisticsData
|
1286
|
+
# data as a hash:
|
1287
|
+
#
|
1288
|
+
# {
|
1289
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
1290
|
+
# boolean_column_statistics_data: {
|
1291
|
+
# number_of_trues: 1, # required
|
1292
|
+
# number_of_falses: 1, # required
|
1293
|
+
# number_of_nulls: 1, # required
|
1294
|
+
# },
|
1295
|
+
# date_column_statistics_data: {
|
1296
|
+
# minimum_value: Time.now,
|
1297
|
+
# maximum_value: Time.now,
|
1298
|
+
# number_of_nulls: 1, # required
|
1299
|
+
# number_of_distinct_values: 1, # required
|
1300
|
+
# },
|
1301
|
+
# decimal_column_statistics_data: {
|
1302
|
+
# minimum_value: {
|
1303
|
+
# unscaled_value: "data", # required
|
1304
|
+
# scale: 1, # required
|
1305
|
+
# },
|
1306
|
+
# maximum_value: {
|
1307
|
+
# unscaled_value: "data", # required
|
1308
|
+
# scale: 1, # required
|
1309
|
+
# },
|
1310
|
+
# number_of_nulls: 1, # required
|
1311
|
+
# number_of_distinct_values: 1, # required
|
1312
|
+
# },
|
1313
|
+
# double_column_statistics_data: {
|
1314
|
+
# minimum_value: 1.0,
|
1315
|
+
# maximum_value: 1.0,
|
1316
|
+
# number_of_nulls: 1, # required
|
1317
|
+
# number_of_distinct_values: 1, # required
|
1318
|
+
# },
|
1319
|
+
# long_column_statistics_data: {
|
1320
|
+
# minimum_value: 1,
|
1321
|
+
# maximum_value: 1,
|
1322
|
+
# number_of_nulls: 1, # required
|
1323
|
+
# number_of_distinct_values: 1, # required
|
1324
|
+
# },
|
1325
|
+
# string_column_statistics_data: {
|
1326
|
+
# maximum_length: 1, # required
|
1327
|
+
# average_length: 1.0, # required
|
1328
|
+
# number_of_nulls: 1, # required
|
1329
|
+
# number_of_distinct_values: 1, # required
|
1330
|
+
# },
|
1331
|
+
# binary_column_statistics_data: {
|
1332
|
+
# maximum_length: 1, # required
|
1333
|
+
# average_length: 1.0, # required
|
1334
|
+
# number_of_nulls: 1, # required
|
1335
|
+
# },
|
1336
|
+
# }
|
1337
|
+
#
|
1338
|
+
# @!attribute [rw] type
|
1339
|
+
# The name of the column.
|
1340
|
+
# @return [String]
|
1341
|
+
#
|
1342
|
+
# @!attribute [rw] boolean_column_statistics_data
|
1343
|
+
# Boolean Column Statistics Data.
|
1344
|
+
# @return [Types::BooleanColumnStatisticsData]
|
1345
|
+
#
|
1346
|
+
# @!attribute [rw] date_column_statistics_data
|
1347
|
+
# Date Column Statistics Data.
|
1348
|
+
# @return [Types::DateColumnStatisticsData]
|
1349
|
+
#
|
1350
|
+
# @!attribute [rw] decimal_column_statistics_data
|
1351
|
+
# Decimal Column Statistics Data.
|
1352
|
+
# @return [Types::DecimalColumnStatisticsData]
|
1353
|
+
#
|
1354
|
+
# @!attribute [rw] double_column_statistics_data
|
1355
|
+
# Double Column Statistics Data.
|
1356
|
+
# @return [Types::DoubleColumnStatisticsData]
|
1357
|
+
#
|
1358
|
+
# @!attribute [rw] long_column_statistics_data
|
1359
|
+
# Long Column Statistics Data.
|
1360
|
+
# @return [Types::LongColumnStatisticsData]
|
1361
|
+
#
|
1362
|
+
# @!attribute [rw] string_column_statistics_data
|
1363
|
+
# String Column Statistics Data.
|
1364
|
+
# @return [Types::StringColumnStatisticsData]
|
1365
|
+
#
|
1366
|
+
# @!attribute [rw] binary_column_statistics_data
|
1367
|
+
# Binary Column Statistics Data.
|
1368
|
+
# @return [Types::BinaryColumnStatisticsData]
|
1369
|
+
#
|
1370
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
1371
|
+
#
|
1372
|
+
class ColumnStatisticsData < Struct.new(
|
1373
|
+
:type,
|
1374
|
+
:boolean_column_statistics_data,
|
1375
|
+
:date_column_statistics_data,
|
1376
|
+
:decimal_column_statistics_data,
|
1377
|
+
:double_column_statistics_data,
|
1378
|
+
:long_column_statistics_data,
|
1379
|
+
:string_column_statistics_data,
|
1380
|
+
:binary_column_statistics_data)
|
1381
|
+
SENSITIVE = []
|
1382
|
+
include Aws::Structure
|
1383
|
+
end
|
1384
|
+
|
1385
|
+
# Defines a column containing error.
|
1386
|
+
#
|
1387
|
+
# @!attribute [rw] column_statistics
|
1388
|
+
# The ColumnStatistics of the column.
|
1389
|
+
# @return [Types::ColumnStatistics]
|
1390
|
+
#
|
1391
|
+
# @!attribute [rw] error
|
1392
|
+
# The error message occurred during operation.
|
1393
|
+
# @return [Types::ErrorDetail]
|
1394
|
+
#
|
1395
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
1396
|
+
#
|
1397
|
+
class ColumnStatisticsError < Struct.new(
|
1398
|
+
:column_statistics,
|
1399
|
+
:error)
|
1400
|
+
SENSITIVE = []
|
1401
|
+
include Aws::Structure
|
1402
|
+
end
|
1403
|
+
|
1111
1404
|
# Two processes are trying to modify a resource simultaneously.
|
1112
1405
|
#
|
1113
1406
|
# @!attribute [rw] message
|
@@ -1159,10 +1452,8 @@ module Aws::Glue
|
|
1159
1452
|
# @return [String]
|
1160
1453
|
#
|
1161
1454
|
# @!attribute [rw] state
|
1162
|
-
# The condition state. Currently, the
|
1163
|
-
#
|
1164
|
-
# The only crawler states that a trigger can listen for are
|
1165
|
-
# `SUCCEEDED`, `FAILED`, and `CANCELLED`.
|
1455
|
+
# The condition state. Currently, the values supported are
|
1456
|
+
# `SUCCEEDED`, `STOPPED`, `TIMEOUT`, and `FAILED`.
|
1166
1457
|
# @return [String]
|
1167
1458
|
#
|
1168
1459
|
# @!attribute [rw] crawler_name
|
@@ -1250,8 +1541,7 @@ module Aws::Glue
|
|
1250
1541
|
# @return [String]
|
1251
1542
|
#
|
1252
1543
|
# @!attribute [rw] connection_type
|
1253
|
-
# The type of the connection. Currently,
|
1254
|
-
# is not supported.
|
1544
|
+
# The type of the connection. Currently, SFTP is not supported.
|
1255
1545
|
# @return [String]
|
1256
1546
|
#
|
1257
1547
|
# @!attribute [rw] match_criteria
|
@@ -1328,6 +1618,17 @@ module Aws::Glue
|
|
1328
1618
|
# port pairs that are the addresses of the Apache Kafka brokers in a
|
1329
1619
|
# Kafka cluster to which a Kafka client will connect to and
|
1330
1620
|
# bootstrap itself.
|
1621
|
+
#
|
1622
|
+
# * `KAFKA_SSL_ENABLED` - Whether to enable or disable SSL on an
|
1623
|
+
# Apache Kafka connection. Default value is "true".
|
1624
|
+
#
|
1625
|
+
# * `KAFKA_CUSTOM_CERT` - The Amazon S3 URL for the private CA cert
|
1626
|
+
# file (.pem format). The default is an empty string.
|
1627
|
+
#
|
1628
|
+
# * `KAFKA_SKIP_CUSTOM_CERT_VALIDATION` - Whether to skip the
|
1629
|
+
# validation of the CA cert file or not. AWS Glue validates for
|
1630
|
+
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1631
|
+
# Default value is "false".
|
1331
1632
|
# @return [Hash<String,String>]
|
1332
1633
|
#
|
1333
1634
|
# @!attribute [rw] physical_connection_requirements
|
@@ -2154,6 +2455,10 @@ module Aws::Glue
|
|
2154
2455
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
2155
2456
|
# },
|
2156
2457
|
# ],
|
2458
|
+
# target_database: {
|
2459
|
+
# catalog_id: "CatalogIdString",
|
2460
|
+
# database_name: "NameString",
|
2461
|
+
# },
|
2157
2462
|
# },
|
2158
2463
|
# }
|
2159
2464
|
#
|
@@ -2663,8 +2968,9 @@ module Aws::Glue
|
|
2663
2968
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
2664
2969
|
#
|
2665
2970
|
# * When you specify an Apache Spark ETL job
|
2666
|
-
# (`JobCommand.Name`="glueetl")
|
2667
|
-
#
|
2971
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
2972
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
2973
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
2668
2974
|
# fractional DPU allocation.
|
2669
2975
|
#
|
2670
2976
|
#
|
@@ -3298,6 +3604,11 @@ module Aws::Glue
|
|
3298
3604
|
# parameters: {
|
3299
3605
|
# "KeyString" => "ParametersMapValue",
|
3300
3606
|
# },
|
3607
|
+
# target_table: {
|
3608
|
+
# catalog_id: "CatalogIdString",
|
3609
|
+
# database_name: "NameString",
|
3610
|
+
# name: "NameString",
|
3611
|
+
# },
|
3301
3612
|
# },
|
3302
3613
|
# }
|
3303
3614
|
#
|
@@ -3743,6 +4054,15 @@ module Aws::Glue
|
|
3743
4054
|
# Creates a set of default permissions on the table for principals.
|
3744
4055
|
# @return [Array<Types::PrincipalPermissions>]
|
3745
4056
|
#
|
4057
|
+
# @!attribute [rw] target_database
|
4058
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4059
|
+
# for resource linking.
|
4060
|
+
# @return [Types::DatabaseIdentifier]
|
4061
|
+
#
|
4062
|
+
# @!attribute [rw] catalog_id
|
4063
|
+
# The ID of the Data Catalog in which the database resides.
|
4064
|
+
# @return [String]
|
4065
|
+
#
|
3746
4066
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
3747
4067
|
#
|
3748
4068
|
class Database < Struct.new(
|
@@ -3751,7 +4071,36 @@ module Aws::Glue
|
|
3751
4071
|
:location_uri,
|
3752
4072
|
:parameters,
|
3753
4073
|
:create_time,
|
3754
|
-
:create_table_default_permissions
|
4074
|
+
:create_table_default_permissions,
|
4075
|
+
:target_database,
|
4076
|
+
:catalog_id)
|
4077
|
+
SENSITIVE = []
|
4078
|
+
include Aws::Structure
|
4079
|
+
end
|
4080
|
+
|
4081
|
+
# A structure that describes a target database for resource linking.
|
4082
|
+
#
|
4083
|
+
# @note When making an API call, you may pass DatabaseIdentifier
|
4084
|
+
# data as a hash:
|
4085
|
+
#
|
4086
|
+
# {
|
4087
|
+
# catalog_id: "CatalogIdString",
|
4088
|
+
# database_name: "NameString",
|
4089
|
+
# }
|
4090
|
+
#
|
4091
|
+
# @!attribute [rw] catalog_id
|
4092
|
+
# The ID of the Data Catalog in which the database resides.
|
4093
|
+
# @return [String]
|
4094
|
+
#
|
4095
|
+
# @!attribute [rw] database_name
|
4096
|
+
# The name of the catalog database.
|
4097
|
+
# @return [String]
|
4098
|
+
#
|
4099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseIdentifier AWS API Documentation
|
4100
|
+
#
|
4101
|
+
class DatabaseIdentifier < Struct.new(
|
4102
|
+
:catalog_id,
|
4103
|
+
:database_name)
|
3755
4104
|
SENSITIVE = []
|
3756
4105
|
include Aws::Structure
|
3757
4106
|
end
|
@@ -3776,6 +4125,10 @@ module Aws::Glue
|
|
3776
4125
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
3777
4126
|
# },
|
3778
4127
|
# ],
|
4128
|
+
# target_database: {
|
4129
|
+
# catalog_id: "CatalogIdString",
|
4130
|
+
# database_name: "NameString",
|
4131
|
+
# },
|
3779
4132
|
# }
|
3780
4133
|
#
|
3781
4134
|
# @!attribute [rw] name
|
@@ -3803,6 +4156,11 @@ module Aws::Glue
|
|
3803
4156
|
# Creates a set of default permissions on the table for principals.
|
3804
4157
|
# @return [Array<Types::PrincipalPermissions>]
|
3805
4158
|
#
|
4159
|
+
# @!attribute [rw] target_database
|
4160
|
+
# A `DatabaseIdentifier` structure that describes a target database
|
4161
|
+
# for resource linking.
|
4162
|
+
# @return [Types::DatabaseIdentifier]
|
4163
|
+
#
|
3806
4164
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
3807
4165
|
#
|
3808
4166
|
class DatabaseInput < Struct.new(
|
@@ -3810,7 +4168,120 @@ module Aws::Glue
|
|
3810
4168
|
:description,
|
3811
4169
|
:location_uri,
|
3812
4170
|
:parameters,
|
3813
|
-
:create_table_default_permissions
|
4171
|
+
:create_table_default_permissions,
|
4172
|
+
:target_database)
|
4173
|
+
SENSITIVE = []
|
4174
|
+
include Aws::Structure
|
4175
|
+
end
|
4176
|
+
|
4177
|
+
# Defines a date column statistics data.
|
4178
|
+
#
|
4179
|
+
# @note When making an API call, you may pass DateColumnStatisticsData
|
4180
|
+
# data as a hash:
|
4181
|
+
#
|
4182
|
+
# {
|
4183
|
+
# minimum_value: Time.now,
|
4184
|
+
# maximum_value: Time.now,
|
4185
|
+
# number_of_nulls: 1, # required
|
4186
|
+
# number_of_distinct_values: 1, # required
|
4187
|
+
# }
|
4188
|
+
#
|
4189
|
+
# @!attribute [rw] minimum_value
|
4190
|
+
# Minimum value of the column.
|
4191
|
+
# @return [Time]
|
4192
|
+
#
|
4193
|
+
# @!attribute [rw] maximum_value
|
4194
|
+
# Maximum value of the column.
|
4195
|
+
# @return [Time]
|
4196
|
+
#
|
4197
|
+
# @!attribute [rw] number_of_nulls
|
4198
|
+
# Number of nulls.
|
4199
|
+
# @return [Integer]
|
4200
|
+
#
|
4201
|
+
# @!attribute [rw] number_of_distinct_values
|
4202
|
+
# Number of distinct values.
|
4203
|
+
# @return [Integer]
|
4204
|
+
#
|
4205
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
4206
|
+
#
|
4207
|
+
class DateColumnStatisticsData < Struct.new(
|
4208
|
+
:minimum_value,
|
4209
|
+
:maximum_value,
|
4210
|
+
:number_of_nulls,
|
4211
|
+
:number_of_distinct_values)
|
4212
|
+
SENSITIVE = []
|
4213
|
+
include Aws::Structure
|
4214
|
+
end
|
4215
|
+
|
4216
|
+
# Defines a decimal column statistics data.
|
4217
|
+
#
|
4218
|
+
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4219
|
+
# data as a hash:
|
4220
|
+
#
|
4221
|
+
# {
|
4222
|
+
# minimum_value: {
|
4223
|
+
# unscaled_value: "data", # required
|
4224
|
+
# scale: 1, # required
|
4225
|
+
# },
|
4226
|
+
# maximum_value: {
|
4227
|
+
# unscaled_value: "data", # required
|
4228
|
+
# scale: 1, # required
|
4229
|
+
# },
|
4230
|
+
# number_of_nulls: 1, # required
|
4231
|
+
# number_of_distinct_values: 1, # required
|
4232
|
+
# }
|
4233
|
+
#
|
4234
|
+
# @!attribute [rw] minimum_value
|
4235
|
+
# Minimum value of the column.
|
4236
|
+
# @return [Types::DecimalNumber]
|
4237
|
+
#
|
4238
|
+
# @!attribute [rw] maximum_value
|
4239
|
+
# Maximum value of the column.
|
4240
|
+
# @return [Types::DecimalNumber]
|
4241
|
+
#
|
4242
|
+
# @!attribute [rw] number_of_nulls
|
4243
|
+
# Number of nulls.
|
4244
|
+
# @return [Integer]
|
4245
|
+
#
|
4246
|
+
# @!attribute [rw] number_of_distinct_values
|
4247
|
+
# Number of distinct values.
|
4248
|
+
# @return [Integer]
|
4249
|
+
#
|
4250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
4251
|
+
#
|
4252
|
+
class DecimalColumnStatisticsData < Struct.new(
|
4253
|
+
:minimum_value,
|
4254
|
+
:maximum_value,
|
4255
|
+
:number_of_nulls,
|
4256
|
+
:number_of_distinct_values)
|
4257
|
+
SENSITIVE = []
|
4258
|
+
include Aws::Structure
|
4259
|
+
end
|
4260
|
+
|
4261
|
+
# Contains a numeric value in decimal format.
|
4262
|
+
#
|
4263
|
+
# @note When making an API call, you may pass DecimalNumber
|
4264
|
+
# data as a hash:
|
4265
|
+
#
|
4266
|
+
# {
|
4267
|
+
# unscaled_value: "data", # required
|
4268
|
+
# scale: 1, # required
|
4269
|
+
# }
|
4270
|
+
#
|
4271
|
+
# @!attribute [rw] unscaled_value
|
4272
|
+
# The unscaled numeric value.
|
4273
|
+
# @return [String]
|
4274
|
+
#
|
4275
|
+
# @!attribute [rw] scale
|
4276
|
+
# The scale that determines where the decimal point falls in the
|
4277
|
+
# unscaled value.
|
4278
|
+
# @return [Integer]
|
4279
|
+
#
|
4280
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalNumber AWS API Documentation
|
4281
|
+
#
|
4282
|
+
class DecimalNumber < Struct.new(
|
4283
|
+
:unscaled_value,
|
4284
|
+
:scale)
|
3814
4285
|
SENSITIVE = []
|
3815
4286
|
include Aws::Structure
|
3816
4287
|
end
|
@@ -3838,6 +4309,96 @@ module Aws::Glue
|
|
3838
4309
|
#
|
3839
4310
|
class DeleteClassifierResponse < Aws::EmptyStructure; end
|
3840
4311
|
|
4312
|
+
# @note When making an API call, you may pass DeleteColumnStatisticsForPartitionRequest
|
4313
|
+
# data as a hash:
|
4314
|
+
#
|
4315
|
+
# {
|
4316
|
+
# catalog_id: "CatalogIdString",
|
4317
|
+
# database_name: "NameString", # required
|
4318
|
+
# table_name: "NameString", # required
|
4319
|
+
# partition_values: ["ValueString"], # required
|
4320
|
+
# column_name: "NameString", # required
|
4321
|
+
# }
|
4322
|
+
#
|
4323
|
+
# @!attribute [rw] catalog_id
|
4324
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
4325
|
+
# If none is supplied, the AWS account ID is used by default.
|
4326
|
+
# @return [String]
|
4327
|
+
#
|
4328
|
+
# @!attribute [rw] database_name
|
4329
|
+
# The name of the catalog database where the partitions reside.
|
4330
|
+
# @return [String]
|
4331
|
+
#
|
4332
|
+
# @!attribute [rw] table_name
|
4333
|
+
# The name of the partitions' table.
|
4334
|
+
# @return [String]
|
4335
|
+
#
|
4336
|
+
# @!attribute [rw] partition_values
|
4337
|
+
# A list of partition values identifying the partition.
|
4338
|
+
# @return [Array<String>]
|
4339
|
+
#
|
4340
|
+
# @!attribute [rw] column_name
|
4341
|
+
# Name of the column.
|
4342
|
+
# @return [String]
|
4343
|
+
#
|
4344
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartitionRequest AWS API Documentation
|
4345
|
+
#
|
4346
|
+
class DeleteColumnStatisticsForPartitionRequest < Struct.new(
|
4347
|
+
:catalog_id,
|
4348
|
+
:database_name,
|
4349
|
+
:table_name,
|
4350
|
+
:partition_values,
|
4351
|
+
:column_name)
|
4352
|
+
SENSITIVE = []
|
4353
|
+
include Aws::Structure
|
4354
|
+
end
|
4355
|
+
|
4356
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartitionResponse AWS API Documentation
|
4357
|
+
#
|
4358
|
+
class DeleteColumnStatisticsForPartitionResponse < Aws::EmptyStructure; end
|
4359
|
+
|
4360
|
+
# @note When making an API call, you may pass DeleteColumnStatisticsForTableRequest
|
4361
|
+
# data as a hash:
|
4362
|
+
#
|
4363
|
+
# {
|
4364
|
+
# catalog_id: "CatalogIdString",
|
4365
|
+
# database_name: "NameString", # required
|
4366
|
+
# table_name: "NameString", # required
|
4367
|
+
# column_name: "NameString", # required
|
4368
|
+
# }
|
4369
|
+
#
|
4370
|
+
# @!attribute [rw] catalog_id
|
4371
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
4372
|
+
# If none is supplied, the AWS account ID is used by default.
|
4373
|
+
# @return [String]
|
4374
|
+
#
|
4375
|
+
# @!attribute [rw] database_name
|
4376
|
+
# The name of the catalog database where the partitions reside.
|
4377
|
+
# @return [String]
|
4378
|
+
#
|
4379
|
+
# @!attribute [rw] table_name
|
4380
|
+
# The name of the partitions' table.
|
4381
|
+
# @return [String]
|
4382
|
+
#
|
4383
|
+
# @!attribute [rw] column_name
|
4384
|
+
# The name of the column.
|
4385
|
+
# @return [String]
|
4386
|
+
#
|
4387
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTableRequest AWS API Documentation
|
4388
|
+
#
|
4389
|
+
class DeleteColumnStatisticsForTableRequest < Struct.new(
|
4390
|
+
:catalog_id,
|
4391
|
+
:database_name,
|
4392
|
+
:table_name,
|
4393
|
+
:column_name)
|
4394
|
+
SENSITIVE = []
|
4395
|
+
include Aws::Structure
|
4396
|
+
end
|
4397
|
+
|
4398
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTableResponse AWS API Documentation
|
4399
|
+
#
|
4400
|
+
class DeleteColumnStatisticsForTableResponse < Aws::EmptyStructure; end
|
4401
|
+
|
3841
4402
|
# @note When making an API call, you may pass DeleteConnectionRequest
|
3842
4403
|
# data as a hash:
|
3843
4404
|
#
|
@@ -4055,16 +4616,23 @@ module Aws::Glue
|
|
4055
4616
|
#
|
4056
4617
|
# {
|
4057
4618
|
# policy_hash_condition: "HashString",
|
4619
|
+
# resource_arn: "GlueResourceArn",
|
4058
4620
|
# }
|
4059
4621
|
#
|
4060
4622
|
# @!attribute [rw] policy_hash_condition
|
4061
4623
|
# The hash value returned when this policy was set.
|
4062
4624
|
# @return [String]
|
4063
4625
|
#
|
4626
|
+
# @!attribute [rw] resource_arn
|
4627
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
4628
|
+
# deleted.
|
4629
|
+
# @return [String]
|
4630
|
+
#
|
4064
4631
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
4065
4632
|
#
|
4066
4633
|
class DeleteResourcePolicyRequest < Struct.new(
|
4067
|
-
:policy_hash_condition
|
4634
|
+
:policy_hash_condition,
|
4635
|
+
:resource_arn)
|
4068
4636
|
SENSITIVE = []
|
4069
4637
|
include Aws::Structure
|
4070
4638
|
end
|
@@ -4546,6 +5114,45 @@ module Aws::Glue
|
|
4546
5114
|
include Aws::Structure
|
4547
5115
|
end
|
4548
5116
|
|
5117
|
+
# Defines a double column statistics data.
|
5118
|
+
#
|
5119
|
+
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5120
|
+
# data as a hash:
|
5121
|
+
#
|
5122
|
+
# {
|
5123
|
+
# minimum_value: 1.0,
|
5124
|
+
# maximum_value: 1.0,
|
5125
|
+
# number_of_nulls: 1, # required
|
5126
|
+
# number_of_distinct_values: 1, # required
|
5127
|
+
# }
|
5128
|
+
#
|
5129
|
+
# @!attribute [rw] minimum_value
|
5130
|
+
# Minimum value of the column.
|
5131
|
+
# @return [Float]
|
5132
|
+
#
|
5133
|
+
# @!attribute [rw] maximum_value
|
5134
|
+
# Maximum value of the column.
|
5135
|
+
# @return [Float]
|
5136
|
+
#
|
5137
|
+
# @!attribute [rw] number_of_nulls
|
5138
|
+
# Number of nulls.
|
5139
|
+
# @return [Integer]
|
5140
|
+
#
|
5141
|
+
# @!attribute [rw] number_of_distinct_values
|
5142
|
+
# Number of distinct values.
|
5143
|
+
# @return [Integer]
|
5144
|
+
#
|
5145
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
5146
|
+
#
|
5147
|
+
class DoubleColumnStatisticsData < Struct.new(
|
5148
|
+
:minimum_value,
|
5149
|
+
:maximum_value,
|
5150
|
+
:number_of_nulls,
|
5151
|
+
:number_of_distinct_values)
|
5152
|
+
SENSITIVE = []
|
5153
|
+
include Aws::Structure
|
5154
|
+
end
|
5155
|
+
|
4549
5156
|
# Specifies an Amazon DynamoDB table to crawl.
|
4550
5157
|
#
|
4551
5158
|
# @note When making an API call, you may pass DynamoDBTarget
|
@@ -4595,7 +5202,7 @@ module Aws::Glue
|
|
4595
5202
|
end
|
4596
5203
|
|
4597
5204
|
# An edge represents a directed connection between two AWS Glue
|
4598
|
-
# components
|
5205
|
+
# components that are part of the workflow the edge belongs to.
|
4599
5206
|
#
|
4600
5207
|
# @!attribute [rw] source_id
|
4601
5208
|
# The unique of the node within the workflow where the edge starts.
|
@@ -5057,6 +5664,122 @@ module Aws::Glue
|
|
5057
5664
|
include Aws::Structure
|
5058
5665
|
end
|
5059
5666
|
|
5667
|
+
# @note When making an API call, you may pass GetColumnStatisticsForPartitionRequest
|
5668
|
+
# data as a hash:
|
5669
|
+
#
|
5670
|
+
# {
|
5671
|
+
# catalog_id: "CatalogIdString",
|
5672
|
+
# database_name: "NameString", # required
|
5673
|
+
# table_name: "NameString", # required
|
5674
|
+
# partition_values: ["ValueString"], # required
|
5675
|
+
# column_names: ["NameString"], # required
|
5676
|
+
# }
|
5677
|
+
#
|
5678
|
+
# @!attribute [rw] catalog_id
|
5679
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
5680
|
+
# If none is supplied, the AWS account ID is used by default.
|
5681
|
+
# @return [String]
|
5682
|
+
#
|
5683
|
+
# @!attribute [rw] database_name
|
5684
|
+
# The name of the catalog database where the partitions reside.
|
5685
|
+
# @return [String]
|
5686
|
+
#
|
5687
|
+
# @!attribute [rw] table_name
|
5688
|
+
# The name of the partitions' table.
|
5689
|
+
# @return [String]
|
5690
|
+
#
|
5691
|
+
# @!attribute [rw] partition_values
|
5692
|
+
# A list of partition values identifying the partition.
|
5693
|
+
# @return [Array<String>]
|
5694
|
+
#
|
5695
|
+
# @!attribute [rw] column_names
|
5696
|
+
# A list of the column names.
|
5697
|
+
# @return [Array<String>]
|
5698
|
+
#
|
5699
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartitionRequest AWS API Documentation
|
5700
|
+
#
|
5701
|
+
class GetColumnStatisticsForPartitionRequest < Struct.new(
|
5702
|
+
:catalog_id,
|
5703
|
+
:database_name,
|
5704
|
+
:table_name,
|
5705
|
+
:partition_values,
|
5706
|
+
:column_names)
|
5707
|
+
SENSITIVE = []
|
5708
|
+
include Aws::Structure
|
5709
|
+
end
|
5710
|
+
|
5711
|
+
# @!attribute [rw] column_statistics_list
|
5712
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5713
|
+
# @return [Array<Types::ColumnStatistics>]
|
5714
|
+
#
|
5715
|
+
# @!attribute [rw] errors
|
5716
|
+
# Error occurred during retrieving column statistics data.
|
5717
|
+
# @return [Array<Types::ColumnError>]
|
5718
|
+
#
|
5719
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartitionResponse AWS API Documentation
|
5720
|
+
#
|
5721
|
+
class GetColumnStatisticsForPartitionResponse < Struct.new(
|
5722
|
+
:column_statistics_list,
|
5723
|
+
:errors)
|
5724
|
+
SENSITIVE = []
|
5725
|
+
include Aws::Structure
|
5726
|
+
end
|
5727
|
+
|
5728
|
+
# @note When making an API call, you may pass GetColumnStatisticsForTableRequest
|
5729
|
+
# data as a hash:
|
5730
|
+
#
|
5731
|
+
# {
|
5732
|
+
# catalog_id: "CatalogIdString",
|
5733
|
+
# database_name: "NameString", # required
|
5734
|
+
# table_name: "NameString", # required
|
5735
|
+
# column_names: ["NameString"], # required
|
5736
|
+
# }
|
5737
|
+
#
|
5738
|
+
# @!attribute [rw] catalog_id
|
5739
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
5740
|
+
# If none is supplied, the AWS account ID is used by default.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @!attribute [rw] database_name
|
5744
|
+
# The name of the catalog database where the partitions reside.
|
5745
|
+
# @return [String]
|
5746
|
+
#
|
5747
|
+
# @!attribute [rw] table_name
|
5748
|
+
# The name of the partitions' table.
|
5749
|
+
# @return [String]
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] column_names
|
5752
|
+
# A list of the column names.
|
5753
|
+
# @return [Array<String>]
|
5754
|
+
#
|
5755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTableRequest AWS API Documentation
|
5756
|
+
#
|
5757
|
+
class GetColumnStatisticsForTableRequest < Struct.new(
|
5758
|
+
:catalog_id,
|
5759
|
+
:database_name,
|
5760
|
+
:table_name,
|
5761
|
+
:column_names)
|
5762
|
+
SENSITIVE = []
|
5763
|
+
include Aws::Structure
|
5764
|
+
end
|
5765
|
+
|
5766
|
+
# @!attribute [rw] column_statistics_list
|
5767
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5768
|
+
# @return [Array<Types::ColumnStatistics>]
|
5769
|
+
#
|
5770
|
+
# @!attribute [rw] errors
|
5771
|
+
# List of ColumnStatistics that failed to be retrieved.
|
5772
|
+
# @return [Array<Types::ColumnError>]
|
5773
|
+
#
|
5774
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTableResponse AWS API Documentation
|
5775
|
+
#
|
5776
|
+
class GetColumnStatisticsForTableResponse < Struct.new(
|
5777
|
+
:column_statistics_list,
|
5778
|
+
:errors)
|
5779
|
+
SENSITIVE = []
|
5780
|
+
include Aws::Structure
|
5781
|
+
end
|
5782
|
+
|
5060
5783
|
# @note When making an API call, you may pass GetConnectionRequest
|
5061
5784
|
# data as a hash:
|
5062
5785
|
#
|
@@ -5123,8 +5846,7 @@ module Aws::Glue
|
|
5123
5846
|
# @return [Array<String>]
|
5124
5847
|
#
|
5125
5848
|
# @!attribute [rw] connection_type
|
5126
|
-
# The type of connections to return. Currently,
|
5127
|
-
# supported; SFTP is not supported.
|
5849
|
+
# The type of connections to return. Currently, SFTP is not supported.
|
5128
5850
|
# @return [String]
|
5129
5851
|
#
|
5130
5852
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionsFilter AWS API Documentation
|
@@ -5407,6 +6129,7 @@ module Aws::Glue
|
|
5407
6129
|
# catalog_id: "CatalogIdString",
|
5408
6130
|
# next_token: "Token",
|
5409
6131
|
# max_results: 1,
|
6132
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
5410
6133
|
# }
|
5411
6134
|
#
|
5412
6135
|
# @!attribute [rw] catalog_id
|
@@ -5422,12 +6145,24 @@ module Aws::Glue
|
|
5422
6145
|
# The maximum number of databases to return in one response.
|
5423
6146
|
# @return [Integer]
|
5424
6147
|
#
|
6148
|
+
# @!attribute [rw] resource_share_type
|
6149
|
+
# Allows you to specify that you want to list the databases shared
|
6150
|
+
# with your account. The allowable values are `FOREIGN` or `ALL`.
|
6151
|
+
#
|
6152
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
6153
|
+
# account.
|
6154
|
+
#
|
6155
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
6156
|
+
# as well as the databases in yor local account.
|
6157
|
+
# @return [String]
|
6158
|
+
#
|
5425
6159
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabasesRequest AWS API Documentation
|
5426
6160
|
#
|
5427
6161
|
class GetDatabasesRequest < Struct.new(
|
5428
6162
|
:catalog_id,
|
5429
6163
|
:next_token,
|
5430
|
-
:max_results
|
6164
|
+
:max_results,
|
6165
|
+
:resource_share_type)
|
5431
6166
|
SENSITIVE = []
|
5432
6167
|
include Aws::Structure
|
5433
6168
|
end
|
@@ -6538,11 +7273,74 @@ module Aws::Glue
|
|
6538
7273
|
include Aws::Structure
|
6539
7274
|
end
|
6540
7275
|
|
6541
|
-
# @
|
7276
|
+
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
7277
|
+
# data as a hash:
|
7278
|
+
#
|
7279
|
+
# {
|
7280
|
+
# next_token: "Token",
|
7281
|
+
# max_results: 1,
|
7282
|
+
# }
|
7283
|
+
#
|
7284
|
+
# @!attribute [rw] next_token
|
7285
|
+
# A continuation token, if this is a continuation request.
|
7286
|
+
# @return [String]
|
7287
|
+
#
|
7288
|
+
# @!attribute [rw] max_results
|
7289
|
+
# The maximum size of a list to return.
|
7290
|
+
# @return [Integer]
|
7291
|
+
#
|
7292
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
|
7293
|
+
#
|
7294
|
+
class GetResourcePoliciesRequest < Struct.new(
|
7295
|
+
:next_token,
|
7296
|
+
:max_results)
|
7297
|
+
SENSITIVE = []
|
7298
|
+
include Aws::Structure
|
7299
|
+
end
|
7300
|
+
|
7301
|
+
# @!attribute [rw] get_resource_policies_response_list
|
7302
|
+
# A list of the individual resource policies and the account-level
|
7303
|
+
# resource policy.
|
7304
|
+
# @return [Array<Types::GluePolicy>]
|
7305
|
+
#
|
7306
|
+
# @!attribute [rw] next_token
|
7307
|
+
# A continuation token, if the returned list does not contain the last
|
7308
|
+
# resource policy available.
|
7309
|
+
# @return [String]
|
7310
|
+
#
|
7311
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesResponse AWS API Documentation
|
7312
|
+
#
|
7313
|
+
class GetResourcePoliciesResponse < Struct.new(
|
7314
|
+
:get_resource_policies_response_list,
|
7315
|
+
:next_token)
|
7316
|
+
SENSITIVE = []
|
7317
|
+
include Aws::Structure
|
7318
|
+
end
|
7319
|
+
|
7320
|
+
# @note When making an API call, you may pass GetResourcePolicyRequest
|
7321
|
+
# data as a hash:
|
7322
|
+
#
|
7323
|
+
# {
|
7324
|
+
# resource_arn: "GlueResourceArn",
|
7325
|
+
# }
|
7326
|
+
#
|
7327
|
+
# @!attribute [rw] resource_arn
|
7328
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
7329
|
+
# retrieved. For more information about AWS Glue resource ARNs, see
|
7330
|
+
# the [AWS Glue ARN string pattern][1]
|
7331
|
+
#
|
7332
|
+
#
|
7333
|
+
#
|
7334
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
7335
|
+
# @return [String]
|
6542
7336
|
#
|
6543
7337
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicyRequest AWS API Documentation
|
6544
7338
|
#
|
6545
|
-
class GetResourcePolicyRequest <
|
7339
|
+
class GetResourcePolicyRequest < Struct.new(
|
7340
|
+
:resource_arn)
|
7341
|
+
SENSITIVE = []
|
7342
|
+
include Aws::Structure
|
7343
|
+
end
|
6546
7344
|
|
6547
7345
|
# @!attribute [rw] policy_in_json
|
6548
7346
|
# Contains the requested policy document, in JSON format.
|
@@ -7284,6 +8082,35 @@ module Aws::Glue
|
|
7284
8082
|
include Aws::Structure
|
7285
8083
|
end
|
7286
8084
|
|
8085
|
+
# A structure for returning a resource policy.
|
8086
|
+
#
|
8087
|
+
# @!attribute [rw] policy_in_json
|
8088
|
+
# Contains the requested policy document, in JSON format.
|
8089
|
+
# @return [String]
|
8090
|
+
#
|
8091
|
+
# @!attribute [rw] policy_hash
|
8092
|
+
# Contains the hash value associated with this policy.
|
8093
|
+
# @return [String]
|
8094
|
+
#
|
8095
|
+
# @!attribute [rw] create_time
|
8096
|
+
# The date and time at which the policy was created.
|
8097
|
+
# @return [Time]
|
8098
|
+
#
|
8099
|
+
# @!attribute [rw] update_time
|
8100
|
+
# The date and time at which the policy was last updated.
|
8101
|
+
# @return [Time]
|
8102
|
+
#
|
8103
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GluePolicy AWS API Documentation
|
8104
|
+
#
|
8105
|
+
class GluePolicy < Struct.new(
|
8106
|
+
:policy_in_json,
|
8107
|
+
:policy_hash,
|
8108
|
+
:create_time,
|
8109
|
+
:update_time)
|
8110
|
+
SENSITIVE = []
|
8111
|
+
include Aws::Structure
|
8112
|
+
end
|
8113
|
+
|
7287
8114
|
# The database and table in the AWS Glue Data Catalog that is used for
|
7288
8115
|
# input or output data.
|
7289
8116
|
#
|
@@ -7620,15 +8447,17 @@ module Aws::Glue
|
|
7620
8447
|
# `NumberOfWorkers`.
|
7621
8448
|
#
|
7622
8449
|
# The value that can be allocated for `MaxCapacity` depends on whether
|
7623
|
-
# you are running a Python shell job
|
8450
|
+
# you are running a Python shell job, an Apache Spark ETL job, or an
|
8451
|
+
# Apache Spark streaming ETL job:
|
7624
8452
|
#
|
7625
8453
|
# * When you specify a Python shell job
|
7626
8454
|
# (`JobCommand.Name`="pythonshell"), you can allocate either
|
7627
8455
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
7628
8456
|
#
|
7629
8457
|
# * When you specify an Apache Spark ETL job
|
7630
|
-
# (`JobCommand.Name`="glueetl")
|
7631
|
-
#
|
8458
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
8459
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
8460
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
7632
8461
|
# fractional DPU allocation.
|
7633
8462
|
#
|
7634
8463
|
#
|
@@ -7798,7 +8627,8 @@ module Aws::Glue
|
|
7798
8627
|
#
|
7799
8628
|
# @!attribute [rw] name
|
7800
8629
|
# The name of the job command. For an Apache Spark ETL job, this must
|
7801
|
-
# be `glueetl`. For a Python shell job, it must be `pythonshell`.
|
8630
|
+
# be `glueetl`. For a Python shell job, it must be `pythonshell`. For
|
8631
|
+
# an Apache Spark streaming ETL job, this must be `gluestreaming`.
|
7802
8632
|
# @return [String]
|
7803
8633
|
#
|
7804
8634
|
# @!attribute [rw] script_location
|
@@ -7871,13 +8701,7 @@ module Aws::Glue
|
|
7871
8701
|
# @return [Time]
|
7872
8702
|
#
|
7873
8703
|
# @!attribute [rw] job_run_state
|
7874
|
-
# The current state of the job run.
|
7875
|
-
# statuses of jobs that have terminated abnormally, see [AWS Glue Job
|
7876
|
-
# Run Statuses][1].
|
7877
|
-
#
|
7878
|
-
#
|
7879
|
-
#
|
7880
|
-
# [1]: https://docs.aws.amazon.com/glue/latest/dg/job-run-statuses.html
|
8704
|
+
# The current state of the job run.
|
7881
8705
|
# @return [String]
|
7882
8706
|
#
|
7883
8707
|
# @!attribute [rw] arguments
|
@@ -8181,8 +9005,9 @@ module Aws::Glue
|
|
8181
9005
|
# 0.0625 or 1 DPU. The default is 0.0625 DPU.
|
8182
9006
|
#
|
8183
9007
|
# * When you specify an Apache Spark ETL job
|
8184
|
-
# (`JobCommand.Name`="glueetl")
|
8185
|
-
#
|
9008
|
+
# (`JobCommand.Name`="glueetl") or Apache Spark streaming ETL job
|
9009
|
+
# (`JobCommand.Name`="gluestreaming"), you can allocate from 2 to
|
9010
|
+
# 100 DPUs. The default is 10 DPUs. This job type cannot have a
|
8186
9011
|
# fractional DPU allocation.
|
8187
9012
|
#
|
8188
9013
|
#
|
@@ -8727,24 +9552,63 @@ module Aws::Glue
|
|
8727
9552
|
# ],
|
8728
9553
|
# }
|
8729
9554
|
#
|
8730
|
-
# @!attribute [rw] jdbc
|
8731
|
-
# A JDBC location.
|
8732
|
-
# @return [Array<Types::CodeGenNodeArg>]
|
9555
|
+
# @!attribute [rw] jdbc
|
9556
|
+
# A JDBC location.
|
9557
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9558
|
+
#
|
9559
|
+
# @!attribute [rw] s3
|
9560
|
+
# An Amazon Simple Storage Service (Amazon S3) location.
|
9561
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9562
|
+
#
|
9563
|
+
# @!attribute [rw] dynamo_db
|
9564
|
+
# An Amazon DynamoDB table location.
|
9565
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
9566
|
+
#
|
9567
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
|
9568
|
+
#
|
9569
|
+
class Location < Struct.new(
|
9570
|
+
:jdbc,
|
9571
|
+
:s3,
|
9572
|
+
:dynamo_db)
|
9573
|
+
SENSITIVE = []
|
9574
|
+
include Aws::Structure
|
9575
|
+
end
|
9576
|
+
|
9577
|
+
# Defines a long column statistics data.
|
9578
|
+
#
|
9579
|
+
# @note When making an API call, you may pass LongColumnStatisticsData
|
9580
|
+
# data as a hash:
|
9581
|
+
#
|
9582
|
+
# {
|
9583
|
+
# minimum_value: 1,
|
9584
|
+
# maximum_value: 1,
|
9585
|
+
# number_of_nulls: 1, # required
|
9586
|
+
# number_of_distinct_values: 1, # required
|
9587
|
+
# }
|
9588
|
+
#
|
9589
|
+
# @!attribute [rw] minimum_value
|
9590
|
+
# Minimum value of the column.
|
9591
|
+
# @return [Integer]
|
9592
|
+
#
|
9593
|
+
# @!attribute [rw] maximum_value
|
9594
|
+
# Maximum value of the column.
|
9595
|
+
# @return [Integer]
|
8733
9596
|
#
|
8734
|
-
# @!attribute [rw]
|
8735
|
-
#
|
8736
|
-
# @return [
|
9597
|
+
# @!attribute [rw] number_of_nulls
|
9598
|
+
# Number of nulls.
|
9599
|
+
# @return [Integer]
|
8737
9600
|
#
|
8738
|
-
# @!attribute [rw]
|
8739
|
-
#
|
8740
|
-
# @return [
|
9601
|
+
# @!attribute [rw] number_of_distinct_values
|
9602
|
+
# Number of distinct values.
|
9603
|
+
# @return [Integer]
|
8741
9604
|
#
|
8742
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
9605
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
8743
9606
|
#
|
8744
|
-
class
|
8745
|
-
:
|
8746
|
-
:
|
8747
|
-
:
|
9607
|
+
class LongColumnStatisticsData < Struct.new(
|
9608
|
+
:minimum_value,
|
9609
|
+
:maximum_value,
|
9610
|
+
:number_of_nulls,
|
9611
|
+
:number_of_distinct_values)
|
8748
9612
|
SENSITIVE = []
|
8749
9613
|
include Aws::Structure
|
8750
9614
|
end
|
@@ -9019,8 +9883,8 @@ module Aws::Glue
|
|
9019
9883
|
include Aws::Structure
|
9020
9884
|
end
|
9021
9885
|
|
9022
|
-
# A node represents an AWS Glue component
|
9023
|
-
# is part of a workflow.
|
9886
|
+
# A node represents an AWS Glue component such as a trigger, or job,
|
9887
|
+
# etc., that is part of a workflow.
|
9024
9888
|
#
|
9025
9889
|
# @!attribute [rw] type
|
9026
9890
|
# The type of AWS Glue component represented by the node.
|
@@ -9159,6 +10023,10 @@ module Aws::Glue
|
|
9159
10023
|
# partition.
|
9160
10024
|
# @return [Time]
|
9161
10025
|
#
|
10026
|
+
# @!attribute [rw] catalog_id
|
10027
|
+
# The ID of the Data Catalog in which the partition resides.
|
10028
|
+
# @return [String]
|
10029
|
+
#
|
9162
10030
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Partition AWS API Documentation
|
9163
10031
|
#
|
9164
10032
|
class Partition < Struct.new(
|
@@ -9169,7 +10037,8 @@ module Aws::Glue
|
|
9169
10037
|
:last_access_time,
|
9170
10038
|
:storage_descriptor,
|
9171
10039
|
:parameters,
|
9172
|
-
:last_analyzed_time
|
10040
|
+
:last_analyzed_time,
|
10041
|
+
:catalog_id)
|
9173
10042
|
SENSITIVE = []
|
9174
10043
|
include Aws::Structure
|
9175
10044
|
end
|
@@ -9508,14 +10377,26 @@ module Aws::Glue
|
|
9508
10377
|
#
|
9509
10378
|
# {
|
9510
10379
|
# policy_in_json: "PolicyJsonString", # required
|
10380
|
+
# resource_arn: "GlueResourceArn",
|
9511
10381
|
# policy_hash_condition: "HashString",
|
9512
10382
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
10383
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
9513
10384
|
# }
|
9514
10385
|
#
|
9515
10386
|
# @!attribute [rw] policy_in_json
|
9516
10387
|
# Contains the policy document to set, in JSON format.
|
9517
10388
|
# @return [String]
|
9518
10389
|
#
|
10390
|
+
# @!attribute [rw] resource_arn
|
10391
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
10392
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
10393
|
+
# ARN string pattern][1]
|
10394
|
+
#
|
10395
|
+
#
|
10396
|
+
#
|
10397
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
10398
|
+
# @return [String]
|
10399
|
+
#
|
9519
10400
|
# @!attribute [rw] policy_hash_condition
|
9520
10401
|
# The hash value returned when the previous policy was set using
|
9521
10402
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -9530,12 +10411,26 @@ module Aws::Glue
|
|
9530
10411
|
# policy.
|
9531
10412
|
# @return [String]
|
9532
10413
|
#
|
10414
|
+
# @!attribute [rw] enable_hybrid
|
10415
|
+
# Allows you to specify if you want to use both resource-level and
|
10416
|
+
# account/catalog-level resource policies. A resource-level policy is
|
10417
|
+
# a policy attached to an individual resource such as a database or a
|
10418
|
+
# table.
|
10419
|
+
#
|
10420
|
+
# The default value of `NO` indicates that resource-level policies
|
10421
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
10422
|
+
# the use of both resource-level and account/catalog-level resource
|
10423
|
+
# policies is allowed.
|
10424
|
+
# @return [String]
|
10425
|
+
#
|
9533
10426
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
9534
10427
|
#
|
9535
10428
|
class PutResourcePolicyRequest < Struct.new(
|
9536
10429
|
:policy_in_json,
|
10430
|
+
:resource_arn,
|
9537
10431
|
:policy_hash_condition,
|
9538
|
-
:policy_exists_condition
|
10432
|
+
:policy_exists_condition,
|
10433
|
+
:enable_hybrid)
|
9539
10434
|
SENSITIVE = []
|
9540
10435
|
include Aws::Structure
|
9541
10436
|
end
|
@@ -9669,6 +10564,57 @@ module Aws::Glue
|
|
9669
10564
|
include Aws::Structure
|
9670
10565
|
end
|
9671
10566
|
|
10567
|
+
# @note When making an API call, you may pass ResumeWorkflowRunRequest
|
10568
|
+
# data as a hash:
|
10569
|
+
#
|
10570
|
+
# {
|
10571
|
+
# name: "NameString", # required
|
10572
|
+
# run_id: "IdString", # required
|
10573
|
+
# node_ids: ["NameString"], # required
|
10574
|
+
# }
|
10575
|
+
#
|
10576
|
+
# @!attribute [rw] name
|
10577
|
+
# The name of the workflow to resume.
|
10578
|
+
# @return [String]
|
10579
|
+
#
|
10580
|
+
# @!attribute [rw] run_id
|
10581
|
+
# The ID of the workflow run to resume.
|
10582
|
+
# @return [String]
|
10583
|
+
#
|
10584
|
+
# @!attribute [rw] node_ids
|
10585
|
+
# A list of the node IDs for the nodes you want to restart. The nodes
|
10586
|
+
# that are to be restarted must have an execution attempt in the
|
10587
|
+
# original run.
|
10588
|
+
# @return [Array<String>]
|
10589
|
+
#
|
10590
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunRequest AWS API Documentation
|
10591
|
+
#
|
10592
|
+
class ResumeWorkflowRunRequest < Struct.new(
|
10593
|
+
:name,
|
10594
|
+
:run_id,
|
10595
|
+
:node_ids)
|
10596
|
+
SENSITIVE = []
|
10597
|
+
include Aws::Structure
|
10598
|
+
end
|
10599
|
+
|
10600
|
+
# @!attribute [rw] run_id
|
10601
|
+
# The new ID assigned to the resumed workflow run. Each resume of a
|
10602
|
+
# workflow run will have a new run ID.
|
10603
|
+
# @return [String]
|
10604
|
+
#
|
10605
|
+
# @!attribute [rw] node_ids
|
10606
|
+
# A list of the node IDs for the nodes that were actually restarted.
|
10607
|
+
# @return [Array<String>]
|
10608
|
+
#
|
10609
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResumeWorkflowRunResponse AWS API Documentation
|
10610
|
+
#
|
10611
|
+
class ResumeWorkflowRunResponse < Struct.new(
|
10612
|
+
:run_id,
|
10613
|
+
:node_ids)
|
10614
|
+
SENSITIVE = []
|
10615
|
+
include Aws::Structure
|
10616
|
+
end
|
10617
|
+
|
9672
10618
|
# Specifies how Amazon Simple Storage Service (Amazon S3) data should be
|
9673
10619
|
# encrypted.
|
9674
10620
|
#
|
@@ -9874,10 +10820,11 @@ module Aws::Glue
|
|
9874
10820
|
# },
|
9875
10821
|
# ],
|
9876
10822
|
# max_results: 1,
|
10823
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
9877
10824
|
# }
|
9878
10825
|
#
|
9879
10826
|
# @!attribute [rw] catalog_id
|
9880
|
-
# A unique identifier, consisting of ` account_id
|
10827
|
+
# A unique identifier, consisting of ` account_id `.
|
9881
10828
|
# @return [String]
|
9882
10829
|
#
|
9883
10830
|
# @!attribute [rw] next_token
|
@@ -9887,6 +10834,17 @@ module Aws::Glue
|
|
9887
10834
|
# @!attribute [rw] filters
|
9888
10835
|
# A list of key-value pairs, and a comparator used to filter the
|
9889
10836
|
# search results. Returns all entities matching the predicate.
|
10837
|
+
#
|
10838
|
+
# The `Comparator` member of the `PropertyPredicate` struct is used
|
10839
|
+
# only for time fields, and can be omitted for other field types.
|
10840
|
+
# Also, when comparing string values, such as when `Key=Name`, a fuzzy
|
10841
|
+
# match algorithm is used. The `Key` field (for example, the value of
|
10842
|
+
# the `Name` field) is split on certain punctuation characters, for
|
10843
|
+
# example, -, :, #, etc. into tokens. Then each token is exact-match
|
10844
|
+
# compared with the `Value` member of `PropertyPredicate`. For
|
10845
|
+
# example, if `Key=Name` and `Value=link`, tables named
|
10846
|
+
# `customer-link` and `xx-link-yy` are returned, but `xxlinkyy` is not
|
10847
|
+
# returned.
|
9890
10848
|
# @return [Array<Types::PropertyPredicate>]
|
9891
10849
|
#
|
9892
10850
|
# @!attribute [rw] search_text
|
@@ -9905,6 +10863,17 @@ module Aws::Glue
|
|
9905
10863
|
# The maximum number of tables to return in a single response.
|
9906
10864
|
# @return [Integer]
|
9907
10865
|
#
|
10866
|
+
# @!attribute [rw] resource_share_type
|
10867
|
+
# Allows you to specify that you want to search the tables shared with
|
10868
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
10869
|
+
#
|
10870
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
10871
|
+
# account.
|
10872
|
+
#
|
10873
|
+
# * If set to `ALL`, will search the tables shared with your account,
|
10874
|
+
# as well as the tables in yor local account.
|
10875
|
+
# @return [String]
|
10876
|
+
#
|
9908
10877
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
|
9909
10878
|
#
|
9910
10879
|
class SearchTablesRequest < Struct.new(
|
@@ -9913,7 +10882,8 @@ module Aws::Glue
|
|
9913
10882
|
:filters,
|
9914
10883
|
:search_text,
|
9915
10884
|
:sort_criteria,
|
9916
|
-
:max_results
|
10885
|
+
:max_results,
|
10886
|
+
:resource_share_type)
|
9917
10887
|
SENSITIVE = []
|
9918
10888
|
include Aws::Structure
|
9919
10889
|
end
|
@@ -10737,6 +11707,45 @@ module Aws::Glue
|
|
10737
11707
|
include Aws::Structure
|
10738
11708
|
end
|
10739
11709
|
|
11710
|
+
# Defines a string column statistics data.
|
11711
|
+
#
|
11712
|
+
# @note When making an API call, you may pass StringColumnStatisticsData
|
11713
|
+
# data as a hash:
|
11714
|
+
#
|
11715
|
+
# {
|
11716
|
+
# maximum_length: 1, # required
|
11717
|
+
# average_length: 1.0, # required
|
11718
|
+
# number_of_nulls: 1, # required
|
11719
|
+
# number_of_distinct_values: 1, # required
|
11720
|
+
# }
|
11721
|
+
#
|
11722
|
+
# @!attribute [rw] maximum_length
|
11723
|
+
# Maximum value of the column.
|
11724
|
+
# @return [Integer]
|
11725
|
+
#
|
11726
|
+
# @!attribute [rw] average_length
|
11727
|
+
# Average value of the column.
|
11728
|
+
# @return [Float]
|
11729
|
+
#
|
11730
|
+
# @!attribute [rw] number_of_nulls
|
11731
|
+
# Number of nulls.
|
11732
|
+
# @return [Integer]
|
11733
|
+
#
|
11734
|
+
# @!attribute [rw] number_of_distinct_values
|
11735
|
+
# Number of distinct values.
|
11736
|
+
# @return [Integer]
|
11737
|
+
#
|
11738
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
11739
|
+
#
|
11740
|
+
class StringColumnStatisticsData < Struct.new(
|
11741
|
+
:maximum_length,
|
11742
|
+
:average_length,
|
11743
|
+
:number_of_nulls,
|
11744
|
+
:number_of_distinct_values)
|
11745
|
+
SENSITIVE = []
|
11746
|
+
include Aws::Structure
|
11747
|
+
end
|
11748
|
+
|
10740
11749
|
# Represents a collection of related data organized in columns and rows.
|
10741
11750
|
#
|
10742
11751
|
# @!attribute [rw] name
|
@@ -10821,6 +11830,15 @@ module Aws::Glue
|
|
10821
11830
|
# Formation.
|
10822
11831
|
# @return [Boolean]
|
10823
11832
|
#
|
11833
|
+
# @!attribute [rw] target_table
|
11834
|
+
# A `TableIdentifier` structure that describes a target table for
|
11835
|
+
# resource linking.
|
11836
|
+
# @return [Types::TableIdentifier]
|
11837
|
+
#
|
11838
|
+
# @!attribute [rw] catalog_id
|
11839
|
+
# The ID of the Data Catalog in which the table resides.
|
11840
|
+
# @return [String]
|
11841
|
+
#
|
10824
11842
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
10825
11843
|
#
|
10826
11844
|
class Table < Struct.new(
|
@@ -10840,7 +11858,9 @@ module Aws::Glue
|
|
10840
11858
|
:table_type,
|
10841
11859
|
:parameters,
|
10842
11860
|
:created_by,
|
10843
|
-
:is_registered_with_lake_formation
|
11861
|
+
:is_registered_with_lake_formation,
|
11862
|
+
:target_table,
|
11863
|
+
:catalog_id)
|
10844
11864
|
SENSITIVE = []
|
10845
11865
|
include Aws::Structure
|
10846
11866
|
end
|
@@ -10865,6 +11885,39 @@ module Aws::Glue
|
|
10865
11885
|
include Aws::Structure
|
10866
11886
|
end
|
10867
11887
|
|
11888
|
+
# A structure that describes a target table for resource linking.
|
11889
|
+
#
|
11890
|
+
# @note When making an API call, you may pass TableIdentifier
|
11891
|
+
# data as a hash:
|
11892
|
+
#
|
11893
|
+
# {
|
11894
|
+
# catalog_id: "CatalogIdString",
|
11895
|
+
# database_name: "NameString",
|
11896
|
+
# name: "NameString",
|
11897
|
+
# }
|
11898
|
+
#
|
11899
|
+
# @!attribute [rw] catalog_id
|
11900
|
+
# The ID of the Data Catalog in which the table resides.
|
11901
|
+
# @return [String]
|
11902
|
+
#
|
11903
|
+
# @!attribute [rw] database_name
|
11904
|
+
# The name of the catalog database that contains the target table.
|
11905
|
+
# @return [String]
|
11906
|
+
#
|
11907
|
+
# @!attribute [rw] name
|
11908
|
+
# The name of the target table.
|
11909
|
+
# @return [String]
|
11910
|
+
#
|
11911
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableIdentifier AWS API Documentation
|
11912
|
+
#
|
11913
|
+
class TableIdentifier < Struct.new(
|
11914
|
+
:catalog_id,
|
11915
|
+
:database_name,
|
11916
|
+
:name)
|
11917
|
+
SENSITIVE = []
|
11918
|
+
include Aws::Structure
|
11919
|
+
end
|
11920
|
+
|
10868
11921
|
# A structure used to define a table.
|
10869
11922
|
#
|
10870
11923
|
# @note When making an API call, you may pass TableInput
|
@@ -10935,6 +11988,11 @@ module Aws::Glue
|
|
10935
11988
|
# parameters: {
|
10936
11989
|
# "KeyString" => "ParametersMapValue",
|
10937
11990
|
# },
|
11991
|
+
# target_table: {
|
11992
|
+
# catalog_id: "CatalogIdString",
|
11993
|
+
# database_name: "NameString",
|
11994
|
+
# name: "NameString",
|
11995
|
+
# },
|
10938
11996
|
# }
|
10939
11997
|
#
|
10940
11998
|
# @!attribute [rw] name
|
@@ -10996,6 +12054,11 @@ module Aws::Glue
|
|
10996
12054
|
# These key-value pairs define properties associated with the table.
|
10997
12055
|
# @return [Hash<String,String>]
|
10998
12056
|
#
|
12057
|
+
# @!attribute [rw] target_table
|
12058
|
+
# A `TableIdentifier` structure that describes a target table for
|
12059
|
+
# resource linking.
|
12060
|
+
# @return [Types::TableIdentifier]
|
12061
|
+
#
|
10999
12062
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableInput AWS API Documentation
|
11000
12063
|
#
|
11001
12064
|
class TableInput < Struct.new(
|
@@ -11010,7 +12073,8 @@ module Aws::Glue
|
|
11010
12073
|
:view_original_text,
|
11011
12074
|
:view_expanded_text,
|
11012
12075
|
:table_type,
|
11013
|
-
:parameters
|
12076
|
+
:parameters,
|
12077
|
+
:target_table)
|
11014
12078
|
SENSITIVE = []
|
11015
12079
|
include Aws::Structure
|
11016
12080
|
end
|
@@ -11666,6 +12730,222 @@ module Aws::Glue
|
|
11666
12730
|
#
|
11667
12731
|
class UpdateClassifierResponse < Aws::EmptyStructure; end
|
11668
12732
|
|
12733
|
+
# @note When making an API call, you may pass UpdateColumnStatisticsForPartitionRequest
|
12734
|
+
# data as a hash:
|
12735
|
+
#
|
12736
|
+
# {
|
12737
|
+
# catalog_id: "CatalogIdString",
|
12738
|
+
# database_name: "NameString", # required
|
12739
|
+
# table_name: "NameString", # required
|
12740
|
+
# partition_values: ["ValueString"], # required
|
12741
|
+
# column_statistics_list: [ # required
|
12742
|
+
# {
|
12743
|
+
# column_name: "NameString", # required
|
12744
|
+
# column_type: "TypeString", # required
|
12745
|
+
# analyzed_time: Time.now, # required
|
12746
|
+
# statistics_data: { # required
|
12747
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
12748
|
+
# boolean_column_statistics_data: {
|
12749
|
+
# number_of_trues: 1, # required
|
12750
|
+
# number_of_falses: 1, # required
|
12751
|
+
# number_of_nulls: 1, # required
|
12752
|
+
# },
|
12753
|
+
# date_column_statistics_data: {
|
12754
|
+
# minimum_value: Time.now,
|
12755
|
+
# maximum_value: Time.now,
|
12756
|
+
# number_of_nulls: 1, # required
|
12757
|
+
# number_of_distinct_values: 1, # required
|
12758
|
+
# },
|
12759
|
+
# decimal_column_statistics_data: {
|
12760
|
+
# minimum_value: {
|
12761
|
+
# unscaled_value: "data", # required
|
12762
|
+
# scale: 1, # required
|
12763
|
+
# },
|
12764
|
+
# maximum_value: {
|
12765
|
+
# unscaled_value: "data", # required
|
12766
|
+
# scale: 1, # required
|
12767
|
+
# },
|
12768
|
+
# number_of_nulls: 1, # required
|
12769
|
+
# number_of_distinct_values: 1, # required
|
12770
|
+
# },
|
12771
|
+
# double_column_statistics_data: {
|
12772
|
+
# minimum_value: 1.0,
|
12773
|
+
# maximum_value: 1.0,
|
12774
|
+
# number_of_nulls: 1, # required
|
12775
|
+
# number_of_distinct_values: 1, # required
|
12776
|
+
# },
|
12777
|
+
# long_column_statistics_data: {
|
12778
|
+
# minimum_value: 1,
|
12779
|
+
# maximum_value: 1,
|
12780
|
+
# number_of_nulls: 1, # required
|
12781
|
+
# number_of_distinct_values: 1, # required
|
12782
|
+
# },
|
12783
|
+
# string_column_statistics_data: {
|
12784
|
+
# maximum_length: 1, # required
|
12785
|
+
# average_length: 1.0, # required
|
12786
|
+
# number_of_nulls: 1, # required
|
12787
|
+
# number_of_distinct_values: 1, # required
|
12788
|
+
# },
|
12789
|
+
# binary_column_statistics_data: {
|
12790
|
+
# maximum_length: 1, # required
|
12791
|
+
# average_length: 1.0, # required
|
12792
|
+
# number_of_nulls: 1, # required
|
12793
|
+
# },
|
12794
|
+
# },
|
12795
|
+
# },
|
12796
|
+
# ],
|
12797
|
+
# }
|
12798
|
+
#
|
12799
|
+
# @!attribute [rw] catalog_id
|
12800
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
12801
|
+
# If none is supplied, the AWS account ID is used by default.
|
12802
|
+
# @return [String]
|
12803
|
+
#
|
12804
|
+
# @!attribute [rw] database_name
|
12805
|
+
# The name of the catalog database where the partitions reside.
|
12806
|
+
# @return [String]
|
12807
|
+
#
|
12808
|
+
# @!attribute [rw] table_name
|
12809
|
+
# The name of the partitions' table.
|
12810
|
+
# @return [String]
|
12811
|
+
#
|
12812
|
+
# @!attribute [rw] partition_values
|
12813
|
+
# A list of partition values identifying the partition.
|
12814
|
+
# @return [Array<String>]
|
12815
|
+
#
|
12816
|
+
# @!attribute [rw] column_statistics_list
|
12817
|
+
# A list of the column statistics.
|
12818
|
+
# @return [Array<Types::ColumnStatistics>]
|
12819
|
+
#
|
12820
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartitionRequest AWS API Documentation
|
12821
|
+
#
|
12822
|
+
class UpdateColumnStatisticsForPartitionRequest < Struct.new(
|
12823
|
+
:catalog_id,
|
12824
|
+
:database_name,
|
12825
|
+
:table_name,
|
12826
|
+
:partition_values,
|
12827
|
+
:column_statistics_list)
|
12828
|
+
SENSITIVE = []
|
12829
|
+
include Aws::Structure
|
12830
|
+
end
|
12831
|
+
|
12832
|
+
# @!attribute [rw] errors
|
12833
|
+
# Error occurred during updating column statistics data.
|
12834
|
+
# @return [Array<Types::ColumnStatisticsError>]
|
12835
|
+
#
|
12836
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartitionResponse AWS API Documentation
|
12837
|
+
#
|
12838
|
+
class UpdateColumnStatisticsForPartitionResponse < Struct.new(
|
12839
|
+
:errors)
|
12840
|
+
SENSITIVE = []
|
12841
|
+
include Aws::Structure
|
12842
|
+
end
|
12843
|
+
|
12844
|
+
# @note When making an API call, you may pass UpdateColumnStatisticsForTableRequest
|
12845
|
+
# data as a hash:
|
12846
|
+
#
|
12847
|
+
# {
|
12848
|
+
# catalog_id: "CatalogIdString",
|
12849
|
+
# database_name: "NameString", # required
|
12850
|
+
# table_name: "NameString", # required
|
12851
|
+
# column_statistics_list: [ # required
|
12852
|
+
# {
|
12853
|
+
# column_name: "NameString", # required
|
12854
|
+
# column_type: "TypeString", # required
|
12855
|
+
# analyzed_time: Time.now, # required
|
12856
|
+
# statistics_data: { # required
|
12857
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
12858
|
+
# boolean_column_statistics_data: {
|
12859
|
+
# number_of_trues: 1, # required
|
12860
|
+
# number_of_falses: 1, # required
|
12861
|
+
# number_of_nulls: 1, # required
|
12862
|
+
# },
|
12863
|
+
# date_column_statistics_data: {
|
12864
|
+
# minimum_value: Time.now,
|
12865
|
+
# maximum_value: Time.now,
|
12866
|
+
# number_of_nulls: 1, # required
|
12867
|
+
# number_of_distinct_values: 1, # required
|
12868
|
+
# },
|
12869
|
+
# decimal_column_statistics_data: {
|
12870
|
+
# minimum_value: {
|
12871
|
+
# unscaled_value: "data", # required
|
12872
|
+
# scale: 1, # required
|
12873
|
+
# },
|
12874
|
+
# maximum_value: {
|
12875
|
+
# unscaled_value: "data", # required
|
12876
|
+
# scale: 1, # required
|
12877
|
+
# },
|
12878
|
+
# number_of_nulls: 1, # required
|
12879
|
+
# number_of_distinct_values: 1, # required
|
12880
|
+
# },
|
12881
|
+
# double_column_statistics_data: {
|
12882
|
+
# minimum_value: 1.0,
|
12883
|
+
# maximum_value: 1.0,
|
12884
|
+
# number_of_nulls: 1, # required
|
12885
|
+
# number_of_distinct_values: 1, # required
|
12886
|
+
# },
|
12887
|
+
# long_column_statistics_data: {
|
12888
|
+
# minimum_value: 1,
|
12889
|
+
# maximum_value: 1,
|
12890
|
+
# number_of_nulls: 1, # required
|
12891
|
+
# number_of_distinct_values: 1, # required
|
12892
|
+
# },
|
12893
|
+
# string_column_statistics_data: {
|
12894
|
+
# maximum_length: 1, # required
|
12895
|
+
# average_length: 1.0, # required
|
12896
|
+
# number_of_nulls: 1, # required
|
12897
|
+
# number_of_distinct_values: 1, # required
|
12898
|
+
# },
|
12899
|
+
# binary_column_statistics_data: {
|
12900
|
+
# maximum_length: 1, # required
|
12901
|
+
# average_length: 1.0, # required
|
12902
|
+
# number_of_nulls: 1, # required
|
12903
|
+
# },
|
12904
|
+
# },
|
12905
|
+
# },
|
12906
|
+
# ],
|
12907
|
+
# }
|
12908
|
+
#
|
12909
|
+
# @!attribute [rw] catalog_id
|
12910
|
+
# The ID of the Data Catalog where the partitions in question reside.
|
12911
|
+
# If none is supplied, the AWS account ID is used by default.
|
12912
|
+
# @return [String]
|
12913
|
+
#
|
12914
|
+
# @!attribute [rw] database_name
|
12915
|
+
# The name of the catalog database where the partitions reside.
|
12916
|
+
# @return [String]
|
12917
|
+
#
|
12918
|
+
# @!attribute [rw] table_name
|
12919
|
+
# The name of the partitions' table.
|
12920
|
+
# @return [String]
|
12921
|
+
#
|
12922
|
+
# @!attribute [rw] column_statistics_list
|
12923
|
+
# A list of the column statistics.
|
12924
|
+
# @return [Array<Types::ColumnStatistics>]
|
12925
|
+
#
|
12926
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTableRequest AWS API Documentation
|
12927
|
+
#
|
12928
|
+
class UpdateColumnStatisticsForTableRequest < Struct.new(
|
12929
|
+
:catalog_id,
|
12930
|
+
:database_name,
|
12931
|
+
:table_name,
|
12932
|
+
:column_statistics_list)
|
12933
|
+
SENSITIVE = []
|
12934
|
+
include Aws::Structure
|
12935
|
+
end
|
12936
|
+
|
12937
|
+
# @!attribute [rw] errors
|
12938
|
+
# List of ColumnStatisticsErrors.
|
12939
|
+
# @return [Array<Types::ColumnStatisticsError>]
|
12940
|
+
#
|
12941
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTableResponse AWS API Documentation
|
12942
|
+
#
|
12943
|
+
class UpdateColumnStatisticsForTableResponse < Struct.new(
|
12944
|
+
:errors)
|
12945
|
+
SENSITIVE = []
|
12946
|
+
include Aws::Structure
|
12947
|
+
end
|
12948
|
+
|
11669
12949
|
# @note When making an API call, you may pass UpdateConnectionRequest
|
11670
12950
|
# data as a hash:
|
11671
12951
|
#
|
@@ -11964,6 +13244,10 @@ module Aws::Glue
|
|
11964
13244
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
11965
13245
|
# },
|
11966
13246
|
# ],
|
13247
|
+
# target_database: {
|
13248
|
+
# catalog_id: "CatalogIdString",
|
13249
|
+
# database_name: "NameString",
|
13250
|
+
# },
|
11967
13251
|
# },
|
11968
13252
|
# }
|
11969
13253
|
#
|
@@ -12438,11 +13722,15 @@ module Aws::Glue
|
|
12438
13722
|
# @return [String]
|
12439
13723
|
#
|
12440
13724
|
# @!attribute [rw] partition_value_list
|
12441
|
-
#
|
13725
|
+
# List of partition key values that define the partition to update.
|
12442
13726
|
# @return [Array<String>]
|
12443
13727
|
#
|
12444
13728
|
# @!attribute [rw] partition_input
|
12445
13729
|
# The new partition object to update the partition to.
|
13730
|
+
#
|
13731
|
+
# The `Values` property can't be changed. If you want to change the
|
13732
|
+
# partition key values for a partition, delete and recreate the
|
13733
|
+
# partition.
|
12446
13734
|
# @return [Types::PartitionInput]
|
12447
13735
|
#
|
12448
13736
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
|
@@ -12532,6 +13820,11 @@ module Aws::Glue
|
|
12532
13820
|
# parameters: {
|
12533
13821
|
# "KeyString" => "ParametersMapValue",
|
12534
13822
|
# },
|
13823
|
+
# target_table: {
|
13824
|
+
# catalog_id: "CatalogIdString",
|
13825
|
+
# database_name: "NameString",
|
13826
|
+
# name: "NameString",
|
13827
|
+
# },
|
12535
13828
|
# },
|
12536
13829
|
# skip_archive: false,
|
12537
13830
|
# }
|
@@ -12786,7 +14079,7 @@ module Aws::Glue
|
|
12786
14079
|
# @return [String]
|
12787
14080
|
#
|
12788
14081
|
# @!attribute [rw] database_name
|
12789
|
-
# The name of the database
|
14082
|
+
# The name of the catalog database that contains the function.
|
12790
14083
|
# @return [String]
|
12791
14084
|
#
|
12792
14085
|
# @!attribute [rw] class_name
|
@@ -12809,6 +14102,10 @@ module Aws::Glue
|
|
12809
14102
|
# The resource URIs for the function.
|
12810
14103
|
# @return [Array<Types::ResourceUri>]
|
12811
14104
|
#
|
14105
|
+
# @!attribute [rw] catalog_id
|
14106
|
+
# The ID of the Data Catalog in which the function resides.
|
14107
|
+
# @return [String]
|
14108
|
+
#
|
12812
14109
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UserDefinedFunction AWS API Documentation
|
12813
14110
|
#
|
12814
14111
|
class UserDefinedFunction < Struct.new(
|
@@ -12818,7 +14115,8 @@ module Aws::Glue
|
|
12818
14115
|
:owner_name,
|
12819
14116
|
:owner_type,
|
12820
14117
|
:create_time,
|
12821
|
-
:resource_uris
|
14118
|
+
:resource_uris,
|
14119
|
+
:catalog_id)
|
12822
14120
|
SENSITIVE = []
|
12823
14121
|
include Aws::Structure
|
12824
14122
|
end
|
@@ -12976,13 +14274,17 @@ module Aws::Glue
|
|
12976
14274
|
# information.
|
12977
14275
|
#
|
12978
14276
|
# @!attribute [rw] name
|
12979
|
-
# Name of the workflow
|
14277
|
+
# Name of the workflow that was executed.
|
12980
14278
|
# @return [String]
|
12981
14279
|
#
|
12982
14280
|
# @!attribute [rw] workflow_run_id
|
12983
14281
|
# The ID of this workflow run.
|
12984
14282
|
# @return [String]
|
12985
14283
|
#
|
14284
|
+
# @!attribute [rw] previous_run_id
|
14285
|
+
# The ID of the previous workflow run.
|
14286
|
+
# @return [String]
|
14287
|
+
#
|
12986
14288
|
# @!attribute [rw] workflow_run_properties
|
12987
14289
|
# The workflow run properties which were set during the run.
|
12988
14290
|
# @return [Hash<String,String>]
|
@@ -13014,6 +14316,7 @@ module Aws::Glue
|
|
13014
14316
|
class WorkflowRun < Struct.new(
|
13015
14317
|
:name,
|
13016
14318
|
:workflow_run_id,
|
14319
|
+
:previous_run_id,
|
13017
14320
|
:workflow_run_properties,
|
13018
14321
|
:started_on,
|
13019
14322
|
:completed_on,
|
@@ -13031,19 +14334,19 @@ module Aws::Glue
|
|
13031
14334
|
# @return [Integer]
|
13032
14335
|
#
|
13033
14336
|
# @!attribute [rw] timeout_actions
|
13034
|
-
# Total number of Actions
|
14337
|
+
# Total number of Actions that timed out.
|
13035
14338
|
# @return [Integer]
|
13036
14339
|
#
|
13037
14340
|
# @!attribute [rw] failed_actions
|
13038
|
-
# Total number of Actions
|
14341
|
+
# Total number of Actions that have failed.
|
13039
14342
|
# @return [Integer]
|
13040
14343
|
#
|
13041
14344
|
# @!attribute [rw] stopped_actions
|
13042
|
-
# Total number of Actions
|
14345
|
+
# Total number of Actions that have stopped.
|
13043
14346
|
# @return [Integer]
|
13044
14347
|
#
|
13045
14348
|
# @!attribute [rw] succeeded_actions
|
13046
|
-
# Total number of Actions
|
14349
|
+
# Total number of Actions that have succeeded.
|
13047
14350
|
# @return [Integer]
|
13048
14351
|
#
|
13049
14352
|
# @!attribute [rw] running_actions
|