aws-sdk-glue 1.227.0 → 1.229.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +14 -2877
- data/lib/aws-sdk-glue/client_api.rb +106 -3
- data/lib/aws-sdk-glue/types.rb +585 -77
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +762 -270
- data/sig/types.rbs +113 -5
- metadata +3 -3
data/sig/client.rbs
CHANGED
|
@@ -989,7 +989,8 @@ module Aws
|
|
|
989
989
|
columns: Array[
|
|
990
990
|
{
|
|
991
991
|
name: ::String,
|
|
992
|
-
type: ::String
|
|
992
|
+
type: ::String?,
|
|
993
|
+
glue_studio_type: ::String?
|
|
993
994
|
},
|
|
994
995
|
]?
|
|
995
996
|
},
|
|
@@ -1017,7 +1018,8 @@ module Aws
|
|
|
1017
1018
|
columns: Array[
|
|
1018
1019
|
{
|
|
1019
1020
|
name: ::String,
|
|
1020
|
-
type: ::String
|
|
1021
|
+
type: ::String?,
|
|
1022
|
+
glue_studio_type: ::String?
|
|
1021
1023
|
},
|
|
1022
1024
|
]?
|
|
1023
1025
|
},
|
|
@@ -1034,7 +1036,8 @@ module Aws
|
|
|
1034
1036
|
columns: Array[
|
|
1035
1037
|
{
|
|
1036
1038
|
name: ::String,
|
|
1037
|
-
type: ::String
|
|
1039
|
+
type: ::String?,
|
|
1040
|
+
glue_studio_type: ::String?
|
|
1038
1041
|
},
|
|
1039
1042
|
]?
|
|
1040
1043
|
},
|
|
@@ -1043,7 +1046,19 @@ module Aws
|
|
|
1043
1046
|
catalog_source: {
|
|
1044
1047
|
name: ::String,
|
|
1045
1048
|
database: ::String,
|
|
1046
|
-
table: ::String
|
|
1049
|
+
table: ::String,
|
|
1050
|
+
partition_predicate: ::String?,
|
|
1051
|
+
output_schemas: Array[
|
|
1052
|
+
{
|
|
1053
|
+
columns: Array[
|
|
1054
|
+
{
|
|
1055
|
+
name: ::String,
|
|
1056
|
+
type: ::String?,
|
|
1057
|
+
glue_studio_type: ::String?
|
|
1058
|
+
},
|
|
1059
|
+
]?
|
|
1060
|
+
},
|
|
1061
|
+
]?
|
|
1047
1062
|
}?,
|
|
1048
1063
|
redshift_source: {
|
|
1049
1064
|
name: ::String,
|
|
@@ -1091,36 +1106,8 @@ module Aws
|
|
|
1091
1106
|
columns: Array[
|
|
1092
1107
|
{
|
|
1093
1108
|
name: ::String,
|
|
1094
|
-
type: ::String
|
|
1095
|
-
|
|
1096
|
-
]?
|
|
1097
|
-
},
|
|
1098
|
-
]?
|
|
1099
|
-
}?,
|
|
1100
|
-
s3_excel_source: {
|
|
1101
|
-
name: ::String,
|
|
1102
|
-
paths: Array[::String],
|
|
1103
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1104
|
-
exclusions: Array[::String]?,
|
|
1105
|
-
group_size: ::String?,
|
|
1106
|
-
group_files: ::String?,
|
|
1107
|
-
recurse: bool?,
|
|
1108
|
-
max_band: ::Integer?,
|
|
1109
|
-
max_files_in_band: ::Integer?,
|
|
1110
|
-
additional_options: {
|
|
1111
|
-
bounded_size: ::Integer?,
|
|
1112
|
-
bounded_files: ::Integer?,
|
|
1113
|
-
enable_sample_path: bool?,
|
|
1114
|
-
sample_path: ::String?
|
|
1115
|
-
}?,
|
|
1116
|
-
number_rows: ::Integer?,
|
|
1117
|
-
skip_footer: ::Integer?,
|
|
1118
|
-
output_schemas: Array[
|
|
1119
|
-
{
|
|
1120
|
-
columns: Array[
|
|
1121
|
-
{
|
|
1122
|
-
name: ::String,
|
|
1123
|
-
type: ::String?
|
|
1109
|
+
type: ::String?,
|
|
1110
|
+
glue_studio_type: ::String?
|
|
1124
1111
|
},
|
|
1125
1112
|
]?
|
|
1126
1113
|
},
|
|
@@ -1149,7 +1136,8 @@ module Aws
|
|
|
1149
1136
|
columns: Array[
|
|
1150
1137
|
{
|
|
1151
1138
|
name: ::String,
|
|
1152
|
-
type: ::String
|
|
1139
|
+
type: ::String?,
|
|
1140
|
+
glue_studio_type: ::String?
|
|
1153
1141
|
},
|
|
1154
1142
|
]?
|
|
1155
1143
|
},
|
|
@@ -1176,7 +1164,8 @@ module Aws
|
|
|
1176
1164
|
columns: Array[
|
|
1177
1165
|
{
|
|
1178
1166
|
name: ::String,
|
|
1179
|
-
type: ::String
|
|
1167
|
+
type: ::String?,
|
|
1168
|
+
glue_studio_type: ::String?
|
|
1180
1169
|
},
|
|
1181
1170
|
]?
|
|
1182
1171
|
},
|
|
@@ -1190,7 +1179,12 @@ module Aws
|
|
|
1190
1179
|
dynamo_db_catalog_source: {
|
|
1191
1180
|
name: ::String,
|
|
1192
1181
|
database: ::String,
|
|
1193
|
-
table: ::String
|
|
1182
|
+
table: ::String,
|
|
1183
|
+
pitr_enabled: bool?,
|
|
1184
|
+
additional_options: {
|
|
1185
|
+
dynamodb_export: ::String?,
|
|
1186
|
+
dynamodb_unnest_ddb_json: bool?
|
|
1187
|
+
}?
|
|
1194
1188
|
}?,
|
|
1195
1189
|
jdbc_connector_target: {
|
|
1196
1190
|
name: ::String,
|
|
@@ -1205,7 +1199,8 @@ module Aws
|
|
|
1205
1199
|
columns: Array[
|
|
1206
1200
|
{
|
|
1207
1201
|
name: ::String,
|
|
1208
|
-
type: ::String
|
|
1202
|
+
type: ::String?,
|
|
1203
|
+
glue_studio_type: ::String?
|
|
1209
1204
|
},
|
|
1210
1205
|
]?
|
|
1211
1206
|
},
|
|
@@ -1223,7 +1218,8 @@ module Aws
|
|
|
1223
1218
|
columns: Array[
|
|
1224
1219
|
{
|
|
1225
1220
|
name: ::String,
|
|
1226
|
-
type: ::String
|
|
1221
|
+
type: ::String?,
|
|
1222
|
+
glue_studio_type: ::String?
|
|
1227
1223
|
},
|
|
1228
1224
|
]?
|
|
1229
1225
|
},
|
|
@@ -1262,6 +1258,10 @@ module Aws
|
|
|
1262
1258
|
schema_change_policy: {
|
|
1263
1259
|
enable_update_catalog: bool?,
|
|
1264
1260
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1261
|
+
}?,
|
|
1262
|
+
auto_data_quality: {
|
|
1263
|
+
is_enabled: bool?,
|
|
1264
|
+
evaluation_context: ::String?
|
|
1265
1265
|
}?
|
|
1266
1266
|
}?,
|
|
1267
1267
|
s3_glue_parquet_target: {
|
|
@@ -1278,21 +1278,10 @@ module Aws
|
|
|
1278
1278
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1279
1279
|
table: ::String?,
|
|
1280
1280
|
database: ::String?
|
|
1281
|
-
}
|
|
1282
|
-
|
|
1283
|
-
|
|
1284
|
-
|
|
1285
|
-
inputs: Array[::String],
|
|
1286
|
-
partition_keys: Array[
|
|
1287
|
-
Array[::String],
|
|
1288
|
-
]?,
|
|
1289
|
-
path: ::String,
|
|
1290
|
-
compression: ("uncompressed")?,
|
|
1291
|
-
schema_change_policy: {
|
|
1292
|
-
enable_update_catalog: bool?,
|
|
1293
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1294
|
-
table: ::String?,
|
|
1295
|
-
database: ::String?
|
|
1281
|
+
}?,
|
|
1282
|
+
auto_data_quality: {
|
|
1283
|
+
is_enabled: bool?,
|
|
1284
|
+
evaluation_context: ::String?
|
|
1296
1285
|
}?
|
|
1297
1286
|
}?,
|
|
1298
1287
|
s3_direct_target: {
|
|
@@ -1305,30 +1294,27 @@ module Aws
|
|
|
1305
1294
|
compression: ::String?,
|
|
1306
1295
|
number_target_partitions: ::String?,
|
|
1307
1296
|
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1308
|
-
schema_change_policy: {
|
|
1309
|
-
enable_update_catalog: bool?,
|
|
1310
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1311
|
-
table: ::String?,
|
|
1312
|
-
database: ::String?
|
|
1313
|
-
}?
|
|
1314
|
-
}?,
|
|
1315
|
-
s3_iceberg_direct_target: {
|
|
1316
|
-
name: ::String,
|
|
1317
|
-
inputs: Array[::String],
|
|
1318
|
-
partition_keys: Array[
|
|
1319
|
-
Array[::String],
|
|
1320
|
-
]?,
|
|
1321
|
-
path: ::String,
|
|
1322
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1323
|
-
additional_options: Hash[::String, ::String]?,
|
|
1324
1297
|
schema_change_policy: {
|
|
1325
1298
|
enable_update_catalog: bool?,
|
|
1326
1299
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1327
1300
|
table: ::String?,
|
|
1328
1301
|
database: ::String?
|
|
1329
1302
|
}?,
|
|
1330
|
-
|
|
1331
|
-
|
|
1303
|
+
auto_data_quality: {
|
|
1304
|
+
is_enabled: bool?,
|
|
1305
|
+
evaluation_context: ::String?
|
|
1306
|
+
}?,
|
|
1307
|
+
output_schemas: Array[
|
|
1308
|
+
{
|
|
1309
|
+
columns: Array[
|
|
1310
|
+
{
|
|
1311
|
+
name: ::String,
|
|
1312
|
+
type: ::String?,
|
|
1313
|
+
glue_studio_type: ::String?
|
|
1314
|
+
},
|
|
1315
|
+
]?
|
|
1316
|
+
},
|
|
1317
|
+
]?
|
|
1332
1318
|
}?,
|
|
1333
1319
|
apply_mapping: {
|
|
1334
1320
|
name: ::String,
|
|
@@ -1429,7 +1415,8 @@ module Aws
|
|
|
1429
1415
|
columns: Array[
|
|
1430
1416
|
{
|
|
1431
1417
|
name: ::String,
|
|
1432
|
-
type: ::String
|
|
1418
|
+
type: ::String?,
|
|
1419
|
+
glue_studio_type: ::String?
|
|
1433
1420
|
},
|
|
1434
1421
|
]?
|
|
1435
1422
|
},
|
|
@@ -1450,7 +1437,8 @@ module Aws
|
|
|
1450
1437
|
columns: Array[
|
|
1451
1438
|
{
|
|
1452
1439
|
name: ::String,
|
|
1453
|
-
type: ::String
|
|
1440
|
+
type: ::String?,
|
|
1441
|
+
glue_studio_type: ::String?
|
|
1454
1442
|
},
|
|
1455
1443
|
]?
|
|
1456
1444
|
},
|
|
@@ -1481,7 +1469,8 @@ module Aws
|
|
|
1481
1469
|
role_session_name: ::String?,
|
|
1482
1470
|
add_record_timestamp: ::String?,
|
|
1483
1471
|
emit_consumer_lag_metrics: ::String?,
|
|
1484
|
-
starting_timestamp: ::Time
|
|
1472
|
+
starting_timestamp: ::Time?,
|
|
1473
|
+
fanout_consumer_arn: ::String?
|
|
1485
1474
|
}?,
|
|
1486
1475
|
data_preview_options: {
|
|
1487
1476
|
polling_time: ::Integer?,
|
|
@@ -1545,7 +1534,8 @@ module Aws
|
|
|
1545
1534
|
role_session_name: ::String?,
|
|
1546
1535
|
add_record_timestamp: ::String?,
|
|
1547
1536
|
emit_consumer_lag_metrics: ::String?,
|
|
1548
|
-
starting_timestamp: ::Time
|
|
1537
|
+
starting_timestamp: ::Time?,
|
|
1538
|
+
fanout_consumer_arn: ::String?
|
|
1549
1539
|
}?,
|
|
1550
1540
|
data_preview_options: {
|
|
1551
1541
|
polling_time: ::Integer?,
|
|
@@ -1618,12 +1608,19 @@ module Aws
|
|
|
1618
1608
|
pii_detection: {
|
|
1619
1609
|
name: ::String,
|
|
1620
1610
|
inputs: Array[::String],
|
|
1621
|
-
pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking"),
|
|
1611
|
+
pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking"),
|
|
1622
1612
|
entity_types_to_detect: Array[::String],
|
|
1623
1613
|
output_column_name: ::String?,
|
|
1624
1614
|
sample_fraction: ::Float?,
|
|
1625
1615
|
threshold_fraction: ::Float?,
|
|
1626
|
-
mask_value: ::String
|
|
1616
|
+
mask_value: ::String?,
|
|
1617
|
+
redact_text: ::String?,
|
|
1618
|
+
redact_char: ::String?,
|
|
1619
|
+
match_pattern: ::String?,
|
|
1620
|
+
num_left_chars_to_exclude: ::Integer?,
|
|
1621
|
+
num_right_chars_to_exclude: ::Integer?,
|
|
1622
|
+
detection_parameters: ::String?,
|
|
1623
|
+
detection_sensitivity: ::String?
|
|
1627
1624
|
}?,
|
|
1628
1625
|
aggregate: {
|
|
1629
1626
|
name: ::String,
|
|
@@ -1712,6 +1709,28 @@ module Aws
|
|
|
1712
1709
|
database: ::String,
|
|
1713
1710
|
table: ::String
|
|
1714
1711
|
}?,
|
|
1712
|
+
route: {
|
|
1713
|
+
name: ::String,
|
|
1714
|
+
inputs: Array[::String],
|
|
1715
|
+
group_filters_list: Array[
|
|
1716
|
+
{
|
|
1717
|
+
group_name: ::String,
|
|
1718
|
+
filters: Array[
|
|
1719
|
+
{
|
|
1720
|
+
operation: ("EQ" | "LT" | "GT" | "LTE" | "GTE" | "REGEX" | "ISNULL"),
|
|
1721
|
+
negated: bool?,
|
|
1722
|
+
values: Array[
|
|
1723
|
+
{
|
|
1724
|
+
type: ("COLUMNEXTRACTED" | "CONSTANT"),
|
|
1725
|
+
value: Array[::String]
|
|
1726
|
+
},
|
|
1727
|
+
]
|
|
1728
|
+
},
|
|
1729
|
+
],
|
|
1730
|
+
logical_operator: ("AND" | "OR")
|
|
1731
|
+
},
|
|
1732
|
+
]
|
|
1733
|
+
}?,
|
|
1715
1734
|
dynamic_transform: {
|
|
1716
1735
|
name: ::String,
|
|
1717
1736
|
transform_name: ::String,
|
|
@@ -1735,7 +1754,8 @@ module Aws
|
|
|
1735
1754
|
columns: Array[
|
|
1736
1755
|
{
|
|
1737
1756
|
name: ::String,
|
|
1738
|
-
type: ::String
|
|
1757
|
+
type: ::String?,
|
|
1758
|
+
glue_studio_type: ::String?
|
|
1739
1759
|
},
|
|
1740
1760
|
]?
|
|
1741
1761
|
},
|
|
@@ -1766,7 +1786,8 @@ module Aws
|
|
|
1766
1786
|
columns: Array[
|
|
1767
1787
|
{
|
|
1768
1788
|
name: ::String,
|
|
1769
|
-
type: ::String
|
|
1789
|
+
type: ::String?,
|
|
1790
|
+
glue_studio_type: ::String?
|
|
1770
1791
|
},
|
|
1771
1792
|
]?
|
|
1772
1793
|
},
|
|
@@ -1782,7 +1803,8 @@ module Aws
|
|
|
1782
1803
|
columns: Array[
|
|
1783
1804
|
{
|
|
1784
1805
|
name: ::String,
|
|
1785
|
-
type: ::String
|
|
1806
|
+
type: ::String?,
|
|
1807
|
+
glue_studio_type: ::String?
|
|
1786
1808
|
},
|
|
1787
1809
|
]?
|
|
1788
1810
|
},
|
|
@@ -1803,7 +1825,8 @@ module Aws
|
|
|
1803
1825
|
columns: Array[
|
|
1804
1826
|
{
|
|
1805
1827
|
name: ::String,
|
|
1806
|
-
type: ::String
|
|
1828
|
+
type: ::String?,
|
|
1829
|
+
glue_studio_type: ::String?
|
|
1807
1830
|
},
|
|
1808
1831
|
]?
|
|
1809
1832
|
},
|
|
@@ -1821,7 +1844,22 @@ module Aws
|
|
|
1821
1844
|
schema_change_policy: {
|
|
1822
1845
|
enable_update_catalog: bool?,
|
|
1823
1846
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1824
|
-
}
|
|
1847
|
+
}?,
|
|
1848
|
+
auto_data_quality: {
|
|
1849
|
+
is_enabled: bool?,
|
|
1850
|
+
evaluation_context: ::String?
|
|
1851
|
+
}?,
|
|
1852
|
+
output_schemas: Array[
|
|
1853
|
+
{
|
|
1854
|
+
columns: Array[
|
|
1855
|
+
{
|
|
1856
|
+
name: ::String,
|
|
1857
|
+
type: ::String?,
|
|
1858
|
+
glue_studio_type: ::String?
|
|
1859
|
+
},
|
|
1860
|
+
]?
|
|
1861
|
+
},
|
|
1862
|
+
]?
|
|
1825
1863
|
}?,
|
|
1826
1864
|
s3_hudi_direct_target: {
|
|
1827
1865
|
name: ::String,
|
|
@@ -1839,6 +1877,10 @@ module Aws
|
|
|
1839
1877
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1840
1878
|
table: ::String?,
|
|
1841
1879
|
database: ::String?
|
|
1880
|
+
}?,
|
|
1881
|
+
auto_data_quality: {
|
|
1882
|
+
is_enabled: bool?,
|
|
1883
|
+
evaluation_context: ::String?
|
|
1842
1884
|
}?
|
|
1843
1885
|
}?,
|
|
1844
1886
|
direct_jdbc_source: {
|
|
@@ -1847,7 +1889,18 @@ module Aws
|
|
|
1847
1889
|
table: ::String,
|
|
1848
1890
|
connection_name: ::String,
|
|
1849
1891
|
connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift"),
|
|
1850
|
-
redshift_tmp_dir: ::String
|
|
1892
|
+
redshift_tmp_dir: ::String?,
|
|
1893
|
+
output_schemas: Array[
|
|
1894
|
+
{
|
|
1895
|
+
columns: Array[
|
|
1896
|
+
{
|
|
1897
|
+
name: ::String,
|
|
1898
|
+
type: ::String?,
|
|
1899
|
+
glue_studio_type: ::String?
|
|
1900
|
+
},
|
|
1901
|
+
]?
|
|
1902
|
+
},
|
|
1903
|
+
]?
|
|
1851
1904
|
}?,
|
|
1852
1905
|
s3_catalog_delta_source: {
|
|
1853
1906
|
name: ::String,
|
|
@@ -1859,7 +1912,8 @@ module Aws
|
|
|
1859
1912
|
columns: Array[
|
|
1860
1913
|
{
|
|
1861
1914
|
name: ::String,
|
|
1862
|
-
type: ::String
|
|
1915
|
+
type: ::String?,
|
|
1916
|
+
glue_studio_type: ::String?
|
|
1863
1917
|
},
|
|
1864
1918
|
]?
|
|
1865
1919
|
},
|
|
@@ -1875,7 +1929,8 @@ module Aws
|
|
|
1875
1929
|
columns: Array[
|
|
1876
1930
|
{
|
|
1877
1931
|
name: ::String,
|
|
1878
|
-
type: ::String
|
|
1932
|
+
type: ::String?,
|
|
1933
|
+
glue_studio_type: ::String?
|
|
1879
1934
|
},
|
|
1880
1935
|
]?
|
|
1881
1936
|
},
|
|
@@ -1896,7 +1951,8 @@ module Aws
|
|
|
1896
1951
|
columns: Array[
|
|
1897
1952
|
{
|
|
1898
1953
|
name: ::String,
|
|
1899
|
-
type: ::String
|
|
1954
|
+
type: ::String?,
|
|
1955
|
+
glue_studio_type: ::String?
|
|
1900
1956
|
},
|
|
1901
1957
|
]?
|
|
1902
1958
|
},
|
|
@@ -1914,7 +1970,22 @@ module Aws
|
|
|
1914
1970
|
schema_change_policy: {
|
|
1915
1971
|
enable_update_catalog: bool?,
|
|
1916
1972
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1917
|
-
}
|
|
1973
|
+
}?,
|
|
1974
|
+
auto_data_quality: {
|
|
1975
|
+
is_enabled: bool?,
|
|
1976
|
+
evaluation_context: ::String?
|
|
1977
|
+
}?,
|
|
1978
|
+
output_schemas: Array[
|
|
1979
|
+
{
|
|
1980
|
+
columns: Array[
|
|
1981
|
+
{
|
|
1982
|
+
name: ::String,
|
|
1983
|
+
type: ::String?,
|
|
1984
|
+
glue_studio_type: ::String?
|
|
1985
|
+
},
|
|
1986
|
+
]?
|
|
1987
|
+
},
|
|
1988
|
+
]?
|
|
1918
1989
|
}?,
|
|
1919
1990
|
s3_delta_direct_target: {
|
|
1920
1991
|
name: ::String,
|
|
@@ -1932,6 +2003,10 @@ module Aws
|
|
|
1932
2003
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1933
2004
|
table: ::String?,
|
|
1934
2005
|
database: ::String?
|
|
2006
|
+
}?,
|
|
2007
|
+
auto_data_quality: {
|
|
2008
|
+
is_enabled: bool?,
|
|
2009
|
+
evaluation_context: ::String?
|
|
1935
2010
|
}?
|
|
1936
2011
|
}?,
|
|
1937
2012
|
amazon_redshift_source: {
|
|
@@ -2090,7 +2165,7 @@ module Aws
|
|
|
2090
2165
|
cloud_watch_metrics_enabled: bool?,
|
|
2091
2166
|
results_publishing_enabled: bool?
|
|
2092
2167
|
}?,
|
|
2093
|
-
additional_options: Hash[("performanceTuning.caching" | "observations.scope"), ::String]?,
|
|
2168
|
+
additional_options: Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]?,
|
|
2094
2169
|
stop_job_on_failure_options: {
|
|
2095
2170
|
stop_job_on_failure_timing: ("Immediate" | "AfterDataLoad")?
|
|
2096
2171
|
}?
|
|
@@ -2168,7 +2243,8 @@ module Aws
|
|
|
2168
2243
|
columns: Array[
|
|
2169
2244
|
{
|
|
2170
2245
|
name: ::String,
|
|
2171
|
-
type: ::String
|
|
2246
|
+
type: ::String?,
|
|
2247
|
+
glue_studio_type: ::String?
|
|
2172
2248
|
},
|
|
2173
2249
|
]?
|
|
2174
2250
|
},
|
|
@@ -2230,7 +2306,8 @@ module Aws
|
|
|
2230
2306
|
columns: Array[
|
|
2231
2307
|
{
|
|
2232
2308
|
name: ::String,
|
|
2233
|
-
type: ::String
|
|
2309
|
+
type: ::String?,
|
|
2310
|
+
glue_studio_type: ::String?
|
|
2234
2311
|
},
|
|
2235
2312
|
]?
|
|
2236
2313
|
},
|
|
@@ -2241,99 +2318,268 @@ module Aws
|
|
|
2241
2318
|
connection_type: ::String,
|
|
2242
2319
|
data: Hash[::String, ::String],
|
|
2243
2320
|
inputs: Array[::String]?
|
|
2244
|
-
}
|
|
2245
|
-
|
|
2246
|
-
|
|
2247
|
-
|
|
2248
|
-
|
|
2249
|
-
|
|
2250
|
-
|
|
2251
|
-
|
|
2252
|
-
folder: ::String?,
|
|
2253
|
-
last_commit_id: ::String?,
|
|
2254
|
-
auth_strategy: ("PERSONAL_ACCESS_TOKEN" | "AWS_SECRETS_MANAGER")?,
|
|
2255
|
-
auth_token: ::String?
|
|
2256
|
-
},
|
|
2257
|
-
?maintenance_window: ::String
|
|
2258
|
-
) -> _CreateJobResponseSuccess
|
|
2259
|
-
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateJobResponseSuccess
|
|
2260
|
-
|
|
2261
|
-
interface _CreateMLTransformResponseSuccess
|
|
2262
|
-
include ::Seahorse::Client::_ResponseSuccess[Types::CreateMLTransformResponse]
|
|
2263
|
-
def transform_id: () -> ::String
|
|
2264
|
-
end
|
|
2265
|
-
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_ml_transform-instance_method
|
|
2266
|
-
def create_ml_transform: (
|
|
2267
|
-
name: ::String,
|
|
2268
|
-
?description: ::String,
|
|
2269
|
-
input_record_tables: Array[
|
|
2270
|
-
{
|
|
2271
|
-
database_name: ::String,
|
|
2272
|
-
table_name: ::String,
|
|
2273
|
-
catalog_id: ::String?,
|
|
2274
|
-
connection_name: ::String?,
|
|
2275
|
-
additional_options: Hash[::String, ::String]?
|
|
2276
|
-
},
|
|
2277
|
-
],
|
|
2278
|
-
parameters: {
|
|
2279
|
-
transform_type: ("FIND_MATCHES"),
|
|
2280
|
-
find_matches_parameters: {
|
|
2281
|
-
primary_key_column_name: ::String?,
|
|
2282
|
-
precision_recall_tradeoff: ::Float?,
|
|
2283
|
-
accuracy_cost_tradeoff: ::Float?,
|
|
2284
|
-
enforce_provided_labels: bool?
|
|
2285
|
-
}?
|
|
2286
|
-
},
|
|
2287
|
-
role: ::String,
|
|
2288
|
-
?glue_version: ::String,
|
|
2289
|
-
?max_capacity: ::Float,
|
|
2290
|
-
?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
|
|
2291
|
-
?number_of_workers: ::Integer,
|
|
2292
|
-
?timeout: ::Integer,
|
|
2293
|
-
?max_retries: ::Integer,
|
|
2294
|
-
?tags: Hash[::String, ::String],
|
|
2295
|
-
?transform_encryption: {
|
|
2296
|
-
ml_user_data_encryption: {
|
|
2297
|
-
ml_user_data_encryption_mode: ("DISABLED" | "SSE-KMS"),
|
|
2298
|
-
kms_key_id: ::String?
|
|
2299
|
-
}?,
|
|
2300
|
-
task_run_security_configuration_name: ::String?
|
|
2301
|
-
}
|
|
2302
|
-
) -> _CreateMLTransformResponseSuccess
|
|
2303
|
-
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateMLTransformResponseSuccess
|
|
2304
|
-
|
|
2305
|
-
interface _CreatePartitionResponseSuccess
|
|
2306
|
-
include ::Seahorse::Client::_ResponseSuccess[Types::CreatePartitionResponse]
|
|
2307
|
-
end
|
|
2308
|
-
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_partition-instance_method
|
|
2309
|
-
def create_partition: (
|
|
2310
|
-
?catalog_id: ::String,
|
|
2311
|
-
database_name: ::String,
|
|
2312
|
-
table_name: ::String,
|
|
2313
|
-
partition_input: {
|
|
2314
|
-
values: Array[::String]?,
|
|
2315
|
-
last_access_time: ::Time?,
|
|
2316
|
-
storage_descriptor: {
|
|
2321
|
+
}?,
|
|
2322
|
+
s3_catalog_iceberg_source: {
|
|
2323
|
+
name: ::String,
|
|
2324
|
+
database: ::String,
|
|
2325
|
+
table: ::String,
|
|
2326
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
2327
|
+
output_schemas: Array[
|
|
2328
|
+
{
|
|
2317
2329
|
columns: Array[
|
|
2318
2330
|
{
|
|
2319
2331
|
name: ::String,
|
|
2320
2332
|
type: ::String?,
|
|
2321
|
-
|
|
2322
|
-
parameters: Hash[::String, ::String]?
|
|
2333
|
+
glue_studio_type: ::String?
|
|
2323
2334
|
},
|
|
2324
|
-
]
|
|
2325
|
-
|
|
2326
|
-
|
|
2327
|
-
|
|
2328
|
-
|
|
2329
|
-
|
|
2330
|
-
|
|
2331
|
-
|
|
2332
|
-
|
|
2333
|
-
|
|
2334
|
-
|
|
2335
|
-
|
|
2336
|
-
|
|
2335
|
+
]?
|
|
2336
|
+
},
|
|
2337
|
+
]?
|
|
2338
|
+
}?,
|
|
2339
|
+
catalog_iceberg_source: {
|
|
2340
|
+
name: ::String,
|
|
2341
|
+
database: ::String,
|
|
2342
|
+
table: ::String,
|
|
2343
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
2344
|
+
output_schemas: Array[
|
|
2345
|
+
{
|
|
2346
|
+
columns: Array[
|
|
2347
|
+
{
|
|
2348
|
+
name: ::String,
|
|
2349
|
+
type: ::String?,
|
|
2350
|
+
glue_studio_type: ::String?
|
|
2351
|
+
},
|
|
2352
|
+
]?
|
|
2353
|
+
},
|
|
2354
|
+
]?
|
|
2355
|
+
}?,
|
|
2356
|
+
s3_iceberg_catalog_target: {
|
|
2357
|
+
name: ::String,
|
|
2358
|
+
inputs: Array[::String],
|
|
2359
|
+
partition_keys: Array[
|
|
2360
|
+
Array[::String],
|
|
2361
|
+
]?,
|
|
2362
|
+
table: ::String,
|
|
2363
|
+
database: ::String,
|
|
2364
|
+
additional_options: Hash[::String, ::String]?,
|
|
2365
|
+
schema_change_policy: {
|
|
2366
|
+
enable_update_catalog: bool?,
|
|
2367
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
2368
|
+
}?,
|
|
2369
|
+
auto_data_quality: {
|
|
2370
|
+
is_enabled: bool?,
|
|
2371
|
+
evaluation_context: ::String?
|
|
2372
|
+
}?
|
|
2373
|
+
}?,
|
|
2374
|
+
s3_iceberg_direct_target: {
|
|
2375
|
+
name: ::String,
|
|
2376
|
+
inputs: Array[::String],
|
|
2377
|
+
partition_keys: Array[
|
|
2378
|
+
Array[::String],
|
|
2379
|
+
]?,
|
|
2380
|
+
path: ::String,
|
|
2381
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
2382
|
+
additional_options: Hash[::String, ::String]?,
|
|
2383
|
+
schema_change_policy: {
|
|
2384
|
+
enable_update_catalog: bool?,
|
|
2385
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
2386
|
+
table: ::String?,
|
|
2387
|
+
database: ::String?
|
|
2388
|
+
}?,
|
|
2389
|
+
auto_data_quality: {
|
|
2390
|
+
is_enabled: bool?,
|
|
2391
|
+
evaluation_context: ::String?
|
|
2392
|
+
}?,
|
|
2393
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
2394
|
+
number_target_partitions: ::String?,
|
|
2395
|
+
output_schemas: Array[
|
|
2396
|
+
{
|
|
2397
|
+
columns: Array[
|
|
2398
|
+
{
|
|
2399
|
+
name: ::String,
|
|
2400
|
+
type: ::String?,
|
|
2401
|
+
glue_studio_type: ::String?
|
|
2402
|
+
},
|
|
2403
|
+
]?
|
|
2404
|
+
},
|
|
2405
|
+
]?
|
|
2406
|
+
}?,
|
|
2407
|
+
s3_excel_source: {
|
|
2408
|
+
name: ::String,
|
|
2409
|
+
paths: Array[::String],
|
|
2410
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
2411
|
+
exclusions: Array[::String]?,
|
|
2412
|
+
group_size: ::String?,
|
|
2413
|
+
group_files: ::String?,
|
|
2414
|
+
recurse: bool?,
|
|
2415
|
+
max_band: ::Integer?,
|
|
2416
|
+
max_files_in_band: ::Integer?,
|
|
2417
|
+
additional_options: {
|
|
2418
|
+
bounded_size: ::Integer?,
|
|
2419
|
+
bounded_files: ::Integer?,
|
|
2420
|
+
enable_sample_path: bool?,
|
|
2421
|
+
sample_path: ::String?
|
|
2422
|
+
}?,
|
|
2423
|
+
number_rows: ::Integer?,
|
|
2424
|
+
skip_footer: ::Integer?,
|
|
2425
|
+
output_schemas: Array[
|
|
2426
|
+
{
|
|
2427
|
+
columns: Array[
|
|
2428
|
+
{
|
|
2429
|
+
name: ::String,
|
|
2430
|
+
type: ::String?,
|
|
2431
|
+
glue_studio_type: ::String?
|
|
2432
|
+
},
|
|
2433
|
+
]?
|
|
2434
|
+
},
|
|
2435
|
+
]?
|
|
2436
|
+
}?,
|
|
2437
|
+
s3_hyper_direct_target: {
|
|
2438
|
+
name: ::String,
|
|
2439
|
+
inputs: Array[::String],
|
|
2440
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")?,
|
|
2441
|
+
partition_keys: Array[
|
|
2442
|
+
Array[::String],
|
|
2443
|
+
]?,
|
|
2444
|
+
path: ::String,
|
|
2445
|
+
compression: ("uncompressed")?,
|
|
2446
|
+
schema_change_policy: {
|
|
2447
|
+
enable_update_catalog: bool?,
|
|
2448
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
2449
|
+
table: ::String?,
|
|
2450
|
+
database: ::String?
|
|
2451
|
+
}?,
|
|
2452
|
+
auto_data_quality: {
|
|
2453
|
+
is_enabled: bool?,
|
|
2454
|
+
evaluation_context: ::String?
|
|
2455
|
+
}?,
|
|
2456
|
+
output_schemas: Array[
|
|
2457
|
+
{
|
|
2458
|
+
columns: Array[
|
|
2459
|
+
{
|
|
2460
|
+
name: ::String,
|
|
2461
|
+
type: ::String?,
|
|
2462
|
+
glue_studio_type: ::String?
|
|
2463
|
+
},
|
|
2464
|
+
]?
|
|
2465
|
+
},
|
|
2466
|
+
]?
|
|
2467
|
+
}?,
|
|
2468
|
+
dynamo_dbelt_connector_source: {
|
|
2469
|
+
name: ::String,
|
|
2470
|
+
connection_options: {
|
|
2471
|
+
dynamodb_export: ("ddb" | "s3")?,
|
|
2472
|
+
dynamodb_unnest_ddb_json: bool?,
|
|
2473
|
+
dynamodb_table_arn: ::String,
|
|
2474
|
+
dynamodb_s3_bucket: ::String?,
|
|
2475
|
+
dynamodb_s3_prefix: ::String?,
|
|
2476
|
+
dynamodb_s3_bucket_owner: ::String?,
|
|
2477
|
+
dynamodb_sts_role_arn: ::String?
|
|
2478
|
+
}?,
|
|
2479
|
+
output_schemas: Array[
|
|
2480
|
+
{
|
|
2481
|
+
columns: Array[
|
|
2482
|
+
{
|
|
2483
|
+
name: ::String,
|
|
2484
|
+
type: ::String?,
|
|
2485
|
+
glue_studio_type: ::String?
|
|
2486
|
+
},
|
|
2487
|
+
]?
|
|
2488
|
+
},
|
|
2489
|
+
]?
|
|
2490
|
+
}?
|
|
2491
|
+
}],
|
|
2492
|
+
?execution_class: ("FLEX" | "STANDARD"),
|
|
2493
|
+
?source_control_details: {
|
|
2494
|
+
provider: ("GITHUB" | "GITLAB" | "BITBUCKET" | "AWS_CODE_COMMIT")?,
|
|
2495
|
+
repository: ::String?,
|
|
2496
|
+
owner: ::String?,
|
|
2497
|
+
branch: ::String?,
|
|
2498
|
+
folder: ::String?,
|
|
2499
|
+
last_commit_id: ::String?,
|
|
2500
|
+
auth_strategy: ("PERSONAL_ACCESS_TOKEN" | "AWS_SECRETS_MANAGER")?,
|
|
2501
|
+
auth_token: ::String?
|
|
2502
|
+
},
|
|
2503
|
+
?maintenance_window: ::String
|
|
2504
|
+
) -> _CreateJobResponseSuccess
|
|
2505
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateJobResponseSuccess
|
|
2506
|
+
|
|
2507
|
+
interface _CreateMLTransformResponseSuccess
|
|
2508
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::CreateMLTransformResponse]
|
|
2509
|
+
def transform_id: () -> ::String
|
|
2510
|
+
end
|
|
2511
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_ml_transform-instance_method
|
|
2512
|
+
def create_ml_transform: (
|
|
2513
|
+
name: ::String,
|
|
2514
|
+
?description: ::String,
|
|
2515
|
+
input_record_tables: Array[
|
|
2516
|
+
{
|
|
2517
|
+
database_name: ::String,
|
|
2518
|
+
table_name: ::String,
|
|
2519
|
+
catalog_id: ::String?,
|
|
2520
|
+
connection_name: ::String?,
|
|
2521
|
+
additional_options: Hash[::String, ::String]?
|
|
2522
|
+
},
|
|
2523
|
+
],
|
|
2524
|
+
parameters: {
|
|
2525
|
+
transform_type: ("FIND_MATCHES"),
|
|
2526
|
+
find_matches_parameters: {
|
|
2527
|
+
primary_key_column_name: ::String?,
|
|
2528
|
+
precision_recall_tradeoff: ::Float?,
|
|
2529
|
+
accuracy_cost_tradeoff: ::Float?,
|
|
2530
|
+
enforce_provided_labels: bool?
|
|
2531
|
+
}?
|
|
2532
|
+
},
|
|
2533
|
+
role: ::String,
|
|
2534
|
+
?glue_version: ::String,
|
|
2535
|
+
?max_capacity: ::Float,
|
|
2536
|
+
?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
|
|
2537
|
+
?number_of_workers: ::Integer,
|
|
2538
|
+
?timeout: ::Integer,
|
|
2539
|
+
?max_retries: ::Integer,
|
|
2540
|
+
?tags: Hash[::String, ::String],
|
|
2541
|
+
?transform_encryption: {
|
|
2542
|
+
ml_user_data_encryption: {
|
|
2543
|
+
ml_user_data_encryption_mode: ("DISABLED" | "SSE-KMS"),
|
|
2544
|
+
kms_key_id: ::String?
|
|
2545
|
+
}?,
|
|
2546
|
+
task_run_security_configuration_name: ::String?
|
|
2547
|
+
}
|
|
2548
|
+
) -> _CreateMLTransformResponseSuccess
|
|
2549
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateMLTransformResponseSuccess
|
|
2550
|
+
|
|
2551
|
+
interface _CreatePartitionResponseSuccess
|
|
2552
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::CreatePartitionResponse]
|
|
2553
|
+
end
|
|
2554
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_partition-instance_method
|
|
2555
|
+
def create_partition: (
|
|
2556
|
+
?catalog_id: ::String,
|
|
2557
|
+
database_name: ::String,
|
|
2558
|
+
table_name: ::String,
|
|
2559
|
+
partition_input: {
|
|
2560
|
+
values: Array[::String]?,
|
|
2561
|
+
last_access_time: ::Time?,
|
|
2562
|
+
storage_descriptor: {
|
|
2563
|
+
columns: Array[
|
|
2564
|
+
{
|
|
2565
|
+
name: ::String,
|
|
2566
|
+
type: ::String?,
|
|
2567
|
+
comment: ::String?,
|
|
2568
|
+
parameters: Hash[::String, ::String]?
|
|
2569
|
+
},
|
|
2570
|
+
]?,
|
|
2571
|
+
location: ::String?,
|
|
2572
|
+
additional_locations: Array[::String]?,
|
|
2573
|
+
input_format: ::String?,
|
|
2574
|
+
output_format: ::String?,
|
|
2575
|
+
compressed: bool?,
|
|
2576
|
+
number_of_buckets: ::Integer?,
|
|
2577
|
+
serde_info: {
|
|
2578
|
+
name: ::String?,
|
|
2579
|
+
serialization_library: ::String?,
|
|
2580
|
+
parameters: Hash[::String, ::String]?
|
|
2581
|
+
}?,
|
|
2582
|
+
bucket_columns: Array[::String]?,
|
|
2337
2583
|
sort_columns: Array[
|
|
2338
2584
|
{
|
|
2339
2585
|
column: ::String,
|
|
@@ -6083,7 +6329,8 @@ module Aws
|
|
|
6083
6329
|
columns: Array[
|
|
6084
6330
|
{
|
|
6085
6331
|
name: ::String,
|
|
6086
|
-
type: ::String
|
|
6332
|
+
type: ::String?,
|
|
6333
|
+
glue_studio_type: ::String?
|
|
6087
6334
|
},
|
|
6088
6335
|
]?
|
|
6089
6336
|
},
|
|
@@ -6111,7 +6358,8 @@ module Aws
|
|
|
6111
6358
|
columns: Array[
|
|
6112
6359
|
{
|
|
6113
6360
|
name: ::String,
|
|
6114
|
-
type: ::String
|
|
6361
|
+
type: ::String?,
|
|
6362
|
+
glue_studio_type: ::String?
|
|
6115
6363
|
},
|
|
6116
6364
|
]?
|
|
6117
6365
|
},
|
|
@@ -6128,7 +6376,8 @@ module Aws
|
|
|
6128
6376
|
columns: Array[
|
|
6129
6377
|
{
|
|
6130
6378
|
name: ::String,
|
|
6131
|
-
type: ::String
|
|
6379
|
+
type: ::String?,
|
|
6380
|
+
glue_studio_type: ::String?
|
|
6132
6381
|
},
|
|
6133
6382
|
]?
|
|
6134
6383
|
},
|
|
@@ -6137,7 +6386,19 @@ module Aws
|
|
|
6137
6386
|
catalog_source: {
|
|
6138
6387
|
name: ::String,
|
|
6139
6388
|
database: ::String,
|
|
6140
|
-
table: ::String
|
|
6389
|
+
table: ::String,
|
|
6390
|
+
partition_predicate: ::String?,
|
|
6391
|
+
output_schemas: Array[
|
|
6392
|
+
{
|
|
6393
|
+
columns: Array[
|
|
6394
|
+
{
|
|
6395
|
+
name: ::String,
|
|
6396
|
+
type: ::String?,
|
|
6397
|
+
glue_studio_type: ::String?
|
|
6398
|
+
},
|
|
6399
|
+
]?
|
|
6400
|
+
},
|
|
6401
|
+
]?
|
|
6141
6402
|
}?,
|
|
6142
6403
|
redshift_source: {
|
|
6143
6404
|
name: ::String,
|
|
@@ -6185,36 +6446,8 @@ module Aws
|
|
|
6185
6446
|
columns: Array[
|
|
6186
6447
|
{
|
|
6187
6448
|
name: ::String,
|
|
6188
|
-
type: ::String
|
|
6189
|
-
|
|
6190
|
-
]?
|
|
6191
|
-
},
|
|
6192
|
-
]?
|
|
6193
|
-
}?,
|
|
6194
|
-
s3_excel_source: {
|
|
6195
|
-
name: ::String,
|
|
6196
|
-
paths: Array[::String],
|
|
6197
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6198
|
-
exclusions: Array[::String]?,
|
|
6199
|
-
group_size: ::String?,
|
|
6200
|
-
group_files: ::String?,
|
|
6201
|
-
recurse: bool?,
|
|
6202
|
-
max_band: ::Integer?,
|
|
6203
|
-
max_files_in_band: ::Integer?,
|
|
6204
|
-
additional_options: {
|
|
6205
|
-
bounded_size: ::Integer?,
|
|
6206
|
-
bounded_files: ::Integer?,
|
|
6207
|
-
enable_sample_path: bool?,
|
|
6208
|
-
sample_path: ::String?
|
|
6209
|
-
}?,
|
|
6210
|
-
number_rows: ::Integer?,
|
|
6211
|
-
skip_footer: ::Integer?,
|
|
6212
|
-
output_schemas: Array[
|
|
6213
|
-
{
|
|
6214
|
-
columns: Array[
|
|
6215
|
-
{
|
|
6216
|
-
name: ::String,
|
|
6217
|
-
type: ::String?
|
|
6449
|
+
type: ::String?,
|
|
6450
|
+
glue_studio_type: ::String?
|
|
6218
6451
|
},
|
|
6219
6452
|
]?
|
|
6220
6453
|
},
|
|
@@ -6243,7 +6476,8 @@ module Aws
|
|
|
6243
6476
|
columns: Array[
|
|
6244
6477
|
{
|
|
6245
6478
|
name: ::String,
|
|
6246
|
-
type: ::String
|
|
6479
|
+
type: ::String?,
|
|
6480
|
+
glue_studio_type: ::String?
|
|
6247
6481
|
},
|
|
6248
6482
|
]?
|
|
6249
6483
|
},
|
|
@@ -6270,7 +6504,8 @@ module Aws
|
|
|
6270
6504
|
columns: Array[
|
|
6271
6505
|
{
|
|
6272
6506
|
name: ::String,
|
|
6273
|
-
type: ::String
|
|
6507
|
+
type: ::String?,
|
|
6508
|
+
glue_studio_type: ::String?
|
|
6274
6509
|
},
|
|
6275
6510
|
]?
|
|
6276
6511
|
},
|
|
@@ -6284,7 +6519,12 @@ module Aws
|
|
|
6284
6519
|
dynamo_db_catalog_source: {
|
|
6285
6520
|
name: ::String,
|
|
6286
6521
|
database: ::String,
|
|
6287
|
-
table: ::String
|
|
6522
|
+
table: ::String,
|
|
6523
|
+
pitr_enabled: bool?,
|
|
6524
|
+
additional_options: {
|
|
6525
|
+
dynamodb_export: ::String?,
|
|
6526
|
+
dynamodb_unnest_ddb_json: bool?
|
|
6527
|
+
}?
|
|
6288
6528
|
}?,
|
|
6289
6529
|
jdbc_connector_target: {
|
|
6290
6530
|
name: ::String,
|
|
@@ -6299,7 +6539,8 @@ module Aws
|
|
|
6299
6539
|
columns: Array[
|
|
6300
6540
|
{
|
|
6301
6541
|
name: ::String,
|
|
6302
|
-
type: ::String
|
|
6542
|
+
type: ::String?,
|
|
6543
|
+
glue_studio_type: ::String?
|
|
6303
6544
|
},
|
|
6304
6545
|
]?
|
|
6305
6546
|
},
|
|
@@ -6317,7 +6558,8 @@ module Aws
|
|
|
6317
6558
|
columns: Array[
|
|
6318
6559
|
{
|
|
6319
6560
|
name: ::String,
|
|
6320
|
-
type: ::String
|
|
6561
|
+
type: ::String?,
|
|
6562
|
+
glue_studio_type: ::String?
|
|
6321
6563
|
},
|
|
6322
6564
|
]?
|
|
6323
6565
|
},
|
|
@@ -6356,6 +6598,10 @@ module Aws
|
|
|
6356
6598
|
schema_change_policy: {
|
|
6357
6599
|
enable_update_catalog: bool?,
|
|
6358
6600
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
6601
|
+
}?,
|
|
6602
|
+
auto_data_quality: {
|
|
6603
|
+
is_enabled: bool?,
|
|
6604
|
+
evaluation_context: ::String?
|
|
6359
6605
|
}?
|
|
6360
6606
|
}?,
|
|
6361
6607
|
s3_glue_parquet_target: {
|
|
@@ -6372,21 +6618,10 @@ module Aws
|
|
|
6372
6618
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6373
6619
|
table: ::String?,
|
|
6374
6620
|
database: ::String?
|
|
6375
|
-
}
|
|
6376
|
-
|
|
6377
|
-
|
|
6378
|
-
|
|
6379
|
-
inputs: Array[::String],
|
|
6380
|
-
partition_keys: Array[
|
|
6381
|
-
Array[::String],
|
|
6382
|
-
]?,
|
|
6383
|
-
path: ::String,
|
|
6384
|
-
compression: ("uncompressed")?,
|
|
6385
|
-
schema_change_policy: {
|
|
6386
|
-
enable_update_catalog: bool?,
|
|
6387
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6388
|
-
table: ::String?,
|
|
6389
|
-
database: ::String?
|
|
6621
|
+
}?,
|
|
6622
|
+
auto_data_quality: {
|
|
6623
|
+
is_enabled: bool?,
|
|
6624
|
+
evaluation_context: ::String?
|
|
6390
6625
|
}?
|
|
6391
6626
|
}?,
|
|
6392
6627
|
s3_direct_target: {
|
|
@@ -6399,30 +6634,27 @@ module Aws
|
|
|
6399
6634
|
compression: ::String?,
|
|
6400
6635
|
number_target_partitions: ::String?,
|
|
6401
6636
|
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6402
|
-
schema_change_policy: {
|
|
6403
|
-
enable_update_catalog: bool?,
|
|
6404
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6405
|
-
table: ::String?,
|
|
6406
|
-
database: ::String?
|
|
6407
|
-
}?
|
|
6408
|
-
}?,
|
|
6409
|
-
s3_iceberg_direct_target: {
|
|
6410
|
-
name: ::String,
|
|
6411
|
-
inputs: Array[::String],
|
|
6412
|
-
partition_keys: Array[
|
|
6413
|
-
Array[::String],
|
|
6414
|
-
]?,
|
|
6415
|
-
path: ::String,
|
|
6416
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6417
|
-
additional_options: Hash[::String, ::String]?,
|
|
6418
6637
|
schema_change_policy: {
|
|
6419
6638
|
enable_update_catalog: bool?,
|
|
6420
6639
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6421
6640
|
table: ::String?,
|
|
6422
6641
|
database: ::String?
|
|
6423
6642
|
}?,
|
|
6424
|
-
|
|
6425
|
-
|
|
6643
|
+
auto_data_quality: {
|
|
6644
|
+
is_enabled: bool?,
|
|
6645
|
+
evaluation_context: ::String?
|
|
6646
|
+
}?,
|
|
6647
|
+
output_schemas: Array[
|
|
6648
|
+
{
|
|
6649
|
+
columns: Array[
|
|
6650
|
+
{
|
|
6651
|
+
name: ::String,
|
|
6652
|
+
type: ::String?,
|
|
6653
|
+
glue_studio_type: ::String?
|
|
6654
|
+
},
|
|
6655
|
+
]?
|
|
6656
|
+
},
|
|
6657
|
+
]?
|
|
6426
6658
|
}?,
|
|
6427
6659
|
apply_mapping: {
|
|
6428
6660
|
name: ::String,
|
|
@@ -6523,7 +6755,8 @@ module Aws
|
|
|
6523
6755
|
columns: Array[
|
|
6524
6756
|
{
|
|
6525
6757
|
name: ::String,
|
|
6526
|
-
type: ::String
|
|
6758
|
+
type: ::String?,
|
|
6759
|
+
glue_studio_type: ::String?
|
|
6527
6760
|
},
|
|
6528
6761
|
]?
|
|
6529
6762
|
},
|
|
@@ -6544,7 +6777,8 @@ module Aws
|
|
|
6544
6777
|
columns: Array[
|
|
6545
6778
|
{
|
|
6546
6779
|
name: ::String,
|
|
6547
|
-
type: ::String
|
|
6780
|
+
type: ::String?,
|
|
6781
|
+
glue_studio_type: ::String?
|
|
6548
6782
|
},
|
|
6549
6783
|
]?
|
|
6550
6784
|
},
|
|
@@ -6575,7 +6809,8 @@ module Aws
|
|
|
6575
6809
|
role_session_name: ::String?,
|
|
6576
6810
|
add_record_timestamp: ::String?,
|
|
6577
6811
|
emit_consumer_lag_metrics: ::String?,
|
|
6578
|
-
starting_timestamp: ::Time
|
|
6812
|
+
starting_timestamp: ::Time?,
|
|
6813
|
+
fanout_consumer_arn: ::String?
|
|
6579
6814
|
}?,
|
|
6580
6815
|
data_preview_options: {
|
|
6581
6816
|
polling_time: ::Integer?,
|
|
@@ -6639,7 +6874,8 @@ module Aws
|
|
|
6639
6874
|
role_session_name: ::String?,
|
|
6640
6875
|
add_record_timestamp: ::String?,
|
|
6641
6876
|
emit_consumer_lag_metrics: ::String?,
|
|
6642
|
-
starting_timestamp: ::Time
|
|
6877
|
+
starting_timestamp: ::Time?,
|
|
6878
|
+
fanout_consumer_arn: ::String?
|
|
6643
6879
|
}?,
|
|
6644
6880
|
data_preview_options: {
|
|
6645
6881
|
polling_time: ::Integer?,
|
|
@@ -6712,12 +6948,19 @@ module Aws
|
|
|
6712
6948
|
pii_detection: {
|
|
6713
6949
|
name: ::String,
|
|
6714
6950
|
inputs: Array[::String],
|
|
6715
|
-
pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking"),
|
|
6951
|
+
pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking"),
|
|
6716
6952
|
entity_types_to_detect: Array[::String],
|
|
6717
6953
|
output_column_name: ::String?,
|
|
6718
6954
|
sample_fraction: ::Float?,
|
|
6719
6955
|
threshold_fraction: ::Float?,
|
|
6720
|
-
mask_value: ::String
|
|
6956
|
+
mask_value: ::String?,
|
|
6957
|
+
redact_text: ::String?,
|
|
6958
|
+
redact_char: ::String?,
|
|
6959
|
+
match_pattern: ::String?,
|
|
6960
|
+
num_left_chars_to_exclude: ::Integer?,
|
|
6961
|
+
num_right_chars_to_exclude: ::Integer?,
|
|
6962
|
+
detection_parameters: ::String?,
|
|
6963
|
+
detection_sensitivity: ::String?
|
|
6721
6964
|
}?,
|
|
6722
6965
|
aggregate: {
|
|
6723
6966
|
name: ::String,
|
|
@@ -6806,6 +7049,28 @@ module Aws
|
|
|
6806
7049
|
database: ::String,
|
|
6807
7050
|
table: ::String
|
|
6808
7051
|
}?,
|
|
7052
|
+
route: {
|
|
7053
|
+
name: ::String,
|
|
7054
|
+
inputs: Array[::String],
|
|
7055
|
+
group_filters_list: Array[
|
|
7056
|
+
{
|
|
7057
|
+
group_name: ::String,
|
|
7058
|
+
filters: Array[
|
|
7059
|
+
{
|
|
7060
|
+
operation: ("EQ" | "LT" | "GT" | "LTE" | "GTE" | "REGEX" | "ISNULL"),
|
|
7061
|
+
negated: bool?,
|
|
7062
|
+
values: Array[
|
|
7063
|
+
{
|
|
7064
|
+
type: ("COLUMNEXTRACTED" | "CONSTANT"),
|
|
7065
|
+
value: Array[::String]
|
|
7066
|
+
},
|
|
7067
|
+
]
|
|
7068
|
+
},
|
|
7069
|
+
],
|
|
7070
|
+
logical_operator: ("AND" | "OR")
|
|
7071
|
+
},
|
|
7072
|
+
]
|
|
7073
|
+
}?,
|
|
6809
7074
|
dynamic_transform: {
|
|
6810
7075
|
name: ::String,
|
|
6811
7076
|
transform_name: ::String,
|
|
@@ -6829,7 +7094,8 @@ module Aws
|
|
|
6829
7094
|
columns: Array[
|
|
6830
7095
|
{
|
|
6831
7096
|
name: ::String,
|
|
6832
|
-
type: ::String
|
|
7097
|
+
type: ::String?,
|
|
7098
|
+
glue_studio_type: ::String?
|
|
6833
7099
|
},
|
|
6834
7100
|
]?
|
|
6835
7101
|
},
|
|
@@ -6860,7 +7126,8 @@ module Aws
|
|
|
6860
7126
|
columns: Array[
|
|
6861
7127
|
{
|
|
6862
7128
|
name: ::String,
|
|
6863
|
-
type: ::String
|
|
7129
|
+
type: ::String?,
|
|
7130
|
+
glue_studio_type: ::String?
|
|
6864
7131
|
},
|
|
6865
7132
|
]?
|
|
6866
7133
|
},
|
|
@@ -6876,7 +7143,8 @@ module Aws
|
|
|
6876
7143
|
columns: Array[
|
|
6877
7144
|
{
|
|
6878
7145
|
name: ::String,
|
|
6879
|
-
type: ::String
|
|
7146
|
+
type: ::String?,
|
|
7147
|
+
glue_studio_type: ::String?
|
|
6880
7148
|
},
|
|
6881
7149
|
]?
|
|
6882
7150
|
},
|
|
@@ -6897,7 +7165,8 @@ module Aws
|
|
|
6897
7165
|
columns: Array[
|
|
6898
7166
|
{
|
|
6899
7167
|
name: ::String,
|
|
6900
|
-
type: ::String
|
|
7168
|
+
type: ::String?,
|
|
7169
|
+
glue_studio_type: ::String?
|
|
6901
7170
|
},
|
|
6902
7171
|
]?
|
|
6903
7172
|
},
|
|
@@ -6915,7 +7184,22 @@ module Aws
|
|
|
6915
7184
|
schema_change_policy: {
|
|
6916
7185
|
enable_update_catalog: bool?,
|
|
6917
7186
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
6918
|
-
}
|
|
7187
|
+
}?,
|
|
7188
|
+
auto_data_quality: {
|
|
7189
|
+
is_enabled: bool?,
|
|
7190
|
+
evaluation_context: ::String?
|
|
7191
|
+
}?,
|
|
7192
|
+
output_schemas: Array[
|
|
7193
|
+
{
|
|
7194
|
+
columns: Array[
|
|
7195
|
+
{
|
|
7196
|
+
name: ::String,
|
|
7197
|
+
type: ::String?,
|
|
7198
|
+
glue_studio_type: ::String?
|
|
7199
|
+
},
|
|
7200
|
+
]?
|
|
7201
|
+
},
|
|
7202
|
+
]?
|
|
6919
7203
|
}?,
|
|
6920
7204
|
s3_hudi_direct_target: {
|
|
6921
7205
|
name: ::String,
|
|
@@ -6933,6 +7217,10 @@ module Aws
|
|
|
6933
7217
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6934
7218
|
table: ::String?,
|
|
6935
7219
|
database: ::String?
|
|
7220
|
+
}?,
|
|
7221
|
+
auto_data_quality: {
|
|
7222
|
+
is_enabled: bool?,
|
|
7223
|
+
evaluation_context: ::String?
|
|
6936
7224
|
}?
|
|
6937
7225
|
}?,
|
|
6938
7226
|
direct_jdbc_source: {
|
|
@@ -6941,7 +7229,18 @@ module Aws
|
|
|
6941
7229
|
table: ::String,
|
|
6942
7230
|
connection_name: ::String,
|
|
6943
7231
|
connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift"),
|
|
6944
|
-
redshift_tmp_dir: ::String
|
|
7232
|
+
redshift_tmp_dir: ::String?,
|
|
7233
|
+
output_schemas: Array[
|
|
7234
|
+
{
|
|
7235
|
+
columns: Array[
|
|
7236
|
+
{
|
|
7237
|
+
name: ::String,
|
|
7238
|
+
type: ::String?,
|
|
7239
|
+
glue_studio_type: ::String?
|
|
7240
|
+
},
|
|
7241
|
+
]?
|
|
7242
|
+
},
|
|
7243
|
+
]?
|
|
6945
7244
|
}?,
|
|
6946
7245
|
s3_catalog_delta_source: {
|
|
6947
7246
|
name: ::String,
|
|
@@ -6953,7 +7252,8 @@ module Aws
|
|
|
6953
7252
|
columns: Array[
|
|
6954
7253
|
{
|
|
6955
7254
|
name: ::String,
|
|
6956
|
-
type: ::String
|
|
7255
|
+
type: ::String?,
|
|
7256
|
+
glue_studio_type: ::String?
|
|
6957
7257
|
},
|
|
6958
7258
|
]?
|
|
6959
7259
|
},
|
|
@@ -6969,7 +7269,8 @@ module Aws
|
|
|
6969
7269
|
columns: Array[
|
|
6970
7270
|
{
|
|
6971
7271
|
name: ::String,
|
|
6972
|
-
type: ::String
|
|
7272
|
+
type: ::String?,
|
|
7273
|
+
glue_studio_type: ::String?
|
|
6973
7274
|
},
|
|
6974
7275
|
]?
|
|
6975
7276
|
},
|
|
@@ -6990,7 +7291,8 @@ module Aws
|
|
|
6990
7291
|
columns: Array[
|
|
6991
7292
|
{
|
|
6992
7293
|
name: ::String,
|
|
6993
|
-
type: ::String
|
|
7294
|
+
type: ::String?,
|
|
7295
|
+
glue_studio_type: ::String?
|
|
6994
7296
|
},
|
|
6995
7297
|
]?
|
|
6996
7298
|
},
|
|
@@ -7008,7 +7310,22 @@ module Aws
|
|
|
7008
7310
|
schema_change_policy: {
|
|
7009
7311
|
enable_update_catalog: bool?,
|
|
7010
7312
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
7011
|
-
}
|
|
7313
|
+
}?,
|
|
7314
|
+
auto_data_quality: {
|
|
7315
|
+
is_enabled: bool?,
|
|
7316
|
+
evaluation_context: ::String?
|
|
7317
|
+
}?,
|
|
7318
|
+
output_schemas: Array[
|
|
7319
|
+
{
|
|
7320
|
+
columns: Array[
|
|
7321
|
+
{
|
|
7322
|
+
name: ::String,
|
|
7323
|
+
type: ::String?,
|
|
7324
|
+
glue_studio_type: ::String?
|
|
7325
|
+
},
|
|
7326
|
+
]?
|
|
7327
|
+
},
|
|
7328
|
+
]?
|
|
7012
7329
|
}?,
|
|
7013
7330
|
s3_delta_direct_target: {
|
|
7014
7331
|
name: ::String,
|
|
@@ -7026,6 +7343,10 @@ module Aws
|
|
|
7026
7343
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7027
7344
|
table: ::String?,
|
|
7028
7345
|
database: ::String?
|
|
7346
|
+
}?,
|
|
7347
|
+
auto_data_quality: {
|
|
7348
|
+
is_enabled: bool?,
|
|
7349
|
+
evaluation_context: ::String?
|
|
7029
7350
|
}?
|
|
7030
7351
|
}?,
|
|
7031
7352
|
amazon_redshift_source: {
|
|
@@ -7184,7 +7505,7 @@ module Aws
|
|
|
7184
7505
|
cloud_watch_metrics_enabled: bool?,
|
|
7185
7506
|
results_publishing_enabled: bool?
|
|
7186
7507
|
}?,
|
|
7187
|
-
additional_options: Hash[("performanceTuning.caching" | "observations.scope"), ::String]?,
|
|
7508
|
+
additional_options: Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]?,
|
|
7188
7509
|
stop_job_on_failure_options: {
|
|
7189
7510
|
stop_job_on_failure_timing: ("Immediate" | "AfterDataLoad")?
|
|
7190
7511
|
}?
|
|
@@ -7262,7 +7583,8 @@ module Aws
|
|
|
7262
7583
|
columns: Array[
|
|
7263
7584
|
{
|
|
7264
7585
|
name: ::String,
|
|
7265
|
-
type: ::String
|
|
7586
|
+
type: ::String?,
|
|
7587
|
+
glue_studio_type: ::String?
|
|
7266
7588
|
},
|
|
7267
7589
|
]?
|
|
7268
7590
|
},
|
|
@@ -7324,7 +7646,8 @@ module Aws
|
|
|
7324
7646
|
columns: Array[
|
|
7325
7647
|
{
|
|
7326
7648
|
name: ::String,
|
|
7327
|
-
type: ::String
|
|
7649
|
+
type: ::String?,
|
|
7650
|
+
glue_studio_type: ::String?
|
|
7328
7651
|
},
|
|
7329
7652
|
]?
|
|
7330
7653
|
},
|
|
@@ -7335,6 +7658,175 @@ module Aws
|
|
|
7335
7658
|
connection_type: ::String,
|
|
7336
7659
|
data: Hash[::String, ::String],
|
|
7337
7660
|
inputs: Array[::String]?
|
|
7661
|
+
}?,
|
|
7662
|
+
s3_catalog_iceberg_source: {
|
|
7663
|
+
name: ::String,
|
|
7664
|
+
database: ::String,
|
|
7665
|
+
table: ::String,
|
|
7666
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
7667
|
+
output_schemas: Array[
|
|
7668
|
+
{
|
|
7669
|
+
columns: Array[
|
|
7670
|
+
{
|
|
7671
|
+
name: ::String,
|
|
7672
|
+
type: ::String?,
|
|
7673
|
+
glue_studio_type: ::String?
|
|
7674
|
+
},
|
|
7675
|
+
]?
|
|
7676
|
+
},
|
|
7677
|
+
]?
|
|
7678
|
+
}?,
|
|
7679
|
+
catalog_iceberg_source: {
|
|
7680
|
+
name: ::String,
|
|
7681
|
+
database: ::String,
|
|
7682
|
+
table: ::String,
|
|
7683
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
7684
|
+
output_schemas: Array[
|
|
7685
|
+
{
|
|
7686
|
+
columns: Array[
|
|
7687
|
+
{
|
|
7688
|
+
name: ::String,
|
|
7689
|
+
type: ::String?,
|
|
7690
|
+
glue_studio_type: ::String?
|
|
7691
|
+
},
|
|
7692
|
+
]?
|
|
7693
|
+
},
|
|
7694
|
+
]?
|
|
7695
|
+
}?,
|
|
7696
|
+
s3_iceberg_catalog_target: {
|
|
7697
|
+
name: ::String,
|
|
7698
|
+
inputs: Array[::String],
|
|
7699
|
+
partition_keys: Array[
|
|
7700
|
+
Array[::String],
|
|
7701
|
+
]?,
|
|
7702
|
+
table: ::String,
|
|
7703
|
+
database: ::String,
|
|
7704
|
+
additional_options: Hash[::String, ::String]?,
|
|
7705
|
+
schema_change_policy: {
|
|
7706
|
+
enable_update_catalog: bool?,
|
|
7707
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
7708
|
+
}?,
|
|
7709
|
+
auto_data_quality: {
|
|
7710
|
+
is_enabled: bool?,
|
|
7711
|
+
evaluation_context: ::String?
|
|
7712
|
+
}?
|
|
7713
|
+
}?,
|
|
7714
|
+
s3_iceberg_direct_target: {
|
|
7715
|
+
name: ::String,
|
|
7716
|
+
inputs: Array[::String],
|
|
7717
|
+
partition_keys: Array[
|
|
7718
|
+
Array[::String],
|
|
7719
|
+
]?,
|
|
7720
|
+
path: ::String,
|
|
7721
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
7722
|
+
additional_options: Hash[::String, ::String]?,
|
|
7723
|
+
schema_change_policy: {
|
|
7724
|
+
enable_update_catalog: bool?,
|
|
7725
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7726
|
+
table: ::String?,
|
|
7727
|
+
database: ::String?
|
|
7728
|
+
}?,
|
|
7729
|
+
auto_data_quality: {
|
|
7730
|
+
is_enabled: bool?,
|
|
7731
|
+
evaluation_context: ::String?
|
|
7732
|
+
}?,
|
|
7733
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
7734
|
+
number_target_partitions: ::String?,
|
|
7735
|
+
output_schemas: Array[
|
|
7736
|
+
{
|
|
7737
|
+
columns: Array[
|
|
7738
|
+
{
|
|
7739
|
+
name: ::String,
|
|
7740
|
+
type: ::String?,
|
|
7741
|
+
glue_studio_type: ::String?
|
|
7742
|
+
},
|
|
7743
|
+
]?
|
|
7744
|
+
},
|
|
7745
|
+
]?
|
|
7746
|
+
}?,
|
|
7747
|
+
s3_excel_source: {
|
|
7748
|
+
name: ::String,
|
|
7749
|
+
paths: Array[::String],
|
|
7750
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
7751
|
+
exclusions: Array[::String]?,
|
|
7752
|
+
group_size: ::String?,
|
|
7753
|
+
group_files: ::String?,
|
|
7754
|
+
recurse: bool?,
|
|
7755
|
+
max_band: ::Integer?,
|
|
7756
|
+
max_files_in_band: ::Integer?,
|
|
7757
|
+
additional_options: {
|
|
7758
|
+
bounded_size: ::Integer?,
|
|
7759
|
+
bounded_files: ::Integer?,
|
|
7760
|
+
enable_sample_path: bool?,
|
|
7761
|
+
sample_path: ::String?
|
|
7762
|
+
}?,
|
|
7763
|
+
number_rows: ::Integer?,
|
|
7764
|
+
skip_footer: ::Integer?,
|
|
7765
|
+
output_schemas: Array[
|
|
7766
|
+
{
|
|
7767
|
+
columns: Array[
|
|
7768
|
+
{
|
|
7769
|
+
name: ::String,
|
|
7770
|
+
type: ::String?,
|
|
7771
|
+
glue_studio_type: ::String?
|
|
7772
|
+
},
|
|
7773
|
+
]?
|
|
7774
|
+
},
|
|
7775
|
+
]?
|
|
7776
|
+
}?,
|
|
7777
|
+
s3_hyper_direct_target: {
|
|
7778
|
+
name: ::String,
|
|
7779
|
+
inputs: Array[::String],
|
|
7780
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")?,
|
|
7781
|
+
partition_keys: Array[
|
|
7782
|
+
Array[::String],
|
|
7783
|
+
]?,
|
|
7784
|
+
path: ::String,
|
|
7785
|
+
compression: ("uncompressed")?,
|
|
7786
|
+
schema_change_policy: {
|
|
7787
|
+
enable_update_catalog: bool?,
|
|
7788
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7789
|
+
table: ::String?,
|
|
7790
|
+
database: ::String?
|
|
7791
|
+
}?,
|
|
7792
|
+
auto_data_quality: {
|
|
7793
|
+
is_enabled: bool?,
|
|
7794
|
+
evaluation_context: ::String?
|
|
7795
|
+
}?,
|
|
7796
|
+
output_schemas: Array[
|
|
7797
|
+
{
|
|
7798
|
+
columns: Array[
|
|
7799
|
+
{
|
|
7800
|
+
name: ::String,
|
|
7801
|
+
type: ::String?,
|
|
7802
|
+
glue_studio_type: ::String?
|
|
7803
|
+
},
|
|
7804
|
+
]?
|
|
7805
|
+
},
|
|
7806
|
+
]?
|
|
7807
|
+
}?,
|
|
7808
|
+
dynamo_dbelt_connector_source: {
|
|
7809
|
+
name: ::String,
|
|
7810
|
+
connection_options: {
|
|
7811
|
+
dynamodb_export: ("ddb" | "s3")?,
|
|
7812
|
+
dynamodb_unnest_ddb_json: bool?,
|
|
7813
|
+
dynamodb_table_arn: ::String,
|
|
7814
|
+
dynamodb_s3_bucket: ::String?,
|
|
7815
|
+
dynamodb_s3_prefix: ::String?,
|
|
7816
|
+
dynamodb_s3_bucket_owner: ::String?,
|
|
7817
|
+
dynamodb_sts_role_arn: ::String?
|
|
7818
|
+
}?,
|
|
7819
|
+
output_schemas: Array[
|
|
7820
|
+
{
|
|
7821
|
+
columns: Array[
|
|
7822
|
+
{
|
|
7823
|
+
name: ::String,
|
|
7824
|
+
type: ::String?,
|
|
7825
|
+
glue_studio_type: ::String?
|
|
7826
|
+
},
|
|
7827
|
+
]?
|
|
7828
|
+
},
|
|
7829
|
+
]?
|
|
7338
7830
|
}?
|
|
7339
7831
|
}]?,
|
|
7340
7832
|
execution_class: ("FLEX" | "STANDARD")?,
|