aws-sdk-glue 1.226.0 → 1.228.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +20 -2865
- data/lib/aws-sdk-glue/client_api.rb +109 -3
- data/lib/aws-sdk-glue/types.rb +606 -118
- data/lib/aws-sdk-glue.rb +1 -1
- data/sig/client.rbs +764 -271
- data/sig/types.rbs +115 -5
- metadata +3 -3
data/sig/client.rbs
CHANGED
|
@@ -989,7 +989,8 @@ module Aws
|
|
|
989
989
|
columns: Array[
|
|
990
990
|
{
|
|
991
991
|
name: ::String,
|
|
992
|
-
type: ::String
|
|
992
|
+
type: ::String?,
|
|
993
|
+
glue_studio_type: ::String?
|
|
993
994
|
},
|
|
994
995
|
]?
|
|
995
996
|
},
|
|
@@ -1017,7 +1018,8 @@ module Aws
|
|
|
1017
1018
|
columns: Array[
|
|
1018
1019
|
{
|
|
1019
1020
|
name: ::String,
|
|
1020
|
-
type: ::String
|
|
1021
|
+
type: ::String?,
|
|
1022
|
+
glue_studio_type: ::String?
|
|
1021
1023
|
},
|
|
1022
1024
|
]?
|
|
1023
1025
|
},
|
|
@@ -1034,7 +1036,8 @@ module Aws
|
|
|
1034
1036
|
columns: Array[
|
|
1035
1037
|
{
|
|
1036
1038
|
name: ::String,
|
|
1037
|
-
type: ::String
|
|
1039
|
+
type: ::String?,
|
|
1040
|
+
glue_studio_type: ::String?
|
|
1038
1041
|
},
|
|
1039
1042
|
]?
|
|
1040
1043
|
},
|
|
@@ -1043,7 +1046,19 @@ module Aws
|
|
|
1043
1046
|
catalog_source: {
|
|
1044
1047
|
name: ::String,
|
|
1045
1048
|
database: ::String,
|
|
1046
|
-
table: ::String
|
|
1049
|
+
table: ::String,
|
|
1050
|
+
partition_predicate: ::String?,
|
|
1051
|
+
output_schemas: Array[
|
|
1052
|
+
{
|
|
1053
|
+
columns: Array[
|
|
1054
|
+
{
|
|
1055
|
+
name: ::String,
|
|
1056
|
+
type: ::String?,
|
|
1057
|
+
glue_studio_type: ::String?
|
|
1058
|
+
},
|
|
1059
|
+
]?
|
|
1060
|
+
},
|
|
1061
|
+
]?
|
|
1047
1062
|
}?,
|
|
1048
1063
|
redshift_source: {
|
|
1049
1064
|
name: ::String,
|
|
@@ -1091,36 +1106,8 @@ module Aws
|
|
|
1091
1106
|
columns: Array[
|
|
1092
1107
|
{
|
|
1093
1108
|
name: ::String,
|
|
1094
|
-
type: ::String
|
|
1095
|
-
|
|
1096
|
-
]?
|
|
1097
|
-
},
|
|
1098
|
-
]?
|
|
1099
|
-
}?,
|
|
1100
|
-
s3_excel_source: {
|
|
1101
|
-
name: ::String,
|
|
1102
|
-
paths: Array[::String],
|
|
1103
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
1104
|
-
exclusions: Array[::String]?,
|
|
1105
|
-
group_size: ::String?,
|
|
1106
|
-
group_files: ::String?,
|
|
1107
|
-
recurse: bool?,
|
|
1108
|
-
max_band: ::Integer?,
|
|
1109
|
-
max_files_in_band: ::Integer?,
|
|
1110
|
-
additional_options: {
|
|
1111
|
-
bounded_size: ::Integer?,
|
|
1112
|
-
bounded_files: ::Integer?,
|
|
1113
|
-
enable_sample_path: bool?,
|
|
1114
|
-
sample_path: ::String?
|
|
1115
|
-
}?,
|
|
1116
|
-
number_rows: ::Integer?,
|
|
1117
|
-
skip_footer: ::Integer?,
|
|
1118
|
-
output_schemas: Array[
|
|
1119
|
-
{
|
|
1120
|
-
columns: Array[
|
|
1121
|
-
{
|
|
1122
|
-
name: ::String,
|
|
1123
|
-
type: ::String?
|
|
1109
|
+
type: ::String?,
|
|
1110
|
+
glue_studio_type: ::String?
|
|
1124
1111
|
},
|
|
1125
1112
|
]?
|
|
1126
1113
|
},
|
|
@@ -1149,7 +1136,8 @@ module Aws
|
|
|
1149
1136
|
columns: Array[
|
|
1150
1137
|
{
|
|
1151
1138
|
name: ::String,
|
|
1152
|
-
type: ::String
|
|
1139
|
+
type: ::String?,
|
|
1140
|
+
glue_studio_type: ::String?
|
|
1153
1141
|
},
|
|
1154
1142
|
]?
|
|
1155
1143
|
},
|
|
@@ -1176,7 +1164,8 @@ module Aws
|
|
|
1176
1164
|
columns: Array[
|
|
1177
1165
|
{
|
|
1178
1166
|
name: ::String,
|
|
1179
|
-
type: ::String
|
|
1167
|
+
type: ::String?,
|
|
1168
|
+
glue_studio_type: ::String?
|
|
1180
1169
|
},
|
|
1181
1170
|
]?
|
|
1182
1171
|
},
|
|
@@ -1190,7 +1179,12 @@ module Aws
|
|
|
1190
1179
|
dynamo_db_catalog_source: {
|
|
1191
1180
|
name: ::String,
|
|
1192
1181
|
database: ::String,
|
|
1193
|
-
table: ::String
|
|
1182
|
+
table: ::String,
|
|
1183
|
+
pitr_enabled: bool?,
|
|
1184
|
+
additional_options: {
|
|
1185
|
+
dynamodb_export: ::String?,
|
|
1186
|
+
dynamodb_unnest_ddb_json: bool?
|
|
1187
|
+
}?
|
|
1194
1188
|
}?,
|
|
1195
1189
|
jdbc_connector_target: {
|
|
1196
1190
|
name: ::String,
|
|
@@ -1205,7 +1199,8 @@ module Aws
|
|
|
1205
1199
|
columns: Array[
|
|
1206
1200
|
{
|
|
1207
1201
|
name: ::String,
|
|
1208
|
-
type: ::String
|
|
1202
|
+
type: ::String?,
|
|
1203
|
+
glue_studio_type: ::String?
|
|
1209
1204
|
},
|
|
1210
1205
|
]?
|
|
1211
1206
|
},
|
|
@@ -1223,7 +1218,8 @@ module Aws
|
|
|
1223
1218
|
columns: Array[
|
|
1224
1219
|
{
|
|
1225
1220
|
name: ::String,
|
|
1226
|
-
type: ::String
|
|
1221
|
+
type: ::String?,
|
|
1222
|
+
glue_studio_type: ::String?
|
|
1227
1223
|
},
|
|
1228
1224
|
]?
|
|
1229
1225
|
},
|
|
@@ -1262,6 +1258,10 @@ module Aws
|
|
|
1262
1258
|
schema_change_policy: {
|
|
1263
1259
|
enable_update_catalog: bool?,
|
|
1264
1260
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1261
|
+
}?,
|
|
1262
|
+
auto_data_quality: {
|
|
1263
|
+
is_enabled: bool?,
|
|
1264
|
+
evaluation_context: ::String?
|
|
1265
1265
|
}?
|
|
1266
1266
|
}?,
|
|
1267
1267
|
s3_glue_parquet_target: {
|
|
@@ -1278,21 +1278,10 @@ module Aws
|
|
|
1278
1278
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1279
1279
|
table: ::String?,
|
|
1280
1280
|
database: ::String?
|
|
1281
|
-
}
|
|
1282
|
-
|
|
1283
|
-
|
|
1284
|
-
|
|
1285
|
-
inputs: Array[::String],
|
|
1286
|
-
partition_keys: Array[
|
|
1287
|
-
Array[::String],
|
|
1288
|
-
]?,
|
|
1289
|
-
path: ::String,
|
|
1290
|
-
compression: ("uncompressed")?,
|
|
1291
|
-
schema_change_policy: {
|
|
1292
|
-
enable_update_catalog: bool?,
|
|
1293
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1294
|
-
table: ::String?,
|
|
1295
|
-
database: ::String?
|
|
1281
|
+
}?,
|
|
1282
|
+
auto_data_quality: {
|
|
1283
|
+
is_enabled: bool?,
|
|
1284
|
+
evaluation_context: ::String?
|
|
1296
1285
|
}?
|
|
1297
1286
|
}?,
|
|
1298
1287
|
s3_direct_target: {
|
|
@@ -1305,30 +1294,27 @@ module Aws
|
|
|
1305
1294
|
compression: ::String?,
|
|
1306
1295
|
number_target_partitions: ::String?,
|
|
1307
1296
|
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1308
|
-
schema_change_policy: {
|
|
1309
|
-
enable_update_catalog: bool?,
|
|
1310
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1311
|
-
table: ::String?,
|
|
1312
|
-
database: ::String?
|
|
1313
|
-
}?
|
|
1314
|
-
}?,
|
|
1315
|
-
s3_iceberg_direct_target: {
|
|
1316
|
-
name: ::String,
|
|
1317
|
-
inputs: Array[::String],
|
|
1318
|
-
partition_keys: Array[
|
|
1319
|
-
Array[::String],
|
|
1320
|
-
]?,
|
|
1321
|
-
path: ::String,
|
|
1322
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
1323
|
-
additional_options: Hash[::String, ::String]?,
|
|
1324
1297
|
schema_change_policy: {
|
|
1325
1298
|
enable_update_catalog: bool?,
|
|
1326
1299
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1327
1300
|
table: ::String?,
|
|
1328
1301
|
database: ::String?
|
|
1329
1302
|
}?,
|
|
1330
|
-
|
|
1331
|
-
|
|
1303
|
+
auto_data_quality: {
|
|
1304
|
+
is_enabled: bool?,
|
|
1305
|
+
evaluation_context: ::String?
|
|
1306
|
+
}?,
|
|
1307
|
+
output_schemas: Array[
|
|
1308
|
+
{
|
|
1309
|
+
columns: Array[
|
|
1310
|
+
{
|
|
1311
|
+
name: ::String,
|
|
1312
|
+
type: ::String?,
|
|
1313
|
+
glue_studio_type: ::String?
|
|
1314
|
+
},
|
|
1315
|
+
]?
|
|
1316
|
+
},
|
|
1317
|
+
]?
|
|
1332
1318
|
}?,
|
|
1333
1319
|
apply_mapping: {
|
|
1334
1320
|
name: ::String,
|
|
@@ -1429,7 +1415,8 @@ module Aws
|
|
|
1429
1415
|
columns: Array[
|
|
1430
1416
|
{
|
|
1431
1417
|
name: ::String,
|
|
1432
|
-
type: ::String
|
|
1418
|
+
type: ::String?,
|
|
1419
|
+
glue_studio_type: ::String?
|
|
1433
1420
|
},
|
|
1434
1421
|
]?
|
|
1435
1422
|
},
|
|
@@ -1450,7 +1437,8 @@ module Aws
|
|
|
1450
1437
|
columns: Array[
|
|
1451
1438
|
{
|
|
1452
1439
|
name: ::String,
|
|
1453
|
-
type: ::String
|
|
1440
|
+
type: ::String?,
|
|
1441
|
+
glue_studio_type: ::String?
|
|
1454
1442
|
},
|
|
1455
1443
|
]?
|
|
1456
1444
|
},
|
|
@@ -1481,7 +1469,8 @@ module Aws
|
|
|
1481
1469
|
role_session_name: ::String?,
|
|
1482
1470
|
add_record_timestamp: ::String?,
|
|
1483
1471
|
emit_consumer_lag_metrics: ::String?,
|
|
1484
|
-
starting_timestamp: ::Time
|
|
1472
|
+
starting_timestamp: ::Time?,
|
|
1473
|
+
fanout_consumer_arn: ::String?
|
|
1485
1474
|
}?,
|
|
1486
1475
|
data_preview_options: {
|
|
1487
1476
|
polling_time: ::Integer?,
|
|
@@ -1545,7 +1534,8 @@ module Aws
|
|
|
1545
1534
|
role_session_name: ::String?,
|
|
1546
1535
|
add_record_timestamp: ::String?,
|
|
1547
1536
|
emit_consumer_lag_metrics: ::String?,
|
|
1548
|
-
starting_timestamp: ::Time
|
|
1537
|
+
starting_timestamp: ::Time?,
|
|
1538
|
+
fanout_consumer_arn: ::String?
|
|
1549
1539
|
}?,
|
|
1550
1540
|
data_preview_options: {
|
|
1551
1541
|
polling_time: ::Integer?,
|
|
@@ -1618,12 +1608,19 @@ module Aws
|
|
|
1618
1608
|
pii_detection: {
|
|
1619
1609
|
name: ::String,
|
|
1620
1610
|
inputs: Array[::String],
|
|
1621
|
-
pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking"),
|
|
1611
|
+
pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking"),
|
|
1622
1612
|
entity_types_to_detect: Array[::String],
|
|
1623
1613
|
output_column_name: ::String?,
|
|
1624
1614
|
sample_fraction: ::Float?,
|
|
1625
1615
|
threshold_fraction: ::Float?,
|
|
1626
|
-
mask_value: ::String
|
|
1616
|
+
mask_value: ::String?,
|
|
1617
|
+
redact_text: ::String?,
|
|
1618
|
+
redact_char: ::String?,
|
|
1619
|
+
match_pattern: ::String?,
|
|
1620
|
+
num_left_chars_to_exclude: ::Integer?,
|
|
1621
|
+
num_right_chars_to_exclude: ::Integer?,
|
|
1622
|
+
detection_parameters: ::String?,
|
|
1623
|
+
detection_sensitivity: ::String?
|
|
1627
1624
|
}?,
|
|
1628
1625
|
aggregate: {
|
|
1629
1626
|
name: ::String,
|
|
@@ -1712,6 +1709,28 @@ module Aws
|
|
|
1712
1709
|
database: ::String,
|
|
1713
1710
|
table: ::String
|
|
1714
1711
|
}?,
|
|
1712
|
+
route: {
|
|
1713
|
+
name: ::String,
|
|
1714
|
+
inputs: Array[::String],
|
|
1715
|
+
group_filters_list: Array[
|
|
1716
|
+
{
|
|
1717
|
+
group_name: ::String,
|
|
1718
|
+
filters: Array[
|
|
1719
|
+
{
|
|
1720
|
+
operation: ("EQ" | "LT" | "GT" | "LTE" | "GTE" | "REGEX" | "ISNULL"),
|
|
1721
|
+
negated: bool?,
|
|
1722
|
+
values: Array[
|
|
1723
|
+
{
|
|
1724
|
+
type: ("COLUMNEXTRACTED" | "CONSTANT"),
|
|
1725
|
+
value: Array[::String]
|
|
1726
|
+
},
|
|
1727
|
+
]
|
|
1728
|
+
},
|
|
1729
|
+
],
|
|
1730
|
+
logical_operator: ("AND" | "OR")
|
|
1731
|
+
},
|
|
1732
|
+
]
|
|
1733
|
+
}?,
|
|
1715
1734
|
dynamic_transform: {
|
|
1716
1735
|
name: ::String,
|
|
1717
1736
|
transform_name: ::String,
|
|
@@ -1735,7 +1754,8 @@ module Aws
|
|
|
1735
1754
|
columns: Array[
|
|
1736
1755
|
{
|
|
1737
1756
|
name: ::String,
|
|
1738
|
-
type: ::String
|
|
1757
|
+
type: ::String?,
|
|
1758
|
+
glue_studio_type: ::String?
|
|
1739
1759
|
},
|
|
1740
1760
|
]?
|
|
1741
1761
|
},
|
|
@@ -1766,7 +1786,8 @@ module Aws
|
|
|
1766
1786
|
columns: Array[
|
|
1767
1787
|
{
|
|
1768
1788
|
name: ::String,
|
|
1769
|
-
type: ::String
|
|
1789
|
+
type: ::String?,
|
|
1790
|
+
glue_studio_type: ::String?
|
|
1770
1791
|
},
|
|
1771
1792
|
]?
|
|
1772
1793
|
},
|
|
@@ -1782,7 +1803,8 @@ module Aws
|
|
|
1782
1803
|
columns: Array[
|
|
1783
1804
|
{
|
|
1784
1805
|
name: ::String,
|
|
1785
|
-
type: ::String
|
|
1806
|
+
type: ::String?,
|
|
1807
|
+
glue_studio_type: ::String?
|
|
1786
1808
|
},
|
|
1787
1809
|
]?
|
|
1788
1810
|
},
|
|
@@ -1803,7 +1825,8 @@ module Aws
|
|
|
1803
1825
|
columns: Array[
|
|
1804
1826
|
{
|
|
1805
1827
|
name: ::String,
|
|
1806
|
-
type: ::String
|
|
1828
|
+
type: ::String?,
|
|
1829
|
+
glue_studio_type: ::String?
|
|
1807
1830
|
},
|
|
1808
1831
|
]?
|
|
1809
1832
|
},
|
|
@@ -1821,7 +1844,22 @@ module Aws
|
|
|
1821
1844
|
schema_change_policy: {
|
|
1822
1845
|
enable_update_catalog: bool?,
|
|
1823
1846
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1824
|
-
}
|
|
1847
|
+
}?,
|
|
1848
|
+
auto_data_quality: {
|
|
1849
|
+
is_enabled: bool?,
|
|
1850
|
+
evaluation_context: ::String?
|
|
1851
|
+
}?,
|
|
1852
|
+
output_schemas: Array[
|
|
1853
|
+
{
|
|
1854
|
+
columns: Array[
|
|
1855
|
+
{
|
|
1856
|
+
name: ::String,
|
|
1857
|
+
type: ::String?,
|
|
1858
|
+
glue_studio_type: ::String?
|
|
1859
|
+
},
|
|
1860
|
+
]?
|
|
1861
|
+
},
|
|
1862
|
+
]?
|
|
1825
1863
|
}?,
|
|
1826
1864
|
s3_hudi_direct_target: {
|
|
1827
1865
|
name: ::String,
|
|
@@ -1839,6 +1877,10 @@ module Aws
|
|
|
1839
1877
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1840
1878
|
table: ::String?,
|
|
1841
1879
|
database: ::String?
|
|
1880
|
+
}?,
|
|
1881
|
+
auto_data_quality: {
|
|
1882
|
+
is_enabled: bool?,
|
|
1883
|
+
evaluation_context: ::String?
|
|
1842
1884
|
}?
|
|
1843
1885
|
}?,
|
|
1844
1886
|
direct_jdbc_source: {
|
|
@@ -1847,7 +1889,18 @@ module Aws
|
|
|
1847
1889
|
table: ::String,
|
|
1848
1890
|
connection_name: ::String,
|
|
1849
1891
|
connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift"),
|
|
1850
|
-
redshift_tmp_dir: ::String
|
|
1892
|
+
redshift_tmp_dir: ::String?,
|
|
1893
|
+
output_schemas: Array[
|
|
1894
|
+
{
|
|
1895
|
+
columns: Array[
|
|
1896
|
+
{
|
|
1897
|
+
name: ::String,
|
|
1898
|
+
type: ::String?,
|
|
1899
|
+
glue_studio_type: ::String?
|
|
1900
|
+
},
|
|
1901
|
+
]?
|
|
1902
|
+
},
|
|
1903
|
+
]?
|
|
1851
1904
|
}?,
|
|
1852
1905
|
s3_catalog_delta_source: {
|
|
1853
1906
|
name: ::String,
|
|
@@ -1859,7 +1912,8 @@ module Aws
|
|
|
1859
1912
|
columns: Array[
|
|
1860
1913
|
{
|
|
1861
1914
|
name: ::String,
|
|
1862
|
-
type: ::String
|
|
1915
|
+
type: ::String?,
|
|
1916
|
+
glue_studio_type: ::String?
|
|
1863
1917
|
},
|
|
1864
1918
|
]?
|
|
1865
1919
|
},
|
|
@@ -1875,7 +1929,8 @@ module Aws
|
|
|
1875
1929
|
columns: Array[
|
|
1876
1930
|
{
|
|
1877
1931
|
name: ::String,
|
|
1878
|
-
type: ::String
|
|
1932
|
+
type: ::String?,
|
|
1933
|
+
glue_studio_type: ::String?
|
|
1879
1934
|
},
|
|
1880
1935
|
]?
|
|
1881
1936
|
},
|
|
@@ -1896,7 +1951,8 @@ module Aws
|
|
|
1896
1951
|
columns: Array[
|
|
1897
1952
|
{
|
|
1898
1953
|
name: ::String,
|
|
1899
|
-
type: ::String
|
|
1954
|
+
type: ::String?,
|
|
1955
|
+
glue_studio_type: ::String?
|
|
1900
1956
|
},
|
|
1901
1957
|
]?
|
|
1902
1958
|
},
|
|
@@ -1914,7 +1970,22 @@ module Aws
|
|
|
1914
1970
|
schema_change_policy: {
|
|
1915
1971
|
enable_update_catalog: bool?,
|
|
1916
1972
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
1917
|
-
}
|
|
1973
|
+
}?,
|
|
1974
|
+
auto_data_quality: {
|
|
1975
|
+
is_enabled: bool?,
|
|
1976
|
+
evaluation_context: ::String?
|
|
1977
|
+
}?,
|
|
1978
|
+
output_schemas: Array[
|
|
1979
|
+
{
|
|
1980
|
+
columns: Array[
|
|
1981
|
+
{
|
|
1982
|
+
name: ::String,
|
|
1983
|
+
type: ::String?,
|
|
1984
|
+
glue_studio_type: ::String?
|
|
1985
|
+
},
|
|
1986
|
+
]?
|
|
1987
|
+
},
|
|
1988
|
+
]?
|
|
1918
1989
|
}?,
|
|
1919
1990
|
s3_delta_direct_target: {
|
|
1920
1991
|
name: ::String,
|
|
@@ -1932,6 +2003,10 @@ module Aws
|
|
|
1932
2003
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
1933
2004
|
table: ::String?,
|
|
1934
2005
|
database: ::String?
|
|
2006
|
+
}?,
|
|
2007
|
+
auto_data_quality: {
|
|
2008
|
+
is_enabled: bool?,
|
|
2009
|
+
evaluation_context: ::String?
|
|
1935
2010
|
}?
|
|
1936
2011
|
}?,
|
|
1937
2012
|
amazon_redshift_source: {
|
|
@@ -2090,7 +2165,7 @@ module Aws
|
|
|
2090
2165
|
cloud_watch_metrics_enabled: bool?,
|
|
2091
2166
|
results_publishing_enabled: bool?
|
|
2092
2167
|
}?,
|
|
2093
|
-
additional_options: Hash[("performanceTuning.caching" | "observations.scope"), ::String]?,
|
|
2168
|
+
additional_options: Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]?,
|
|
2094
2169
|
stop_job_on_failure_options: {
|
|
2095
2170
|
stop_job_on_failure_timing: ("Immediate" | "AfterDataLoad")?
|
|
2096
2171
|
}?
|
|
@@ -2168,7 +2243,8 @@ module Aws
|
|
|
2168
2243
|
columns: Array[
|
|
2169
2244
|
{
|
|
2170
2245
|
name: ::String,
|
|
2171
|
-
type: ::String
|
|
2246
|
+
type: ::String?,
|
|
2247
|
+
glue_studio_type: ::String?
|
|
2172
2248
|
},
|
|
2173
2249
|
]?
|
|
2174
2250
|
},
|
|
@@ -2230,7 +2306,8 @@ module Aws
|
|
|
2230
2306
|
columns: Array[
|
|
2231
2307
|
{
|
|
2232
2308
|
name: ::String,
|
|
2233
|
-
type: ::String
|
|
2309
|
+
type: ::String?,
|
|
2310
|
+
glue_studio_type: ::String?
|
|
2234
2311
|
},
|
|
2235
2312
|
]?
|
|
2236
2313
|
},
|
|
@@ -2241,99 +2318,268 @@ module Aws
|
|
|
2241
2318
|
connection_type: ::String,
|
|
2242
2319
|
data: Hash[::String, ::String],
|
|
2243
2320
|
inputs: Array[::String]?
|
|
2244
|
-
}
|
|
2245
|
-
|
|
2246
|
-
|
|
2247
|
-
|
|
2248
|
-
|
|
2249
|
-
|
|
2250
|
-
|
|
2251
|
-
|
|
2252
|
-
folder: ::String?,
|
|
2253
|
-
last_commit_id: ::String?,
|
|
2254
|
-
auth_strategy: ("PERSONAL_ACCESS_TOKEN" | "AWS_SECRETS_MANAGER")?,
|
|
2255
|
-
auth_token: ::String?
|
|
2256
|
-
},
|
|
2257
|
-
?maintenance_window: ::String
|
|
2258
|
-
) -> _CreateJobResponseSuccess
|
|
2259
|
-
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateJobResponseSuccess
|
|
2260
|
-
|
|
2261
|
-
interface _CreateMLTransformResponseSuccess
|
|
2262
|
-
include ::Seahorse::Client::_ResponseSuccess[Types::CreateMLTransformResponse]
|
|
2263
|
-
def transform_id: () -> ::String
|
|
2264
|
-
end
|
|
2265
|
-
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_ml_transform-instance_method
|
|
2266
|
-
def create_ml_transform: (
|
|
2267
|
-
name: ::String,
|
|
2268
|
-
?description: ::String,
|
|
2269
|
-
input_record_tables: Array[
|
|
2270
|
-
{
|
|
2271
|
-
database_name: ::String,
|
|
2272
|
-
table_name: ::String,
|
|
2273
|
-
catalog_id: ::String?,
|
|
2274
|
-
connection_name: ::String?,
|
|
2275
|
-
additional_options: Hash[::String, ::String]?
|
|
2276
|
-
},
|
|
2277
|
-
],
|
|
2278
|
-
parameters: {
|
|
2279
|
-
transform_type: ("FIND_MATCHES"),
|
|
2280
|
-
find_matches_parameters: {
|
|
2281
|
-
primary_key_column_name: ::String?,
|
|
2282
|
-
precision_recall_tradeoff: ::Float?,
|
|
2283
|
-
accuracy_cost_tradeoff: ::Float?,
|
|
2284
|
-
enforce_provided_labels: bool?
|
|
2285
|
-
}?
|
|
2286
|
-
},
|
|
2287
|
-
role: ::String,
|
|
2288
|
-
?glue_version: ::String,
|
|
2289
|
-
?max_capacity: ::Float,
|
|
2290
|
-
?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
|
|
2291
|
-
?number_of_workers: ::Integer,
|
|
2292
|
-
?timeout: ::Integer,
|
|
2293
|
-
?max_retries: ::Integer,
|
|
2294
|
-
?tags: Hash[::String, ::String],
|
|
2295
|
-
?transform_encryption: {
|
|
2296
|
-
ml_user_data_encryption: {
|
|
2297
|
-
ml_user_data_encryption_mode: ("DISABLED" | "SSE-KMS"),
|
|
2298
|
-
kms_key_id: ::String?
|
|
2299
|
-
}?,
|
|
2300
|
-
task_run_security_configuration_name: ::String?
|
|
2301
|
-
}
|
|
2302
|
-
) -> _CreateMLTransformResponseSuccess
|
|
2303
|
-
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateMLTransformResponseSuccess
|
|
2304
|
-
|
|
2305
|
-
interface _CreatePartitionResponseSuccess
|
|
2306
|
-
include ::Seahorse::Client::_ResponseSuccess[Types::CreatePartitionResponse]
|
|
2307
|
-
end
|
|
2308
|
-
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_partition-instance_method
|
|
2309
|
-
def create_partition: (
|
|
2310
|
-
?catalog_id: ::String,
|
|
2311
|
-
database_name: ::String,
|
|
2312
|
-
table_name: ::String,
|
|
2313
|
-
partition_input: {
|
|
2314
|
-
values: Array[::String]?,
|
|
2315
|
-
last_access_time: ::Time?,
|
|
2316
|
-
storage_descriptor: {
|
|
2321
|
+
}?,
|
|
2322
|
+
s3_catalog_iceberg_source: {
|
|
2323
|
+
name: ::String,
|
|
2324
|
+
database: ::String,
|
|
2325
|
+
table: ::String,
|
|
2326
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
2327
|
+
output_schemas: Array[
|
|
2328
|
+
{
|
|
2317
2329
|
columns: Array[
|
|
2318
2330
|
{
|
|
2319
2331
|
name: ::String,
|
|
2320
2332
|
type: ::String?,
|
|
2321
|
-
|
|
2322
|
-
parameters: Hash[::String, ::String]?
|
|
2333
|
+
glue_studio_type: ::String?
|
|
2323
2334
|
},
|
|
2324
|
-
]
|
|
2325
|
-
|
|
2326
|
-
|
|
2327
|
-
|
|
2328
|
-
|
|
2329
|
-
|
|
2330
|
-
|
|
2331
|
-
|
|
2332
|
-
|
|
2333
|
-
|
|
2334
|
-
|
|
2335
|
-
|
|
2336
|
-
|
|
2335
|
+
]?
|
|
2336
|
+
},
|
|
2337
|
+
]?
|
|
2338
|
+
}?,
|
|
2339
|
+
catalog_iceberg_source: {
|
|
2340
|
+
name: ::String,
|
|
2341
|
+
database: ::String,
|
|
2342
|
+
table: ::String,
|
|
2343
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
2344
|
+
output_schemas: Array[
|
|
2345
|
+
{
|
|
2346
|
+
columns: Array[
|
|
2347
|
+
{
|
|
2348
|
+
name: ::String,
|
|
2349
|
+
type: ::String?,
|
|
2350
|
+
glue_studio_type: ::String?
|
|
2351
|
+
},
|
|
2352
|
+
]?
|
|
2353
|
+
},
|
|
2354
|
+
]?
|
|
2355
|
+
}?,
|
|
2356
|
+
s3_iceberg_catalog_target: {
|
|
2357
|
+
name: ::String,
|
|
2358
|
+
inputs: Array[::String],
|
|
2359
|
+
partition_keys: Array[
|
|
2360
|
+
Array[::String],
|
|
2361
|
+
]?,
|
|
2362
|
+
table: ::String,
|
|
2363
|
+
database: ::String,
|
|
2364
|
+
additional_options: Hash[::String, ::String]?,
|
|
2365
|
+
schema_change_policy: {
|
|
2366
|
+
enable_update_catalog: bool?,
|
|
2367
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
2368
|
+
}?,
|
|
2369
|
+
auto_data_quality: {
|
|
2370
|
+
is_enabled: bool?,
|
|
2371
|
+
evaluation_context: ::String?
|
|
2372
|
+
}?
|
|
2373
|
+
}?,
|
|
2374
|
+
s3_iceberg_direct_target: {
|
|
2375
|
+
name: ::String,
|
|
2376
|
+
inputs: Array[::String],
|
|
2377
|
+
partition_keys: Array[
|
|
2378
|
+
Array[::String],
|
|
2379
|
+
]?,
|
|
2380
|
+
path: ::String,
|
|
2381
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
2382
|
+
additional_options: Hash[::String, ::String]?,
|
|
2383
|
+
schema_change_policy: {
|
|
2384
|
+
enable_update_catalog: bool?,
|
|
2385
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
2386
|
+
table: ::String?,
|
|
2387
|
+
database: ::String?
|
|
2388
|
+
}?,
|
|
2389
|
+
auto_data_quality: {
|
|
2390
|
+
is_enabled: bool?,
|
|
2391
|
+
evaluation_context: ::String?
|
|
2392
|
+
}?,
|
|
2393
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
2394
|
+
number_target_partitions: ::String?,
|
|
2395
|
+
output_schemas: Array[
|
|
2396
|
+
{
|
|
2397
|
+
columns: Array[
|
|
2398
|
+
{
|
|
2399
|
+
name: ::String,
|
|
2400
|
+
type: ::String?,
|
|
2401
|
+
glue_studio_type: ::String?
|
|
2402
|
+
},
|
|
2403
|
+
]?
|
|
2404
|
+
},
|
|
2405
|
+
]?
|
|
2406
|
+
}?,
|
|
2407
|
+
s3_excel_source: {
|
|
2408
|
+
name: ::String,
|
|
2409
|
+
paths: Array[::String],
|
|
2410
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
2411
|
+
exclusions: Array[::String]?,
|
|
2412
|
+
group_size: ::String?,
|
|
2413
|
+
group_files: ::String?,
|
|
2414
|
+
recurse: bool?,
|
|
2415
|
+
max_band: ::Integer?,
|
|
2416
|
+
max_files_in_band: ::Integer?,
|
|
2417
|
+
additional_options: {
|
|
2418
|
+
bounded_size: ::Integer?,
|
|
2419
|
+
bounded_files: ::Integer?,
|
|
2420
|
+
enable_sample_path: bool?,
|
|
2421
|
+
sample_path: ::String?
|
|
2422
|
+
}?,
|
|
2423
|
+
number_rows: ::Integer?,
|
|
2424
|
+
skip_footer: ::Integer?,
|
|
2425
|
+
output_schemas: Array[
|
|
2426
|
+
{
|
|
2427
|
+
columns: Array[
|
|
2428
|
+
{
|
|
2429
|
+
name: ::String,
|
|
2430
|
+
type: ::String?,
|
|
2431
|
+
glue_studio_type: ::String?
|
|
2432
|
+
},
|
|
2433
|
+
]?
|
|
2434
|
+
},
|
|
2435
|
+
]?
|
|
2436
|
+
}?,
|
|
2437
|
+
s3_hyper_direct_target: {
|
|
2438
|
+
name: ::String,
|
|
2439
|
+
inputs: Array[::String],
|
|
2440
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")?,
|
|
2441
|
+
partition_keys: Array[
|
|
2442
|
+
Array[::String],
|
|
2443
|
+
]?,
|
|
2444
|
+
path: ::String,
|
|
2445
|
+
compression: ("uncompressed")?,
|
|
2446
|
+
schema_change_policy: {
|
|
2447
|
+
enable_update_catalog: bool?,
|
|
2448
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
2449
|
+
table: ::String?,
|
|
2450
|
+
database: ::String?
|
|
2451
|
+
}?,
|
|
2452
|
+
auto_data_quality: {
|
|
2453
|
+
is_enabled: bool?,
|
|
2454
|
+
evaluation_context: ::String?
|
|
2455
|
+
}?,
|
|
2456
|
+
output_schemas: Array[
|
|
2457
|
+
{
|
|
2458
|
+
columns: Array[
|
|
2459
|
+
{
|
|
2460
|
+
name: ::String,
|
|
2461
|
+
type: ::String?,
|
|
2462
|
+
glue_studio_type: ::String?
|
|
2463
|
+
},
|
|
2464
|
+
]?
|
|
2465
|
+
},
|
|
2466
|
+
]?
|
|
2467
|
+
}?,
|
|
2468
|
+
dynamo_dbelt_connector_source: {
|
|
2469
|
+
name: ::String,
|
|
2470
|
+
connection_options: {
|
|
2471
|
+
dynamodb_export: ("ddb" | "s3")?,
|
|
2472
|
+
dynamodb_unnest_ddb_json: bool?,
|
|
2473
|
+
dynamodb_table_arn: ::String,
|
|
2474
|
+
dynamodb_s3_bucket: ::String?,
|
|
2475
|
+
dynamodb_s3_prefix: ::String?,
|
|
2476
|
+
dynamodb_s3_bucket_owner: ::String?,
|
|
2477
|
+
dynamodb_sts_role_arn: ::String?
|
|
2478
|
+
}?,
|
|
2479
|
+
output_schemas: Array[
|
|
2480
|
+
{
|
|
2481
|
+
columns: Array[
|
|
2482
|
+
{
|
|
2483
|
+
name: ::String,
|
|
2484
|
+
type: ::String?,
|
|
2485
|
+
glue_studio_type: ::String?
|
|
2486
|
+
},
|
|
2487
|
+
]?
|
|
2488
|
+
},
|
|
2489
|
+
]?
|
|
2490
|
+
}?
|
|
2491
|
+
}],
|
|
2492
|
+
?execution_class: ("FLEX" | "STANDARD"),
|
|
2493
|
+
?source_control_details: {
|
|
2494
|
+
provider: ("GITHUB" | "GITLAB" | "BITBUCKET" | "AWS_CODE_COMMIT")?,
|
|
2495
|
+
repository: ::String?,
|
|
2496
|
+
owner: ::String?,
|
|
2497
|
+
branch: ::String?,
|
|
2498
|
+
folder: ::String?,
|
|
2499
|
+
last_commit_id: ::String?,
|
|
2500
|
+
auth_strategy: ("PERSONAL_ACCESS_TOKEN" | "AWS_SECRETS_MANAGER")?,
|
|
2501
|
+
auth_token: ::String?
|
|
2502
|
+
},
|
|
2503
|
+
?maintenance_window: ::String
|
|
2504
|
+
) -> _CreateJobResponseSuccess
|
|
2505
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateJobResponseSuccess
|
|
2506
|
+
|
|
2507
|
+
interface _CreateMLTransformResponseSuccess
|
|
2508
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::CreateMLTransformResponse]
|
|
2509
|
+
def transform_id: () -> ::String
|
|
2510
|
+
end
|
|
2511
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_ml_transform-instance_method
|
|
2512
|
+
def create_ml_transform: (
|
|
2513
|
+
name: ::String,
|
|
2514
|
+
?description: ::String,
|
|
2515
|
+
input_record_tables: Array[
|
|
2516
|
+
{
|
|
2517
|
+
database_name: ::String,
|
|
2518
|
+
table_name: ::String,
|
|
2519
|
+
catalog_id: ::String?,
|
|
2520
|
+
connection_name: ::String?,
|
|
2521
|
+
additional_options: Hash[::String, ::String]?
|
|
2522
|
+
},
|
|
2523
|
+
],
|
|
2524
|
+
parameters: {
|
|
2525
|
+
transform_type: ("FIND_MATCHES"),
|
|
2526
|
+
find_matches_parameters: {
|
|
2527
|
+
primary_key_column_name: ::String?,
|
|
2528
|
+
precision_recall_tradeoff: ::Float?,
|
|
2529
|
+
accuracy_cost_tradeoff: ::Float?,
|
|
2530
|
+
enforce_provided_labels: bool?
|
|
2531
|
+
}?
|
|
2532
|
+
},
|
|
2533
|
+
role: ::String,
|
|
2534
|
+
?glue_version: ::String,
|
|
2535
|
+
?max_capacity: ::Float,
|
|
2536
|
+
?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
|
|
2537
|
+
?number_of_workers: ::Integer,
|
|
2538
|
+
?timeout: ::Integer,
|
|
2539
|
+
?max_retries: ::Integer,
|
|
2540
|
+
?tags: Hash[::String, ::String],
|
|
2541
|
+
?transform_encryption: {
|
|
2542
|
+
ml_user_data_encryption: {
|
|
2543
|
+
ml_user_data_encryption_mode: ("DISABLED" | "SSE-KMS"),
|
|
2544
|
+
kms_key_id: ::String?
|
|
2545
|
+
}?,
|
|
2546
|
+
task_run_security_configuration_name: ::String?
|
|
2547
|
+
}
|
|
2548
|
+
) -> _CreateMLTransformResponseSuccess
|
|
2549
|
+
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _CreateMLTransformResponseSuccess
|
|
2550
|
+
|
|
2551
|
+
interface _CreatePartitionResponseSuccess
|
|
2552
|
+
include ::Seahorse::Client::_ResponseSuccess[Types::CreatePartitionResponse]
|
|
2553
|
+
end
|
|
2554
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/Glue/Client.html#create_partition-instance_method
|
|
2555
|
+
def create_partition: (
|
|
2556
|
+
?catalog_id: ::String,
|
|
2557
|
+
database_name: ::String,
|
|
2558
|
+
table_name: ::String,
|
|
2559
|
+
partition_input: {
|
|
2560
|
+
values: Array[::String]?,
|
|
2561
|
+
last_access_time: ::Time?,
|
|
2562
|
+
storage_descriptor: {
|
|
2563
|
+
columns: Array[
|
|
2564
|
+
{
|
|
2565
|
+
name: ::String,
|
|
2566
|
+
type: ::String?,
|
|
2567
|
+
comment: ::String?,
|
|
2568
|
+
parameters: Hash[::String, ::String]?
|
|
2569
|
+
},
|
|
2570
|
+
]?,
|
|
2571
|
+
location: ::String?,
|
|
2572
|
+
additional_locations: Array[::String]?,
|
|
2573
|
+
input_format: ::String?,
|
|
2574
|
+
output_format: ::String?,
|
|
2575
|
+
compressed: bool?,
|
|
2576
|
+
number_of_buckets: ::Integer?,
|
|
2577
|
+
serde_info: {
|
|
2578
|
+
name: ::String?,
|
|
2579
|
+
serialization_library: ::String?,
|
|
2580
|
+
parameters: Hash[::String, ::String]?
|
|
2581
|
+
}?,
|
|
2582
|
+
bucket_columns: Array[::String]?,
|
|
2337
2583
|
sort_columns: Array[
|
|
2338
2584
|
{
|
|
2339
2585
|
column: ::String,
|
|
@@ -5327,7 +5573,8 @@ module Aws
|
|
|
5327
5573
|
},
|
|
5328
5574
|
?worker_type: ("Standard" | "G.1X" | "G.2X" | "G.025X" | "G.4X" | "G.8X" | "Z.2X"),
|
|
5329
5575
|
?number_of_workers: ::Integer,
|
|
5330
|
-
?execution_class: ("FLEX" | "STANDARD")
|
|
5576
|
+
?execution_class: ("FLEX" | "STANDARD"),
|
|
5577
|
+
?execution_role_session_policy: ::String
|
|
5331
5578
|
) -> _StartJobRunResponseSuccess
|
|
5332
5579
|
| (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _StartJobRunResponseSuccess
|
|
5333
5580
|
|
|
@@ -6082,7 +6329,8 @@ module Aws
|
|
|
6082
6329
|
columns: Array[
|
|
6083
6330
|
{
|
|
6084
6331
|
name: ::String,
|
|
6085
|
-
type: ::String
|
|
6332
|
+
type: ::String?,
|
|
6333
|
+
glue_studio_type: ::String?
|
|
6086
6334
|
},
|
|
6087
6335
|
]?
|
|
6088
6336
|
},
|
|
@@ -6110,7 +6358,8 @@ module Aws
|
|
|
6110
6358
|
columns: Array[
|
|
6111
6359
|
{
|
|
6112
6360
|
name: ::String,
|
|
6113
|
-
type: ::String
|
|
6361
|
+
type: ::String?,
|
|
6362
|
+
glue_studio_type: ::String?
|
|
6114
6363
|
},
|
|
6115
6364
|
]?
|
|
6116
6365
|
},
|
|
@@ -6127,7 +6376,8 @@ module Aws
|
|
|
6127
6376
|
columns: Array[
|
|
6128
6377
|
{
|
|
6129
6378
|
name: ::String,
|
|
6130
|
-
type: ::String
|
|
6379
|
+
type: ::String?,
|
|
6380
|
+
glue_studio_type: ::String?
|
|
6131
6381
|
},
|
|
6132
6382
|
]?
|
|
6133
6383
|
},
|
|
@@ -6136,7 +6386,19 @@ module Aws
|
|
|
6136
6386
|
catalog_source: {
|
|
6137
6387
|
name: ::String,
|
|
6138
6388
|
database: ::String,
|
|
6139
|
-
table: ::String
|
|
6389
|
+
table: ::String,
|
|
6390
|
+
partition_predicate: ::String?,
|
|
6391
|
+
output_schemas: Array[
|
|
6392
|
+
{
|
|
6393
|
+
columns: Array[
|
|
6394
|
+
{
|
|
6395
|
+
name: ::String,
|
|
6396
|
+
type: ::String?,
|
|
6397
|
+
glue_studio_type: ::String?
|
|
6398
|
+
},
|
|
6399
|
+
]?
|
|
6400
|
+
},
|
|
6401
|
+
]?
|
|
6140
6402
|
}?,
|
|
6141
6403
|
redshift_source: {
|
|
6142
6404
|
name: ::String,
|
|
@@ -6184,36 +6446,8 @@ module Aws
|
|
|
6184
6446
|
columns: Array[
|
|
6185
6447
|
{
|
|
6186
6448
|
name: ::String,
|
|
6187
|
-
type: ::String
|
|
6188
|
-
|
|
6189
|
-
]?
|
|
6190
|
-
},
|
|
6191
|
-
]?
|
|
6192
|
-
}?,
|
|
6193
|
-
s3_excel_source: {
|
|
6194
|
-
name: ::String,
|
|
6195
|
-
paths: Array[::String],
|
|
6196
|
-
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
6197
|
-
exclusions: Array[::String]?,
|
|
6198
|
-
group_size: ::String?,
|
|
6199
|
-
group_files: ::String?,
|
|
6200
|
-
recurse: bool?,
|
|
6201
|
-
max_band: ::Integer?,
|
|
6202
|
-
max_files_in_band: ::Integer?,
|
|
6203
|
-
additional_options: {
|
|
6204
|
-
bounded_size: ::Integer?,
|
|
6205
|
-
bounded_files: ::Integer?,
|
|
6206
|
-
enable_sample_path: bool?,
|
|
6207
|
-
sample_path: ::String?
|
|
6208
|
-
}?,
|
|
6209
|
-
number_rows: ::Integer?,
|
|
6210
|
-
skip_footer: ::Integer?,
|
|
6211
|
-
output_schemas: Array[
|
|
6212
|
-
{
|
|
6213
|
-
columns: Array[
|
|
6214
|
-
{
|
|
6215
|
-
name: ::String,
|
|
6216
|
-
type: ::String?
|
|
6449
|
+
type: ::String?,
|
|
6450
|
+
glue_studio_type: ::String?
|
|
6217
6451
|
},
|
|
6218
6452
|
]?
|
|
6219
6453
|
},
|
|
@@ -6242,7 +6476,8 @@ module Aws
|
|
|
6242
6476
|
columns: Array[
|
|
6243
6477
|
{
|
|
6244
6478
|
name: ::String,
|
|
6245
|
-
type: ::String
|
|
6479
|
+
type: ::String?,
|
|
6480
|
+
glue_studio_type: ::String?
|
|
6246
6481
|
},
|
|
6247
6482
|
]?
|
|
6248
6483
|
},
|
|
@@ -6269,7 +6504,8 @@ module Aws
|
|
|
6269
6504
|
columns: Array[
|
|
6270
6505
|
{
|
|
6271
6506
|
name: ::String,
|
|
6272
|
-
type: ::String
|
|
6507
|
+
type: ::String?,
|
|
6508
|
+
glue_studio_type: ::String?
|
|
6273
6509
|
},
|
|
6274
6510
|
]?
|
|
6275
6511
|
},
|
|
@@ -6283,7 +6519,12 @@ module Aws
|
|
|
6283
6519
|
dynamo_db_catalog_source: {
|
|
6284
6520
|
name: ::String,
|
|
6285
6521
|
database: ::String,
|
|
6286
|
-
table: ::String
|
|
6522
|
+
table: ::String,
|
|
6523
|
+
pitr_enabled: bool?,
|
|
6524
|
+
additional_options: {
|
|
6525
|
+
dynamodb_export: ::String?,
|
|
6526
|
+
dynamodb_unnest_ddb_json: bool?
|
|
6527
|
+
}?
|
|
6287
6528
|
}?,
|
|
6288
6529
|
jdbc_connector_target: {
|
|
6289
6530
|
name: ::String,
|
|
@@ -6298,7 +6539,8 @@ module Aws
|
|
|
6298
6539
|
columns: Array[
|
|
6299
6540
|
{
|
|
6300
6541
|
name: ::String,
|
|
6301
|
-
type: ::String
|
|
6542
|
+
type: ::String?,
|
|
6543
|
+
glue_studio_type: ::String?
|
|
6302
6544
|
},
|
|
6303
6545
|
]?
|
|
6304
6546
|
},
|
|
@@ -6316,7 +6558,8 @@ module Aws
|
|
|
6316
6558
|
columns: Array[
|
|
6317
6559
|
{
|
|
6318
6560
|
name: ::String,
|
|
6319
|
-
type: ::String
|
|
6561
|
+
type: ::String?,
|
|
6562
|
+
glue_studio_type: ::String?
|
|
6320
6563
|
},
|
|
6321
6564
|
]?
|
|
6322
6565
|
},
|
|
@@ -6355,6 +6598,10 @@ module Aws
|
|
|
6355
6598
|
schema_change_policy: {
|
|
6356
6599
|
enable_update_catalog: bool?,
|
|
6357
6600
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
6601
|
+
}?,
|
|
6602
|
+
auto_data_quality: {
|
|
6603
|
+
is_enabled: bool?,
|
|
6604
|
+
evaluation_context: ::String?
|
|
6358
6605
|
}?
|
|
6359
6606
|
}?,
|
|
6360
6607
|
s3_glue_parquet_target: {
|
|
@@ -6371,21 +6618,10 @@ module Aws
|
|
|
6371
6618
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6372
6619
|
table: ::String?,
|
|
6373
6620
|
database: ::String?
|
|
6374
|
-
}
|
|
6375
|
-
|
|
6376
|
-
|
|
6377
|
-
|
|
6378
|
-
inputs: Array[::String],
|
|
6379
|
-
partition_keys: Array[
|
|
6380
|
-
Array[::String],
|
|
6381
|
-
]?,
|
|
6382
|
-
path: ::String,
|
|
6383
|
-
compression: ("uncompressed")?,
|
|
6384
|
-
schema_change_policy: {
|
|
6385
|
-
enable_update_catalog: bool?,
|
|
6386
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6387
|
-
table: ::String?,
|
|
6388
|
-
database: ::String?
|
|
6621
|
+
}?,
|
|
6622
|
+
auto_data_quality: {
|
|
6623
|
+
is_enabled: bool?,
|
|
6624
|
+
evaluation_context: ::String?
|
|
6389
6625
|
}?
|
|
6390
6626
|
}?,
|
|
6391
6627
|
s3_direct_target: {
|
|
@@ -6398,30 +6634,27 @@ module Aws
|
|
|
6398
6634
|
compression: ::String?,
|
|
6399
6635
|
number_target_partitions: ::String?,
|
|
6400
6636
|
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6401
|
-
schema_change_policy: {
|
|
6402
|
-
enable_update_catalog: bool?,
|
|
6403
|
-
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6404
|
-
table: ::String?,
|
|
6405
|
-
database: ::String?
|
|
6406
|
-
}?
|
|
6407
|
-
}?,
|
|
6408
|
-
s3_iceberg_direct_target: {
|
|
6409
|
-
name: ::String,
|
|
6410
|
-
inputs: Array[::String],
|
|
6411
|
-
partition_keys: Array[
|
|
6412
|
-
Array[::String],
|
|
6413
|
-
]?,
|
|
6414
|
-
path: ::String,
|
|
6415
|
-
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
6416
|
-
additional_options: Hash[::String, ::String]?,
|
|
6417
6637
|
schema_change_policy: {
|
|
6418
6638
|
enable_update_catalog: bool?,
|
|
6419
6639
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6420
6640
|
table: ::String?,
|
|
6421
6641
|
database: ::String?
|
|
6422
6642
|
}?,
|
|
6423
|
-
|
|
6424
|
-
|
|
6643
|
+
auto_data_quality: {
|
|
6644
|
+
is_enabled: bool?,
|
|
6645
|
+
evaluation_context: ::String?
|
|
6646
|
+
}?,
|
|
6647
|
+
output_schemas: Array[
|
|
6648
|
+
{
|
|
6649
|
+
columns: Array[
|
|
6650
|
+
{
|
|
6651
|
+
name: ::String,
|
|
6652
|
+
type: ::String?,
|
|
6653
|
+
glue_studio_type: ::String?
|
|
6654
|
+
},
|
|
6655
|
+
]?
|
|
6656
|
+
},
|
|
6657
|
+
]?
|
|
6425
6658
|
}?,
|
|
6426
6659
|
apply_mapping: {
|
|
6427
6660
|
name: ::String,
|
|
@@ -6522,7 +6755,8 @@ module Aws
|
|
|
6522
6755
|
columns: Array[
|
|
6523
6756
|
{
|
|
6524
6757
|
name: ::String,
|
|
6525
|
-
type: ::String
|
|
6758
|
+
type: ::String?,
|
|
6759
|
+
glue_studio_type: ::String?
|
|
6526
6760
|
},
|
|
6527
6761
|
]?
|
|
6528
6762
|
},
|
|
@@ -6543,7 +6777,8 @@ module Aws
|
|
|
6543
6777
|
columns: Array[
|
|
6544
6778
|
{
|
|
6545
6779
|
name: ::String,
|
|
6546
|
-
type: ::String
|
|
6780
|
+
type: ::String?,
|
|
6781
|
+
glue_studio_type: ::String?
|
|
6547
6782
|
},
|
|
6548
6783
|
]?
|
|
6549
6784
|
},
|
|
@@ -6574,7 +6809,8 @@ module Aws
|
|
|
6574
6809
|
role_session_name: ::String?,
|
|
6575
6810
|
add_record_timestamp: ::String?,
|
|
6576
6811
|
emit_consumer_lag_metrics: ::String?,
|
|
6577
|
-
starting_timestamp: ::Time
|
|
6812
|
+
starting_timestamp: ::Time?,
|
|
6813
|
+
fanout_consumer_arn: ::String?
|
|
6578
6814
|
}?,
|
|
6579
6815
|
data_preview_options: {
|
|
6580
6816
|
polling_time: ::Integer?,
|
|
@@ -6638,7 +6874,8 @@ module Aws
|
|
|
6638
6874
|
role_session_name: ::String?,
|
|
6639
6875
|
add_record_timestamp: ::String?,
|
|
6640
6876
|
emit_consumer_lag_metrics: ::String?,
|
|
6641
|
-
starting_timestamp: ::Time
|
|
6877
|
+
starting_timestamp: ::Time?,
|
|
6878
|
+
fanout_consumer_arn: ::String?
|
|
6642
6879
|
}?,
|
|
6643
6880
|
data_preview_options: {
|
|
6644
6881
|
polling_time: ::Integer?,
|
|
@@ -6711,12 +6948,19 @@ module Aws
|
|
|
6711
6948
|
pii_detection: {
|
|
6712
6949
|
name: ::String,
|
|
6713
6950
|
inputs: Array[::String],
|
|
6714
|
-
pii_type: ("RowAudit" | "RowMasking" | "ColumnAudit" | "ColumnMasking"),
|
|
6951
|
+
pii_type: ("RowAudit" | "RowHashing" | "RowMasking" | "RowPartialMasking" | "ColumnAudit" | "ColumnHashing" | "ColumnMasking"),
|
|
6715
6952
|
entity_types_to_detect: Array[::String],
|
|
6716
6953
|
output_column_name: ::String?,
|
|
6717
6954
|
sample_fraction: ::Float?,
|
|
6718
6955
|
threshold_fraction: ::Float?,
|
|
6719
|
-
mask_value: ::String
|
|
6956
|
+
mask_value: ::String?,
|
|
6957
|
+
redact_text: ::String?,
|
|
6958
|
+
redact_char: ::String?,
|
|
6959
|
+
match_pattern: ::String?,
|
|
6960
|
+
num_left_chars_to_exclude: ::Integer?,
|
|
6961
|
+
num_right_chars_to_exclude: ::Integer?,
|
|
6962
|
+
detection_parameters: ::String?,
|
|
6963
|
+
detection_sensitivity: ::String?
|
|
6720
6964
|
}?,
|
|
6721
6965
|
aggregate: {
|
|
6722
6966
|
name: ::String,
|
|
@@ -6805,6 +7049,28 @@ module Aws
|
|
|
6805
7049
|
database: ::String,
|
|
6806
7050
|
table: ::String
|
|
6807
7051
|
}?,
|
|
7052
|
+
route: {
|
|
7053
|
+
name: ::String,
|
|
7054
|
+
inputs: Array[::String],
|
|
7055
|
+
group_filters_list: Array[
|
|
7056
|
+
{
|
|
7057
|
+
group_name: ::String,
|
|
7058
|
+
filters: Array[
|
|
7059
|
+
{
|
|
7060
|
+
operation: ("EQ" | "LT" | "GT" | "LTE" | "GTE" | "REGEX" | "ISNULL"),
|
|
7061
|
+
negated: bool?,
|
|
7062
|
+
values: Array[
|
|
7063
|
+
{
|
|
7064
|
+
type: ("COLUMNEXTRACTED" | "CONSTANT"),
|
|
7065
|
+
value: Array[::String]
|
|
7066
|
+
},
|
|
7067
|
+
]
|
|
7068
|
+
},
|
|
7069
|
+
],
|
|
7070
|
+
logical_operator: ("AND" | "OR")
|
|
7071
|
+
},
|
|
7072
|
+
]
|
|
7073
|
+
}?,
|
|
6808
7074
|
dynamic_transform: {
|
|
6809
7075
|
name: ::String,
|
|
6810
7076
|
transform_name: ::String,
|
|
@@ -6828,7 +7094,8 @@ module Aws
|
|
|
6828
7094
|
columns: Array[
|
|
6829
7095
|
{
|
|
6830
7096
|
name: ::String,
|
|
6831
|
-
type: ::String
|
|
7097
|
+
type: ::String?,
|
|
7098
|
+
glue_studio_type: ::String?
|
|
6832
7099
|
},
|
|
6833
7100
|
]?
|
|
6834
7101
|
},
|
|
@@ -6859,7 +7126,8 @@ module Aws
|
|
|
6859
7126
|
columns: Array[
|
|
6860
7127
|
{
|
|
6861
7128
|
name: ::String,
|
|
6862
|
-
type: ::String
|
|
7129
|
+
type: ::String?,
|
|
7130
|
+
glue_studio_type: ::String?
|
|
6863
7131
|
},
|
|
6864
7132
|
]?
|
|
6865
7133
|
},
|
|
@@ -6875,7 +7143,8 @@ module Aws
|
|
|
6875
7143
|
columns: Array[
|
|
6876
7144
|
{
|
|
6877
7145
|
name: ::String,
|
|
6878
|
-
type: ::String
|
|
7146
|
+
type: ::String?,
|
|
7147
|
+
glue_studio_type: ::String?
|
|
6879
7148
|
},
|
|
6880
7149
|
]?
|
|
6881
7150
|
},
|
|
@@ -6896,7 +7165,8 @@ module Aws
|
|
|
6896
7165
|
columns: Array[
|
|
6897
7166
|
{
|
|
6898
7167
|
name: ::String,
|
|
6899
|
-
type: ::String
|
|
7168
|
+
type: ::String?,
|
|
7169
|
+
glue_studio_type: ::String?
|
|
6900
7170
|
},
|
|
6901
7171
|
]?
|
|
6902
7172
|
},
|
|
@@ -6914,7 +7184,22 @@ module Aws
|
|
|
6914
7184
|
schema_change_policy: {
|
|
6915
7185
|
enable_update_catalog: bool?,
|
|
6916
7186
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
6917
|
-
}
|
|
7187
|
+
}?,
|
|
7188
|
+
auto_data_quality: {
|
|
7189
|
+
is_enabled: bool?,
|
|
7190
|
+
evaluation_context: ::String?
|
|
7191
|
+
}?,
|
|
7192
|
+
output_schemas: Array[
|
|
7193
|
+
{
|
|
7194
|
+
columns: Array[
|
|
7195
|
+
{
|
|
7196
|
+
name: ::String,
|
|
7197
|
+
type: ::String?,
|
|
7198
|
+
glue_studio_type: ::String?
|
|
7199
|
+
},
|
|
7200
|
+
]?
|
|
7201
|
+
},
|
|
7202
|
+
]?
|
|
6918
7203
|
}?,
|
|
6919
7204
|
s3_hudi_direct_target: {
|
|
6920
7205
|
name: ::String,
|
|
@@ -6932,6 +7217,10 @@ module Aws
|
|
|
6932
7217
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
6933
7218
|
table: ::String?,
|
|
6934
7219
|
database: ::String?
|
|
7220
|
+
}?,
|
|
7221
|
+
auto_data_quality: {
|
|
7222
|
+
is_enabled: bool?,
|
|
7223
|
+
evaluation_context: ::String?
|
|
6935
7224
|
}?
|
|
6936
7225
|
}?,
|
|
6937
7226
|
direct_jdbc_source: {
|
|
@@ -6940,7 +7229,18 @@ module Aws
|
|
|
6940
7229
|
table: ::String,
|
|
6941
7230
|
connection_name: ::String,
|
|
6942
7231
|
connection_type: ("sqlserver" | "mysql" | "oracle" | "postgresql" | "redshift"),
|
|
6943
|
-
redshift_tmp_dir: ::String
|
|
7232
|
+
redshift_tmp_dir: ::String?,
|
|
7233
|
+
output_schemas: Array[
|
|
7234
|
+
{
|
|
7235
|
+
columns: Array[
|
|
7236
|
+
{
|
|
7237
|
+
name: ::String,
|
|
7238
|
+
type: ::String?,
|
|
7239
|
+
glue_studio_type: ::String?
|
|
7240
|
+
},
|
|
7241
|
+
]?
|
|
7242
|
+
},
|
|
7243
|
+
]?
|
|
6944
7244
|
}?,
|
|
6945
7245
|
s3_catalog_delta_source: {
|
|
6946
7246
|
name: ::String,
|
|
@@ -6952,7 +7252,8 @@ module Aws
|
|
|
6952
7252
|
columns: Array[
|
|
6953
7253
|
{
|
|
6954
7254
|
name: ::String,
|
|
6955
|
-
type: ::String
|
|
7255
|
+
type: ::String?,
|
|
7256
|
+
glue_studio_type: ::String?
|
|
6956
7257
|
},
|
|
6957
7258
|
]?
|
|
6958
7259
|
},
|
|
@@ -6968,7 +7269,8 @@ module Aws
|
|
|
6968
7269
|
columns: Array[
|
|
6969
7270
|
{
|
|
6970
7271
|
name: ::String,
|
|
6971
|
-
type: ::String
|
|
7272
|
+
type: ::String?,
|
|
7273
|
+
glue_studio_type: ::String?
|
|
6972
7274
|
},
|
|
6973
7275
|
]?
|
|
6974
7276
|
},
|
|
@@ -6989,7 +7291,8 @@ module Aws
|
|
|
6989
7291
|
columns: Array[
|
|
6990
7292
|
{
|
|
6991
7293
|
name: ::String,
|
|
6992
|
-
type: ::String
|
|
7294
|
+
type: ::String?,
|
|
7295
|
+
glue_studio_type: ::String?
|
|
6993
7296
|
},
|
|
6994
7297
|
]?
|
|
6995
7298
|
},
|
|
@@ -7007,7 +7310,22 @@ module Aws
|
|
|
7007
7310
|
schema_change_policy: {
|
|
7008
7311
|
enable_update_catalog: bool?,
|
|
7009
7312
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
7010
|
-
}
|
|
7313
|
+
}?,
|
|
7314
|
+
auto_data_quality: {
|
|
7315
|
+
is_enabled: bool?,
|
|
7316
|
+
evaluation_context: ::String?
|
|
7317
|
+
}?,
|
|
7318
|
+
output_schemas: Array[
|
|
7319
|
+
{
|
|
7320
|
+
columns: Array[
|
|
7321
|
+
{
|
|
7322
|
+
name: ::String,
|
|
7323
|
+
type: ::String?,
|
|
7324
|
+
glue_studio_type: ::String?
|
|
7325
|
+
},
|
|
7326
|
+
]?
|
|
7327
|
+
},
|
|
7328
|
+
]?
|
|
7011
7329
|
}?,
|
|
7012
7330
|
s3_delta_direct_target: {
|
|
7013
7331
|
name: ::String,
|
|
@@ -7025,6 +7343,10 @@ module Aws
|
|
|
7025
7343
|
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7026
7344
|
table: ::String?,
|
|
7027
7345
|
database: ::String?
|
|
7346
|
+
}?,
|
|
7347
|
+
auto_data_quality: {
|
|
7348
|
+
is_enabled: bool?,
|
|
7349
|
+
evaluation_context: ::String?
|
|
7028
7350
|
}?
|
|
7029
7351
|
}?,
|
|
7030
7352
|
amazon_redshift_source: {
|
|
@@ -7183,7 +7505,7 @@ module Aws
|
|
|
7183
7505
|
cloud_watch_metrics_enabled: bool?,
|
|
7184
7506
|
results_publishing_enabled: bool?
|
|
7185
7507
|
}?,
|
|
7186
|
-
additional_options: Hash[("performanceTuning.caching" | "observations.scope"), ::String]?,
|
|
7508
|
+
additional_options: Hash[("performanceTuning.caching" | "observations.scope" | "compositeRuleEvaluation.method"), ::String]?,
|
|
7187
7509
|
stop_job_on_failure_options: {
|
|
7188
7510
|
stop_job_on_failure_timing: ("Immediate" | "AfterDataLoad")?
|
|
7189
7511
|
}?
|
|
@@ -7261,7 +7583,8 @@ module Aws
|
|
|
7261
7583
|
columns: Array[
|
|
7262
7584
|
{
|
|
7263
7585
|
name: ::String,
|
|
7264
|
-
type: ::String
|
|
7586
|
+
type: ::String?,
|
|
7587
|
+
glue_studio_type: ::String?
|
|
7265
7588
|
},
|
|
7266
7589
|
]?
|
|
7267
7590
|
},
|
|
@@ -7323,7 +7646,8 @@ module Aws
|
|
|
7323
7646
|
columns: Array[
|
|
7324
7647
|
{
|
|
7325
7648
|
name: ::String,
|
|
7326
|
-
type: ::String
|
|
7649
|
+
type: ::String?,
|
|
7650
|
+
glue_studio_type: ::String?
|
|
7327
7651
|
},
|
|
7328
7652
|
]?
|
|
7329
7653
|
},
|
|
@@ -7334,6 +7658,175 @@ module Aws
|
|
|
7334
7658
|
connection_type: ::String,
|
|
7335
7659
|
data: Hash[::String, ::String],
|
|
7336
7660
|
inputs: Array[::String]?
|
|
7661
|
+
}?,
|
|
7662
|
+
s3_catalog_iceberg_source: {
|
|
7663
|
+
name: ::String,
|
|
7664
|
+
database: ::String,
|
|
7665
|
+
table: ::String,
|
|
7666
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
7667
|
+
output_schemas: Array[
|
|
7668
|
+
{
|
|
7669
|
+
columns: Array[
|
|
7670
|
+
{
|
|
7671
|
+
name: ::String,
|
|
7672
|
+
type: ::String?,
|
|
7673
|
+
glue_studio_type: ::String?
|
|
7674
|
+
},
|
|
7675
|
+
]?
|
|
7676
|
+
},
|
|
7677
|
+
]?
|
|
7678
|
+
}?,
|
|
7679
|
+
catalog_iceberg_source: {
|
|
7680
|
+
name: ::String,
|
|
7681
|
+
database: ::String,
|
|
7682
|
+
table: ::String,
|
|
7683
|
+
additional_iceberg_options: Hash[::String, ::String]?,
|
|
7684
|
+
output_schemas: Array[
|
|
7685
|
+
{
|
|
7686
|
+
columns: Array[
|
|
7687
|
+
{
|
|
7688
|
+
name: ::String,
|
|
7689
|
+
type: ::String?,
|
|
7690
|
+
glue_studio_type: ::String?
|
|
7691
|
+
},
|
|
7692
|
+
]?
|
|
7693
|
+
},
|
|
7694
|
+
]?
|
|
7695
|
+
}?,
|
|
7696
|
+
s3_iceberg_catalog_target: {
|
|
7697
|
+
name: ::String,
|
|
7698
|
+
inputs: Array[::String],
|
|
7699
|
+
partition_keys: Array[
|
|
7700
|
+
Array[::String],
|
|
7701
|
+
]?,
|
|
7702
|
+
table: ::String,
|
|
7703
|
+
database: ::String,
|
|
7704
|
+
additional_options: Hash[::String, ::String]?,
|
|
7705
|
+
schema_change_policy: {
|
|
7706
|
+
enable_update_catalog: bool?,
|
|
7707
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?
|
|
7708
|
+
}?,
|
|
7709
|
+
auto_data_quality: {
|
|
7710
|
+
is_enabled: bool?,
|
|
7711
|
+
evaluation_context: ::String?
|
|
7712
|
+
}?
|
|
7713
|
+
}?,
|
|
7714
|
+
s3_iceberg_direct_target: {
|
|
7715
|
+
name: ::String,
|
|
7716
|
+
inputs: Array[::String],
|
|
7717
|
+
partition_keys: Array[
|
|
7718
|
+
Array[::String],
|
|
7719
|
+
]?,
|
|
7720
|
+
path: ::String,
|
|
7721
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
|
|
7722
|
+
additional_options: Hash[::String, ::String]?,
|
|
7723
|
+
schema_change_policy: {
|
|
7724
|
+
enable_update_catalog: bool?,
|
|
7725
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7726
|
+
table: ::String?,
|
|
7727
|
+
database: ::String?
|
|
7728
|
+
}?,
|
|
7729
|
+
auto_data_quality: {
|
|
7730
|
+
is_enabled: bool?,
|
|
7731
|
+
evaluation_context: ::String?
|
|
7732
|
+
}?,
|
|
7733
|
+
compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
|
|
7734
|
+
number_target_partitions: ::String?,
|
|
7735
|
+
output_schemas: Array[
|
|
7736
|
+
{
|
|
7737
|
+
columns: Array[
|
|
7738
|
+
{
|
|
7739
|
+
name: ::String,
|
|
7740
|
+
type: ::String?,
|
|
7741
|
+
glue_studio_type: ::String?
|
|
7742
|
+
},
|
|
7743
|
+
]?
|
|
7744
|
+
},
|
|
7745
|
+
]?
|
|
7746
|
+
}?,
|
|
7747
|
+
s3_excel_source: {
|
|
7748
|
+
name: ::String,
|
|
7749
|
+
paths: Array[::String],
|
|
7750
|
+
compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
|
|
7751
|
+
exclusions: Array[::String]?,
|
|
7752
|
+
group_size: ::String?,
|
|
7753
|
+
group_files: ::String?,
|
|
7754
|
+
recurse: bool?,
|
|
7755
|
+
max_band: ::Integer?,
|
|
7756
|
+
max_files_in_band: ::Integer?,
|
|
7757
|
+
additional_options: {
|
|
7758
|
+
bounded_size: ::Integer?,
|
|
7759
|
+
bounded_files: ::Integer?,
|
|
7760
|
+
enable_sample_path: bool?,
|
|
7761
|
+
sample_path: ::String?
|
|
7762
|
+
}?,
|
|
7763
|
+
number_rows: ::Integer?,
|
|
7764
|
+
skip_footer: ::Integer?,
|
|
7765
|
+
output_schemas: Array[
|
|
7766
|
+
{
|
|
7767
|
+
columns: Array[
|
|
7768
|
+
{
|
|
7769
|
+
name: ::String,
|
|
7770
|
+
type: ::String?,
|
|
7771
|
+
glue_studio_type: ::String?
|
|
7772
|
+
},
|
|
7773
|
+
]?
|
|
7774
|
+
},
|
|
7775
|
+
]?
|
|
7776
|
+
}?,
|
|
7777
|
+
s3_hyper_direct_target: {
|
|
7778
|
+
name: ::String,
|
|
7779
|
+
inputs: Array[::String],
|
|
7780
|
+
format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")?,
|
|
7781
|
+
partition_keys: Array[
|
|
7782
|
+
Array[::String],
|
|
7783
|
+
]?,
|
|
7784
|
+
path: ::String,
|
|
7785
|
+
compression: ("uncompressed")?,
|
|
7786
|
+
schema_change_policy: {
|
|
7787
|
+
enable_update_catalog: bool?,
|
|
7788
|
+
update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
|
|
7789
|
+
table: ::String?,
|
|
7790
|
+
database: ::String?
|
|
7791
|
+
}?,
|
|
7792
|
+
auto_data_quality: {
|
|
7793
|
+
is_enabled: bool?,
|
|
7794
|
+
evaluation_context: ::String?
|
|
7795
|
+
}?,
|
|
7796
|
+
output_schemas: Array[
|
|
7797
|
+
{
|
|
7798
|
+
columns: Array[
|
|
7799
|
+
{
|
|
7800
|
+
name: ::String,
|
|
7801
|
+
type: ::String?,
|
|
7802
|
+
glue_studio_type: ::String?
|
|
7803
|
+
},
|
|
7804
|
+
]?
|
|
7805
|
+
},
|
|
7806
|
+
]?
|
|
7807
|
+
}?,
|
|
7808
|
+
dynamo_dbelt_connector_source: {
|
|
7809
|
+
name: ::String,
|
|
7810
|
+
connection_options: {
|
|
7811
|
+
dynamodb_export: ("ddb" | "s3")?,
|
|
7812
|
+
dynamodb_unnest_ddb_json: bool?,
|
|
7813
|
+
dynamodb_table_arn: ::String,
|
|
7814
|
+
dynamodb_s3_bucket: ::String?,
|
|
7815
|
+
dynamodb_s3_prefix: ::String?,
|
|
7816
|
+
dynamodb_s3_bucket_owner: ::String?,
|
|
7817
|
+
dynamodb_sts_role_arn: ::String?
|
|
7818
|
+
}?,
|
|
7819
|
+
output_schemas: Array[
|
|
7820
|
+
{
|
|
7821
|
+
columns: Array[
|
|
7822
|
+
{
|
|
7823
|
+
name: ::String,
|
|
7824
|
+
type: ::String?,
|
|
7825
|
+
glue_studio_type: ::String?
|
|
7826
|
+
},
|
|
7827
|
+
]?
|
|
7828
|
+
},
|
|
7829
|
+
]?
|
|
7337
7830
|
}?
|
|
7338
7831
|
}]?,
|
|
7339
7832
|
execution_class: ("FLEX" | "STANDARD")?,
|