@aws-cdk/aws-glue-alpha 2.265.0-alpha.0 → 2.267.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +982 -776
- package/.jsii.tabl.json.gz +0 -0
- package/.warnings.jsii.js +25 -91
- package/README.md +158 -72
- package/awslint.json +6 -1
- package/lib/catalog.js +3 -3
- package/lib/code.js +3 -3
- package/lib/connection.d.ts +41 -1
- package/lib/connection.js +48 -9
- package/lib/data-format.d.ts +2 -2
- package/lib/data-format.js +8 -8
- package/lib/data-quality-ruleset.d.ts +28 -3
- package/lib/data-quality-ruleset.js +37 -5
- package/lib/database.d.ts +1 -1
- package/lib/database.js +2 -2
- package/lib/external-table.js +6 -4
- package/lib/index.d.ts +0 -1
- package/lib/index.js +1 -2
- package/lib/jobs/job.d.ts +1 -24
- package/lib/jobs/job.js +3 -3
- package/lib/jobs/pyspark-etl-job.d.ts +2 -1
- package/lib/jobs/pyspark-etl-job.js +10 -5
- package/lib/jobs/pyspark-flex-etl-job.d.ts +3 -2
- package/lib/jobs/pyspark-flex-etl-job.js +7 -6
- package/lib/jobs/pyspark-streaming-job.d.ts +2 -1
- package/lib/jobs/pyspark-streaming-job.js +6 -5
- package/lib/jobs/python-shell-job.js +1 -1
- package/lib/jobs/ray-job.d.ts +8 -0
- package/lib/jobs/ray-job.js +3 -7
- package/lib/jobs/scala-spark-etl-job.js +4 -8
- package/lib/jobs/scala-spark-flex-etl-job.js +4 -4
- package/lib/jobs/scala-spark-streaming-job.js +4 -8
- package/lib/jobs/spark-job.d.ts +26 -0
- package/lib/jobs/spark-job.js +2 -2
- package/lib/partition-projection.d.ts +8 -8
- package/lib/partition-projection.js +49 -2
- package/lib/s3-table.d.ts +83 -39
- package/lib/s3-table.js +136 -86
- package/lib/schema.d.ts +26 -6
- package/lib/schema.js +74 -82
- package/lib/security-configuration.d.ts +41 -47
- package/lib/security-configuration.js +83 -25
- package/lib/storage-parameter.d.ts +14 -3
- package/lib/storage-parameter.js +16 -6
- package/lib/table-base.d.ts +34 -1
- package/lib/table-base.js +33 -2
- package/lib/triggers/trigger-options.js +1 -1
- package/lib/triggers/workflow.js +2 -2
- package/package.json +7 -7
- package/lib/table-deprecated.d.ts +0 -13
- package/lib/table-deprecated.js +0 -70
package/.jsii.tabl.json.gz
CHANGED
|
Binary file
|
package/.warnings.jsii.js
CHANGED
|
@@ -46,50 +46,6 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
46
46
|
finally {
|
|
47
47
|
visitedObjects.delete(p);
|
|
48
48
|
}
|
|
49
|
-
}, _aws_cdk_aws_glue_alpha_S3TableProps: function _aws_cdk_aws_glue_alpha_S3TableProps(p) {
|
|
50
|
-
if (p == null)
|
|
51
|
-
return;
|
|
52
|
-
visitedObjects.add(p);
|
|
53
|
-
try {
|
|
54
|
-
if (p.columns != null)
|
|
55
|
-
for (const o of p.columns)
|
|
56
|
-
if (!visitedObjects.has(o))
|
|
57
|
-
module.exports._aws_cdk_aws_glue_alpha_Column(o);
|
|
58
|
-
if (p.partitionIndexes != null)
|
|
59
|
-
for (const o of p.partitionIndexes)
|
|
60
|
-
if (!visitedObjects.has(o))
|
|
61
|
-
module.exports._aws_cdk_aws_glue_alpha_PartitionIndex(o);
|
|
62
|
-
if (p.partitionKeys != null)
|
|
63
|
-
for (const o of p.partitionKeys)
|
|
64
|
-
if (!visitedObjects.has(o))
|
|
65
|
-
module.exports._aws_cdk_aws_glue_alpha_Column(o);
|
|
66
|
-
if (p.partitionProjection != null)
|
|
67
|
-
for (const o of Object.values(p.partitionProjection))
|
|
68
|
-
if (!visitedObjects.has(o))
|
|
69
|
-
module.exports._aws_cdk_aws_glue_alpha_PartitionProjectionConfiguration(o);
|
|
70
|
-
if (p.storageParameters != null)
|
|
71
|
-
for (const o of p.storageParameters)
|
|
72
|
-
if (!visitedObjects.has(o))
|
|
73
|
-
module.exports._aws_cdk_aws_glue_alpha_StorageParameter(o);
|
|
74
|
-
}
|
|
75
|
-
finally {
|
|
76
|
-
visitedObjects.delete(p);
|
|
77
|
-
}
|
|
78
|
-
}, _aws_cdk_aws_glue_alpha_SecurityConfigurationProps: function _aws_cdk_aws_glue_alpha_SecurityConfigurationProps(p) {
|
|
79
|
-
if (p == null)
|
|
80
|
-
return;
|
|
81
|
-
visitedObjects.add(p);
|
|
82
|
-
try {
|
|
83
|
-
if (!visitedObjects.has(p.cloudWatchEncryption))
|
|
84
|
-
module.exports._aws_cdk_aws_glue_alpha_CloudWatchEncryption(p.cloudWatchEncryption);
|
|
85
|
-
if (!visitedObjects.has(p.jobBookmarksEncryption))
|
|
86
|
-
module.exports._aws_cdk_aws_glue_alpha_JobBookmarksEncryption(p.jobBookmarksEncryption);
|
|
87
|
-
if (!visitedObjects.has(p.s3Encryption))
|
|
88
|
-
module.exports._aws_cdk_aws_glue_alpha_S3Encryption(p.s3Encryption);
|
|
89
|
-
}
|
|
90
|
-
finally {
|
|
91
|
-
visitedObjects.delete(p);
|
|
92
|
-
}
|
|
93
49
|
}, _aws_cdk_aws_glue_alpha_WorkerType: function _aws_cdk_aws_glue_alpha_WorkerType(p) {
|
|
94
50
|
if (p == null)
|
|
95
51
|
return;
|
|
@@ -135,6 +91,15 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
135
91
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
136
92
|
if (!visitedObjects.has(p.continuousLogging))
|
|
137
93
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
94
|
+
}
|
|
95
|
+
finally {
|
|
96
|
+
visitedObjects.delete(p);
|
|
97
|
+
}
|
|
98
|
+
}, _aws_cdk_aws_glue_alpha_WorkerConfiguration: function _aws_cdk_aws_glue_alpha_WorkerConfiguration(p) {
|
|
99
|
+
if (p == null)
|
|
100
|
+
return;
|
|
101
|
+
visitedObjects.add(p);
|
|
102
|
+
try {
|
|
138
103
|
if (!visitedObjects.has(p.workerType))
|
|
139
104
|
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
140
105
|
}
|
|
@@ -148,14 +113,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
148
113
|
try {
|
|
149
114
|
if (!visitedObjects.has(p.sparkUI))
|
|
150
115
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
116
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
117
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
151
118
|
if (p.connections != null)
|
|
152
119
|
for (const o of p.connections)
|
|
153
120
|
if (!visitedObjects.has(o))
|
|
154
121
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
155
122
|
if (!visitedObjects.has(p.continuousLogging))
|
|
156
123
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
157
|
-
if (!visitedObjects.has(p.workerType))
|
|
158
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
159
124
|
}
|
|
160
125
|
finally {
|
|
161
126
|
visitedObjects.delete(p);
|
|
@@ -179,14 +144,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
179
144
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
180
145
|
if (!visitedObjects.has(p.sparkUI))
|
|
181
146
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
147
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
148
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
182
149
|
if (p.connections != null)
|
|
183
150
|
for (const o of p.connections)
|
|
184
151
|
if (!visitedObjects.has(o))
|
|
185
152
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
186
153
|
if (!visitedObjects.has(p.continuousLogging))
|
|
187
154
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
188
|
-
if (!visitedObjects.has(p.workerType))
|
|
189
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
190
155
|
}
|
|
191
156
|
finally {
|
|
192
157
|
visitedObjects.delete(p);
|
|
@@ -210,14 +175,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
210
175
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
211
176
|
if (!visitedObjects.has(p.sparkUI))
|
|
212
177
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
178
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
179
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
213
180
|
if (p.connections != null)
|
|
214
181
|
for (const o of p.connections)
|
|
215
182
|
if (!visitedObjects.has(o))
|
|
216
183
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
217
184
|
if (!visitedObjects.has(p.continuousLogging))
|
|
218
185
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
219
|
-
if (!visitedObjects.has(p.workerType))
|
|
220
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
221
186
|
}
|
|
222
187
|
finally {
|
|
223
188
|
visitedObjects.delete(p);
|
|
@@ -241,14 +206,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
241
206
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
242
207
|
if (!visitedObjects.has(p.sparkUI))
|
|
243
208
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
209
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
210
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
244
211
|
if (p.connections != null)
|
|
245
212
|
for (const o of p.connections)
|
|
246
213
|
if (!visitedObjects.has(o))
|
|
247
214
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
248
215
|
if (!visitedObjects.has(p.continuousLogging))
|
|
249
216
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
250
|
-
if (!visitedObjects.has(p.workerType))
|
|
251
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
252
217
|
}
|
|
253
218
|
finally {
|
|
254
219
|
visitedObjects.delete(p);
|
|
@@ -268,8 +233,6 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
268
233
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
269
234
|
if (!visitedObjects.has(p.continuousLogging))
|
|
270
235
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
271
|
-
if (!visitedObjects.has(p.workerType))
|
|
272
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
273
236
|
}
|
|
274
237
|
finally {
|
|
275
238
|
visitedObjects.delete(p);
|
|
@@ -285,6 +248,8 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
285
248
|
print("@aws-cdk/aws-glue-alpha.RayJobProps#enableObservabilityMetrics", "AWS Glue for Ray is closed to new customers as of April 30, 2026.\nMigrate to Amazon EKS with KubeRay Operator. See\nhttps://docs.aws.amazon.com/glue/latest/dg/awsglue-ray-jobs-availability-change.html");
|
|
286
249
|
if ("jobRunQueuingEnabled" in p)
|
|
287
250
|
print("@aws-cdk/aws-glue-alpha.RayJobProps#jobRunQueuingEnabled", "AWS Glue for Ray is closed to new customers as of April 30, 2026.\nMigrate to Amazon EKS with KubeRay Operator. See\nhttps://docs.aws.amazon.com/glue/latest/dg/awsglue-ray-jobs-availability-change.html");
|
|
251
|
+
if ("numberOfWorkers" in p)
|
|
252
|
+
print("@aws-cdk/aws-glue-alpha.RayJobProps#numberOfWorkers", "AWS Glue for Ray is closed to new customers as of April 30, 2026.\nMigrate to Amazon EKS with KubeRay Operator. See\nhttps://docs.aws.amazon.com/glue/latest/dg/awsglue-ray-jobs-availability-change.html");
|
|
288
253
|
if ("runtime" in p)
|
|
289
254
|
print("@aws-cdk/aws-glue-alpha.RayJobProps#runtime", "AWS Glue for Ray is closed to new customers as of April 30, 2026.\nMigrate to Amazon EKS with KubeRay Operator. See\nhttps://docs.aws.amazon.com/glue/latest/dg/awsglue-ray-jobs-availability-change.html");
|
|
290
255
|
if (!visitedObjects.has(p.runtime))
|
|
@@ -295,8 +260,6 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
295
260
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
296
261
|
if (!visitedObjects.has(p.continuousLogging))
|
|
297
262
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
298
|
-
if (!visitedObjects.has(p.workerType))
|
|
299
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
300
263
|
}
|
|
301
264
|
finally {
|
|
302
265
|
visitedObjects.delete(p);
|
|
@@ -316,14 +279,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
316
279
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
317
280
|
if (!visitedObjects.has(p.sparkUI))
|
|
318
281
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
282
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
283
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
319
284
|
if (p.connections != null)
|
|
320
285
|
for (const o of p.connections)
|
|
321
286
|
if (!visitedObjects.has(o))
|
|
322
287
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
323
288
|
if (!visitedObjects.has(p.continuousLogging))
|
|
324
289
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
325
|
-
if (!visitedObjects.has(p.workerType))
|
|
326
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
327
290
|
}
|
|
328
291
|
finally {
|
|
329
292
|
visitedObjects.delete(p);
|
|
@@ -343,14 +306,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
343
306
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
344
307
|
if (!visitedObjects.has(p.sparkUI))
|
|
345
308
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
309
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
310
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
346
311
|
if (p.connections != null)
|
|
347
312
|
for (const o of p.connections)
|
|
348
313
|
if (!visitedObjects.has(o))
|
|
349
314
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
350
315
|
if (!visitedObjects.has(p.continuousLogging))
|
|
351
316
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
352
|
-
if (!visitedObjects.has(p.workerType))
|
|
353
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
354
317
|
}
|
|
355
318
|
finally {
|
|
356
319
|
visitedObjects.delete(p);
|
|
@@ -370,43 +333,14 @@ const VALIDATORS = { _aws_cdk_aws_glue_alpha_CatalogEncryptionOptions: function
|
|
|
370
333
|
module.exports._aws_cdk_aws_glue_alpha_Code(o);
|
|
371
334
|
if (!visitedObjects.has(p.sparkUI))
|
|
372
335
|
module.exports._aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
336
|
+
if (!visitedObjects.has(p.workerConfiguration))
|
|
337
|
+
module.exports._aws_cdk_aws_glue_alpha_WorkerConfiguration(p.workerConfiguration);
|
|
373
338
|
if (p.connections != null)
|
|
374
339
|
for (const o of p.connections)
|
|
375
340
|
if (!visitedObjects.has(o))
|
|
376
341
|
module.exports._aws_cdk_aws_glue_alpha_IConnection(o);
|
|
377
342
|
if (!visitedObjects.has(p.continuousLogging))
|
|
378
343
|
module.exports._aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
379
|
-
if (!visitedObjects.has(p.workerType))
|
|
380
|
-
module.exports._aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
381
|
-
}
|
|
382
|
-
finally {
|
|
383
|
-
visitedObjects.delete(p);
|
|
384
|
-
}
|
|
385
|
-
}, _aws_cdk_aws_glue_alpha_TableProps: function _aws_cdk_aws_glue_alpha_TableProps(p) {
|
|
386
|
-
if (p == null)
|
|
387
|
-
return;
|
|
388
|
-
visitedObjects.add(p);
|
|
389
|
-
try {
|
|
390
|
-
if (p.columns != null)
|
|
391
|
-
for (const o of p.columns)
|
|
392
|
-
if (!visitedObjects.has(o))
|
|
393
|
-
module.exports._aws_cdk_aws_glue_alpha_Column(o);
|
|
394
|
-
if (p.partitionIndexes != null)
|
|
395
|
-
for (const o of p.partitionIndexes)
|
|
396
|
-
if (!visitedObjects.has(o))
|
|
397
|
-
module.exports._aws_cdk_aws_glue_alpha_PartitionIndex(o);
|
|
398
|
-
if (p.partitionKeys != null)
|
|
399
|
-
for (const o of p.partitionKeys)
|
|
400
|
-
if (!visitedObjects.has(o))
|
|
401
|
-
module.exports._aws_cdk_aws_glue_alpha_Column(o);
|
|
402
|
-
if (p.partitionProjection != null)
|
|
403
|
-
for (const o of Object.values(p.partitionProjection))
|
|
404
|
-
if (!visitedObjects.has(o))
|
|
405
|
-
module.exports._aws_cdk_aws_glue_alpha_PartitionProjectionConfiguration(o);
|
|
406
|
-
if (p.storageParameters != null)
|
|
407
|
-
for (const o of p.storageParameters)
|
|
408
|
-
if (!visitedObjects.has(o))
|
|
409
|
-
module.exports._aws_cdk_aws_glue_alpha_StorageParameter(o);
|
|
410
344
|
}
|
|
411
345
|
finally {
|
|
412
346
|
visitedObjects.delete(p);
|