@aws-mdaa/dataops-job-l3-construct 1.3.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +114 -389
- package/lib/dataops-job-l3-construct.d.ts +30 -240
- package/lib/dataops-job-l3-construct.js +25 -25
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/.npmignore +34 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/jest.config.js +5 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/lib/index.js +1 -1
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/lib/index.ts +241 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/package.json +16 -18
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.d.ts +5 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.js +200 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.ts +215 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/tsconfig.json +40 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/tsconfig.tsbuildinfo +1 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/typedoc.json +7 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/.npmignore +34 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/jest.config.js +5 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.d.ts +2 -20
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.js +2 -11
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.ts +241 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/package.json +15 -17
- package/node_modules/@aws-mdaa/s3-inventory-helper/test/TODO +0 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/tsconfig.json +40 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/tsconfig.tsbuildinfo +1 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/typedoc.json +7 -0
- package/node_modules/lodash/README.md +2 -2
- package/node_modules/lodash/_baseUnset.js +47 -2
- package/node_modules/lodash/core.js +1 -1
- package/node_modules/lodash/core.min.js +1 -1
- package/node_modules/lodash/lodash.js +43 -4
- package/node_modules/lodash/lodash.min.js +57 -57
- package/node_modules/lodash/package.json +1 -1
- package/package.json +33 -47
- package/node_modules/lodash/flake.lock +0 -40
- package/node_modules/lodash/flake.nix +0 -20
- package/node_modules/lodash/release.md +0 -48
package/.jsii
CHANGED
|
@@ -7,22 +7,22 @@
|
|
|
7
7
|
"url": "https://aws.amazon.com/solutions"
|
|
8
8
|
},
|
|
9
9
|
"bundled": {
|
|
10
|
-
"@aws-mdaa/s3-bucketpolicy-helper": "1.
|
|
11
|
-
"@aws-mdaa/s3-inventory-helper": "1.
|
|
12
|
-
"lodash": "4.17.
|
|
10
|
+
"@aws-mdaa/s3-bucketpolicy-helper": "1.5.0",
|
|
11
|
+
"@aws-mdaa/s3-inventory-helper": "1.5.0",
|
|
12
|
+
"lodash": "4.17.23"
|
|
13
13
|
},
|
|
14
14
|
"dependencies": {
|
|
15
|
-
"@aws-mdaa/cloudwatch-constructs": "1.
|
|
16
|
-
"@aws-mdaa/construct": "1.
|
|
17
|
-
"@aws-mdaa/dataops-project-l3-construct": "1.
|
|
18
|
-
"@aws-mdaa/eventbridge-helper": "1.
|
|
19
|
-
"@aws-mdaa/glue-constructs": "1.
|
|
20
|
-
"@aws-mdaa/iam-constructs": "1.
|
|
21
|
-
"@aws-mdaa/iam-role-helper": "1.
|
|
22
|
-
"@aws-mdaa/l3-construct": "1.
|
|
23
|
-
"@aws-mdaa/naming": "1.
|
|
24
|
-
"@aws-mdaa/s3-constructs": "1.
|
|
25
|
-
"@aws-mdaa/sns-constructs": "1.
|
|
15
|
+
"@aws-mdaa/cloudwatch-constructs": "1.5.0",
|
|
16
|
+
"@aws-mdaa/construct": "1.5.0",
|
|
17
|
+
"@aws-mdaa/dataops-project-l3-construct": "1.5.0",
|
|
18
|
+
"@aws-mdaa/eventbridge-helper": "1.5.0",
|
|
19
|
+
"@aws-mdaa/glue-constructs": "1.5.0",
|
|
20
|
+
"@aws-mdaa/iam-constructs": "1.5.0",
|
|
21
|
+
"@aws-mdaa/iam-role-helper": "1.5.0",
|
|
22
|
+
"@aws-mdaa/l3-construct": "1.5.0",
|
|
23
|
+
"@aws-mdaa/naming": "1.5.0",
|
|
24
|
+
"@aws-mdaa/s3-constructs": "1.5.0",
|
|
25
|
+
"@aws-mdaa/sns-constructs": "1.5.0",
|
|
26
26
|
"aws-cdk-lib": "2.220.0",
|
|
27
27
|
"cdk-nag": "2.37.55",
|
|
28
28
|
"constructs": "10.0.96"
|
|
@@ -143,433 +143,190 @@
|
|
|
143
143
|
},
|
|
144
144
|
"@aws-mdaa/athena-constructs": {
|
|
145
145
|
"targets": {
|
|
146
|
-
"java_disabled": {
|
|
147
|
-
"maven": {
|
|
148
|
-
"artifactId": "athena",
|
|
149
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
150
|
-
},
|
|
151
|
-
"package": "software.amazon.awsmdaa.construct.athena"
|
|
152
|
-
},
|
|
153
146
|
"js": {
|
|
154
147
|
"npm": "@aws-mdaa/athena-constructs"
|
|
155
|
-
},
|
|
156
|
-
"python_disabled": {
|
|
157
|
-
"distName": "aws-mdaa.athena-constructs",
|
|
158
|
-
"module": "aws_mdaa.athena_constructs"
|
|
159
148
|
}
|
|
160
149
|
}
|
|
161
150
|
},
|
|
162
151
|
"@aws-mdaa/athena-workgroup-l3-construct": {
|
|
163
152
|
"targets": {
|
|
164
|
-
"java_disabled": {
|
|
165
|
-
"maven": {
|
|
166
|
-
"artifactId": "athena-workgroup",
|
|
167
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
168
|
-
},
|
|
169
|
-
"package": "software.amazon.awsmdaa.l3-construct.athena-workgroup"
|
|
170
|
-
},
|
|
171
153
|
"js": {
|
|
172
154
|
"npm": "@aws-mdaa/athena-workgroup-l3-construct"
|
|
173
|
-
},
|
|
174
|
-
"python_disabled": {
|
|
175
|
-
"distName": "aws-mdaa.athena-workgroup-l3-construct",
|
|
176
|
-
"module": "aws_mdaa.athena_workgroup_l3_construct"
|
|
177
155
|
}
|
|
178
156
|
}
|
|
179
157
|
},
|
|
180
158
|
"@aws-mdaa/cloudwatch-constructs": {
|
|
181
159
|
"targets": {
|
|
182
|
-
"java_disabled": {
|
|
183
|
-
"maven": {
|
|
184
|
-
"artifactId": "cloudwatch",
|
|
185
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
186
|
-
},
|
|
187
|
-
"package": "software.amazon.awsmdaa.construct.cloudwatch"
|
|
188
|
-
},
|
|
189
160
|
"js": {
|
|
190
161
|
"npm": "@aws-mdaa/cloudwatch-constructs"
|
|
191
|
-
},
|
|
192
|
-
"python_disabled": {
|
|
193
|
-
"distName": "aws-mdaa.cloudwatch-constructs",
|
|
194
|
-
"module": "aws_mdaa.cloudwatch_constructs"
|
|
195
162
|
}
|
|
196
163
|
}
|
|
197
164
|
},
|
|
198
165
|
"@aws-mdaa/construct": {
|
|
199
166
|
"targets": {
|
|
200
|
-
"java_disabled": {
|
|
201
|
-
"maven": {
|
|
202
|
-
"artifactId": "core",
|
|
203
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
204
|
-
},
|
|
205
|
-
"package": "software.amazon.awsmdaa.construct"
|
|
206
|
-
},
|
|
207
167
|
"js": {
|
|
208
168
|
"npm": "@aws-mdaa/construct"
|
|
209
|
-
},
|
|
210
|
-
"python_disabled": {
|
|
211
|
-
"distName": "aws-mdaa.construct",
|
|
212
|
-
"module": "aws_mdaa.construct"
|
|
213
169
|
}
|
|
214
170
|
}
|
|
215
171
|
},
|
|
216
172
|
"@aws-mdaa/custom-constructs": {
|
|
217
173
|
"targets": {
|
|
218
|
-
"java_disabled": {
|
|
219
|
-
"maven": {
|
|
220
|
-
"artifactId": "custom",
|
|
221
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
222
|
-
},
|
|
223
|
-
"package": "software.amazon.awsmdaa.construct.custom"
|
|
224
|
-
},
|
|
225
174
|
"js": {
|
|
226
175
|
"npm": "@aws-mdaa/custom-constructs"
|
|
227
|
-
},
|
|
228
|
-
"python_disabled": {
|
|
229
|
-
"distName": "aws-mdaa.custom-constructs",
|
|
230
|
-
"module": "aws_mdaa.custom_constructs"
|
|
231
176
|
}
|
|
232
177
|
}
|
|
233
178
|
},
|
|
234
179
|
"@aws-mdaa/dataops-project-l3-construct": {
|
|
235
180
|
"targets": {
|
|
236
|
-
"java_disabled": {
|
|
237
|
-
"maven": {
|
|
238
|
-
"artifactId": "project",
|
|
239
|
-
"groupId": "software.amazon.awsmdaa.l3-construct.dataops"
|
|
240
|
-
},
|
|
241
|
-
"package": "software.amazon.awsmdaa.l3-construct.dataops.project"
|
|
242
|
-
},
|
|
243
181
|
"js": {
|
|
244
182
|
"npm": "@aws-mdaa/dataops-project-l3-construct"
|
|
245
|
-
},
|
|
246
|
-
"python_disabled": {
|
|
247
|
-
"distName": "aws-mdaa.dataops-project-l3-construct",
|
|
248
|
-
"module": "aws_mdaa.dataops_project_l3_construct"
|
|
249
183
|
}
|
|
250
184
|
}
|
|
251
185
|
},
|
|
252
186
|
"@aws-mdaa/datazone-constructs": {
|
|
253
187
|
"targets": {
|
|
254
|
-
"java_disabled": {
|
|
255
|
-
"maven": {
|
|
256
|
-
"artifactId": "datazone",
|
|
257
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
258
|
-
},
|
|
259
|
-
"package": "software.amazon.awsmdaa.construct.datazone"
|
|
260
|
-
},
|
|
261
188
|
"js": {
|
|
262
189
|
"npm": "@aws-mdaa/datazone-constructs"
|
|
263
|
-
},
|
|
264
|
-
"python_disabled": {
|
|
265
|
-
"distName": "aws-mdaa.datazone-constructs",
|
|
266
|
-
"module": "aws_mdaa.datazone_constructs"
|
|
267
190
|
}
|
|
268
191
|
}
|
|
269
192
|
},
|
|
270
193
|
"@aws-mdaa/datazone-l3-construct": {
|
|
271
194
|
"targets": {
|
|
272
|
-
"java_disabled": {
|
|
273
|
-
"maven": {
|
|
274
|
-
"artifactId": "datazone",
|
|
275
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
276
|
-
},
|
|
277
|
-
"package": "software.amazon.awsmdaa.l3-construct.datazone"
|
|
278
|
-
},
|
|
279
195
|
"js": {
|
|
280
196
|
"npm": "@aws-mdaa/datazone-l3-construct"
|
|
281
|
-
},
|
|
282
|
-
"python_disabled": {
|
|
283
|
-
"distName": "aws-mdaa.datazone-l3-construct",
|
|
284
|
-
"module": "aws_mdaa.datazone_l3_construct"
|
|
285
197
|
}
|
|
286
198
|
}
|
|
287
199
|
},
|
|
288
200
|
"@aws-mdaa/ec2-constructs": {
|
|
289
201
|
"targets": {
|
|
290
|
-
"java_disabled": {
|
|
291
|
-
"maven": {
|
|
292
|
-
"artifactId": "ec2",
|
|
293
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
294
|
-
},
|
|
295
|
-
"package": "software.amazon.awsmdaa.construct.ec2"
|
|
296
|
-
},
|
|
297
202
|
"js": {
|
|
298
203
|
"npm": "@aws-mdaa/ec2-constructs"
|
|
299
|
-
},
|
|
300
|
-
"python_disabled": {
|
|
301
|
-
"distName": "aws-mdaa.ec2-constructs",
|
|
302
|
-
"module": "aws_mdaa.ec2_constructs"
|
|
303
204
|
}
|
|
304
205
|
}
|
|
305
206
|
},
|
|
306
207
|
"@aws-mdaa/ec2-l3-construct": {
|
|
307
208
|
"targets": {
|
|
308
|
-
"java_disabled": {
|
|
309
|
-
"maven": {
|
|
310
|
-
"artifactId": "ec2",
|
|
311
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
312
|
-
},
|
|
313
|
-
"package": "software.amazon.awsmdaa.l3-construct.ec2"
|
|
314
|
-
},
|
|
315
209
|
"js": {
|
|
316
210
|
"npm": "@aws-mdaa/ec2-l3-construct"
|
|
317
|
-
},
|
|
318
|
-
"python_disabled": {
|
|
319
|
-
"distName": "aws-mdaa.ec2-l3-construct",
|
|
320
|
-
"module": "aws_mdaa.ec2_l3_construct"
|
|
321
211
|
}
|
|
322
212
|
}
|
|
323
213
|
},
|
|
324
214
|
"@aws-mdaa/eventbridge-helper": {
|
|
325
215
|
"targets": {
|
|
326
|
-
"java_disabled": {
|
|
327
|
-
"maven": {
|
|
328
|
-
"artifactId": "shared",
|
|
329
|
-
"groupId": "software.amazon.awsmdaa.utility"
|
|
330
|
-
},
|
|
331
|
-
"package": "software.amazon.awsmdaa.utility.shared"
|
|
332
|
-
},
|
|
333
216
|
"js": {
|
|
334
217
|
"npm": "@aws-mdaa/eventbridge-helper"
|
|
335
|
-
},
|
|
336
|
-
"python_disabled": {
|
|
337
|
-
"distName": "aws-mdaa.eventbridge-helper",
|
|
338
|
-
"module": "aws_mdaa.utility"
|
|
339
218
|
}
|
|
340
219
|
}
|
|
341
220
|
},
|
|
342
221
|
"@aws-mdaa/glue-catalog-l3-construct": {
|
|
343
222
|
"targets": {
|
|
344
|
-
"java_disabled": {
|
|
345
|
-
"maven": {
|
|
346
|
-
"artifactId": "glue-catalog",
|
|
347
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
348
|
-
},
|
|
349
|
-
"package": "software.amazon.awsmdaa.l3-construct.glue-catalog"
|
|
350
|
-
},
|
|
351
223
|
"js": {
|
|
352
224
|
"npm": "@aws-mdaa/glue-catalog-l3-construct"
|
|
353
|
-
},
|
|
354
|
-
"python_disabled": {
|
|
355
|
-
"distName": "aws-mdaa.glue-catalog-l3-construct",
|
|
356
|
-
"module": "aws_mdaa.glue_catalog_l3_construct"
|
|
357
225
|
}
|
|
358
226
|
}
|
|
359
227
|
},
|
|
360
228
|
"@aws-mdaa/glue-constructs": {
|
|
361
229
|
"targets": {
|
|
362
|
-
"java_disabled": {
|
|
363
|
-
"maven": {
|
|
364
|
-
"artifactId": "glue",
|
|
365
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
366
|
-
},
|
|
367
|
-
"package": "software.amazon.awsmdaa.construct.glue"
|
|
368
|
-
},
|
|
369
230
|
"js": {
|
|
370
231
|
"npm": "@aws-mdaa/glue-constructs"
|
|
371
|
-
},
|
|
372
|
-
"python_disabled": {
|
|
373
|
-
"distName": "aws-mdaa.glue-constructs",
|
|
374
|
-
"module": "aws_mdaa.glue_constructs"
|
|
375
232
|
}
|
|
376
233
|
}
|
|
377
234
|
},
|
|
378
235
|
"@aws-mdaa/iam-constructs": {
|
|
379
236
|
"targets": {
|
|
380
|
-
"java_disabled": {
|
|
381
|
-
"maven": {
|
|
382
|
-
"artifactId": "iam",
|
|
383
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
384
|
-
},
|
|
385
|
-
"package": "software.amazon.awsmdaa.construct.iam"
|
|
386
|
-
},
|
|
387
237
|
"js": {
|
|
388
238
|
"npm": "@aws-mdaa/iam-constructs"
|
|
389
|
-
},
|
|
390
|
-
"python_disabled": {
|
|
391
|
-
"distName": "aws-mdaa.iam-constructs",
|
|
392
|
-
"module": "aws_mdaa.iam_constructs"
|
|
393
239
|
}
|
|
394
240
|
}
|
|
395
241
|
},
|
|
396
242
|
"@aws-mdaa/iam-role-helper": {
|
|
397
243
|
"targets": {
|
|
398
|
-
"java_disabled": {
|
|
399
|
-
"maven": {
|
|
400
|
-
"artifactId": "roles",
|
|
401
|
-
"groupId": "software.amazon.awsmdaa.utility"
|
|
402
|
-
},
|
|
403
|
-
"package": "software.amazon.awsmdaa.utility.roles"
|
|
404
|
-
},
|
|
405
244
|
"js": {
|
|
406
245
|
"npm": "@aws-mdaa/iam-role-helper"
|
|
407
|
-
},
|
|
408
|
-
"python_disabled": {
|
|
409
|
-
"distName": "aws-mdaa.roles-utility",
|
|
410
|
-
"module": "aws_mdaa.roles_utility"
|
|
411
246
|
}
|
|
412
247
|
}
|
|
413
248
|
},
|
|
414
249
|
"@aws-mdaa/kms-constructs": {
|
|
415
250
|
"targets": {
|
|
416
|
-
"java_disabled": {
|
|
417
|
-
"maven": {
|
|
418
|
-
"artifactId": "kms",
|
|
419
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
420
|
-
},
|
|
421
|
-
"package": "software.amazon.awsmdaa.construct.kms"
|
|
422
|
-
},
|
|
423
251
|
"js": {
|
|
424
252
|
"npm": "@aws-mdaa/kms-constructs"
|
|
425
|
-
},
|
|
426
|
-
"python_disabled": {
|
|
427
|
-
"distName": "aws-mdaa.kms-constructs",
|
|
428
|
-
"module": "aws_mdaa.kms_constructs"
|
|
429
253
|
}
|
|
430
254
|
}
|
|
431
255
|
},
|
|
432
256
|
"@aws-mdaa/l3-construct": {
|
|
433
257
|
"targets": {
|
|
434
|
-
"java_disabled": {
|
|
435
|
-
"maven": {
|
|
436
|
-
"artifactId": "core",
|
|
437
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
438
|
-
},
|
|
439
|
-
"package": "software.amazon.awsmdaa.l3-construct"
|
|
440
|
-
},
|
|
441
258
|
"js": {
|
|
442
259
|
"npm": "@aws-mdaa/l3-construct"
|
|
443
|
-
},
|
|
444
|
-
"python_disabled": {
|
|
445
|
-
"distName": "aws-mdaa.l3-construct",
|
|
446
|
-
"module": "aws_mdaa.l3_construct"
|
|
447
260
|
}
|
|
448
261
|
}
|
|
449
262
|
},
|
|
450
263
|
"@aws-mdaa/lakeformation-access-control-l3-construct": {
|
|
451
264
|
"targets": {
|
|
452
|
-
"java_disabled": {
|
|
453
|
-
"maven": {
|
|
454
|
-
"artifactId": "lakeformation-access-control",
|
|
455
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
456
|
-
},
|
|
457
|
-
"package": "software.amazon.awsmdaa.l3-construct.lakeformation-access-control"
|
|
458
|
-
},
|
|
459
265
|
"js": {
|
|
460
266
|
"npm": "@aws-mdaa/lakeformation-access-control-l3-construct"
|
|
461
|
-
},
|
|
462
|
-
"python_disabled": {
|
|
463
|
-
"distName": "aws-mdaa.lakeformation-access-control-l3-construct",
|
|
464
|
-
"module": "aws_mdaa.lakeformation_access_control_l3_construct"
|
|
465
267
|
}
|
|
466
268
|
}
|
|
467
269
|
},
|
|
468
270
|
"@aws-mdaa/lakeformation-settings-l3-construct": {
|
|
469
271
|
"targets": {
|
|
470
|
-
"java_disabled": {
|
|
471
|
-
"maven": {
|
|
472
|
-
"artifactId": "lakeformation-settings",
|
|
473
|
-
"groupId": "software.amazon.awsmdaa.l3-construct"
|
|
474
|
-
},
|
|
475
|
-
"package": "software.amazon.awsmdaa.l3-construct.lakeformation-settings"
|
|
476
|
-
},
|
|
477
272
|
"js": {
|
|
478
273
|
"npm": "@aws-mdaa/lakeformation-settings-l3-construct"
|
|
479
|
-
}
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
},
|
|
277
|
+
"@aws-mdaa/lakeformation-tagbased-permissions-l3-construct": {
|
|
278
|
+
"targets": {
|
|
279
|
+
"js": {
|
|
280
|
+
"npm": "@aws-mdaa/lakeformation-tagbased-permissions-l3-construct"
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
},
|
|
284
|
+
"@aws-mdaa/lakeformation-tags-l3-construct": {
|
|
285
|
+
"targets": {
|
|
286
|
+
"js": {
|
|
287
|
+
"npm": "@aws-mdaa/lakeformation-tags-l3-construct"
|
|
483
288
|
}
|
|
484
289
|
}
|
|
485
290
|
},
|
|
486
291
|
"@aws-mdaa/lambda-constructs": {
|
|
487
292
|
"targets": {
|
|
488
|
-
"java_disabled": {
|
|
489
|
-
"maven": {
|
|
490
|
-
"artifactId": "lambda",
|
|
491
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
492
|
-
},
|
|
493
|
-
"package": "software.amazon.awsmdaa.construct.lambda"
|
|
494
|
-
},
|
|
495
293
|
"js": {
|
|
496
294
|
"npm": "@aws-mdaa/lambda-constructs"
|
|
497
|
-
},
|
|
498
|
-
"python_disabled": {
|
|
499
|
-
"distName": "aws-mdaa.lambda-constructs",
|
|
500
|
-
"module": "aws_mdaa.lambda_constructs"
|
|
501
295
|
}
|
|
502
296
|
}
|
|
503
297
|
},
|
|
504
298
|
"@aws-mdaa/naming": {
|
|
505
299
|
"targets": {
|
|
506
|
-
"java_disabled": {
|
|
507
|
-
"maven": {
|
|
508
|
-
"artifactId": "naming",
|
|
509
|
-
"groupId": "software.amazon.awsmdaa.utility"
|
|
510
|
-
},
|
|
511
|
-
"package": "software.amazon.awsmdaa.utility.naming"
|
|
512
|
-
},
|
|
513
300
|
"js": {
|
|
514
301
|
"npm": "@aws-mdaa/naming"
|
|
515
|
-
},
|
|
516
|
-
"python_disabled": {
|
|
517
|
-
"distName": "aws-mdaa.naming",
|
|
518
|
-
"module": "aws_mdaa.naming"
|
|
519
302
|
}
|
|
520
303
|
}
|
|
521
304
|
},
|
|
522
305
|
"@aws-mdaa/s3-constructs": {
|
|
523
306
|
"targets": {
|
|
524
|
-
"java_disabled": {
|
|
525
|
-
"maven": {
|
|
526
|
-
"artifactId": "s3",
|
|
527
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
528
|
-
},
|
|
529
|
-
"package": "software.amazon.awsmdaa.construct.s3"
|
|
530
|
-
},
|
|
531
307
|
"js": {
|
|
532
308
|
"npm": "@aws-mdaa/s3-constructs"
|
|
533
|
-
}
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
},
|
|
312
|
+
"@aws-mdaa/sagemaker-project-l3-construct": {
|
|
313
|
+
"targets": {
|
|
314
|
+
"js": {
|
|
315
|
+
"npm": "@aws-mdaa/sagemaker-project-l3-construct"
|
|
537
316
|
}
|
|
538
317
|
}
|
|
539
318
|
},
|
|
540
319
|
"@aws-mdaa/sns-constructs": {
|
|
541
320
|
"targets": {
|
|
542
|
-
"java_disabled": {
|
|
543
|
-
"maven": {
|
|
544
|
-
"artifactId": "sns",
|
|
545
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
546
|
-
},
|
|
547
|
-
"package": "software.amazon.awsmdaa.construct.sns"
|
|
548
|
-
},
|
|
549
321
|
"js": {
|
|
550
322
|
"npm": "@aws-mdaa/sns-constructs"
|
|
551
|
-
},
|
|
552
|
-
"python_disabled": {
|
|
553
|
-
"distName": "aws-mdaa.sns-constructs",
|
|
554
|
-
"module": "aws_mdaa.sns_constructs"
|
|
555
323
|
}
|
|
556
324
|
}
|
|
557
325
|
},
|
|
558
326
|
"@aws-mdaa/sqs-constructs": {
|
|
559
327
|
"targets": {
|
|
560
|
-
"java_disabled": {
|
|
561
|
-
"maven": {
|
|
562
|
-
"artifactId": "sqs",
|
|
563
|
-
"groupId": "software.amazon.awsmdaa.construct"
|
|
564
|
-
},
|
|
565
|
-
"package": "software.amazon.awsmdaa.construct.sqs"
|
|
566
|
-
},
|
|
567
328
|
"js": {
|
|
568
329
|
"npm": "@aws-mdaa/sqs-constructs"
|
|
569
|
-
},
|
|
570
|
-
"python_disabled": {
|
|
571
|
-
"distName": "aws-mdaa.sqs-constructs",
|
|
572
|
-
"module": "aws_mdaa.sqs_constructs"
|
|
573
330
|
}
|
|
574
331
|
}
|
|
575
332
|
},
|
|
@@ -4633,7 +4390,7 @@
|
|
|
4633
4390
|
"stability": "experimental"
|
|
4634
4391
|
},
|
|
4635
4392
|
"homepage": "https://github.com/aws/modern-data-architecture-accelerator",
|
|
4636
|
-
"jsiiVersion": "5.
|
|
4393
|
+
"jsiiVersion": "5.9.20 (build 6e2b13a)",
|
|
4637
4394
|
"license": "Apache-2.0",
|
|
4638
4395
|
"metadata": {
|
|
4639
4396
|
"jsii": {
|
|
@@ -4652,19 +4409,8 @@
|
|
|
4652
4409
|
},
|
|
4653
4410
|
"schema": "jsii/0.10.0",
|
|
4654
4411
|
"targets": {
|
|
4655
|
-
"java_disabled": {
|
|
4656
|
-
"maven": {
|
|
4657
|
-
"artifactId": "job",
|
|
4658
|
-
"groupId": "software.amazon.awsmdaa.l3-construct.dataops"
|
|
4659
|
-
},
|
|
4660
|
-
"package": "software.amazon.awsmdaa.l3-construct.dataops.job"
|
|
4661
|
-
},
|
|
4662
4412
|
"js": {
|
|
4663
4413
|
"npm": "@aws-mdaa/dataops-job-l3-construct"
|
|
4664
|
-
},
|
|
4665
|
-
"python_disabled": {
|
|
4666
|
-
"distName": "aws-mdaa.dataops-job-l3-construct",
|
|
4667
|
-
"module": "aws_mdaa.dataops_job_l3_construct"
|
|
4668
4414
|
}
|
|
4669
4415
|
},
|
|
4670
4416
|
"types": {
|
|
@@ -4681,7 +4427,7 @@
|
|
|
4681
4427
|
},
|
|
4682
4428
|
"locationInModule": {
|
|
4683
4429
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4684
|
-
"line":
|
|
4430
|
+
"line": 153
|
|
4685
4431
|
},
|
|
4686
4432
|
"parameters": [
|
|
4687
4433
|
{
|
|
@@ -4707,7 +4453,7 @@
|
|
|
4707
4453
|
"kind": "class",
|
|
4708
4454
|
"locationInModule": {
|
|
4709
4455
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4710
|
-
"line":
|
|
4456
|
+
"line": 149
|
|
4711
4457
|
},
|
|
4712
4458
|
"name": "GlueJobL3Construct",
|
|
4713
4459
|
"properties": [
|
|
@@ -4718,7 +4464,7 @@
|
|
|
4718
4464
|
"immutable": true,
|
|
4719
4465
|
"locationInModule": {
|
|
4720
4466
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4721
|
-
"line":
|
|
4467
|
+
"line": 150
|
|
4722
4468
|
},
|
|
4723
4469
|
"name": "props",
|
|
4724
4470
|
"protected": true,
|
|
@@ -4742,7 +4488,7 @@
|
|
|
4742
4488
|
"kind": "interface",
|
|
4743
4489
|
"locationInModule": {
|
|
4744
4490
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4745
|
-
"line":
|
|
4491
|
+
"line": 116
|
|
4746
4492
|
},
|
|
4747
4493
|
"name": "GlueJobL3ConstructProps",
|
|
4748
4494
|
"properties": [
|
|
@@ -4755,7 +4501,7 @@
|
|
|
4755
4501
|
"immutable": true,
|
|
4756
4502
|
"locationInModule": {
|
|
4757
4503
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4758
|
-
"line":
|
|
4504
|
+
"line": 128
|
|
4759
4505
|
},
|
|
4760
4506
|
"name": "jobConfigs",
|
|
4761
4507
|
"type": {
|
|
@@ -4771,14 +4517,15 @@
|
|
|
4771
4517
|
"abstract": true,
|
|
4772
4518
|
"docs": {
|
|
4773
4519
|
"stability": "experimental",
|
|
4774
|
-
"summary": "
|
|
4520
|
+
"summary": "The name of the Data Ops project bucket where job resources will be deployed and which will be used as a temporary job location."
|
|
4775
4521
|
},
|
|
4776
4522
|
"immutable": true,
|
|
4777
4523
|
"locationInModule": {
|
|
4778
4524
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4779
|
-
"line":
|
|
4525
|
+
"line": 124
|
|
4780
4526
|
},
|
|
4781
|
-
"name": "
|
|
4527
|
+
"name": "bucketName",
|
|
4528
|
+
"optional": true,
|
|
4782
4529
|
"type": {
|
|
4783
4530
|
"primitive": "string"
|
|
4784
4531
|
}
|
|
@@ -4793,7 +4540,7 @@
|
|
|
4793
4540
|
"immutable": true,
|
|
4794
4541
|
"locationInModule": {
|
|
4795
4542
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4796
|
-
"line":
|
|
4543
|
+
"line": 120
|
|
4797
4544
|
},
|
|
4798
4545
|
"name": "deploymentRoleArn",
|
|
4799
4546
|
"optional": true,
|
|
@@ -4805,14 +4552,14 @@
|
|
|
4805
4552
|
"abstract": true,
|
|
4806
4553
|
"docs": {
|
|
4807
4554
|
"stability": "experimental",
|
|
4808
|
-
"summary": "
|
|
4555
|
+
"summary": "Dataops project KMS key ARN."
|
|
4809
4556
|
},
|
|
4810
4557
|
"immutable": true,
|
|
4811
4558
|
"locationInModule": {
|
|
4812
4559
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4813
|
-
"line":
|
|
4560
|
+
"line": 146
|
|
4814
4561
|
},
|
|
4815
|
-
"name": "
|
|
4562
|
+
"name": "kmsArn",
|
|
4816
4563
|
"optional": true,
|
|
4817
4564
|
"type": {
|
|
4818
4565
|
"primitive": "string"
|
|
@@ -4822,14 +4569,14 @@
|
|
|
4822
4569
|
"abstract": true,
|
|
4823
4570
|
"docs": {
|
|
4824
4571
|
"stability": "experimental",
|
|
4825
|
-
"summary": "
|
|
4572
|
+
"summary": "Notification topic Arn."
|
|
4826
4573
|
},
|
|
4827
4574
|
"immutable": true,
|
|
4828
4575
|
"locationInModule": {
|
|
4829
4576
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4830
|
-
"line":
|
|
4577
|
+
"line": 141
|
|
4831
4578
|
},
|
|
4832
|
-
"name": "
|
|
4579
|
+
"name": "notificationTopicArn",
|
|
4833
4580
|
"optional": true,
|
|
4834
4581
|
"type": {
|
|
4835
4582
|
"primitive": "string"
|
|
@@ -4839,14 +4586,14 @@
|
|
|
4839
4586
|
"abstract": true,
|
|
4840
4587
|
"docs": {
|
|
4841
4588
|
"stability": "experimental",
|
|
4842
|
-
"summary": "
|
|
4589
|
+
"summary": "Name of the dataops project to which the job will be associated."
|
|
4843
4590
|
},
|
|
4844
4591
|
"immutable": true,
|
|
4845
4592
|
"locationInModule": {
|
|
4846
4593
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4847
|
-
"line":
|
|
4594
|
+
"line": 136
|
|
4848
4595
|
},
|
|
4849
|
-
"name": "
|
|
4596
|
+
"name": "projectName",
|
|
4850
4597
|
"optional": true,
|
|
4851
4598
|
"type": {
|
|
4852
4599
|
"primitive": "string"
|
|
@@ -4862,7 +4609,7 @@
|
|
|
4862
4609
|
"immutable": true,
|
|
4863
4610
|
"locationInModule": {
|
|
4864
4611
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4865
|
-
"line":
|
|
4612
|
+
"line": 132
|
|
4866
4613
|
},
|
|
4867
4614
|
"name": "securityConfigurationName",
|
|
4868
4615
|
"optional": true,
|
|
@@ -4877,29 +4624,28 @@
|
|
|
4877
4624
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
4878
4625
|
"datatype": true,
|
|
4879
4626
|
"docs": {
|
|
4880
|
-
"remarks": "
|
|
4627
|
+
"remarks": "Use cases: Job command configuration; Script execution; Runtime environment; ETL job setup\n\nAWS: Glue job command configuration for script execution and runtime environment\n\nValidation: name and scriptLocation are required; pythonVersion is optional with specific constraints",
|
|
4881
4628
|
"stability": "experimental",
|
|
4882
|
-
"summary": "
|
|
4629
|
+
"summary": "Configuration for a Glue job command specifying script execution and runtime environment."
|
|
4883
4630
|
},
|
|
4884
4631
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.JobCommand",
|
|
4885
4632
|
"kind": "interface",
|
|
4886
4633
|
"locationInModule": {
|
|
4887
4634
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4888
|
-
"line":
|
|
4635
|
+
"line": 55
|
|
4889
4636
|
},
|
|
4890
4637
|
"name": "JobCommand",
|
|
4891
4638
|
"properties": [
|
|
4892
4639
|
{
|
|
4893
4640
|
"abstract": true,
|
|
4894
4641
|
"docs": {
|
|
4895
|
-
"remarks": "Defines whether to use glueetl for ETL jobs with Spark runtime or pythonshell for Python script execution with different resource allocation and capabilities.\n\nUse cases: Job type selection; Runtime environment; Execution model; Resource allocation\n\nAWS: Glue job command name for execution type and runtime environment selection\n\nValidation: Must be glueetl or pythonshell; required for job command type and execution environment\n *",
|
|
4896
4642
|
"stability": "experimental",
|
|
4897
|
-
"summary": "
|
|
4643
|
+
"summary": "Job type: 'glueetl' for Spark ETL or 'pythonshell' for Python scripts."
|
|
4898
4644
|
},
|
|
4899
4645
|
"immutable": true,
|
|
4900
4646
|
"locationInModule": {
|
|
4901
4647
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4902
|
-
"line":
|
|
4648
|
+
"line": 57
|
|
4903
4649
|
},
|
|
4904
4650
|
"name": "name",
|
|
4905
4651
|
"type": {
|
|
@@ -4909,14 +4655,13 @@
|
|
|
4909
4655
|
{
|
|
4910
4656
|
"abstract": true,
|
|
4911
4657
|
"docs": {
|
|
4912
|
-
"remarks": "Provides the S3 path or relative location of the Glue script that will be executed by the job for ETL processing and data transformation.\n\nUse cases: Script location; Code deployment; Job execution; ETL processing\n\nAWS: Glue job script location for code execution and ETL processing\n\nValidation: Must be valid script path; required for job script location and code execution",
|
|
4913
4658
|
"stability": "experimental",
|
|
4914
|
-
"summary": "
|
|
4659
|
+
"summary": "Relative path to the Glue script for job execution."
|
|
4915
4660
|
},
|
|
4916
4661
|
"immutable": true,
|
|
4917
4662
|
"locationInModule": {
|
|
4918
4663
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4919
|
-
"line":
|
|
4664
|
+
"line": 61
|
|
4920
4665
|
},
|
|
4921
4666
|
"name": "scriptLocation",
|
|
4922
4667
|
"type": {
|
|
@@ -4926,14 +4671,13 @@
|
|
|
4926
4671
|
{
|
|
4927
4672
|
"abstract": true,
|
|
4928
4673
|
"docs": {
|
|
4929
|
-
"remarks": "When specified, controls the Python runtime version for job execution ensuring script compatibility and feature availability.\n\nUse cases: Python version control; Runtime compatibility; Script execution; Version management\n\nAWS: Glue job Python version for runtime environment and script compatibility\n\nValidation: Must be 2 or 3 if provided; controls Python runtime version for job execution\n *",
|
|
4930
4674
|
"stability": "experimental",
|
|
4931
|
-
"summary": "
|
|
4675
|
+
"summary": "Python version for job runtime ('2' or '3')."
|
|
4932
4676
|
},
|
|
4933
4677
|
"immutable": true,
|
|
4934
4678
|
"locationInModule": {
|
|
4935
4679
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4936
|
-
"line":
|
|
4680
|
+
"line": 59
|
|
4937
4681
|
},
|
|
4938
4682
|
"name": "pythonVersion",
|
|
4939
4683
|
"optional": true,
|
|
@@ -4948,29 +4692,28 @@
|
|
|
4948
4692
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
4949
4693
|
"datatype": true,
|
|
4950
4694
|
"docs": {
|
|
4951
|
-
"remarks": "
|
|
4695
|
+
"remarks": "Use cases: ETL job configuration; Data transformation; Job resource management; DataOps processing\n\nAWS: Glue job configuration for ETL processing and data transformation workflows\n\nValidation: executionRoleArn, command, and description are required; other properties are optional with specific constraints",
|
|
4952
4696
|
"stability": "experimental",
|
|
4953
|
-
"summary": "
|
|
4697
|
+
"summary": "Configuration for a Glue job including execution roles, commands, capacity, and monitoring."
|
|
4954
4698
|
},
|
|
4955
4699
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.JobConfig",
|
|
4956
4700
|
"kind": "interface",
|
|
4957
4701
|
"locationInModule": {
|
|
4958
4702
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4959
|
-
"line":
|
|
4703
|
+
"line": 75
|
|
4960
4704
|
},
|
|
4961
4705
|
"name": "JobConfig",
|
|
4962
4706
|
"properties": [
|
|
4963
4707
|
{
|
|
4964
4708
|
"abstract": true,
|
|
4965
4709
|
"docs": {
|
|
4966
|
-
"remarks": "Provides the command specification including job type, Python version, and script location for ETL job execution and data transformation.\n\nUse cases: Script execution; Runtime configuration; Job command setup; ETL processing\n\nAWS: Glue job command for script execution and runtime environment configuration\n\nValidation: Must be valid JobCommand; required for job command configuration and script execution\n *",
|
|
4967
4710
|
"stability": "experimental",
|
|
4968
|
-
"summary": "
|
|
4711
|
+
"summary": "Job command configuration defining script and runtime environment."
|
|
4969
4712
|
},
|
|
4970
4713
|
"immutable": true,
|
|
4971
4714
|
"locationInModule": {
|
|
4972
4715
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4973
|
-
"line":
|
|
4716
|
+
"line": 79
|
|
4974
4717
|
},
|
|
4975
4718
|
"name": "command",
|
|
4976
4719
|
"type": {
|
|
@@ -4980,14 +4723,13 @@
|
|
|
4980
4723
|
{
|
|
4981
4724
|
"abstract": true,
|
|
4982
4725
|
"docs": {
|
|
4983
|
-
"remarks": "Provides descriptive information about the job's purpose, functionality, and operational characteristics for management and documentation.\n\nUse cases: Job documentation; Operational management; Purpose identification; Management information\n\nAWS: Glue job description for documentation and operational management\n\nValidation: Must be descriptive text; required for job documentation and operational management",
|
|
4984
4726
|
"stability": "experimental",
|
|
4985
|
-
"summary": "
|
|
4727
|
+
"summary": "Job description for documentation and management."
|
|
4986
4728
|
},
|
|
4987
4729
|
"immutable": true,
|
|
4988
4730
|
"locationInModule": {
|
|
4989
4731
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4990
|
-
"line":
|
|
4732
|
+
"line": 89
|
|
4991
4733
|
},
|
|
4992
4734
|
"name": "description",
|
|
4993
4735
|
"type": {
|
|
@@ -4997,14 +4739,13 @@
|
|
|
4997
4739
|
{
|
|
4998
4740
|
"abstract": true,
|
|
4999
4741
|
"docs": {
|
|
5000
|
-
"remarks": "Provides the IAM role that the Glue job will assume for executing ETL operations and accessing AWS services during data processing workflows.\n\nUse cases: Job permissions; Service access; Secure execution; IAM role management\n\nAWS: IAM role ARN for Glue job execution permissions and service access\n\nValidation: Must be valid IAM role ARN; required for job execution permissions and service access",
|
|
5001
4742
|
"stability": "experimental",
|
|
5002
|
-
"summary": "
|
|
4743
|
+
"summary": "IAM role ARN for Glue job execution permissions."
|
|
5003
4744
|
},
|
|
5004
4745
|
"immutable": true,
|
|
5005
4746
|
"locationInModule": {
|
|
5006
4747
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5007
|
-
"line":
|
|
4748
|
+
"line": 77
|
|
5008
4749
|
},
|
|
5009
4750
|
"name": "executionRoleArn",
|
|
5010
4751
|
"type": {
|
|
@@ -5014,14 +4755,13 @@
|
|
|
5014
4755
|
{
|
|
5015
4756
|
"abstract": true,
|
|
5016
4757
|
"docs": {
|
|
5017
|
-
"remarks": "Provides relative paths to additional files referenced by the ETL script for external resource access and file dependencies.\n\nUse cases: File dependencies; External resources; Resource management; File access\n\nAWS: Additional files for Glue job resource dependencies and external file access\n\nValidation: Must be array of valid file paths if provided; enables external file access and resource dependencies",
|
|
5018
4758
|
"stability": "experimental",
|
|
5019
|
-
"summary": "
|
|
4759
|
+
"summary": "Relative paths to additional files for the job."
|
|
5020
4760
|
},
|
|
5021
4761
|
"immutable": true,
|
|
5022
4762
|
"locationInModule": {
|
|
5023
4763
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5024
|
-
"line":
|
|
4764
|
+
"line": 111
|
|
5025
4765
|
},
|
|
5026
4766
|
"name": "additionalFiles",
|
|
5027
4767
|
"optional": true,
|
|
@@ -5037,14 +4777,13 @@
|
|
|
5037
4777
|
{
|
|
5038
4778
|
"abstract": true,
|
|
5039
4779
|
"docs": {
|
|
5040
|
-
"remarks": "Provides relative paths to JAR files referenced by the ETL script for Java library integration and extended processing capabilities.\n\nUse cases: Java library integration; Extended functionality; Library dependencies; JAR file management\n\nAWS: Additional JAR files for Glue job library dependencies and Java integration\n\nValidation: Must be array of valid JAR file paths if provided; enables Java library integration and extended functionality",
|
|
5041
4780
|
"stability": "experimental",
|
|
5042
|
-
"summary": "
|
|
4781
|
+
"summary": "Relative paths to additional JAR files for the job."
|
|
5043
4782
|
},
|
|
5044
4783
|
"immutable": true,
|
|
5045
4784
|
"locationInModule": {
|
|
5046
4785
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5047
|
-
"line":
|
|
4786
|
+
"line": 109
|
|
5048
4787
|
},
|
|
5049
4788
|
"name": "additionalJars",
|
|
5050
4789
|
"optional": true,
|
|
@@ -5060,14 +4799,13 @@
|
|
|
5060
4799
|
{
|
|
5061
4800
|
"abstract": true,
|
|
5062
4801
|
"docs": {
|
|
5063
|
-
"remarks": "Provides relative paths to additional Glue scripts referenced by the main ETL script for modular development and code organization.\n\nUse cases: Script dependencies; Modular development; Code reuse; Dependency management\n\nAWS: Additional Glue scripts for job dependencies and modular ETL development\n\nValidation: Must be array of valid script paths if provided; enables script dependencies and modular development",
|
|
5064
4802
|
"stability": "experimental",
|
|
5065
|
-
"summary": "
|
|
4803
|
+
"summary": "Relative paths to additional Python scripts for the job."
|
|
5066
4804
|
},
|
|
5067
4805
|
"immutable": true,
|
|
5068
4806
|
"locationInModule": {
|
|
5069
4807
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5070
|
-
"line":
|
|
4808
|
+
"line": 107
|
|
5071
4809
|
},
|
|
5072
4810
|
"name": "additionalScripts",
|
|
5073
4811
|
"optional": true,
|
|
@@ -5083,14 +4821,13 @@
|
|
|
5083
4821
|
{
|
|
5084
4822
|
"abstract": true,
|
|
5085
4823
|
"docs": {
|
|
5086
|
-
"remarks": "Defines the number of capacity units allocated to the job for processing performance and resource utilization optimization.\n\nUse cases: Resource allocation; Performance tuning; Cost management; Capacity planning\n\nAWS: Glue job allocated capacity for resource allocation and performance optimization\n\nValidation: Must be positive integer if provided; controls job resource allocation and performance",
|
|
5087
4824
|
"stability": "experimental",
|
|
5088
|
-
"summary": "
|
|
4825
|
+
"summary": "Number of capacity units allocated to the job."
|
|
5089
4826
|
},
|
|
5090
4827
|
"immutable": true,
|
|
5091
4828
|
"locationInModule": {
|
|
5092
4829
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5093
|
-
"line":
|
|
4830
|
+
"line": 83
|
|
5094
4831
|
},
|
|
5095
4832
|
"name": "allocatedCapacity",
|
|
5096
4833
|
"optional": true,
|
|
@@ -5101,14 +4838,13 @@
|
|
|
5101
4838
|
{
|
|
5102
4839
|
"abstract": true,
|
|
5103
4840
|
"docs": {
|
|
5104
|
-
"remarks": "Provides network connections for accessing databases, VPC resources, and external systems during ETL processing and data integration.\n\nUse cases: Database connectivity; VPC access; External system integration; Network configuration\n\nAWS: Glue job connections for database and external system connectivity\n\nValidation: Must be array of valid connection names if provided; enables database and external system access",
|
|
5105
4841
|
"stability": "experimental",
|
|
5106
|
-
"summary": "
|
|
4842
|
+
"summary": "Connection names for database and external system access."
|
|
5107
4843
|
},
|
|
5108
4844
|
"immutable": true,
|
|
5109
4845
|
"locationInModule": {
|
|
5110
4846
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5111
|
-
"line":
|
|
4847
|
+
"line": 85
|
|
5112
4848
|
},
|
|
5113
4849
|
"name": "connections",
|
|
5114
4850
|
"optional": true,
|
|
@@ -5124,14 +4860,13 @@
|
|
|
5124
4860
|
{
|
|
5125
4861
|
"abstract": true,
|
|
5126
4862
|
"docs": {
|
|
5127
|
-
"remarks": "When enabled, streams job logs to CloudWatch Logs in real-time for live monitoring and troubleshooting during job execution.\n\nUse cases: Real-time monitoring; Live log streaming; Troubleshooting support; Operational visibility\n\nAWS: Glue job continuous logging for real-time monitoring and troubleshooting\n\nValidation: Must be valid LoggingConfig if provided; enables real-time log streaming and monitoring",
|
|
5128
4863
|
"stability": "experimental",
|
|
5129
|
-
"summary": "
|
|
4864
|
+
"summary": "Continuous logging configuration for real-time monitoring."
|
|
5130
4865
|
},
|
|
5131
4866
|
"immutable": true,
|
|
5132
4867
|
"locationInModule": {
|
|
5133
4868
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5134
|
-
"line":
|
|
4869
|
+
"line": 113
|
|
5135
4870
|
},
|
|
5136
4871
|
"name": "continuousLogging",
|
|
5137
4872
|
"optional": true,
|
|
@@ -5142,14 +4877,13 @@
|
|
|
5142
4877
|
{
|
|
5143
4878
|
"abstract": true,
|
|
5144
4879
|
"docs": {
|
|
5145
|
-
"remarks": "Provides default parameters and arguments that will be passed to the job for runtime configuration and behavior customization.\n\nUse cases: Job parameters; Runtime configuration; Behavior customization; Parameter management\n\nAWS: Glue job default arguments for runtime configuration and parameter management\n\nValidation: Must be valid ConfigurationElement if provided; enables job parameter configuration and customization",
|
|
5146
4880
|
"stability": "experimental",
|
|
5147
|
-
"summary": "
|
|
4881
|
+
"summary": "Default arguments passed to the job at runtime."
|
|
5148
4882
|
},
|
|
5149
4883
|
"immutable": true,
|
|
5150
4884
|
"locationInModule": {
|
|
5151
4885
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5152
|
-
"line":
|
|
4886
|
+
"line": 87
|
|
5153
4887
|
},
|
|
5154
4888
|
"name": "defaultArguments",
|
|
5155
4889
|
"optional": true,
|
|
@@ -5165,14 +4899,13 @@
|
|
|
5165
4899
|
{
|
|
5166
4900
|
"abstract": true,
|
|
5167
4901
|
"docs": {
|
|
5168
|
-
"remarks": "Defines execution properties including maximum concurrent executions for job scheduling and resource management.\n\nUse cases: Concurrency control; Parallel execution; Resource management; Job scheduling\n\nAWS: Glue job execution properties for concurrency control and parallel execution management\n\nValidation: Must be valid ExecutionPropertyProperty if provided; controls job concurrency and parallel execution\n *",
|
|
5169
4902
|
"stability": "experimental",
|
|
5170
|
-
"summary": "
|
|
4903
|
+
"summary": "Execution properties including maximum concurrent runs."
|
|
5171
4904
|
},
|
|
5172
4905
|
"immutable": true,
|
|
5173
4906
|
"locationInModule": {
|
|
5174
4907
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5175
|
-
"line":
|
|
4908
|
+
"line": 91
|
|
5176
4909
|
},
|
|
5177
4910
|
"name": "executionProperty",
|
|
5178
4911
|
"optional": true,
|
|
@@ -5183,14 +4916,13 @@
|
|
|
5183
4916
|
{
|
|
5184
4917
|
"abstract": true,
|
|
5185
4918
|
"docs": {
|
|
5186
|
-
"remarks": "Defines the Glue runtime version for job execution ensuring feature availability and compatibility with job requirements.\n\nUse cases: Runtime version control; Feature availability; Compatibility management; Version specification\n\nAWS: Glue version for runtime environment and feature availability\n\nValidation: Must be valid Glue version if provided; controls runtime environment and feature availability",
|
|
5187
4919
|
"stability": "experimental",
|
|
5188
|
-
"summary": "
|
|
4920
|
+
"summary": "Glue runtime version for the job."
|
|
5189
4921
|
},
|
|
5190
4922
|
"immutable": true,
|
|
5191
4923
|
"locationInModule": {
|
|
5192
4924
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5193
|
-
"line":
|
|
4925
|
+
"line": 93
|
|
5194
4926
|
},
|
|
5195
4927
|
"name": "glueVersion",
|
|
5196
4928
|
"optional": true,
|
|
@@ -5201,14 +4933,13 @@
|
|
|
5201
4933
|
{
|
|
5202
4934
|
"abstract": true,
|
|
5203
4935
|
"docs": {
|
|
5204
|
-
"remarks": "Defines the maximum number of DPUs (Data Processing Units) that can be allocated to the job for resource control and cost optimization.\n\nUse cases: Resource limits; Cost control; Maximum allocation; Resource management\n\nAWS: Glue job maximum capacity for resource limits and cost control\n\nValidation: Must be positive number if provided; controls maximum DPU allocation and resource limits",
|
|
5205
4936
|
"stability": "experimental",
|
|
5206
|
-
"summary": "
|
|
4937
|
+
"summary": "Maximum DPU capacity for the job."
|
|
5207
4938
|
},
|
|
5208
4939
|
"immutable": true,
|
|
5209
4940
|
"locationInModule": {
|
|
5210
4941
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5211
|
-
"line":
|
|
4942
|
+
"line": 95
|
|
5212
4943
|
},
|
|
5213
4944
|
"name": "maxCapacity",
|
|
5214
4945
|
"optional": true,
|
|
@@ -5219,14 +4950,13 @@
|
|
|
5219
4950
|
{
|
|
5220
4951
|
"abstract": true,
|
|
5221
4952
|
"docs": {
|
|
5222
|
-
"remarks": "Defines the maximum number of retries before job failure occurs for automatic error recovery and job reliability.\n\nUse cases: Error recovery; Automatic retry; Job reliability; Failure handling\n\nAWS: Glue job maximum retries for automatic error recovery and job reliability\n\nValidation: Must be non-negative integer if provided; controls automatic retry behavior and error recovery",
|
|
5223
4953
|
"stability": "experimental",
|
|
5224
|
-
"summary": "
|
|
4954
|
+
"summary": "Maximum retry count before job failure."
|
|
5225
4955
|
},
|
|
5226
4956
|
"immutable": true,
|
|
5227
4957
|
"locationInModule": {
|
|
5228
4958
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5229
|
-
"line":
|
|
4959
|
+
"line": 97
|
|
5230
4960
|
},
|
|
5231
4961
|
"name": "maxRetries",
|
|
5232
4962
|
"optional": true,
|
|
@@ -5237,14 +4967,13 @@
|
|
|
5237
4967
|
{
|
|
5238
4968
|
"abstract": true,
|
|
5239
4969
|
"docs": {
|
|
5240
|
-
"remarks": "Defines notification settings including notification delay for job monitoring and operational alerting.\n\nUse cases: Job monitoring; Status notifications; Operational alerting; Monitoring configuration\n\nAWS: Glue job notification properties for monitoring and alerting configuration\n\nValidation: Must be valid NotificationPropertyProperty if provided; enables job monitoring and alerting\n *",
|
|
5241
4970
|
"stability": "experimental",
|
|
5242
|
-
"summary": "
|
|
4971
|
+
"summary": "Notification settings for job monitoring and alerting."
|
|
5243
4972
|
},
|
|
5244
4973
|
"immutable": true,
|
|
5245
4974
|
"locationInModule": {
|
|
5246
4975
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5247
|
-
"line":
|
|
4976
|
+
"line": 99
|
|
5248
4977
|
},
|
|
5249
4978
|
"name": "notificationProperty",
|
|
5250
4979
|
"optional": true,
|
|
@@ -5255,14 +4984,13 @@
|
|
|
5255
4984
|
{
|
|
5256
4985
|
"abstract": true,
|
|
5257
4986
|
"docs": {
|
|
5258
|
-
"remarks": "Defines the number of workers assigned to the job for parallel processing and distributed data transformation.\n\nUse cases: Parallel processing; Distributed processing; Performance optimization; Worker allocation\n\nAWS: Glue job number of workers for parallel processing and performance optimization\n\nValidation: Must be positive integer if provided; controls parallel processing and worker allocation",
|
|
5259
4987
|
"stability": "experimental",
|
|
5260
|
-
"summary": "
|
|
4988
|
+
"summary": "Number of workers for parallel processing."
|
|
5261
4989
|
},
|
|
5262
4990
|
"immutable": true,
|
|
5263
4991
|
"locationInModule": {
|
|
5264
4992
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5265
|
-
"line":
|
|
4993
|
+
"line": 101
|
|
5266
4994
|
},
|
|
5267
4995
|
"name": "numberOfWorkers",
|
|
5268
4996
|
"optional": true,
|
|
@@ -5273,14 +5001,13 @@
|
|
|
5273
5001
|
{
|
|
5274
5002
|
"abstract": true,
|
|
5275
5003
|
"docs": {
|
|
5276
|
-
"remarks": "When specified, inherits configuration from a template defined elsewhere in the configuration for consistent job setup and management.\n\nUse cases: Configuration inheritance; Template reuse; Standardized setup; Configuration management\n\nAWS: Job template reference for configuration inheritance and standardized job setup\n\nValidation: Must be valid template name if provided; enables configuration inheritance from defined templates",
|
|
5277
5004
|
"stability": "experimental",
|
|
5278
|
-
"summary": "
|
|
5005
|
+
"summary": "Template name for configuration inheritance."
|
|
5279
5006
|
},
|
|
5280
5007
|
"immutable": true,
|
|
5281
5008
|
"locationInModule": {
|
|
5282
5009
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5283
|
-
"line":
|
|
5010
|
+
"line": 81
|
|
5284
5011
|
},
|
|
5285
5012
|
"name": "template",
|
|
5286
5013
|
"optional": true,
|
|
@@ -5291,14 +5018,13 @@
|
|
|
5291
5018
|
{
|
|
5292
5019
|
"abstract": true,
|
|
5293
5020
|
"docs": {
|
|
5294
|
-
"remarks": "Defines the maximum execution time for the job in minutes for runtime control and resource optimization.\n\nUse cases: Runtime control; Execution limits; Resource management; Timeout configuration\n\nAWS: Glue job timeout for execution time limits and resource management\n\nValidation: Must be positive integer in minutes if provided; controls job execution time limits",
|
|
5295
5021
|
"stability": "experimental",
|
|
5296
|
-
"summary": "
|
|
5022
|
+
"summary": "Job timeout in minutes."
|
|
5297
5023
|
},
|
|
5298
5024
|
"immutable": true,
|
|
5299
5025
|
"locationInModule": {
|
|
5300
5026
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5301
|
-
"line":
|
|
5027
|
+
"line": 103
|
|
5302
5028
|
},
|
|
5303
5029
|
"name": "timeout",
|
|
5304
5030
|
"optional": true,
|
|
@@ -5309,14 +5035,13 @@
|
|
|
5309
5035
|
{
|
|
5310
5036
|
"abstract": true,
|
|
5311
5037
|
"docs": {
|
|
5312
|
-
"remarks": "Defines the type of workers (Standard, G.1X, G.2X) for compute resource allocation and performance characteristics.\n\nUse cases: Compute resource selection; Performance optimization; Cost management; Worker type configuration\n\nAWS: Glue job worker type for compute resource allocation and performance optimization\n\nValidation: Must be Standard, G.1X, or G.2X if provided; controls compute resource type and performance\n *",
|
|
5313
5038
|
"stability": "experimental",
|
|
5314
|
-
"summary": "
|
|
5039
|
+
"summary": "Worker type: 'Standard', 'G.1X', or 'G.2X'."
|
|
5315
5040
|
},
|
|
5316
5041
|
"immutable": true,
|
|
5317
5042
|
"locationInModule": {
|
|
5318
5043
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5319
|
-
"line":
|
|
5044
|
+
"line": 105
|
|
5320
5045
|
},
|
|
5321
5046
|
"name": "workerType",
|
|
5322
5047
|
"optional": true,
|
|
@@ -5331,29 +5056,29 @@
|
|
|
5331
5056
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
5332
5057
|
"datatype": true,
|
|
5333
5058
|
"docs": {
|
|
5334
|
-
"remarks": "
|
|
5059
|
+
"remarks": "Use cases: Log retention management; Compliance requirements; Cost optimization; Audit trail management\n\nAWS: CloudWatch log group retention for Glue job execution logs and monitoring\n\nValidation: logGroupRetentionDays is required with specific allowed values for retention period",
|
|
5335
5060
|
"stability": "experimental",
|
|
5336
|
-
"summary": "
|
|
5061
|
+
"summary": "Configuration for Glue job logging with CloudWatch log retention management."
|
|
5337
5062
|
},
|
|
5338
5063
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.LoggingConfig",
|
|
5339
5064
|
"kind": "interface",
|
|
5340
5065
|
"locationInModule": {
|
|
5341
5066
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5342
|
-
"line":
|
|
5067
|
+
"line": 41
|
|
5343
5068
|
},
|
|
5344
5069
|
"name": "LoggingConfig",
|
|
5345
5070
|
"properties": [
|
|
5346
5071
|
{
|
|
5347
5072
|
"abstract": true,
|
|
5348
5073
|
"docs": {
|
|
5349
|
-
"remarks": "
|
|
5074
|
+
"remarks": "Allowed: 1,3,5,7,14,30,60,90,120,150,180,365,400,545,731,1827,3653, or 0.",
|
|
5350
5075
|
"stability": "experimental",
|
|
5351
|
-
"summary": "
|
|
5076
|
+
"summary": "CloudWatch log group retention in days."
|
|
5352
5077
|
},
|
|
5353
5078
|
"immutable": true,
|
|
5354
5079
|
"locationInModule": {
|
|
5355
5080
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5356
|
-
"line":
|
|
5081
|
+
"line": 43
|
|
5357
5082
|
},
|
|
5358
5083
|
"name": "logGroupRetentionDays",
|
|
5359
5084
|
"type": {
|
|
@@ -5364,6 +5089,6 @@
|
|
|
5364
5089
|
"symbolId": "lib/dataops-job-l3-construct:LoggingConfig"
|
|
5365
5090
|
}
|
|
5366
5091
|
},
|
|
5367
|
-
"version": "1.
|
|
5368
|
-
"fingerprint": "
|
|
5092
|
+
"version": "1.5.0",
|
|
5093
|
+
"fingerprint": "3fwTg1cuEVkGekybvR1p0i6vHE1WdbFkjzHywfOEhyI="
|
|
5369
5094
|
}
|