@aws-mdaa/dataops-job-l3-construct 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +98 -112
- package/lib/dataops-job-l3-construct.d.ts +30 -240
- package/lib/dataops-job-l3-construct.js +23 -23
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/.npmignore +34 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/jest.config.js +5 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/lib/index.ts +241 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/package.json +9 -7
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.d.ts +5 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.js +200 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/test/bucketpolicy-helper.test.ts +215 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/tsconfig.json +40 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/tsconfig.tsbuildinfo +1 -0
- package/node_modules/@aws-mdaa/s3-bucketpolicy-helper/typedoc.json +7 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/.npmignore +34 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/jest.config.js +5 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.d.ts +2 -20
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.js +2 -11
- package/node_modules/@aws-mdaa/s3-inventory-helper/lib/index.ts +241 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/package.json +8 -6
- package/node_modules/@aws-mdaa/s3-inventory-helper/test/TODO +0 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/tsconfig.json +40 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/tsconfig.tsbuildinfo +1 -0
- package/node_modules/@aws-mdaa/s3-inventory-helper/typedoc.json +7 -0
- package/package.json +24 -22
package/.jsii
CHANGED
|
@@ -7,22 +7,22 @@
|
|
|
7
7
|
"url": "https://aws.amazon.com/solutions"
|
|
8
8
|
},
|
|
9
9
|
"bundled": {
|
|
10
|
-
"@aws-mdaa/s3-bucketpolicy-helper": "1.
|
|
11
|
-
"@aws-mdaa/s3-inventory-helper": "1.
|
|
10
|
+
"@aws-mdaa/s3-bucketpolicy-helper": "1.5.0",
|
|
11
|
+
"@aws-mdaa/s3-inventory-helper": "1.5.0",
|
|
12
12
|
"lodash": "4.17.23"
|
|
13
13
|
},
|
|
14
14
|
"dependencies": {
|
|
15
|
-
"@aws-mdaa/cloudwatch-constructs": "1.
|
|
16
|
-
"@aws-mdaa/construct": "1.
|
|
17
|
-
"@aws-mdaa/dataops-project-l3-construct": "1.
|
|
18
|
-
"@aws-mdaa/eventbridge-helper": "1.
|
|
19
|
-
"@aws-mdaa/glue-constructs": "1.
|
|
20
|
-
"@aws-mdaa/iam-constructs": "1.
|
|
21
|
-
"@aws-mdaa/iam-role-helper": "1.
|
|
22
|
-
"@aws-mdaa/l3-construct": "1.
|
|
23
|
-
"@aws-mdaa/naming": "1.
|
|
24
|
-
"@aws-mdaa/s3-constructs": "1.
|
|
25
|
-
"@aws-mdaa/sns-constructs": "1.
|
|
15
|
+
"@aws-mdaa/cloudwatch-constructs": "1.5.0",
|
|
16
|
+
"@aws-mdaa/construct": "1.5.0",
|
|
17
|
+
"@aws-mdaa/dataops-project-l3-construct": "1.5.0",
|
|
18
|
+
"@aws-mdaa/eventbridge-helper": "1.5.0",
|
|
19
|
+
"@aws-mdaa/glue-constructs": "1.5.0",
|
|
20
|
+
"@aws-mdaa/iam-constructs": "1.5.0",
|
|
21
|
+
"@aws-mdaa/iam-role-helper": "1.5.0",
|
|
22
|
+
"@aws-mdaa/l3-construct": "1.5.0",
|
|
23
|
+
"@aws-mdaa/naming": "1.5.0",
|
|
24
|
+
"@aws-mdaa/s3-constructs": "1.5.0",
|
|
25
|
+
"@aws-mdaa/sns-constructs": "1.5.0",
|
|
26
26
|
"aws-cdk-lib": "2.220.0",
|
|
27
27
|
"cdk-nag": "2.37.55",
|
|
28
28
|
"constructs": "10.0.96"
|
|
@@ -309,6 +309,13 @@
|
|
|
309
309
|
}
|
|
310
310
|
}
|
|
311
311
|
},
|
|
312
|
+
"@aws-mdaa/sagemaker-project-l3-construct": {
|
|
313
|
+
"targets": {
|
|
314
|
+
"js": {
|
|
315
|
+
"npm": "@aws-mdaa/sagemaker-project-l3-construct"
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
},
|
|
312
319
|
"@aws-mdaa/sns-constructs": {
|
|
313
320
|
"targets": {
|
|
314
321
|
"js": {
|
|
@@ -4420,7 +4427,7 @@
|
|
|
4420
4427
|
},
|
|
4421
4428
|
"locationInModule": {
|
|
4422
4429
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4423
|
-
"line":
|
|
4430
|
+
"line": 153
|
|
4424
4431
|
},
|
|
4425
4432
|
"parameters": [
|
|
4426
4433
|
{
|
|
@@ -4446,7 +4453,7 @@
|
|
|
4446
4453
|
"kind": "class",
|
|
4447
4454
|
"locationInModule": {
|
|
4448
4455
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4449
|
-
"line":
|
|
4456
|
+
"line": 149
|
|
4450
4457
|
},
|
|
4451
4458
|
"name": "GlueJobL3Construct",
|
|
4452
4459
|
"properties": [
|
|
@@ -4457,7 +4464,7 @@
|
|
|
4457
4464
|
"immutable": true,
|
|
4458
4465
|
"locationInModule": {
|
|
4459
4466
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4460
|
-
"line":
|
|
4467
|
+
"line": 150
|
|
4461
4468
|
},
|
|
4462
4469
|
"name": "props",
|
|
4463
4470
|
"protected": true,
|
|
@@ -4481,7 +4488,7 @@
|
|
|
4481
4488
|
"kind": "interface",
|
|
4482
4489
|
"locationInModule": {
|
|
4483
4490
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4484
|
-
"line":
|
|
4491
|
+
"line": 116
|
|
4485
4492
|
},
|
|
4486
4493
|
"name": "GlueJobL3ConstructProps",
|
|
4487
4494
|
"properties": [
|
|
@@ -4494,7 +4501,7 @@
|
|
|
4494
4501
|
"immutable": true,
|
|
4495
4502
|
"locationInModule": {
|
|
4496
4503
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4497
|
-
"line":
|
|
4504
|
+
"line": 128
|
|
4498
4505
|
},
|
|
4499
4506
|
"name": "jobConfigs",
|
|
4500
4507
|
"type": {
|
|
@@ -4510,14 +4517,15 @@
|
|
|
4510
4517
|
"abstract": true,
|
|
4511
4518
|
"docs": {
|
|
4512
4519
|
"stability": "experimental",
|
|
4513
|
-
"summary": "
|
|
4520
|
+
"summary": "The name of the Data Ops project bucket where job resources will be deployed and which will be used as a temporary job location."
|
|
4514
4521
|
},
|
|
4515
4522
|
"immutable": true,
|
|
4516
4523
|
"locationInModule": {
|
|
4517
4524
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4518
|
-
"line":
|
|
4525
|
+
"line": 124
|
|
4519
4526
|
},
|
|
4520
|
-
"name": "
|
|
4527
|
+
"name": "bucketName",
|
|
4528
|
+
"optional": true,
|
|
4521
4529
|
"type": {
|
|
4522
4530
|
"primitive": "string"
|
|
4523
4531
|
}
|
|
@@ -4532,7 +4540,7 @@
|
|
|
4532
4540
|
"immutable": true,
|
|
4533
4541
|
"locationInModule": {
|
|
4534
4542
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4535
|
-
"line":
|
|
4543
|
+
"line": 120
|
|
4536
4544
|
},
|
|
4537
4545
|
"name": "deploymentRoleArn",
|
|
4538
4546
|
"optional": true,
|
|
@@ -4544,14 +4552,14 @@
|
|
|
4544
4552
|
"abstract": true,
|
|
4545
4553
|
"docs": {
|
|
4546
4554
|
"stability": "experimental",
|
|
4547
|
-
"summary": "
|
|
4555
|
+
"summary": "Dataops project KMS key ARN."
|
|
4548
4556
|
},
|
|
4549
4557
|
"immutable": true,
|
|
4550
4558
|
"locationInModule": {
|
|
4551
4559
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4552
|
-
"line":
|
|
4560
|
+
"line": 146
|
|
4553
4561
|
},
|
|
4554
|
-
"name": "
|
|
4562
|
+
"name": "kmsArn",
|
|
4555
4563
|
"optional": true,
|
|
4556
4564
|
"type": {
|
|
4557
4565
|
"primitive": "string"
|
|
@@ -4561,14 +4569,14 @@
|
|
|
4561
4569
|
"abstract": true,
|
|
4562
4570
|
"docs": {
|
|
4563
4571
|
"stability": "experimental",
|
|
4564
|
-
"summary": "
|
|
4572
|
+
"summary": "Notification topic Arn."
|
|
4565
4573
|
},
|
|
4566
4574
|
"immutable": true,
|
|
4567
4575
|
"locationInModule": {
|
|
4568
4576
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4569
|
-
"line":
|
|
4577
|
+
"line": 141
|
|
4570
4578
|
},
|
|
4571
|
-
"name": "
|
|
4579
|
+
"name": "notificationTopicArn",
|
|
4572
4580
|
"optional": true,
|
|
4573
4581
|
"type": {
|
|
4574
4582
|
"primitive": "string"
|
|
@@ -4578,14 +4586,14 @@
|
|
|
4578
4586
|
"abstract": true,
|
|
4579
4587
|
"docs": {
|
|
4580
4588
|
"stability": "experimental",
|
|
4581
|
-
"summary": "
|
|
4589
|
+
"summary": "Name of the dataops project to which the job will be associated."
|
|
4582
4590
|
},
|
|
4583
4591
|
"immutable": true,
|
|
4584
4592
|
"locationInModule": {
|
|
4585
4593
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4586
|
-
"line":
|
|
4594
|
+
"line": 136
|
|
4587
4595
|
},
|
|
4588
|
-
"name": "
|
|
4596
|
+
"name": "projectName",
|
|
4589
4597
|
"optional": true,
|
|
4590
4598
|
"type": {
|
|
4591
4599
|
"primitive": "string"
|
|
@@ -4601,7 +4609,7 @@
|
|
|
4601
4609
|
"immutable": true,
|
|
4602
4610
|
"locationInModule": {
|
|
4603
4611
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4604
|
-
"line":
|
|
4612
|
+
"line": 132
|
|
4605
4613
|
},
|
|
4606
4614
|
"name": "securityConfigurationName",
|
|
4607
4615
|
"optional": true,
|
|
@@ -4616,29 +4624,28 @@
|
|
|
4616
4624
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
4617
4625
|
"datatype": true,
|
|
4618
4626
|
"docs": {
|
|
4619
|
-
"remarks": "
|
|
4627
|
+
"remarks": "Use cases: Job command configuration; Script execution; Runtime environment; ETL job setup\n\nAWS: Glue job command configuration for script execution and runtime environment\n\nValidation: name and scriptLocation are required; pythonVersion is optional with specific constraints",
|
|
4620
4628
|
"stability": "experimental",
|
|
4621
|
-
"summary": "
|
|
4629
|
+
"summary": "Configuration for a Glue job command specifying script execution and runtime environment."
|
|
4622
4630
|
},
|
|
4623
4631
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.JobCommand",
|
|
4624
4632
|
"kind": "interface",
|
|
4625
4633
|
"locationInModule": {
|
|
4626
4634
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4627
|
-
"line":
|
|
4635
|
+
"line": 55
|
|
4628
4636
|
},
|
|
4629
4637
|
"name": "JobCommand",
|
|
4630
4638
|
"properties": [
|
|
4631
4639
|
{
|
|
4632
4640
|
"abstract": true,
|
|
4633
4641
|
"docs": {
|
|
4634
|
-
"remarks": "Defines whether to use glueetl for ETL jobs with Spark runtime or pythonshell for Python script execution with different resource allocation and capabilities.\n\nUse cases: Job type selection; Runtime environment; Execution model; Resource allocation\n\nAWS: Glue job command name for execution type and runtime environment selection\n\nValidation: Must be glueetl or pythonshell; required for job command type and execution environment\n *",
|
|
4635
4642
|
"stability": "experimental",
|
|
4636
|
-
"summary": "
|
|
4643
|
+
"summary": "Job type: 'glueetl' for Spark ETL or 'pythonshell' for Python scripts."
|
|
4637
4644
|
},
|
|
4638
4645
|
"immutable": true,
|
|
4639
4646
|
"locationInModule": {
|
|
4640
4647
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4641
|
-
"line":
|
|
4648
|
+
"line": 57
|
|
4642
4649
|
},
|
|
4643
4650
|
"name": "name",
|
|
4644
4651
|
"type": {
|
|
@@ -4648,14 +4655,13 @@
|
|
|
4648
4655
|
{
|
|
4649
4656
|
"abstract": true,
|
|
4650
4657
|
"docs": {
|
|
4651
|
-
"remarks": "Provides the S3 path or relative location of the Glue script that will be executed by the job for ETL processing and data transformation.\n\nUse cases: Script location; Code deployment; Job execution; ETL processing\n\nAWS: Glue job script location for code execution and ETL processing\n\nValidation: Must be valid script path; required for job script location and code execution",
|
|
4652
4658
|
"stability": "experimental",
|
|
4653
|
-
"summary": "
|
|
4659
|
+
"summary": "Relative path to the Glue script for job execution."
|
|
4654
4660
|
},
|
|
4655
4661
|
"immutable": true,
|
|
4656
4662
|
"locationInModule": {
|
|
4657
4663
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4658
|
-
"line":
|
|
4664
|
+
"line": 61
|
|
4659
4665
|
},
|
|
4660
4666
|
"name": "scriptLocation",
|
|
4661
4667
|
"type": {
|
|
@@ -4665,14 +4671,13 @@
|
|
|
4665
4671
|
{
|
|
4666
4672
|
"abstract": true,
|
|
4667
4673
|
"docs": {
|
|
4668
|
-
"remarks": "When specified, controls the Python runtime version for job execution ensuring script compatibility and feature availability.\n\nUse cases: Python version control; Runtime compatibility; Script execution; Version management\n\nAWS: Glue job Python version for runtime environment and script compatibility\n\nValidation: Must be 2 or 3 if provided; controls Python runtime version for job execution\n *",
|
|
4669
4674
|
"stability": "experimental",
|
|
4670
|
-
"summary": "
|
|
4675
|
+
"summary": "Python version for job runtime ('2' or '3')."
|
|
4671
4676
|
},
|
|
4672
4677
|
"immutable": true,
|
|
4673
4678
|
"locationInModule": {
|
|
4674
4679
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4675
|
-
"line":
|
|
4680
|
+
"line": 59
|
|
4676
4681
|
},
|
|
4677
4682
|
"name": "pythonVersion",
|
|
4678
4683
|
"optional": true,
|
|
@@ -4687,29 +4692,28 @@
|
|
|
4687
4692
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
4688
4693
|
"datatype": true,
|
|
4689
4694
|
"docs": {
|
|
4690
|
-
"remarks": "
|
|
4695
|
+
"remarks": "Use cases: ETL job configuration; Data transformation; Job resource management; DataOps processing\n\nAWS: Glue job configuration for ETL processing and data transformation workflows\n\nValidation: executionRoleArn, command, and description are required; other properties are optional with specific constraints",
|
|
4691
4696
|
"stability": "experimental",
|
|
4692
|
-
"summary": "
|
|
4697
|
+
"summary": "Configuration for a Glue job including execution roles, commands, capacity, and monitoring."
|
|
4693
4698
|
},
|
|
4694
4699
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.JobConfig",
|
|
4695
4700
|
"kind": "interface",
|
|
4696
4701
|
"locationInModule": {
|
|
4697
4702
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4698
|
-
"line":
|
|
4703
|
+
"line": 75
|
|
4699
4704
|
},
|
|
4700
4705
|
"name": "JobConfig",
|
|
4701
4706
|
"properties": [
|
|
4702
4707
|
{
|
|
4703
4708
|
"abstract": true,
|
|
4704
4709
|
"docs": {
|
|
4705
|
-
"remarks": "Provides the command specification including job type, Python version, and script location for ETL job execution and data transformation.\n\nUse cases: Script execution; Runtime configuration; Job command setup; ETL processing\n\nAWS: Glue job command for script execution and runtime environment configuration\n\nValidation: Must be valid JobCommand; required for job command configuration and script execution\n *",
|
|
4706
4710
|
"stability": "experimental",
|
|
4707
|
-
"summary": "
|
|
4711
|
+
"summary": "Job command configuration defining script and runtime environment."
|
|
4708
4712
|
},
|
|
4709
4713
|
"immutable": true,
|
|
4710
4714
|
"locationInModule": {
|
|
4711
4715
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4712
|
-
"line":
|
|
4716
|
+
"line": 79
|
|
4713
4717
|
},
|
|
4714
4718
|
"name": "command",
|
|
4715
4719
|
"type": {
|
|
@@ -4719,14 +4723,13 @@
|
|
|
4719
4723
|
{
|
|
4720
4724
|
"abstract": true,
|
|
4721
4725
|
"docs": {
|
|
4722
|
-
"remarks": "Provides descriptive information about the job's purpose, functionality, and operational characteristics for management and documentation.\n\nUse cases: Job documentation; Operational management; Purpose identification; Management information\n\nAWS: Glue job description for documentation and operational management\n\nValidation: Must be descriptive text; required for job documentation and operational management",
|
|
4723
4726
|
"stability": "experimental",
|
|
4724
|
-
"summary": "
|
|
4727
|
+
"summary": "Job description for documentation and management."
|
|
4725
4728
|
},
|
|
4726
4729
|
"immutable": true,
|
|
4727
4730
|
"locationInModule": {
|
|
4728
4731
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4729
|
-
"line":
|
|
4732
|
+
"line": 89
|
|
4730
4733
|
},
|
|
4731
4734
|
"name": "description",
|
|
4732
4735
|
"type": {
|
|
@@ -4736,14 +4739,13 @@
|
|
|
4736
4739
|
{
|
|
4737
4740
|
"abstract": true,
|
|
4738
4741
|
"docs": {
|
|
4739
|
-
"remarks": "Provides the IAM role that the Glue job will assume for executing ETL operations and accessing AWS services during data processing workflows.\n\nUse cases: Job permissions; Service access; Secure execution; IAM role management\n\nAWS: IAM role ARN for Glue job execution permissions and service access\n\nValidation: Must be valid IAM role ARN; required for job execution permissions and service access",
|
|
4740
4742
|
"stability": "experimental",
|
|
4741
|
-
"summary": "
|
|
4743
|
+
"summary": "IAM role ARN for Glue job execution permissions."
|
|
4742
4744
|
},
|
|
4743
4745
|
"immutable": true,
|
|
4744
4746
|
"locationInModule": {
|
|
4745
4747
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4746
|
-
"line":
|
|
4748
|
+
"line": 77
|
|
4747
4749
|
},
|
|
4748
4750
|
"name": "executionRoleArn",
|
|
4749
4751
|
"type": {
|
|
@@ -4753,14 +4755,13 @@
|
|
|
4753
4755
|
{
|
|
4754
4756
|
"abstract": true,
|
|
4755
4757
|
"docs": {
|
|
4756
|
-
"remarks": "Provides relative paths to additional files referenced by the ETL script for external resource access and file dependencies.\n\nUse cases: File dependencies; External resources; Resource management; File access\n\nAWS: Additional files for Glue job resource dependencies and external file access\n\nValidation: Must be array of valid file paths if provided; enables external file access and resource dependencies",
|
|
4757
4758
|
"stability": "experimental",
|
|
4758
|
-
"summary": "
|
|
4759
|
+
"summary": "Relative paths to additional files for the job."
|
|
4759
4760
|
},
|
|
4760
4761
|
"immutable": true,
|
|
4761
4762
|
"locationInModule": {
|
|
4762
4763
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4763
|
-
"line":
|
|
4764
|
+
"line": 111
|
|
4764
4765
|
},
|
|
4765
4766
|
"name": "additionalFiles",
|
|
4766
4767
|
"optional": true,
|
|
@@ -4776,14 +4777,13 @@
|
|
|
4776
4777
|
{
|
|
4777
4778
|
"abstract": true,
|
|
4778
4779
|
"docs": {
|
|
4779
|
-
"remarks": "Provides relative paths to JAR files referenced by the ETL script for Java library integration and extended processing capabilities.\n\nUse cases: Java library integration; Extended functionality; Library dependencies; JAR file management\n\nAWS: Additional JAR files for Glue job library dependencies and Java integration\n\nValidation: Must be array of valid JAR file paths if provided; enables Java library integration and extended functionality",
|
|
4780
4780
|
"stability": "experimental",
|
|
4781
|
-
"summary": "
|
|
4781
|
+
"summary": "Relative paths to additional JAR files for the job."
|
|
4782
4782
|
},
|
|
4783
4783
|
"immutable": true,
|
|
4784
4784
|
"locationInModule": {
|
|
4785
4785
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4786
|
-
"line":
|
|
4786
|
+
"line": 109
|
|
4787
4787
|
},
|
|
4788
4788
|
"name": "additionalJars",
|
|
4789
4789
|
"optional": true,
|
|
@@ -4799,14 +4799,13 @@
|
|
|
4799
4799
|
{
|
|
4800
4800
|
"abstract": true,
|
|
4801
4801
|
"docs": {
|
|
4802
|
-
"remarks": "Provides relative paths to additional Glue scripts referenced by the main ETL script for modular development and code organization.\n\nUse cases: Script dependencies; Modular development; Code reuse; Dependency management\n\nAWS: Additional Glue scripts for job dependencies and modular ETL development\n\nValidation: Must be array of valid script paths if provided; enables script dependencies and modular development",
|
|
4803
4802
|
"stability": "experimental",
|
|
4804
|
-
"summary": "
|
|
4803
|
+
"summary": "Relative paths to additional Python scripts for the job."
|
|
4805
4804
|
},
|
|
4806
4805
|
"immutable": true,
|
|
4807
4806
|
"locationInModule": {
|
|
4808
4807
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4809
|
-
"line":
|
|
4808
|
+
"line": 107
|
|
4810
4809
|
},
|
|
4811
4810
|
"name": "additionalScripts",
|
|
4812
4811
|
"optional": true,
|
|
@@ -4822,14 +4821,13 @@
|
|
|
4822
4821
|
{
|
|
4823
4822
|
"abstract": true,
|
|
4824
4823
|
"docs": {
|
|
4825
|
-
"remarks": "Defines the number of capacity units allocated to the job for processing performance and resource utilization optimization.\n\nUse cases: Resource allocation; Performance tuning; Cost management; Capacity planning\n\nAWS: Glue job allocated capacity for resource allocation and performance optimization\n\nValidation: Must be positive integer if provided; controls job resource allocation and performance",
|
|
4826
4824
|
"stability": "experimental",
|
|
4827
|
-
"summary": "
|
|
4825
|
+
"summary": "Number of capacity units allocated to the job."
|
|
4828
4826
|
},
|
|
4829
4827
|
"immutable": true,
|
|
4830
4828
|
"locationInModule": {
|
|
4831
4829
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4832
|
-
"line":
|
|
4830
|
+
"line": 83
|
|
4833
4831
|
},
|
|
4834
4832
|
"name": "allocatedCapacity",
|
|
4835
4833
|
"optional": true,
|
|
@@ -4840,14 +4838,13 @@
|
|
|
4840
4838
|
{
|
|
4841
4839
|
"abstract": true,
|
|
4842
4840
|
"docs": {
|
|
4843
|
-
"remarks": "Provides network connections for accessing databases, VPC resources, and external systems during ETL processing and data integration.\n\nUse cases: Database connectivity; VPC access; External system integration; Network configuration\n\nAWS: Glue job connections for database and external system connectivity\n\nValidation: Must be array of valid connection names if provided; enables database and external system access",
|
|
4844
4841
|
"stability": "experimental",
|
|
4845
|
-
"summary": "
|
|
4842
|
+
"summary": "Connection names for database and external system access."
|
|
4846
4843
|
},
|
|
4847
4844
|
"immutable": true,
|
|
4848
4845
|
"locationInModule": {
|
|
4849
4846
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4850
|
-
"line":
|
|
4847
|
+
"line": 85
|
|
4851
4848
|
},
|
|
4852
4849
|
"name": "connections",
|
|
4853
4850
|
"optional": true,
|
|
@@ -4863,14 +4860,13 @@
|
|
|
4863
4860
|
{
|
|
4864
4861
|
"abstract": true,
|
|
4865
4862
|
"docs": {
|
|
4866
|
-
"remarks": "When enabled, streams job logs to CloudWatch Logs in real-time for live monitoring and troubleshooting during job execution.\n\nUse cases: Real-time monitoring; Live log streaming; Troubleshooting support; Operational visibility\n\nAWS: Glue job continuous logging for real-time monitoring and troubleshooting\n\nValidation: Must be valid LoggingConfig if provided; enables real-time log streaming and monitoring",
|
|
4867
4863
|
"stability": "experimental",
|
|
4868
|
-
"summary": "
|
|
4864
|
+
"summary": "Continuous logging configuration for real-time monitoring."
|
|
4869
4865
|
},
|
|
4870
4866
|
"immutable": true,
|
|
4871
4867
|
"locationInModule": {
|
|
4872
4868
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4873
|
-
"line":
|
|
4869
|
+
"line": 113
|
|
4874
4870
|
},
|
|
4875
4871
|
"name": "continuousLogging",
|
|
4876
4872
|
"optional": true,
|
|
@@ -4881,14 +4877,13 @@
|
|
|
4881
4877
|
{
|
|
4882
4878
|
"abstract": true,
|
|
4883
4879
|
"docs": {
|
|
4884
|
-
"remarks": "Provides default parameters and arguments that will be passed to the job for runtime configuration and behavior customization.\n\nUse cases: Job parameters; Runtime configuration; Behavior customization; Parameter management\n\nAWS: Glue job default arguments for runtime configuration and parameter management\n\nValidation: Must be valid ConfigurationElement if provided; enables job parameter configuration and customization",
|
|
4885
4880
|
"stability": "experimental",
|
|
4886
|
-
"summary": "
|
|
4881
|
+
"summary": "Default arguments passed to the job at runtime."
|
|
4887
4882
|
},
|
|
4888
4883
|
"immutable": true,
|
|
4889
4884
|
"locationInModule": {
|
|
4890
4885
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4891
|
-
"line":
|
|
4886
|
+
"line": 87
|
|
4892
4887
|
},
|
|
4893
4888
|
"name": "defaultArguments",
|
|
4894
4889
|
"optional": true,
|
|
@@ -4904,14 +4899,13 @@
|
|
|
4904
4899
|
{
|
|
4905
4900
|
"abstract": true,
|
|
4906
4901
|
"docs": {
|
|
4907
|
-
"remarks": "Defines execution properties including maximum concurrent executions for job scheduling and resource management.\n\nUse cases: Concurrency control; Parallel execution; Resource management; Job scheduling\n\nAWS: Glue job execution properties for concurrency control and parallel execution management\n\nValidation: Must be valid ExecutionPropertyProperty if provided; controls job concurrency and parallel execution\n *",
|
|
4908
4902
|
"stability": "experimental",
|
|
4909
|
-
"summary": "
|
|
4903
|
+
"summary": "Execution properties including maximum concurrent runs."
|
|
4910
4904
|
},
|
|
4911
4905
|
"immutable": true,
|
|
4912
4906
|
"locationInModule": {
|
|
4913
4907
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4914
|
-
"line":
|
|
4908
|
+
"line": 91
|
|
4915
4909
|
},
|
|
4916
4910
|
"name": "executionProperty",
|
|
4917
4911
|
"optional": true,
|
|
@@ -4922,14 +4916,13 @@
|
|
|
4922
4916
|
{
|
|
4923
4917
|
"abstract": true,
|
|
4924
4918
|
"docs": {
|
|
4925
|
-
"remarks": "Defines the Glue runtime version for job execution ensuring feature availability and compatibility with job requirements.\n\nUse cases: Runtime version control; Feature availability; Compatibility management; Version specification\n\nAWS: Glue version for runtime environment and feature availability\n\nValidation: Must be valid Glue version if provided; controls runtime environment and feature availability",
|
|
4926
4919
|
"stability": "experimental",
|
|
4927
|
-
"summary": "
|
|
4920
|
+
"summary": "Glue runtime version for the job."
|
|
4928
4921
|
},
|
|
4929
4922
|
"immutable": true,
|
|
4930
4923
|
"locationInModule": {
|
|
4931
4924
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4932
|
-
"line":
|
|
4925
|
+
"line": 93
|
|
4933
4926
|
},
|
|
4934
4927
|
"name": "glueVersion",
|
|
4935
4928
|
"optional": true,
|
|
@@ -4940,14 +4933,13 @@
|
|
|
4940
4933
|
{
|
|
4941
4934
|
"abstract": true,
|
|
4942
4935
|
"docs": {
|
|
4943
|
-
"remarks": "Defines the maximum number of DPUs (Data Processing Units) that can be allocated to the job for resource control and cost optimization.\n\nUse cases: Resource limits; Cost control; Maximum allocation; Resource management\n\nAWS: Glue job maximum capacity for resource limits and cost control\n\nValidation: Must be positive number if provided; controls maximum DPU allocation and resource limits",
|
|
4944
4936
|
"stability": "experimental",
|
|
4945
|
-
"summary": "
|
|
4937
|
+
"summary": "Maximum DPU capacity for the job."
|
|
4946
4938
|
},
|
|
4947
4939
|
"immutable": true,
|
|
4948
4940
|
"locationInModule": {
|
|
4949
4941
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4950
|
-
"line":
|
|
4942
|
+
"line": 95
|
|
4951
4943
|
},
|
|
4952
4944
|
"name": "maxCapacity",
|
|
4953
4945
|
"optional": true,
|
|
@@ -4958,14 +4950,13 @@
|
|
|
4958
4950
|
{
|
|
4959
4951
|
"abstract": true,
|
|
4960
4952
|
"docs": {
|
|
4961
|
-
"remarks": "Defines the maximum number of retries before job failure occurs for automatic error recovery and job reliability.\n\nUse cases: Error recovery; Automatic retry; Job reliability; Failure handling\n\nAWS: Glue job maximum retries for automatic error recovery and job reliability\n\nValidation: Must be non-negative integer if provided; controls automatic retry behavior and error recovery",
|
|
4962
4953
|
"stability": "experimental",
|
|
4963
|
-
"summary": "
|
|
4954
|
+
"summary": "Maximum retry count before job failure."
|
|
4964
4955
|
},
|
|
4965
4956
|
"immutable": true,
|
|
4966
4957
|
"locationInModule": {
|
|
4967
4958
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4968
|
-
"line":
|
|
4959
|
+
"line": 97
|
|
4969
4960
|
},
|
|
4970
4961
|
"name": "maxRetries",
|
|
4971
4962
|
"optional": true,
|
|
@@ -4976,14 +4967,13 @@
|
|
|
4976
4967
|
{
|
|
4977
4968
|
"abstract": true,
|
|
4978
4969
|
"docs": {
|
|
4979
|
-
"remarks": "Defines notification settings including notification delay for job monitoring and operational alerting.\n\nUse cases: Job monitoring; Status notifications; Operational alerting; Monitoring configuration\n\nAWS: Glue job notification properties for monitoring and alerting configuration\n\nValidation: Must be valid NotificationPropertyProperty if provided; enables job monitoring and alerting\n *",
|
|
4980
4970
|
"stability": "experimental",
|
|
4981
|
-
"summary": "
|
|
4971
|
+
"summary": "Notification settings for job monitoring and alerting."
|
|
4982
4972
|
},
|
|
4983
4973
|
"immutable": true,
|
|
4984
4974
|
"locationInModule": {
|
|
4985
4975
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
4986
|
-
"line":
|
|
4976
|
+
"line": 99
|
|
4987
4977
|
},
|
|
4988
4978
|
"name": "notificationProperty",
|
|
4989
4979
|
"optional": true,
|
|
@@ -4994,14 +4984,13 @@
|
|
|
4994
4984
|
{
|
|
4995
4985
|
"abstract": true,
|
|
4996
4986
|
"docs": {
|
|
4997
|
-
"remarks": "Defines the number of workers assigned to the job for parallel processing and distributed data transformation.\n\nUse cases: Parallel processing; Distributed processing; Performance optimization; Worker allocation\n\nAWS: Glue job number of workers for parallel processing and performance optimization\n\nValidation: Must be positive integer if provided; controls parallel processing and worker allocation",
|
|
4998
4987
|
"stability": "experimental",
|
|
4999
|
-
"summary": "
|
|
4988
|
+
"summary": "Number of workers for parallel processing."
|
|
5000
4989
|
},
|
|
5001
4990
|
"immutable": true,
|
|
5002
4991
|
"locationInModule": {
|
|
5003
4992
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5004
|
-
"line":
|
|
4993
|
+
"line": 101
|
|
5005
4994
|
},
|
|
5006
4995
|
"name": "numberOfWorkers",
|
|
5007
4996
|
"optional": true,
|
|
@@ -5012,14 +5001,13 @@
|
|
|
5012
5001
|
{
|
|
5013
5002
|
"abstract": true,
|
|
5014
5003
|
"docs": {
|
|
5015
|
-
"remarks": "When specified, inherits configuration from a template defined elsewhere in the configuration for consistent job setup and management.\n\nUse cases: Configuration inheritance; Template reuse; Standardized setup; Configuration management\n\nAWS: Job template reference for configuration inheritance and standardized job setup\n\nValidation: Must be valid template name if provided; enables configuration inheritance from defined templates",
|
|
5016
5004
|
"stability": "experimental",
|
|
5017
|
-
"summary": "
|
|
5005
|
+
"summary": "Template name for configuration inheritance."
|
|
5018
5006
|
},
|
|
5019
5007
|
"immutable": true,
|
|
5020
5008
|
"locationInModule": {
|
|
5021
5009
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5022
|
-
"line":
|
|
5010
|
+
"line": 81
|
|
5023
5011
|
},
|
|
5024
5012
|
"name": "template",
|
|
5025
5013
|
"optional": true,
|
|
@@ -5030,14 +5018,13 @@
|
|
|
5030
5018
|
{
|
|
5031
5019
|
"abstract": true,
|
|
5032
5020
|
"docs": {
|
|
5033
|
-
"remarks": "Defines the maximum execution time for the job in minutes for runtime control and resource optimization.\n\nUse cases: Runtime control; Execution limits; Resource management; Timeout configuration\n\nAWS: Glue job timeout for execution time limits and resource management\n\nValidation: Must be positive integer in minutes if provided; controls job execution time limits",
|
|
5034
5021
|
"stability": "experimental",
|
|
5035
|
-
"summary": "
|
|
5022
|
+
"summary": "Job timeout in minutes."
|
|
5036
5023
|
},
|
|
5037
5024
|
"immutable": true,
|
|
5038
5025
|
"locationInModule": {
|
|
5039
5026
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5040
|
-
"line":
|
|
5027
|
+
"line": 103
|
|
5041
5028
|
},
|
|
5042
5029
|
"name": "timeout",
|
|
5043
5030
|
"optional": true,
|
|
@@ -5048,14 +5035,13 @@
|
|
|
5048
5035
|
{
|
|
5049
5036
|
"abstract": true,
|
|
5050
5037
|
"docs": {
|
|
5051
|
-
"remarks": "Defines the type of workers (Standard, G.1X, G.2X) for compute resource allocation and performance characteristics.\n\nUse cases: Compute resource selection; Performance optimization; Cost management; Worker type configuration\n\nAWS: Glue job worker type for compute resource allocation and performance optimization\n\nValidation: Must be Standard, G.1X, or G.2X if provided; controls compute resource type and performance\n *",
|
|
5052
5038
|
"stability": "experimental",
|
|
5053
|
-
"summary": "
|
|
5039
|
+
"summary": "Worker type: 'Standard', 'G.1X', or 'G.2X'."
|
|
5054
5040
|
},
|
|
5055
5041
|
"immutable": true,
|
|
5056
5042
|
"locationInModule": {
|
|
5057
5043
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5058
|
-
"line":
|
|
5044
|
+
"line": 105
|
|
5059
5045
|
},
|
|
5060
5046
|
"name": "workerType",
|
|
5061
5047
|
"optional": true,
|
|
@@ -5070,29 +5056,29 @@
|
|
|
5070
5056
|
"assembly": "@aws-mdaa/dataops-job-l3-construct",
|
|
5071
5057
|
"datatype": true,
|
|
5072
5058
|
"docs": {
|
|
5073
|
-
"remarks": "
|
|
5059
|
+
"remarks": "Use cases: Log retention management; Compliance requirements; Cost optimization; Audit trail management\n\nAWS: CloudWatch log group retention for Glue job execution logs and monitoring\n\nValidation: logGroupRetentionDays is required with specific allowed values for retention period",
|
|
5074
5060
|
"stability": "experimental",
|
|
5075
|
-
"summary": "
|
|
5061
|
+
"summary": "Configuration for Glue job logging with CloudWatch log retention management."
|
|
5076
5062
|
},
|
|
5077
5063
|
"fqn": "@aws-mdaa/dataops-job-l3-construct.LoggingConfig",
|
|
5078
5064
|
"kind": "interface",
|
|
5079
5065
|
"locationInModule": {
|
|
5080
5066
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5081
|
-
"line":
|
|
5067
|
+
"line": 41
|
|
5082
5068
|
},
|
|
5083
5069
|
"name": "LoggingConfig",
|
|
5084
5070
|
"properties": [
|
|
5085
5071
|
{
|
|
5086
5072
|
"abstract": true,
|
|
5087
5073
|
"docs": {
|
|
5088
|
-
"remarks": "
|
|
5074
|
+
"remarks": "Allowed: 1,3,5,7,14,30,60,90,120,150,180,365,400,545,731,1827,3653, or 0.",
|
|
5089
5075
|
"stability": "experimental",
|
|
5090
|
-
"summary": "
|
|
5076
|
+
"summary": "CloudWatch log group retention in days."
|
|
5091
5077
|
},
|
|
5092
5078
|
"immutable": true,
|
|
5093
5079
|
"locationInModule": {
|
|
5094
5080
|
"filename": "lib/dataops-job-l3-construct.ts",
|
|
5095
|
-
"line":
|
|
5081
|
+
"line": 43
|
|
5096
5082
|
},
|
|
5097
5083
|
"name": "logGroupRetentionDays",
|
|
5098
5084
|
"type": {
|
|
@@ -5103,6 +5089,6 @@
|
|
|
5103
5089
|
"symbolId": "lib/dataops-job-l3-construct:LoggingConfig"
|
|
5104
5090
|
}
|
|
5105
5091
|
},
|
|
5106
|
-
"version": "1.
|
|
5107
|
-
"fingerprint": "
|
|
5092
|
+
"version": "1.5.0",
|
|
5093
|
+
"fingerprint": "3fwTg1cuEVkGekybvR1p0i6vHE1WdbFkjzHywfOEhyI="
|
|
5108
5094
|
}
|