@aws-mdaa/dataops-dms 1.4.0 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +103 -99
- package/SCHEMA.md +7882 -1594
- package/lib/config-schema.json +2829 -302
- package/lib/dms-config.d.ts +5 -6
- package/lib/dms-config.js +1 -1
- package/package.json +17 -13
- package/sample_configs/sample-config-cdc.yaml +97 -0
- package/sample_configs/sample-config-comprehensive.yaml +590 -0
- package/sample_configs/sample-config-minimal.yaml +22 -0
- package/sample_configs/sample-config-noproject.yaml +106 -0
- package/mdaa.config.json +0 -3
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
# Sample config for the DataOps DMS module - no-project variant.
|
|
2
|
+
# Demonstrates standalone DMS configuration with explicit KMS,
|
|
3
|
+
# bucket, deployment role, and security configuration.
|
|
4
|
+
|
|
5
|
+
# (Optional) KMS key ARN for encrypting DataOps resources and data.
|
|
6
|
+
# Auto-resolved from project when projectName is set.
|
|
7
|
+
kmsArn: arn:{{partition}}:kms:{{region}}:{{account}}:key/test-key-id
|
|
8
|
+
# (Optional) S3 bucket name for project storage (scripts, artifacts,
|
|
9
|
+
# temp files). Auto-resolved from project when projectName is set.
|
|
10
|
+
bucketName: test-dms-bucket
|
|
11
|
+
# (Optional) IAM role ARN for deployment operations and resource
|
|
12
|
+
# management. Auto-resolved from project when projectName is set.
|
|
13
|
+
deploymentRoleArn: arn:{{partition}}:iam::{{account}}:role/test-deploy-role
|
|
14
|
+
# (Optional) Glue security configuration name for job encryption
|
|
15
|
+
# (at rest, in transit, CloudWatch logs). Auto-resolved from project
|
|
16
|
+
# when projectName is set.
|
|
17
|
+
securityConfigurationName: test-security-config
|
|
18
|
+
# (Optional) SNS topic ARN for job notifications and workflow alerts.
|
|
19
|
+
# Auto-resolved from project when projectName is set.
|
|
20
|
+
notificationTopicArn: arn:{{partition}}:sns:{{region}}:{{account}}:test-topic
|
|
21
|
+
|
|
22
|
+
# DMS migration and replication configuration including instances,
|
|
23
|
+
# endpoints, and tasks.
|
|
24
|
+
dms:
|
|
25
|
+
# (Optional) Whether to create the DMS VPC service role.
|
|
26
|
+
createDmsVpcRole: true
|
|
27
|
+
# (Optional) Whether to create the DMS CloudWatch Logs service role.
|
|
28
|
+
createDmsLogRole: true
|
|
29
|
+
# (Optional) Custom IAM role ARN for DMS operations. Role must have
|
|
30
|
+
# an assume role trust policy to the regional DMS service name:
|
|
31
|
+
# dms.<region>.amazonaws.com
|
|
32
|
+
dmsRoleArn: arn:{{partition}}:iam::{{account}}:role/test-dms-role
|
|
33
|
+
|
|
34
|
+
# (Optional) Named replication instance configurations.
|
|
35
|
+
replicationInstances:
|
|
36
|
+
test-instance:
|
|
37
|
+
# The instance class.
|
|
38
|
+
instanceClass: dms.t3.micro
|
|
39
|
+
# The VPC ID on which the replication instance will be deployed.
|
|
40
|
+
# Often created by your VPC/networking stack.
|
|
41
|
+
# Example SSM: ssm:/path/to/vpc/id
|
|
42
|
+
vpcId: test_vpc_id
|
|
43
|
+
# The subnets to which the replication instance will be
|
|
44
|
+
# connected.
|
|
45
|
+
# Often created by your VPC/networking stack.
|
|
46
|
+
# Example SSM: ssm:/path/to/subnet/id
|
|
47
|
+
subnetIds:
|
|
48
|
+
- test_subnet_id1
|
|
49
|
+
- test_subnet_id2
|
|
50
|
+
|
|
51
|
+
# (Optional) Named endpoint configurations for source and target
|
|
52
|
+
# databases.
|
|
53
|
+
endpoints:
|
|
54
|
+
test-source:
|
|
55
|
+
# The type of endpoint. (enum: source, target)
|
|
56
|
+
endpointType: source
|
|
57
|
+
# The endpoint engine name.
|
|
58
|
+
engineName: sqlserver
|
|
59
|
+
# The appropriate settings for the provided engine name.
|
|
60
|
+
microsoftSqlServerSettings:
|
|
61
|
+
# Name of the database.
|
|
62
|
+
databaseName: test-database
|
|
63
|
+
# Secrets Manager secret ARN from which credentials will be
|
|
64
|
+
# read. The DMS role will be granted access to retrieve the
|
|
65
|
+
# secret.
|
|
66
|
+
secretsManagerSecretArn: arn:{{partition}}:secretsmanager:{{region}}:{{account}}:secret:test-secret-abc123
|
|
67
|
+
# KMS key ARN for the secret. The DMS role will be granted
|
|
68
|
+
# decrypt access to this key.
|
|
69
|
+
secretsManagerSecretKMSArn: arn:{{partition}}:kms:{{region}}:{{account}}:key:test-secret-key-id
|
|
70
|
+
test-target:
|
|
71
|
+
endpointType: target
|
|
72
|
+
engineName: s3
|
|
73
|
+
s3Settings:
|
|
74
|
+
bucketName: test_target_bucket
|
|
75
|
+
serverSideEncryptionKmsKeyId: test_target_kms_key_id
|
|
76
|
+
|
|
77
|
+
# (Optional) Named replication task configurations.
|
|
78
|
+
replicationTasks:
|
|
79
|
+
test-task:
|
|
80
|
+
# The name of the replication instance from the
|
|
81
|
+
# replicationInstances section.
|
|
82
|
+
replicationInstance: test-instance
|
|
83
|
+
# The name of the source endpoint from the endpoints section.
|
|
84
|
+
sourceEndpoint: test-source
|
|
85
|
+
# The name of the target endpoint from the endpoints section.
|
|
86
|
+
targetEndpoint: test-target
|
|
87
|
+
# The type of migration.
|
|
88
|
+
# (enum: full-load, cdc, full-load-and-cdc)
|
|
89
|
+
migrationType: full-load
|
|
90
|
+
# Table mappings config passed directly to the task.
|
|
91
|
+
tableMappings:
|
|
92
|
+
rules:
|
|
93
|
+
- rule-type: selection
|
|
94
|
+
rule-id: '1'
|
|
95
|
+
rule-name: '1'
|
|
96
|
+
object-locator:
|
|
97
|
+
schema-name: Test
|
|
98
|
+
table-name: '%'
|
|
99
|
+
rule-action: include
|
|
100
|
+
- rule-type: selection
|
|
101
|
+
rule-id: '2'
|
|
102
|
+
rule-name: '2'
|
|
103
|
+
object-locator:
|
|
104
|
+
schema-name: Test
|
|
105
|
+
table-name: DMS%
|
|
106
|
+
rule-action: exclude
|
package/mdaa.config.json
DELETED