@aws-mdaa/dataops-dms 1.5.0 → 1.6.0

package/lib/config-schema.json

@@ -3567,6 +3567,10 @@
                     "description": "Encoding type specification for Parquet file compression and storage optimization",
                     "type": "string"
                 },
+                "expectedBucketOwner": {
+                    "description": "AWS account ID of the S3 bucket owner for cross-account access and bucket sniping prevention",
+                    "type": "string"
+                },
                 "externalTableDefinition": {
                     "description": "External table definition for S3 source configuration in data lake integration",
                     "type": "string"

package/package.json

@@ -5,7 +5,7 @@
     "name": "Amazon Web Services",
     "url": "https://aws.amazon.com/solutions"
   },
-  "version": "1.5.0",
+  "version": "1.6.0",
   "license": "Apache-2.0",
   "bin": {
     "dms": "bin/dms.js"
@@ -13,33 +13,31 @@
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "scripts": {
-    "build": "tsc && typescript-json-schema --required --noExtraProps tsconfig.json DMSConfigContents --include 'lib/*.ts' --include '../../../../node_modules/@types/**/*.ts' --include 'lib/config-schema.json' > lib/config-schema.json  && cp lib/config-schema.json ../../../../schemas/${npm_package_name}.json",
+    "build": "../../../../scripts/build/build_package.sh DMSConfigContents",
     "watch": "tsc -w",
-    "test": "jest --passWithNoTests --testPathIgnorePatterns='.*\\.snapshot\\.test\\.ts'",
+    "test": "jest --passWithNoTests --coverage",
     "lint": "eslint --max-warnings 0 -c ../../../../eslint.config.mjs",
     "cdk": "cdk",
-    "test:coverage": "jest --passWithNoTests --coverage --testPathIgnorePatterns='.*\\.snapshot\\.test\\.ts'",
-    "test:snapshots": "jest --passWithNoTests --testPathPattern='.*\\.snapshot\\.test\\.ts'",
-    "test:snapshots:update": "jest --passWithNoTests --testPathPattern='.*\\.snapshot\\.test\\.ts' --updateSnapshot"
+    "test:update-baselines": "UPDATE_BASELINES=true jest --passWithNoTests --testPathPattern='.*\\.diff\\.test\\.ts'",
+    "test:package-docs": "../../../../scripts/generate_docs/test_package_docs.sh"
   },
   "devDependencies": {
-    "@aws-mdaa/testing": "1.5.0",
+    "@aws-mdaa/testing": "1.6.0",
     "@types/jest": "29.5.14",
     "@types/node": "22.9.0",
     "@types/prettier": "2.6.0",
     "jest": "29.7.0",
-    "ts-jest": "29.4.6",
+    "ts-jest": "29.4.9",
     "ts-node": "10.9.2",
     "typescript": "5.9.3",
-    "typescript-json-schema": "0.67.1"
+    "typescript-json-schema": "0.67.4"
   },
   "dependencies": {
-    "@aws-mdaa/app": "1.5.0",
-    "@aws-mdaa/config": "1.5.0",
-    "@aws-mdaa/dataops-dms-l3-construct": "1.5.0",
-    "@aws-mdaa/dataops-shared": "1.5.0",
-    "@aws-mdaa/l3-construct": "1.5.0",
-    "ajv": "8.17.1",
+    "@aws-mdaa/app": "1.6.0",
+    "@aws-mdaa/dataops-dms-l3-construct": "1.6.0",
+    "@aws-mdaa/dataops-shared": "1.6.0",
+    "@aws-mdaa/l3-construct": "1.6.0",
+    "ajv": "8.18.0",
     "aws-cdk-lib": "2.220.0",
     "cdk-nag": "2.37.55",
     "constructs": "10.0.96",
@@ -50,5 +48,8 @@
   "repository": {
     "type": "git",
     "url": "https://github.com/aws/modern-data-architecture-accelerator"
+  },
+  "mdaa": {
+    "deployStage": "5"
   }
 }

package/sample_configs/sample-config-cdc.yaml

@@ -0,0 +1,97 @@
+# Sample config for the DataOps DMS module - CDC migration variant.
+# Demonstrates CDC and full-load-and-cdc migration types with
+# CDC-specific task properties (cdcStartPosition, cdcStartTime,
+# cdcStopPosition).
+
+# DataOps project name for auto-wiring shared resources.
+projectName: test-project
+
+# DMS migration and replication configuration.
+dms:
+  # Named replication instance configurations.
+  replicationInstances:
+    test-instance:
+      # DMS replication instance class.
+      instanceClass: dms.t3.micro
+      # VPC ID for replication instance deployment.
+      # Often created by your VPC/networking stack.
+      # Example SSM: ssm:/path/to/vpc/id
+      vpcId: test_vpc_id
+      # Subnet IDs spanning at least two AZs.
+      # Often created by your VPC/networking stack.
+      # Example SSM: ssm:/path/to/subnet/id
+      subnetIds:
+        - test_subnet_id1
+        - test_subnet_id2
+
+  # Named endpoint configurations.
+  endpoints:
+    test-source:
+      # The type of endpoint. (enum: source, target)
+      endpointType: source
+      # The endpoint engine name.
+      engineName: postgres
+      databaseName: test-cdc-db
+      # PostgreSQL settings.
+      postgreSqlSettings:
+        secretsManagerSecretArn: arn:{{partition}}:secretsmanager:{{region}}:{{account}}:secret:test-pg-secret
+        secretsManagerSecretKMSArn: arn:{{partition}}:kms:{{region}}:{{account}}:key/test-pg-key
+        captureDdls: true
+        pluginName: pglogical
+        slotName: test_cdc_slot
+    test-target:
+      endpointType: target
+      engineName: s3
+      # S3 settings.
+      s3Settings:
+        bucketName: test-cdc-target-bucket
+        serverSideEncryptionKmsKeyId: test-cdc-kms-key-id
+
+  # Named replication task configurations.
+  replicationTasks:
+    # CDC-only migration task.
+    test-task-cdc:
+      replicationInstance: test-instance
+      sourceEndpoint: test-source
+      targetEndpoint: test-target
+      # Migration type: cdc (change data capture only).
+      migrationType: cdc
+      # CDC start position (date, checkpoint, LSN, or SCN format).
+      cdcStartPosition: '2024-01-01T00:00:00'
+      # CDC stop position (server_time or commit_time format).
+      cdcStopPosition: 'server_time:2024-12-31T23:59:59'
+      # Table mappings for the task.
+      tableMappings:
+        rules:
+          - rule-type: selection
+            rule-id: '1'
+            rule-name: '1'
+            object-locator:
+              schema-name: public
+              table-name: '%'
+            rule-action: include
+
+    # Full-load-and-cdc migration task.
+    test-task-full-load-and-cdc:
+      replicationInstance: test-instance
+      sourceEndpoint: test-source
+      targetEndpoint: test-target
+      # Migration type: full-load-and-cdc.
+      migrationType: full-load-and-cdc
+      # CDC start time (epoch timestamp).
+      cdcStartTime: 1704067200
+      # Table mappings for the task.
+      tableMappings:
+        rules:
+          - rule-type: selection
+            rule-id: '1'
+            rule-name: '1'
+            object-locator:
+              schema-name: public
+              table-name: '%'
+            rule-action: include
+      # Overall settings for the task.
+      replicationTaskSettings:
+        TargetMetadata:
+          TargetSchema: ''
+          SupportLobs: true