@xenonbyte/da-vinci-workflow 0.1.19 → 0.1.20

package/scripts/test-audit-context-delta.js

@@ -0,0 +1,446 @@
+const assert = require("assert/strict");
+const fs = require("fs");
+const os = require("os");
+const path = require("path");
+const { spawnSync } = require("child_process");
+
+const { auditProject } = require("../lib/audit");
+
+const repo = path.resolve(__dirname, "..");
+const cli = path.join(repo, "bin", "da-vinci.js");
+const fixture = JSON.parse(
+  fs.readFileSync(path.join(__dirname, "fixtures", "complex-sample.pen"), "utf8")
+);
+const changeId = "redesign-001";
+
+function runTest(name, fn) {
+  try {
+    fn();
+    console.log(`PASS ${name}`);
+  } catch (error) {
+    console.error(`FAIL ${name}`);
+    throw error;
+  }
+}
+
+function assertFixtureShape() {
+  assert.equal(typeof fixture.version, "string", "fixture.version must be a string");
+  assert.ok(fixture.version.length > 0, "fixture.version must be non-empty");
+  assert.ok(Array.isArray(fixture.children), "fixture.children must be an array");
+  assert.ok(fixture.children.length > 0, "fixture.children must include at least one top-level node");
+  assert.equal(typeof fixture.variables, "object", "fixture.variables must be an object");
+  assert.ok(fixture.variables && Object.keys(fixture.variables).length > 0, "fixture.variables must be non-empty");
+}
+
+function createHarness() {
+  const base = fs.mkdtempSync(path.join(os.tmpdir(), "da-vinci-audit-context-"));
+  return {
+    base,
+    home: path.join(base, "home")
+  };
+}
+
+function runCli(harness, args) {
+  const [command, ...rest] = args;
+  const result = spawnSync(process.execPath, [cli, command, "--home", harness.home, ...rest], {
+    cwd: repo,
+    encoding: "utf8",
+    maxBuffer: 8 * 1024 * 1024
+  });
+
+  return {
+    code: result.status,
+    stdout: (result.stdout || "").trim(),
+    stderr: (result.stderr || "").trim()
+  };
+}
+
+function expectOk(step, result) {
+  assert.equal(result.code, 0, `${step} failed:\n${result.stderr || result.stdout}`);
+}
+
+function writeJson(filePath, payload) {
+  fs.mkdirSync(path.dirname(filePath), { recursive: true });
+  fs.writeFileSync(filePath, JSON.stringify(payload, null, 2));
+}
+
+function writeText(filePath, text) {
+  fs.mkdirSync(path.dirname(filePath), { recursive: true });
+  fs.writeFileSync(filePath, text);
+}
+
+function setupProject(harness, name, pencilDesignBody) {
+  const root = path.join(harness.base, name);
+  const daVinciDir = path.join(root, ".da-vinci");
+  const changeDir = path.join(daVinciDir, "changes", changeId);
+  const penPath = path.join(daVinciDir, "designs", `${name}.pen`);
+  const nodesFile = path.join(root, `${name}-nodes.json`);
+  const variablesFile = path.join(root, `${name}-variables.json`);
+
+  writeText(path.join(root, "DA-VINCI.md"), "# DA-VINCI\n");
+  writeText(path.join(daVinciDir, "project-inventory.md"), "# Inventory\n");
+  writeText(path.join(daVinciDir, "page-map.md"), "# Page Map\n");
+  writeText(
+    path.join(daVinciDir, "design-registry.md"),
+    `# Registry\n- Preferred .pen: .da-vinci/designs/${name}.pen\n`
+  );
+  writeText(path.join(changeDir, "design-brief.md"), "# Brief\n");
+  writeText(path.join(changeDir, "design.md"), "# Design\n");
+  writeText(path.join(changeDir, "pencil-bindings.md"), "# Bindings\n");
+  writeText(path.join(changeDir, "pencil-design.md"), pencilDesignBody);
+
+  writeJson(nodesFile, { nodes: fixture.children });
+  writeJson(variablesFile, { variables: fixture.variables });
+
+  expectOk(
+    `${name} begin`,
+    runCli(harness, ["pencil-session", "begin", "--project", root, "--pen", penPath])
+  );
+  expectOk(
+    `${name} persist`,
+    runCli(harness, [
+      "pencil-session",
+      "persist",
+      "--project",
+      root,
+      "--pen",
+      penPath,
+      "--nodes-file",
+      nodesFile,
+      "--variables-file",
+      variablesFile,
+      "--version",
+      fixture.version
+    ])
+  );
+  expectOk(
+    `${name} end`,
+    runCli(harness, [
+      "pencil-session",
+      "end",
+      "--project",
+      root,
+      "--pen",
+      penPath,
+      "--nodes-file",
+      nodesFile,
+      "--variables-file",
+      variablesFile,
+      "--version",
+      fixture.version
+    ])
+  );
+
+  return {
+    root
+  };
+}
+
+assertFixtureShape();
+
+runTest("completion audit warns when checkpoint-bearing artifacts have no concrete context delta", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "missing-context-delta",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "- `completion gate`: PASS",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "WARN");
+  assert.equal(result.failures.length, 0);
+  assert.match(result.warnings.join("\n"), /Context Delta/i);
+});
+
+runTest("completion audit treats Context Delta Required truthy values as expectation signals", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "context-delta-required-yes",
+    [
+      "# Pencil Design",
+      "",
+      "- `Context Delta Required`: yes",
+      "",
+      "## Notes",
+      "- Explicit opt-in without checkpoint headings.",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "WARN");
+  assert.equal(result.failures.length, 0);
+  assert.match(result.warnings.join("\n"), /Context Delta/i);
+});
+
+runTest("completion audit warns for context-delta and checkpoint status mismatches", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "stale-context-delta",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "",
+      "## Context Delta",
+      "- time: 2026-03-28T10:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: stabilize anchors",
+      "- decision: continue to mapping",
+      "- constraints: preserve behavior truth",
+      "- impact: keeps design pipeline moving",
+      "- status: WARN",
+      "- next_action: run mapping checkpoint",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "WARN");
+  assert.equal(result.failures.length, 0);
+  assert.match(result.warnings.join("\n"), /status mismatch/i);
+});
+
+runTest("completion audit passes when context-delta and checkpoint status are aligned", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "healthy-context-delta",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "",
+      "## Context Delta",
+      "- time: 2026-03-28T11:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: stabilize anchors",
+      "- decision: continue to mapping",
+      "- constraints: preserve behavior truth",
+      "- impact: keeps design pipeline moving",
+      "- status: PASS",
+      "- next_action: run mapping checkpoint",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "PASS");
+  assert.equal(result.failures.length, 0);
+  assert.equal(result.warnings.length, 0);
+});
+
+runTest("completion audit ignores verification outcome-only artifacts for context-delta expectations", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "outcome-only-verification",
+    [
+      "# Pencil Design",
+      "",
+      "## Notes",
+      "- No checkpoint headings in this artifact.",
+      ""
+    ].join("\n")
+  );
+
+  writeText(
+    path.join(project.root, ".da-vinci", "changes", changeId, "verification.md"),
+    [
+      "# Verification",
+      "",
+      "## Outcome",
+      "- PASS",
+      "- Next action: none",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "PASS");
+  assert.equal(result.failures.length, 0);
+  assert.equal(result.warnings.length, 0);
+});
+
+runTest("completion audit warns when supersedes references missing context-delta entries", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "invalid-supersedes",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "",
+      "## Context Delta",
+      "- time: 2026-03-28T12:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: stabilize anchors",
+      "- decision: finish current anchor pass",
+      "- constraints: preserve behavior truth",
+      "- impact: keeps mapping handoff stable",
+      "- status: PASS",
+      "- next_action: prepare mapping checkpoint",
+      "",
+      "- time: 2026-03-28T13:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: finalize status consistency",
+      "- decision: retain PASS and continue",
+      "- constraints: keep traceability",
+      "- impact: no gating change",
+      "- status: PASS",
+      "- supersedes: 2026-03-28T09:00:00.000Z",
+      "- next_action: close design phase",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "WARN");
+  assert.equal(result.failures.length, 0);
+  assert.match(result.warnings.join("\n"), /supersed/i);
+});
+
+runTest("completion audit accepts valid supersedes references to earlier context-delta entries", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "valid-supersedes",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "",
+      "## Context Delta",
+      "- time: 2026-03-28T12:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: stabilize anchors",
+      "- decision: finish current anchor pass",
+      "- constraints: preserve behavior truth",
+      "- impact: keeps mapping handoff stable",
+      "- status: PASS",
+      "- next_action: prepare mapping checkpoint",
+      "",
+      "- time: 2026-03-28T13:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: finalize status consistency",
+      "- decision: retain PASS and continue",
+      "- constraints: keep traceability",
+      "- impact: no gating change",
+      "- status: PASS",
+      "- supersedes: 2026-03-28T12:00:00.000Z",
+      "- next_action: close design phase",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "PASS");
+  assert.equal(result.failures.length, 0);
+  assert.equal(result.warnings.length, 0);
+});
+
+runTest("completion audit accepts supersedes when timestamp formats differ but normalize to same time", () => {
+  const harness = createHarness();
+  const project = setupProject(
+    harness,
+    "normalized-time-supersedes",
+    [
+      "# Pencil Design",
+      "",
+      "## MCP Runtime Gate",
+      "- Final runtime gate status: PASS",
+      "",
+      "## Checkpoint Status",
+      "- `design checkpoint`: PASS",
+      "",
+      "## Context Delta",
+      "- time: 2026-03-28T12:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: stabilize anchors",
+      "- decision: pass design checkpoint",
+      "- constraints: preserve behavior truth",
+      "- impact: ready for mapping",
+      "- status: PASS",
+      "- next_action: run mapping checkpoint",
+      "",
+      "- time: 2026-03-28T13:00:00.000Z",
+      "- checkpoint_type: design checkpoint",
+      "- goal: retain continuity",
+      "- decision: keep status stable",
+      "- constraints: no regressions",
+      "- impact: no gate changes",
+      "- status: PASS",
+      "- supersedes: design checkpoint@2026-03-28 12:00:00Z",
+      "- next_action: continue implementation prep",
+      ""
+    ].join("\n")
+  );
+
+  const result = auditProject(project.root, {
+    mode: "completion",
+    changeId
+  });
+
+  assert.equal(result.status, "PASS");
+  assert.equal(result.failures.length, 0);
+  assert.equal(result.warnings.length, 0);
+});
+
+console.log("All audit context-delta tests passed.");