@xenonbyte/da-vinci-workflow 0.1.25 → 0.1.26

package/scripts/test-audit-context-delta.js

@@ -1,446 +0,0 @@
-const assert = require("assert/strict");
-const fs = require("fs");
-const os = require("os");
-const path = require("path");
-const { spawnSync } = require("child_process");
-
-const { auditProject } = require("../lib/audit");
-
-const repo = path.resolve(__dirname, "..");
-const cli = path.join(repo, "bin", "da-vinci.js");
-const fixture = JSON.parse(
-  fs.readFileSync(path.join(__dirname, "fixtures", "complex-sample.pen"), "utf8")
-);
-const changeId = "redesign-001";
-
-function runTest(name, fn) {
-  try {
-    fn();
-    console.log(`PASS ${name}`);
-  } catch (error) {
-    console.error(`FAIL ${name}`);
-    throw error;
-  }
-}
-
-function assertFixtureShape() {
-  assert.equal(typeof fixture.version, "string", "fixture.version must be a string");
-  assert.ok(fixture.version.length > 0, "fixture.version must be non-empty");
-  assert.ok(Array.isArray(fixture.children), "fixture.children must be an array");
-  assert.ok(fixture.children.length > 0, "fixture.children must include at least one top-level node");
-  assert.equal(typeof fixture.variables, "object", "fixture.variables must be an object");
-  assert.ok(fixture.variables && Object.keys(fixture.variables).length > 0, "fixture.variables must be non-empty");
-}
-
-function createHarness() {
-  const base = fs.mkdtempSync(path.join(os.tmpdir(), "da-vinci-audit-context-"));
-  return {
-    base,
-    home: path.join(base, "home")
-  };
-}
-
-function runCli(harness, args) {
-  const [command, ...rest] = args;
-  const result = spawnSync(process.execPath, [cli, command, "--home", harness.home, ...rest], {
-    cwd: repo,
-    encoding: "utf8",
-    maxBuffer: 8 * 1024 * 1024
-  });
-
-  return {
-    code: result.status,
-    stdout: (result.stdout || "").trim(),
-    stderr: (result.stderr || "").trim()
-  };
-}
-
-function expectOk(step, result) {
-  assert.equal(result.code, 0, `${step} failed:\n${result.stderr || result.stdout}`);
-}
-
-function writeJson(filePath, payload) {
-  fs.mkdirSync(path.dirname(filePath), { recursive: true });
-  fs.writeFileSync(filePath, JSON.stringify(payload, null, 2));
-}
-
-function writeText(filePath, text) {
-  fs.mkdirSync(path.dirname(filePath), { recursive: true });
-  fs.writeFileSync(filePath, text);
-}
-
-function setupProject(harness, name, pencilDesignBody) {
-  const root = path.join(harness.base, name);
-  const daVinciDir = path.join(root, ".da-vinci");
-  const changeDir = path.join(daVinciDir, "changes", changeId);
-  const penPath = path.join(daVinciDir, "designs", `${name}.pen`);
-  const nodesFile = path.join(root, `${name}-nodes.json`);
-  const variablesFile = path.join(root, `${name}-variables.json`);
-
-  writeText(path.join(root, "DA-VINCI.md"), "# DA-VINCI\n");
-  writeText(path.join(daVinciDir, "project-inventory.md"), "# Inventory\n");
-  writeText(path.join(daVinciDir, "page-map.md"), "# Page Map\n");
-  writeText(
-    path.join(daVinciDir, "design-registry.md"),
-    `# Registry\n- Preferred .pen: .da-vinci/designs/${name}.pen\n`
-  );
-  writeText(path.join(changeDir, "design-brief.md"), "# Brief\n");
-  writeText(path.join(changeDir, "design.md"), "# Design\n");
-  writeText(path.join(changeDir, "pencil-bindings.md"), "# Bindings\n");
-  writeText(path.join(changeDir, "pencil-design.md"), pencilDesignBody);
-
-  writeJson(nodesFile, { nodes: fixture.children });
-  writeJson(variablesFile, { variables: fixture.variables });
-
-  expectOk(
-    `${name} begin`,
-    runCli(harness, ["pencil-session", "begin", "--project", root, "--pen", penPath])
-  );
-  expectOk(
-    `${name} persist`,
-    runCli(harness, [
-      "pencil-session",
-      "persist",
-      "--project",
-      root,
-      "--pen",
-      penPath,
-      "--nodes-file",
-      nodesFile,
-      "--variables-file",
-      variablesFile,
-      "--version",
-      fixture.version
-    ])
-  );
-  expectOk(
-    `${name} end`,
-    runCli(harness, [
-      "pencil-session",
-      "end",
-      "--project",
-      root,
-      "--pen",
-      penPath,
-      "--nodes-file",
-      nodesFile,
-      "--variables-file",
-      variablesFile,
-      "--version",
-      fixture.version
-    ])
-  );
-
-  return {
-    root
-  };
-}
-
-assertFixtureShape();
-
-runTest("completion audit warns when checkpoint-bearing artifacts have no concrete context delta", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "missing-context-delta",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "- `completion gate`: PASS",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "WARN");
-  assert.equal(result.failures.length, 0);
-  assert.match(result.warnings.join("\n"), /Context Delta/i);
-});
-
-runTest("completion audit treats Context Delta Required truthy values as expectation signals", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "context-delta-required-yes",
-    [
-      "# Pencil Design",
-      "",
-      "- `Context Delta Required`: yes",
-      "",
-      "## Notes",
-      "- Explicit opt-in without checkpoint headings.",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "WARN");
-  assert.equal(result.failures.length, 0);
-  assert.match(result.warnings.join("\n"), /Context Delta/i);
-});
-
-runTest("completion audit warns for context-delta and checkpoint status mismatches", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "stale-context-delta",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "",
-      "## Context Delta",
-      "- time: 2026-03-28T10:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: stabilize anchors",
-      "- decision: continue to mapping",
-      "- constraints: preserve behavior truth",
-      "- impact: keeps design pipeline moving",
-      "- status: WARN",
-      "- next_action: run mapping checkpoint",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "WARN");
-  assert.equal(result.failures.length, 0);
-  assert.match(result.warnings.join("\n"), /status mismatch/i);
-});
-
-runTest("completion audit passes when context-delta and checkpoint status are aligned", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "healthy-context-delta",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "",
-      "## Context Delta",
-      "- time: 2026-03-28T11:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: stabilize anchors",
-      "- decision: continue to mapping",
-      "- constraints: preserve behavior truth",
-      "- impact: keeps design pipeline moving",
-      "- status: PASS",
-      "- next_action: run mapping checkpoint",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "PASS");
-  assert.equal(result.failures.length, 0);
-  assert.equal(result.warnings.length, 0);
-});
-
-runTest("completion audit ignores verification outcome-only artifacts for context-delta expectations", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "outcome-only-verification",
-    [
-      "# Pencil Design",
-      "",
-      "## Notes",
-      "- No checkpoint headings in this artifact.",
-      ""
-    ].join("\n")
-  );
-
-  writeText(
-    path.join(project.root, ".da-vinci", "changes", changeId, "verification.md"),
-    [
-      "# Verification",
-      "",
-      "## Outcome",
-      "- PASS",
-      "- Next action: none",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "PASS");
-  assert.equal(result.failures.length, 0);
-  assert.equal(result.warnings.length, 0);
-});
-
-runTest("completion audit warns when supersedes references missing context-delta entries", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "invalid-supersedes",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "",
-      "## Context Delta",
-      "- time: 2026-03-28T12:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: stabilize anchors",
-      "- decision: finish current anchor pass",
-      "- constraints: preserve behavior truth",
-      "- impact: keeps mapping handoff stable",
-      "- status: PASS",
-      "- next_action: prepare mapping checkpoint",
-      "",
-      "- time: 2026-03-28T13:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: finalize status consistency",
-      "- decision: retain PASS and continue",
-      "- constraints: keep traceability",
-      "- impact: no gating change",
-      "- status: PASS",
-      "- supersedes: 2026-03-28T09:00:00.000Z",
-      "- next_action: close design phase",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "WARN");
-  assert.equal(result.failures.length, 0);
-  assert.match(result.warnings.join("\n"), /supersed/i);
-});
-
-runTest("completion audit accepts valid supersedes references to earlier context-delta entries", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "valid-supersedes",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "",
-      "## Context Delta",
-      "- time: 2026-03-28T12:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: stabilize anchors",
-      "- decision: finish current anchor pass",
-      "- constraints: preserve behavior truth",
-      "- impact: keeps mapping handoff stable",
-      "- status: PASS",
-      "- next_action: prepare mapping checkpoint",
-      "",
-      "- time: 2026-03-28T13:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: finalize status consistency",
-      "- decision: retain PASS and continue",
-      "- constraints: keep traceability",
-      "- impact: no gating change",
-      "- status: PASS",
-      "- supersedes: 2026-03-28T12:00:00.000Z",
-      "- next_action: close design phase",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "PASS");
-  assert.equal(result.failures.length, 0);
-  assert.equal(result.warnings.length, 0);
-});
-
-runTest("completion audit accepts supersedes when timestamp formats differ but normalize to same time", () => {
-  const harness = createHarness();
-  const project = setupProject(
-    harness,
-    "normalized-time-supersedes",
-    [
-      "# Pencil Design",
-      "",
-      "## MCP Runtime Gate",
-      "- Final runtime gate status: PASS",
-      "",
-      "## Checkpoint Status",
-      "- `design checkpoint`: PASS",
-      "",
-      "## Context Delta",
-      "- time: 2026-03-28T12:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: stabilize anchors",
-      "- decision: pass design checkpoint",
-      "- constraints: preserve behavior truth",
-      "- impact: ready for mapping",
-      "- status: PASS",
-      "- next_action: run mapping checkpoint",
-      "",
-      "- time: 2026-03-28T13:00:00.000Z",
-      "- checkpoint_type: design checkpoint",
-      "- goal: retain continuity",
-      "- decision: keep status stable",
-      "- constraints: no regressions",
-      "- impact: no gate changes",
-      "- status: PASS",
-      "- supersedes: design checkpoint@2026-03-28 12:00:00Z",
-      "- next_action: continue implementation prep",
-      ""
-    ].join("\n")
-  );
-
-  const result = auditProject(project.root, {
-    mode: "completion",
-    changeId
-  });
-
-  assert.equal(result.status, "PASS");
-  assert.equal(result.failures.length, 0);
-  assert.equal(result.warnings.length, 0);
-});
-
-console.log("All audit context-delta tests passed.");