chapterhouse 0.4.0 → 0.4.2

package/dist/store/db.test.js

@@ -34,6 +34,7 @@ test("getDb initializes schema, state helpers, and conversation formatting", asy
             "agent_tasks",
             "projects",
             "max_state",
+            "daemon_runs",
             "conversation_log",
             "memories",
         ]) {
@@ -181,15 +182,23 @@ test("getDb migrates legacy memory tiers from glacier to cold and preserves expl
     const dbModule = await loadDbModule();
     try {
         const db = dbModule.getDb();
-        assert.deepEqual(db.prepare(`SELECT id, tier FROM mem_entities ORDER BY id`).all(), [
+        assert.deepEqual(db.prepare(`
+      SELECT id, tier FROM mem_entities
+      WHERE name IN ('warm kept', 'cold mapped')
+      ORDER BY id
+    `).all(), [
             { id: 1, tier: "warm" },
             { id: 2, tier: "cold" },
         ]);
-        assert.deepEqual(db.prepare(`SELECT id, tier FROM mem_observations ORDER BY id`).all(), [
+        assert.deepEqual(db.prepare(`SELECT id, tier FROM mem_observations WHERE source = 'test' ORDER BY id`).all(), [
             { id: 1, tier: "hot" },
             { id: 2, tier: "cold" },
         ]);
-        assert.deepEqual(db.prepare(`SELECT id, tier FROM mem_decisions ORDER BY id`).all(), [
+        assert.deepEqual(db.prepare(`
+      SELECT id, tier FROM mem_decisions
+      WHERE title IN ('warm kept', 'cold mapped')
+      ORDER BY id
+    `).all(), [
             { id: 1, tier: "warm" },
             { id: 2, tier: "cold" },
         ]);
@@ -200,6 +209,305 @@ test("getDb migrates legacy memory tiers from glacier to cold and preserves expl
         dbModule.closeDb();
     }
 });
+test("getDb seeds the Chapterhouse entity and PR1 wiki observations idempotently", async () => {
+    const dbModule = await loadDbModule();
+    try {
+        const expectedObservations = [
+            {
+                content: "Chapterhouse architecture: Node.js daemon, web UI, per-conversation sessions, specialist agents, modular skills, MCP servers, local markdown wiki, project-rules prompt injection, and background workers with SSE event streaming.",
+                tier: "warm",
+            },
+            {
+                content: "Chapterhouse source lives at bketelsen/chapterhouse with local checkout ~/projects/chapterhouse; engineering plans are in docs/plans/ and product specs are in docs/prd/.",
+                tier: "warm",
+            },
+            {
+                content: "Background agent completions arrive as automatic system notifications; after spawning a background agent, end the turn and wait instead of polling read_agent, sleeping, or re-checking list_agents.",
+                tier: "hot",
+            },
+            {
+                content: "Use the default Chapterhouse chat for research and general questions; move code changes against a specific project into that project's chat session.",
+                tier: "warm",
+            },
+            {
+                content: "Squad manages Chapterhouse's own development workflow.",
+                tier: "warm",
+            },
+            {
+                content: "Chapterhouse uses frequent semver patch releases published to npm via the Publish to npm GitHub Actions workflow on tag push; never publish manually.",
+                tier: "hot",
+            },
+            {
+                content: "Agent-memory P1 shipped on 2026-05-13 as Chapterhouse v0.4.0 across 7 PRs: #215 through #225.",
+                tier: "warm",
+            },
+            {
+                content: "The v0.3.2 per-session orchestrator was confirmed under real concurrent load on 2026-05-08, enabling concurrent sessions without cross-blocking.",
+                tier: "hot",
+            },
+        ];
+        let db = dbModule.getDb();
+        dbModule.closeDb();
+        db = dbModule.getDb();
+        const chapterhouseScope = db.prepare(`
+      SELECT id, slug
+      FROM mem_scopes
+      WHERE slug = 'chapterhouse'
+    `).get();
+        assert.ok(chapterhouseScope, "chapterhouse scope should be seeded");
+        const entity = db.prepare(`
+      SELECT id, scope_id, kind, name, summary, tier
+      FROM mem_entities
+      WHERE scope_id = ? AND kind = 'project' AND name = 'Chapterhouse'
+    `).get(chapterhouseScope.id);
+        assert.ok(entity, "Chapterhouse project entity should be seeded");
+        assert.equal(entity.scope_id, chapterhouseScope.id);
+        assert.equal(entity.summary, "Always-on team-level AI assistant daemon that orchestrates specialist subagents and maintains a persistent knowledge wiki.");
+        const rows = db.prepare(`
+      SELECT scope_id, entity_id, content, source, tier, tier_pinned_at, tier_reason
+      FROM mem_observations
+      WHERE source = 'wiki:pages/projects/chapterhouse/index.md'
+      ORDER BY content
+    `).all();
+        assert.equal(rows.length, expectedObservations.length, "PR1 should seed exactly 8 index.md observations");
+        for (const expected of expectedObservations) {
+            const row = rows.find((entry) => entry.content === expected.content);
+            assert.ok(row, `missing seeded observation: ${expected.content}`);
+            assert.equal(row.scope_id, chapterhouseScope.id, "all PR1 observations must be scoped to chapterhouse");
+            assert.equal(row.entity_id, entity.id, "all PR1 observations should attach to the Chapterhouse entity");
+            assert.equal(row.tier, expected.tier);
+            if (expected.tier === "hot") {
+                assert.ok(row.tier_pinned_at, "hot PR1 observations should be manually pinned");
+                assert.equal(row.tier_reason, "P6 PR1 wiki migration hot-tier candidate");
+            }
+        }
+        const duplicates = db.prepare(`
+      SELECT content, COUNT(*) AS count
+      FROM mem_observations
+      WHERE source = 'wiki:pages/projects/chapterhouse/index.md'
+      GROUP BY content
+      HAVING COUNT(*) > 1
+    `).all();
+        assert.deepEqual(duplicates, [], "re-running getDb must not duplicate seeded observations");
+        const entityCount = db.prepare(`
+      SELECT COUNT(*) AS count
+      FROM mem_entities
+      WHERE scope_id = ? AND kind = 'project' AND name = 'Chapterhouse'
+    `).get(chapterhouseScope.id).count;
+        assert.equal(entityCount, 1, "re-running getDb must not duplicate the Chapterhouse entity");
+    }
+    finally {
+        dbModule.closeDb();
+    }
+});
+test("getDb seeds the Chapterhouse PR2 wiki decisions idempotently", async () => {
+    const dbModule = await loadDbModule();
+    try {
+        const expectedDecisions = [
+            {
+                title: "Standardize API validation and JSON errors around `src/api/errors.ts`",
+                rationale: "Keep one 400/403/404/500 contract across routes instead of ad hoc parsing and responses; `src/api/errors.ts`, `src/api/server.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Run in standalone mode when neither Entra nor an API token is configured",
+                rationale: "Disable auth checks and team sync together so local single-user startup still works; `src/config.ts`, `src/api/auth.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Use bearer auth for SSE and serialize wiki writes",
+                rationale: "`/stream` no longer accepts query tokens, and wiki mutations go through `withWikiWrite()`; `web/src/stream.ts`, `src/wiki/lock.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Default production to least privilege",
+                rationale: "Run as a non-root container, validate env early, and keep CORS and security headers tight in production; `Dockerfile`, `deploy/deploy.sh`, `src/config.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Keep chat state session-scoped by `sessionKey`",
+                rationale: "Conversation history, SSE routing, and frontend buffers stay isolated per session instead of bleeding across chats; `src/store/db.ts`, `web/src/store.ts`.",
+                decided_at: "2026-05-07",
+                tier: "warm",
+            },
+            {
+                title: "Preserve the 3-layer daemon timing contract",
+                rationale: "Orchestrator timeout must stay below daemon shutdown grace, which must stay below systemd `TimeoutStopSec`; `README.md`, `src/daemon.ts`, `src/daemon-install.ts`.",
+                decided_at: "2026-05-08",
+                tier: "hot",
+            },
+            {
+                title: "Start WorkIQ MCP auto-install at daemon startup",
+                rationale: "Write the MCP entry before the SDK client starts so new sessions see it immediately; issue #33, PR #78.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Use per-session orchestrators instead of a global queue",
+                rationale: "`SessionManager` and `SessionRegistry` keep independent queues so one chat cannot block another; issue #74, `src/copilot/session-manager.ts`.",
+                decided_at: "2026-05-08",
+                tier: "hot",
+            },
+            {
+                title: "Make wiki path hierarchy the primary navigation model",
+                rationale: "`path` drives the tree and breadcrumbs, while `section` remains secondary metadata; `web/src/wiki/index.ts`, `web/src/routes/Wiki.tsx`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Route wiki breadcrumbs through `selected` state",
+                rationale: "Breadcrumb clicks use the same route-state flow as the sidebar so navigation stays predictable; `web/src/components/wiki/WikiBreadcrumbs.tsx`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Derive wiki page scope from configured team paths",
+                rationale: "The API returns `scope` and the UI shows personal/team indicators without adding new persisted metadata; `src/api/server.ts`, `web/src/components/wiki/WikiScopeIndicator.tsx`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Sort sidebar recents by actual project activity",
+                rationale: "`last_used_at` replaces registration time so recent projects reflect chat usage rather than signup order; issue #26, PR #30.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Preload `CHAPTERHOUSE_DISABLE_DOTENV=1` for Node tests",
+                rationale: "Tests must not inherit developer-local env files before config singletons initialize; `src/test/setup-env.ts`, `src/config.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Test API routes through a spawned server process",
+                rationale: "Real HTTP coverage catches auth, config preload, error middleware, and wiki I/O behavior that an unexported in-process app would miss; `src/api/server.test.ts`.",
+                decided_at: "2026-05-06",
+                tier: "warm",
+            },
+            {
+                title: "Centralize frontend API Zod schemas in `web/src/api-schemas.ts`",
+                rationale: "Keep one audit surface for the browser-to-daemon contract and require validated JSON reads; issue #40, PR #63.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Make frontend test isolation an infrastructure concern",
+                rationale: "Vitest globals, `test-setup.ts`, and MSW own cleanup so tests do not hand-roll it; issue #43, PR #62.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Clean `dist/` before `npm test`",
+                rationale: "Remove stale compiled artifacts so deleted tests cannot linger in the Node test run; `package.json`.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Adopt `pino` as the backend logger",
+                rationale: "Use `childLogger()` everywhere and keep chat content at `debug`, not `info`; issue #13, PR #28.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Keep daemon control as a thin CLI over `src/daemon-install.ts`",
+                rationale: "Generate service artifacts in one module and support launchd and systemd user services without a separate control layer; issue #14, PR #24.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Default publish workflows to Node 24+",
+                rationale: "npm Trusted Publishing depends on npm 11.5.1+, which Node 22 does not provide; `.github/workflows/npm-publish.yml`.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Make `chapterhouse update` registry-aware",
+                rationale: "Registry installs update via npm, while legacy git installs keep the older pull-and-rebuild path; issue #31, PR #32.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Keep markdownlint pragmatic rather than maximalist",
+                rationale: "Disable MD060, ignore `.github/agents/**`, and suppress MD041 only where template UX requires it; `.markdownlint-cli2.jsonc`.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Enforce issue-closing references in feature and fix PRs",
+                rationale: "PR bodies must include `Closes #N`, `Fixes #N`, or `Resolves #N`, with a documented `no-issue` bypass; PR #60, `.github/workflows/lint-pr-closes.yml`.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+            {
+                title: "Use Conventional Commits for commits and PR titles",
+                rationale: "Keep repo history machine-readable and enforce it with commitlint, husky, and PR-title linting; `commitlint.config.js`, `.github/workflows/lint-pr-title.yml`.",
+                decided_at: "2026-05-08",
+                tier: "warm",
+            },
+        ];
+        let db = dbModule.getDb();
+        dbModule.closeDb();
+        db = dbModule.getDb();
+        const chapterhouseScope = db.prepare(`
+      SELECT id
+      FROM mem_scopes
+      WHERE slug = 'chapterhouse'
+    `).get();
+        assert.ok(chapterhouseScope, "chapterhouse scope should be seeded");
+        const chapterhouseEntity = db.prepare(`
+      SELECT id
+      FROM mem_entities
+      WHERE scope_id = ? AND kind = 'project' AND name = 'Chapterhouse'
+    `).get(chapterhouseScope.id);
+        assert.ok(chapterhouseEntity, "Chapterhouse project entity should be seeded");
+        const rows = db.prepare(`
+      SELECT title, rationale, decided_at, tier, entity_id, tier_pinned_at, tier_reason, superseded_by
+      FROM mem_decisions
+      WHERE scope_id = ?
+      ORDER BY decided_at, title
+    `).all(chapterhouseScope.id);
+        assert.equal(rows.length, 24, "PR2 should seed exactly 24 decisions from decisions.md");
+        assert.equal(expectedDecisions.length, 24, "test fixture should reflect the wiki source decision count");
+        for (const expected of expectedDecisions) {
+            const row = rows.find((entry) => entry.title === expected.title);
+            assert.ok(row, `missing seeded decision: ${expected.title}`);
+            assert.equal(row.rationale, expected.rationale);
+            assert.equal(row.decided_at, expected.decided_at);
+            assert.equal(row.tier, expected.tier);
+            assert.equal(row.entity_id, chapterhouseEntity.id, "all PR2 decisions should attach to the Chapterhouse entity");
+            assert.equal(row.superseded_by, null, "source has no explicit superseded-by markers");
+            if (expected.tier === "hot") {
+                assert.ok(row.tier_pinned_at, "hot PR2 decisions should be manually pinned");
+                assert.equal(row.tier_reason, "P6 PR2 wiki migration hot-tier candidate");
+            }
+            else {
+                assert.equal(row.tier_pinned_at, null);
+                assert.equal(row.tier_reason, null);
+            }
+        }
+        const duplicates = db.prepare(`
+      SELECT title, COUNT(*) AS count
+      FROM mem_decisions
+      WHERE scope_id = ?
+      GROUP BY title
+      HAVING COUNT(*) > 1
+    `).all(chapterhouseScope.id);
+        assert.deepEqual(duplicates, [], "re-running getDb must not duplicate seeded decisions");
+        const supersededCount = db.prepare(`
+      SELECT COUNT(*) AS count
+      FROM mem_decisions
+      WHERE scope_id = ? AND superseded_by IS NOT NULL
+    `).get(chapterhouseScope.id).count;
+        assert.equal(supersededCount, 0, "source has no explicit superseded-by markers to port");
+    }
+    finally {
+        dbModule.closeDb();
+    }
+});
 test("getDb prunes oversized conversation logs on startup and during inserts", async () => {
     const seedDb = new Database(dbPath);
     seedDb.exec(`
@@ -255,8 +563,8 @@ test("getSessionMessages returns structured messages in chronological order, inc
         dbModule.logConversation("user", "hello", "web", "test-session");
         dbModule.logConversation("assistant", "hi there", "web", "test-session");
         dbModule.logConversation("system", "system noise", "worker", "test-session");
-        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key)
-       VALUES ('agent_completion', ?, 'background', 'test-session')`).run("[Agent task completed] @coder finished task task-1:\n\nDone");
+        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, run_id)
+       VALUES ('agent_completion', ?, 'background', 'test-session', ?)`).run("[Agent task completed] @coder finished task task-1:\n\nDone", dbModule.getCurrentRunId());
         dbModule.logConversation("user", "second message", "web", "test-session");
         dbModule.logConversation("user", "from other session", "web", "other-session");
         const all = dbModule.getSessionMessages("test-session");
@@ -284,6 +592,84 @@ test("getSessionMessages returns structured messages in chronological order, inc
         dbModule.closeDb();
     }
 });
+test("getSessionMessages returns stable row id and turn_id for hydration reconciliation", async () => {
+    const dbModule = await loadDbModule();
+    try {
+        const db = dbModule.getDb();
+        const columns = db.prepare(`PRAGMA table_info(conversation_log)`).all();
+        assert.equal(columns.some((column) => column.name === "turn_id"), true, "conversation_log should persist turn_id");
+        const result = db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, turn_id, run_id)
+       VALUES ('assistant', 'hydrated answer', 'web', 'stable-session', 'turn-stable-1', ?)`).run(dbModule.getCurrentRunId());
+        const messages = dbModule.getSessionMessages("stable-session");
+        assert.equal(messages.length, 1);
+        const message = messages[0];
+        assert.equal(message.id, Number(result.lastInsertRowid));
+        assert.equal(message.turn_id, "turn-stable-1");
+    }
+    finally {
+        dbModule.closeDb();
+    }
+});
+test("getSessionMessages defaults to the current daemon run and can include historical rows", async () => {
+    const dbModule = await loadDbModule();
+    try {
+        const db = dbModule.getDb();
+        const columns = db.prepare(`PRAGMA table_info(conversation_log)`).all();
+        if (!columns.some((column) => column.name === "run_id")) {
+            db.exec(`ALTER TABLE conversation_log ADD COLUMN run_id TEXT`);
+        }
+        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, run_id)
+       VALUES ('user', ?, 'web', 'run-session', ?)`).run("previous run", "previous-run");
+        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, run_id)
+       VALUES ('assistant', ?, 'web', 'run-session', ?)`).run("current run", "current-run");
+        const getSessionMessages = dbModule.getSessionMessages;
+        assert.deepEqual(getSessionMessages("run-session", undefined, { runId: "current-run" }).map((message) => message.content), ["current run"]);
+        assert.deepEqual(getSessionMessages("run-session", undefined, { runId: "current-run", includeHistorical: true }).map((message) => message.content), ["previous run", "current run"]);
+    }
+    finally {
+        dbModule.closeDb();
+    }
+});
+test("getDb migrates legacy hydration rows with NULL run_id and excludes them by default", async () => {
+    const seedDb = new Database(dbPath);
+    seedDb.exec(`
+    CREATE TABLE conversation_log (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      role TEXT NOT NULL CHECK(role IN ('user', 'assistant', 'system', 'agent_completion')),
+      content TEXT NOT NULL,
+      source TEXT NOT NULL DEFAULT 'unknown',
+      session_key TEXT NOT NULL DEFAULT 'default',
+      ts DATETIME DEFAULT CURRENT_TIMESTAMP
+    );
+    INSERT INTO conversation_log (role, content, source, session_key)
+    VALUES ('user', 'legacy row', 'web', 'legacy-session');
+    CREATE TABLE turn_events (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      turn_id TEXT NOT NULL,
+      session_key TEXT NOT NULL DEFAULT 'default',
+      seq INTEGER NOT NULL,
+      ts INTEGER NOT NULL,
+      event_type TEXT NOT NULL,
+      payload TEXT NOT NULL
+    );
+    INSERT INTO turn_events (turn_id, session_key, seq, ts, event_type, payload)
+    VALUES ('legacy-turn', 'legacy-session', 1, 1, 'turn:complete', '{"type":"turn:complete","turnId":"legacy-turn","sessionKey":"legacy-session","finalMessage":"legacy","_seq":1,"_ts":1}');
+  `);
+    seedDb.close();
+    const dbModule = await loadDbModule();
+    try {
+        const db = dbModule.getDb();
+        const columns = db.prepare(`PRAGMA table_info(conversation_log)`).all();
+        assert.ok(columns.some((column) => column.name === "run_id"), "conversation_log.run_id column must be added");
+        const turnColumns = db.prepare(`PRAGMA table_info(turn_events)`).all();
+        assert.ok(turnColumns.some((column) => column.name === "run_id"), "turn_events.run_id column must be added");
+        dbModule.logConversation("assistant", "current row", "web", "legacy-session");
+        assert.deepEqual(dbModule.getSessionMessages("legacy-session").map((message) => message.content), ["current row"]);
+    }
+    finally {
+        dbModule.closeDb();
+    }
+});
 // ---------------------------------------------------------------------------
 // #86: agent_task_events — appendTaskEvent and getTaskEvents
 // ---------------------------------------------------------------------------
@@ -441,8 +827,8 @@ test("getSessionMessages returns ts values normalized to ISO-8601 UTC (ends with
     try {
         const db = dbModule.getDb();
         // Insert a row with a bare SQLite-format timestamp (no T, no Z)
-        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, ts)
-       VALUES ('user', 'timezone test', 'web', 'tz-session', '2026-05-09 01:23:45')`).run();
+        db.prepare(`INSERT INTO conversation_log (role, content, source, session_key, run_id, ts)
+       VALUES ('user', 'timezone test', 'web', 'tz-session', ?, '2026-05-09 01:23:45')`).run(dbModule.getCurrentRunId());
         const messages = dbModule.getSessionMessages("tz-session");
         assert.equal(messages.length, 1, "should return the inserted row");
         assert.equal(messages[0].ts, "2026-05-09T01:23:45Z", "ts must be normalized to ISO-8601 UTC");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "chapterhouse",
-  "version": "0.4.0",
+  "version": "0.4.2",
   "description": "Chapterhouse — a team-level AI assistant for engineering teams, built on the GitHub Copilot SDK. Web UI only.",
   "bin": {
     "chapterhouse": "dist/cli.js"