chapterhouse 0.13.1 → 0.14.1

package/dist/memory/migration.js

@@ -1,244 +0,0 @@
-import { createHash } from "node:crypto";
-import { existsSync, readdirSync, readFileSync } from "node:fs";
-import { join, relative } from "node:path";
-import { WIKI_PAGES_DIR } from "../paths.js";
-import { parseWikiFrontmatter } from "../wiki/frontmatter.js";
-const MIGRATION_NAME = "p6-wiki-seed";
-const MIGRATION_SOURCE = "migration:p6";
-export async function runP6Migration(db) {
-    db.exec(`
-    CREATE TABLE IF NOT EXISTS mem_migrations (
-      id INTEGER PRIMARY KEY,
-      name TEXT UNIQUE,
-      run_at TEXT
-    )
-  `);
-    const alreadyRan = db.prepare(`SELECT 1 FROM mem_migrations WHERE name = ?`).get(MIGRATION_NAME);
-    if (alreadyRan) {
-        return {
-            entitiesCreated: 0,
-            observationsCreated: 0,
-            decisionsCreated: 0,
-            skipped: -1,
-        };
-    }
-    const globalScopeId = getScopeId(db, "global");
-    if (!globalScopeId) {
-        throw new Error("Missing required memory scope 'global'.");
-    }
-    const chapterhouseScopeId = getScopeId(db, "chapterhouse") ?? globalScopeId;
-    const result = {
-        entitiesCreated: 0,
-        observationsCreated: 0,
-        decisionsCreated: 0,
-        skipped: 0,
-    };
-    if (existsSync(WIKI_PAGES_DIR)) {
-        for (const kindDir of ["projects", "people", "topics"]) {
-            for (const pagePath of findFiles(join(WIKI_PAGES_DIR, kindDir), "index.md")) {
-                const relativeSlug = normalizeRelativePageSlug(pagePath);
-                const content = readFileSync(pagePath, "utf-8");
-                const { parsed, body } = parseWikiFrontmatter(content);
-                const kind = toEntityKind(kindDir);
-                const title = parsed.title?.trim() || deriveTitleFromSlug(relativeSlug);
-                const summary = parsed.summary?.trim() || null;
-                const entityId = upsertEntityBySlug(db, {
-                    scopeId: globalScopeId,
-                    slug: relativeSlug,
-                    kind,
-                    title,
-                    summary,
-                });
-                if (entityId.created) {
-                    result.entitiesCreated += 1;
-                }
-                const compiledTruth = extractCompiledTruth(body, title);
-                if (!compiledTruth) {
-                    result.skipped += 1;
-                    continue;
-                }
-                const observationContent = compiledTruth.slice(0, 500);
-                if (insertObservationIfMissing(db, {
-                    scopeId: globalScopeId,
-                    entityId: entityId.id,
-                    content: observationContent,
-                })) {
-                    result.observationsCreated += 1;
-                }
-            }
-        }
-        for (const decisionPath of findFiles(WIKI_PAGES_DIR, "decisions.md")) {
-            const entries = parseDecisionEntries(readFileSync(decisionPath, "utf-8"));
-            for (const entry of entries) {
-                if (!entry.rationale) {
-                    result.skipped += 1;
-                    continue;
-                }
-                if (insertDecisionIfMissing(db, {
-                    scopeId: chapterhouseScopeId,
-                    title: entry.title,
-                    rationale: entry.rationale,
-                })) {
-                    result.decisionsCreated += 1;
-                }
-            }
-        }
-    }
-    db.prepare(`INSERT INTO mem_migrations (name, run_at) VALUES (?, ?)`)
-        .run(MIGRATION_NAME, new Date().toISOString());
-    return result;
-}
-function getScopeId(db, slug) {
-    const row = db.prepare(`SELECT id FROM mem_scopes WHERE slug = ?`).get(slug);
-    return row?.id;
-}
-function findFiles(root, targetName) {
-    if (!existsSync(root)) {
-        return [];
-    }
-    const matches = [];
-    for (const entry of readdirSync(root, { withFileTypes: true })) {
-        const fullPath = join(root, entry.name);
-        if (entry.isDirectory()) {
-            matches.push(...findFiles(fullPath, targetName));
-            continue;
-        }
-        if (entry.isFile() && entry.name === targetName) {
-            matches.push(fullPath);
-        }
-    }
-    return matches.sort((left, right) => left.localeCompare(right));
-}
-function normalizeRelativePageSlug(fullPath) {
-    return relative(WIKI_PAGES_DIR, fullPath).replace(/\\/g, "/");
-}
-function toEntityKind(directory) {
-    switch (directory) {
-        case "projects": return "project";
-        case "people": return "person";
-        case "topics": return "topic";
-    }
-}
-function deriveTitleFromSlug(slug) {
-    const parts = slug.split("/").filter(Boolean);
-    const base = parts[parts.length - 2] || parts[parts.length - 1] || slug;
-    return base.split(/[-_]+/).map((part) => part.charAt(0).toUpperCase() + part.slice(1)).join(" ");
-}
-function extractCompiledTruth(body, fallback) {
-    let text = body.replace(/\r\n/g, "\n").trim();
-    text = text.replace(/^#\s+.+?(\n+|$)/, "").trim();
-    const summaryMatch = text.match(/^##\s+Summary\s*\n+([\s\S]*?)(?=\n##\s+|$)/m);
-    if (summaryMatch?.[1]?.trim()) {
-        text = summaryMatch[1].trim();
-    }
-    const beforeTimeline = text.split(/\n##\s+Timeline\b/m)[0]?.trim() ?? "";
-    return beforeTimeline || fallback;
-}
-function upsertEntityBySlug(db, input) {
-    const existingBySlug = db.prepare(`SELECT id FROM mem_entities WHERE scope_id = ? AND slug = ?`).get(input.scopeId, input.slug);
-    if (existingBySlug) {
-        db.prepare(`
-      UPDATE mem_entities
-      SET kind = ?, name = ?, summary = ?, updated_at = CURRENT_TIMESTAMP
-      WHERE id = ?
-    `).run(input.kind, input.title, input.summary, existingBySlug.id);
-        return { id: existingBySlug.id, created: false };
-    }
-    const existingByName = db.prepare(`
-    SELECT id
-    FROM mem_entities
-    WHERE scope_id = ? AND kind = ? AND name = ?
-  `).get(input.scopeId, input.kind, input.title);
-    if (existingByName) {
-        db.prepare(`
-      UPDATE mem_entities
-      SET slug = ?, summary = ?, updated_at = CURRENT_TIMESTAMP
-      WHERE id = ?
-    `).run(input.slug, input.summary, existingByName.id);
-        return { id: existingByName.id, created: false };
-    }
-    const inserted = db.prepare(`
-    INSERT INTO mem_entities (scope_id, slug, kind, name, summary, tier, confidence, created_at, updated_at)
-    VALUES (?, ?, ?, ?, ?, 'warm', 1.0, CURRENT_TIMESTAMP, CURRENT_TIMESTAMP)
-  `).run(input.scopeId, input.slug, input.kind, input.title, input.summary);
-    return { id: Number(inserted.lastInsertRowid), created: true };
-}
-function insertObservationIfMissing(db, input) {
-    const hash = contentHash(input.content);
-    const existing = db.prepare(`
-    SELECT id
-    FROM mem_observations
-    WHERE scope_id = ? AND entity_id = ? AND source = ? AND content = ?
-  `).get(input.scopeId, input.entityId, MIGRATION_SOURCE, input.content);
-    if (existing) {
-        return false;
-    }
-    const duplicateByHash = db.prepare(`
-    SELECT id, content
-    FROM mem_observations
-    WHERE scope_id = ? AND entity_id = ? AND source = ?
-  `).all(input.scopeId, input.entityId, MIGRATION_SOURCE);
-    if (duplicateByHash.some((row) => contentHash(row.content) === hash)) {
-        return false;
-    }
-    db.prepare(`
-    INSERT INTO mem_observations (scope_id, entity_id, content, source, tier, confidence, created_at)
-    VALUES (?, ?, ?, ?, 'warm', 1.0, CURRENT_TIMESTAMP)
-  `).run(input.scopeId, input.entityId, input.content, MIGRATION_SOURCE);
-    return true;
-}
-function insertDecisionIfMissing(db, input) {
-    const hash = contentHash(`${input.title}\n${input.rationale}`);
-    const rows = db.prepare(`
-    SELECT id, title, rationale
-    FROM mem_decisions
-    WHERE scope_id = ?
-  `).all(input.scopeId);
-    if (rows.some((row) => contentHash(`${row.title}\n${row.rationale}`) === hash)) {
-        return false;
-    }
-    db.prepare(`
-    INSERT INTO mem_decisions (scope_id, title, rationale, decided_at, source, tier, created_at)
-    VALUES (?, ?, ?, ?, ?, 'warm', CURRENT_TIMESTAMP)
-  `).run(input.scopeId, input.title, input.rationale, new Date().toISOString().slice(0, 10), MIGRATION_SOURCE);
-    return true;
-}
-function parseDecisionEntries(content) {
-    const lines = content.replace(/\r\n/g, "\n").split("\n");
-    const entries = [];
-    for (let index = 0; index < lines.length; index += 1) {
-        const match = lines[index]?.match(/^###?\s+(.+)$/);
-        if (!match) {
-            continue;
-        }
-        const paragraph = [];
-        let cursor = index + 1;
-        while (cursor < lines.length && !lines[cursor]?.trim()) {
-            cursor += 1;
-        }
-        while (cursor < lines.length) {
-            const line = lines[cursor] ?? "";
-            if (/^###?\s+/.test(line)) {
-                break;
-            }
-            if (!line.trim()) {
-                if (paragraph.length > 0) {
-                    break;
-                }
-                cursor += 1;
-                continue;
-            }
-            paragraph.push(line.trim());
-            cursor += 1;
-        }
-        entries.push({
-            title: match[1].trim(),
-            rationale: paragraph.join(" ").trim(),
-        });
-    }
-    return entries;
-}
-function contentHash(content) {
-    return createHash("sha256").update(content).digest("hex");
-}
-//# sourceMappingURL=migration.js.map

package/dist/memory/migration.test.js

@@ -1,108 +0,0 @@
-import assert from "node:assert/strict";
-import { existsSync, mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
-import { join } from "node:path";
-import test from "node:test";
-import { resetSingletons } from "../test/helpers/reset-singletons.js";
-let sandboxRoot;
-let chapterhouseHome;
-let dbModule;
-let migrationModule;
-function resetSandbox() {
-    rmSync(chapterhouseHome, { recursive: true, force: true });
-    mkdirSync(chapterhouseHome, { recursive: true });
-}
-function writePage(relativePath, content) {
-    const fullPath = join(chapterhouseHome, "wiki", relativePath);
-    mkdirSync(join(fullPath, ".."), { recursive: true });
-    writeFileSync(fullPath, content, "utf-8");
-}
-test.before(async () => {
-    mkdirSync(join(process.cwd(), ".test-work"), { recursive: true });
-    sandboxRoot = mkdtempSync(join(process.cwd(), ".test-work", "memory-migration-"));
-    process.env.CHAPTERHOUSE_HOME = sandboxRoot;
-    chapterhouseHome = join(sandboxRoot, ".chapterhouse");
-    resetSingletons();
-    const nonce = `${Date.now()}-${Math.random()}`;
-    dbModule = await import(new URL(`../store/db.js?case=${nonce}`, import.meta.url).href);
-    migrationModule = await import(new URL(`./migration.js?case=${nonce}`, import.meta.url).href);
-});
-test.beforeEach(() => {
-    process.env.CHAPTERHOUSE_HOME = sandboxRoot;
-    dbModule.closeDb();
-    resetSingletons();
-    resetSandbox();
-});
-test.after(() => {
-    try {
-        dbModule.closeDb();
-    }
-    catch { }
-    try {
-        resetSingletons();
-    }
-    catch { }
-    try {
-        rmSync(sandboxRoot, { recursive: true, force: true });
-    }
-    catch { }
-});
-test("runP6Migration seeds project, person, topic, and decision pages from the wiki", async () => {
-    const longTruth = `${"Compiled truth. ".repeat(60)}Detailed migration note.`;
-    writePage("pages/projects/project-x/index.md", `---\ntitle: Project X\nsummary: Flagship delivery program\ntags: [alpha, backend]\n---\n\n# Project X\n\n${longTruth}\n`);
-    writePage("pages/people/alice-example/index.md", `---\ntitle: Alice Example\nsummary: Principal engineer\ntags: [people]\n---\n\n# Alice Example\n\nAlice leads backend delivery.\n`);
-    writePage("pages/topics/observability/index.md", `---\ntitle: Observability\nsummary: Shared telemetry topic\ntags: [topic]\n---\n\n# Observability\n\nTracing, logs, and metrics.\n`);
-    writePage("pages/projects/chapterhouse/decisions.md", `# Decisions\n\n## Keep SQLite for memory\nSQLite keeps the daemon self-contained.\n\n### Append-only timelines\nTimeline history remains append-only for auditability.\n`);
-    const db = dbModule.getDb();
-    const result = await migrationModule.runP6Migration(db);
-    assert.deepEqual(result, {
-        entitiesCreated: 3,
-        observationsCreated: 3,
-        decisionsCreated: 2,
-        skipped: 0,
-    });
-    const entities = db.prepare(`SELECT slug, kind, name, summary FROM mem_entities ORDER BY slug`).all();
-    assert.deepEqual(entities.filter((row) => row.slug?.startsWith("projects/") || row.slug?.startsWith("people/") || row.slug?.startsWith("topics/")), [
-        { slug: "people/alice-example/index.md", kind: "person", name: "Alice Example", summary: "Principal engineer" },
-        { slug: "projects/project-x/index.md", kind: "project", name: "Project X", summary: "Flagship delivery program" },
-        { slug: "topics/observability/index.md", kind: "topic", name: "Observability", summary: "Shared telemetry topic" },
-    ]);
-    const observation = db.prepare(`SELECT content, source, tier FROM mem_observations WHERE source = 'migration:p6' ORDER BY id LIMIT 1`).get();
-    assert.equal(observation.source, "migration:p6");
-    assert.equal(observation.tier, "warm");
-    assert.equal(observation.content.length, 500);
-    assert.equal(observation.content, longTruth.slice(0, 500));
-    const chapterhouseScope = db.prepare(`SELECT id FROM mem_scopes WHERE slug = 'chapterhouse'`).get();
-    const decisions = db.prepare(`SELECT title, rationale, scope_id FROM mem_decisions WHERE title IN (?, ?) ORDER BY title`).all("Append-only timelines", "Keep SQLite for memory");
-    assert.deepEqual(decisions, [
-        { title: "Append-only timelines", rationale: "Timeline history remains append-only for auditability.", scope_id: chapterhouseScope.id },
-        { title: "Keep SQLite for memory", rationale: "SQLite keeps the daemon self-contained.", scope_id: chapterhouseScope.id },
-    ]);
-    const migrationRow = db.prepare(`SELECT name FROM mem_migrations WHERE name = 'p6-wiki-seed'`).get();
-    assert.deepEqual(migrationRow, { name: "p6-wiki-seed" });
-});
-test("runP6Migration is idempotent across repeated runs", async () => {
-    writePage("pages/projects/project-x/index.md", `---\ntitle: Project X\nsummary: Flagship delivery program\ntags: []\n---\n\n# Project X\n\nCompiled truth lives here.\n`);
-    const db = dbModule.getDb();
-    const first = await migrationModule.runP6Migration(db);
-    const second = await migrationModule.runP6Migration(db);
-    assert.equal(first.entitiesCreated, 1);
-    assert.equal(first.observationsCreated, 1);
-    assert.equal(second.skipped, -1);
-    assert.equal(db.prepare(`SELECT COUNT(*) AS count FROM mem_entities WHERE slug = 'projects/project-x/index.md'`).get().count, 1);
-    assert.equal(db.prepare(`SELECT COUNT(*) AS count FROM mem_observations WHERE source = 'migration:p6'`).get().count, 1);
-    assert.equal(db.prepare(`SELECT COUNT(*) AS count FROM mem_migrations WHERE name = 'p6-wiki-seed'`).get().count, 1);
-});
-test("runP6Migration skips gracefully when the wiki skeleton exists but contains no migratable pages", async () => {
-    const db = dbModule.getDb();
-    assert.equal(existsSync(join(chapterhouseHome, "wiki", "pages")), true);
-    const result = await migrationModule.runP6Migration(db);
-    assert.deepEqual(result, {
-        entitiesCreated: 0,
-        observationsCreated: 0,
-        decisionsCreated: 0,
-        skipped: 0,
-    });
-    assert.equal(db.prepare(`SELECT COUNT(*) AS count FROM mem_entities`).get().count >= 0, true);
-    assert.equal(db.prepare(`SELECT COUNT(*) AS count FROM mem_migrations WHERE name = 'p6-wiki-seed'`).get().count, 1);
-});
-//# sourceMappingURL=migration.test.js.map

package/dist/memory/observations.js

@@ -1,46 +0,0 @@
-import { getDb } from "../store/db.js";
-function toObservation(row) {
-    return {
-        id: row.id,
-        scopeId: row.scope_id,
-        entityId: row.entity_id ?? undefined,
-        content: row.content,
-        source: row.source,
-        tier: row.tier,
-        confidence: row.confidence,
-        embedding: row.embedding ?? undefined,
-        supersededBy: row.superseded_by ?? undefined,
-        archivedAt: row.archived_at ?? undefined,
-        createdAt: row.created_at,
-    };
-}
-export function recordObservation(input) {
-    const result = getDb().prepare(`
-    INSERT INTO mem_observations (scope_id, entity_id, content, source, tier, confidence, created_at)
-    VALUES (?, ?, ?, ?, ?, ?, CURRENT_TIMESTAMP)
-  `).run(input.scope_id, input.entity_id ?? null, input.content, input.source, input.tier ?? "warm", input.confidence ?? 1.0);
-    return getObservation(Number(result.lastInsertRowid));
-}
-export function getObservation(id) {
-    const row = getDb().prepare(`
-    SELECT id, scope_id, entity_id, content, source, tier, confidence, embedding, superseded_by, archived_at, created_at
-    FROM mem_observations
-    WHERE id = ?
-  `).get(id);
-    return row ? toObservation(row) : undefined;
-}
-export function listObservations(input = {}) {
-    const rows = getDb().prepare(`
-    SELECT id, scope_id, entity_id, content, source, tier, confidence, embedding, superseded_by, archived_at, created_at
-    FROM mem_observations
-    WHERE (? IS NULL OR scope_id = ?)
-      AND (? IS NULL OR entity_id = ?)
-    ORDER BY id DESC
-    LIMIT ? OFFSET ?
-  `).all(input.scope_id ?? null, input.scope_id ?? null, input.entity_id ?? null, input.entity_id ?? null, input.limit ?? 50, input.offset ?? 0);
-    return rows.map(toObservation);
-}
-export function deleteObservation(id) {
-    getDb().prepare(`DELETE FROM mem_observations WHERE id = ?`).run(id);
-}
-//# sourceMappingURL=observations.js.map

package/dist/memory/observations.test.js

@@ -1,86 +0,0 @@
-import assert from "node:assert/strict";
-import { mkdirSync, rmSync } from "node:fs";
-import { join } from "node:path";
-import test from "node:test";
-const repoRoot = process.cwd();
-const sandboxRoot = join(repoRoot, ".test-work", `memory-observations-${process.pid}`);
-const chapterhouseHome = join(sandboxRoot, ".chapterhouse");
-process.env.CHAPTERHOUSE_HOME = sandboxRoot;
-function resetSandbox() {
-    mkdirSync(join(repoRoot, ".test-work"), { recursive: true });
-    rmSync(sandboxRoot, { recursive: true, force: true });
-    mkdirSync(chapterhouseHome, { recursive: true });
-}
-async function loadModules() {
-    const dbModule = await import(new URL("../store/db.js", import.meta.url).href);
-    const memoryModule = await import(new URL("./index.js", import.meta.url).href);
-    return { dbModule, memoryModule };
-}
-function getFunction(module, name) {
-    const value = module[name];
-    assert.equal(typeof value, "function", `expected ${name} to be exported`);
-    return value;
-}
-test.beforeEach(async () => {
-    const dbModule = await import(new URL("../store/db.js", import.meta.url).href);
-    dbModule.closeDb();
-    resetSandbox();
-});
-test.after(async () => {
-    const dbModule = await import(new URL("../store/db.js", import.meta.url).href);
-    dbModule.closeDb();
-    rmSync(sandboxRoot, { recursive: true, force: true });
-});
-test("recordObservation supports CRUD and keeps the observation FTS index in sync", async () => {
-    const { dbModule, memoryModule } = await loadModules();
-    const db = dbModule.getDb();
-    const getScope = getFunction(memoryModule, "getScope");
-    const recordObservation = getFunction(memoryModule, "recordObservation");
-    const getObservation = getFunction(memoryModule, "getObservation");
-    const listObservations = getFunction(memoryModule, "listObservations");
-    const deleteObservation = getFunction(memoryModule, "deleteObservation");
-    const chapterhouse = getScope("chapterhouse");
-    assert.ok(chapterhouse, "chapterhouse scope should be seeded");
-    const created = recordObservation({
-        scope_id: chapterhouse.id,
-        content: "SQLite WAL mode keeps Chapterhouse memory writes fast.",
-        source: "user",
-        tier: "hot",
-        confidence: 0.9,
-    });
-    assert.equal(created.content, "SQLite WAL mode keeps Chapterhouse memory writes fast.");
-    assert.deepEqual(getObservation(created.id)?.content, created.content);
-    assert.equal(listObservations({ scope_id: chapterhouse.id }).some((row) => row.id === created.id), true);
-    const initialHits = db.prepare(`
-    SELECT rowid
-    FROM mem_observations_fts
-    WHERE mem_observations_fts MATCH 'WAL'
-  `).all();
-    assert.deepEqual(initialHits, [{ rowid: created.id }]);
-    db.prepare(`
-    UPDATE mem_observations
-    SET content = ?
-    WHERE id = ?
-  `).run("FTS rebuild test for hot-tier prompts and scoped recall.", created.id);
-    const walHits = db.prepare(`
-    SELECT rowid
-    FROM mem_observations_fts
-    WHERE mem_observations_fts MATCH 'WAL'
-  `).all();
-    const rebuildHits = db.prepare(`
-    SELECT rowid
-    FROM mem_observations_fts
-    WHERE mem_observations_fts MATCH 'rebuild'
-  `).all();
-    assert.deepEqual(walHits, []);
-    assert.deepEqual(rebuildHits, [{ rowid: created.id }]);
-    deleteObservation(created.id);
-    assert.equal(getObservation(created.id), undefined);
-    const postDeleteHits = db.prepare(`
-    SELECT rowid
-    FROM mem_observations_fts
-    WHERE mem_observations_fts MATCH 'rebuild'
-  `).all();
-    assert.deepEqual(postDeleteHits, []);
-});
-//# sourceMappingURL=observations.test.js.map