pulseed 0.4.4 → 0.4.6

package/dist/platform/soil/retriever.js

@@ -0,0 +1,262 @@
+import * as fsp from "node:fs/promises";
+import * as path from "node:path";
+import { splitSoilFrontmatter } from "./frontmatter.js";
+import { SoilPageFrontmatterSchema } from "./types.js";
+import { createSoilConfig, } from "./config.js";
+import { normalizeSoilId, normalizeSoilRelativePath, soilIdToRelativePath, soilPageRelativePathFromAbsolute, } from "./paths.js";
+export class FileSoilPageStore {
+    async listMarkdownFiles(rootDir) {
+        const files = [];
+        await this.walk(rootDir, files);
+        return files;
+    }
+    async readMarkdownFile(filePath) {
+        return fsp.readFile(filePath, "utf-8");
+    }
+    async walk(dir, files) {
+        const entries = await fsp.readdir(dir, { withFileTypes: true }).catch(() => []);
+        for (const entry of entries) {
+            if (entry.name.startsWith(".")) {
+                continue;
+            }
+            const fullPath = path.join(dir, entry.name);
+            if (entry.isDirectory()) {
+                await this.walk(fullPath, files);
+                continue;
+            }
+            if (entry.isFile() && entry.name.endsWith(".md")) {
+                files.push(fullPath);
+            }
+        }
+    }
+}
+export async function loadSoilManifest(configInput = {}, store = new FileSoilPageStore()) {
+    const config = createSoilConfig(configInput);
+    const pages = [];
+    const bySoilId = new Map();
+    const byRelativePath = new Map();
+    const files = await store.listMarkdownFiles(config.rootDir);
+    for (const filePath of files) {
+        const content = await store.readMarkdownFile(filePath).catch(() => null);
+        if (content === null) {
+            continue;
+        }
+        const split = splitSoilFrontmatter(content);
+        if (!split.hasFrontmatter) {
+            continue;
+        }
+        const parsed = SoilPageFrontmatterSchema.safeParse(split.frontmatter);
+        if (!parsed.success) {
+            continue;
+        }
+        const relativePath = soilPageRelativePathFromAbsolute(config.rootDir, filePath);
+        let soilId;
+        try {
+            soilId = normalizeSoilId(parsed.data.soil_id);
+        }
+        catch {
+            continue;
+        }
+        const record = {
+            soilId,
+            relativePath,
+            absolutePath: filePath,
+            frontmatter: parsed.data,
+            body: split.body,
+            content,
+            metadataText: buildMetadataText(parsed.data),
+            searchText: buildSearchText(parsed.data, split.body),
+        };
+        pages.push(record);
+        const soilRecords = bySoilId.get(soilId) ?? [];
+        soilRecords.push(record);
+        bySoilId.set(soilId, soilRecords);
+        byRelativePath.set(relativePath, record);
+    }
+    return { rootDir: config.rootDir, pages, bySoilId, byRelativePath };
+}
+function buildSearchText(frontmatter, body) {
+    return [
+        frontmatter.title,
+        frontmatter.summary,
+        frontmatter.domain,
+        frontmatter.owner,
+        frontmatter.kind,
+        frontmatter.route,
+        frontmatter.status,
+        frontmatter.source,
+        frontmatter.soil_id,
+        frontmatter.goal_id,
+        frontmatter.task_id,
+        frontmatter.schedule_id,
+        frontmatter.decision_id,
+        frontmatter.entry_id,
+        JSON.stringify(frontmatter.source_refs),
+        JSON.stringify(frontmatter.generation_watermark),
+        JSON.stringify(frontmatter.manual_overlay),
+        JSON.stringify(frontmatter),
+        body,
+    ]
+        .filter(Boolean)
+        .join("\n")
+        .toLowerCase();
+}
+function buildMetadataText(frontmatter) {
+    return [
+        frontmatter.kind,
+        frontmatter.status,
+        frontmatter.route,
+        frontmatter.source,
+        frontmatter.version,
+        frontmatter.domain,
+        frontmatter.owner,
+        frontmatter.goal_id,
+        frontmatter.task_id,
+        frontmatter.schedule_id,
+        frontmatter.decision_id,
+        frontmatter.entry_id,
+        JSON.stringify(frontmatter.source_refs),
+        JSON.stringify(frontmatter.generation_watermark),
+        JSON.stringify(frontmatter.manual_overlay),
+        JSON.stringify({
+            import_status: frontmatter.import_status,
+            approval_status: frontmatter.approval_status,
+            approved_by: frontmatter.approved_by,
+            supersedes: frontmatter.supersedes,
+            superseded_by: frontmatter.superseded_by,
+            source_truth: frontmatter.source_truth,
+            rendered_from: frontmatter.rendered_from,
+            page_format_version: frontmatter.page_format_version,
+        }),
+    ]
+        .filter(Boolean)
+        .join("\n")
+        .toLowerCase();
+}
+function countOccurrences(haystack, needle) {
+    if (!needle) {
+        return 0;
+    }
+    let count = 0;
+    let index = 0;
+    while (index >= 0) {
+        index = haystack.indexOf(needle, index);
+        if (index >= 0) {
+            count += 1;
+            index += needle.length;
+        }
+    }
+    return count;
+}
+function scorePage(queryTokens, record) {
+    if (queryTokens.length === 0) {
+        return 0;
+    }
+    let score = 0;
+    for (const token of queryTokens) {
+        score += countOccurrences(record.frontmatter.title.toLowerCase(), token) * 8;
+        score += countOccurrences(record.frontmatter.summary?.toLowerCase() ?? "", token) * 5;
+        score += countOccurrences(record.body.toLowerCase(), token) * 2;
+        score += countOccurrences(record.metadataText, token);
+    }
+    return score;
+}
+function buildSnippet(record, queryTokens) {
+    const haystack = [
+        record.frontmatter.title,
+        record.frontmatter.summary,
+        record.body,
+    ]
+        .filter(Boolean)
+        .join("\n");
+    const lower = haystack.toLowerCase();
+    for (const token of queryTokens) {
+        const index = lower.indexOf(token);
+        if (index >= 0) {
+            const start = Math.max(0, index - 60);
+            const end = Math.min(haystack.length, index + token.length + 120);
+            return haystack.slice(start, end);
+        }
+    }
+    return record.frontmatter.title;
+}
+export class SoilRetriever {
+    config;
+    store;
+    manifest = null;
+    constructor(config, store = new FileSoilPageStore()) {
+        this.config = config;
+        this.store = store;
+    }
+    static create(configInput = {}, store) {
+        return new SoilRetriever(createSoilConfig(configInput), store);
+    }
+    async refresh() {
+        this.manifest = await loadSoilManifest({ rootDir: this.config.rootDir, indexPath: this.config.indexPath }, this.store);
+        return this.manifest;
+    }
+    async getManifest() {
+        return this.manifest ?? this.refresh();
+    }
+    async list() {
+        const manifest = await this.getManifest();
+        return [...manifest.pages];
+    }
+    async getBySoilId(soilId) {
+        const manifest = await this.getManifest();
+        const records = manifest.bySoilId.get(normalizeSoilId(soilId));
+        return records?.[0] ?? null;
+    }
+    async getByPath(input) {
+        const manifest = await this.getManifest();
+        const normalized = this.normalizeLookupPath(input);
+        return manifest.byRelativePath.get(normalized) ?? null;
+    }
+    async query(query, limit = 10) {
+        const manifest = await this.getManifest();
+        const queryTokens = tokenize(query);
+        if (queryTokens.length === 0) {
+            return manifest.pages.slice(0, limit).map((record) => ({
+                soilId: record.soilId,
+                relativePath: record.relativePath,
+                absolutePath: record.absolutePath,
+                score: 0,
+                frontmatter: record.frontmatter,
+                snippet: buildSnippet(record, []),
+            }));
+        }
+        return manifest.pages
+            .map((record) => ({
+            record,
+            score: scorePage(queryTokens, record),
+        }))
+            .filter(({ score }) => score > 0)
+            .sort((left, right) => right.score - left.score || left.record.relativePath.localeCompare(right.record.relativePath))
+            .slice(0, limit)
+            .map(({ record, score }) => ({
+            soilId: record.soilId,
+            relativePath: record.relativePath,
+            absolutePath: record.absolutePath,
+            score,
+            frontmatter: record.frontmatter,
+            snippet: buildSnippet(record, queryTokens),
+        }));
+    }
+    normalizeLookupPath(input) {
+        if (path.isAbsolute(input)) {
+            return soilPageRelativePathFromAbsolute(this.config.rootDir, input);
+        }
+        return normalizeSoilRelativePath(input);
+    }
+}
+function tokenize(query) {
+    return query
+        .toLowerCase()
+        .split(/[^a-z0-9._/-]+/g)
+        .map((token) => token.trim())
+        .filter(Boolean);
+}
+export function soilIdMatchesPath(soilId, relativePath) {
+    return soilIdToRelativePath(soilId) === normalizeSoilRelativePath(relativePath);
+}
+//# sourceMappingURL=retriever.js.map

package/dist/platform/soil/retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retriever.js","sourceRoot":"","sources":["../../../src/platform/soil/retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,kBAAkB,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAA4B,MAAM,YAAY,CAAC;AACjF,OAAO,EACL,gBAAgB,GAGjB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,eAAe,EACf,yBAAyB,EAEzB,oBAAoB,EACpB,gCAAgC,GACjC,MAAM,YAAY,CAAC;AA2BpB,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,iBAAiB,CAAC,OAAe;QACrC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACrC,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,KAAe;QAC7C,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAChF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACjC,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AASD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,cAA+B,EAAE,EACjC,QAAuB,IAAI,iBAAiB,EAAE;IAE9C,MAAM,MAAM,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA0B,CAAC;IACzD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE5D,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QACD,MAAM,YAAY,GAAG,gCAAgC,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChF,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAmB;YAC7B,MAAM;YACN,YAAY;YACZ,YAAY,EAAE,QAAQ;YACtB,WAAW,EAAE,MAAM,CAAC,IAAI;YACxB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO;YACP,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC;YAC5C,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;SACrD,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/C,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAClC,cAAc,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,eAAe,CAAC,WAAgC,EAAE,IAAY;IACrE,OAAO;QACL,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,IAAI;QAChB,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,WAAW;QACvB,WAAW,CAAC,WAAW;QACvB,WAAW,CAAC,QAAQ;QACpB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,oBAAoB,CAAC;QAChD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;QAC3B,IAAI;KACL;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CAAC,WAAgC;IACzD,OAAO;QACL,WAAW,CAAC,IAAI;QAChB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,MAAM;QAClB,WAAW,CAAC,KAAK;QACjB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,OAAO;QACnB,WAAW,CAAC,WAAW;QACvB,WAAW,CAAC,WAAW;QACvB,WAAW,CAAC,QAAQ;QACpB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,oBAAoB,CAAC;QAChD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC;YACb,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,eAAe,EAAE,WAAW,CAAC,eAAe;YAC5C,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,mBAAmB,EAAE,WAAW,CAAC,mBAAmB;SACrD,CAAC;KACH;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,MAAc;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;QAClB,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAC;YACX,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,WAAqB,EAAE,MAAsB;IAC9D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7E,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACtF,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAChE,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,MAAsB,EAAE,WAAqB;IACjE,MAAM,QAAQ,GAAG;QACf,MAAM,CAAC,WAAW,CAAC,KAAK;QACxB,MAAM,CAAC,WAAW,CAAC,OAAO;QAC1B,MAAM,CAAC,IAAI;KACZ;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;YAClE,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC;AAClC,CAAC;AAED,MAAM,OAAO,aAAa;IAIL;IACA;IAJX,QAAQ,GAAwB,IAAI,CAAC;IAE7C,YACmB,MAAkB,EAClB,QAAuB,IAAI,iBAAiB,EAAE;QAD9C,WAAM,GAAN,MAAM,CAAY;QAClB,UAAK,GAAL,KAAK,CAAyC;IAC9D,CAAC;IAEJ,MAAM,CAAC,MAAM,CAAC,cAA+B,EAAE,EAAE,KAAqB;QACpE,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,QAAQ,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACvH,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,OAAO,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACnD,OAAO,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACrD,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,KAAK,EAAE,CAAC;gBACR,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,OAAO,EAAE,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;aAClC,CAAC,CAAC,CAAC;QACN,CAAC;QACD,OAAO,QAAQ,CAAC,KAAK;aAClB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAChB,MAAM;YACN,KAAK,EAAE,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC;SACtC,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;aAChC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;aACpH,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;aACf,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK;YACL,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,OAAO,EAAE,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC;SAC3C,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,mBAAmB,CAAC,KAAa;QACvC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,gCAAgC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;QACD,OAAO,yBAAyB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,KAAK;SACT,WAAW,EAAE;SACb,KAAK,CAAC,iBAAiB,CAAC;SACxB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,YAAoB;IACpE,OAAO,oBAAoB,CAAC,MAAM,CAAC,KAAK,yBAAyB,CAAC,YAAY,CAAC,CAAC;AAClF,CAAC"}

package/dist/platform/soil/runtime-rebuild.d.ts

@@ -0,0 +1,33 @@
+import type { SoilIndexSnapshot } from "./index-store.js";
+export interface SoilRuntimeRebuildInput {
+    baseDir: string;
+    rootDir?: string;
+    clock?: () => Date;
+}
+export interface SoilRuntimeRebuildReport {
+    baseDir: string;
+    rootDir: string;
+    projected: {
+        reports: number;
+        schedules: number;
+        domainKnowledge: number;
+        sharedKnowledge: number;
+        agentMemory: number;
+        decisions: number;
+        identity: number;
+        system: number;
+    };
+    skipped: Array<{
+        scope: string;
+        reason: string;
+    }>;
+    pruned: Array<{
+        soilId: string;
+        relativePath: string;
+        archivedPath: string;
+        reason: string;
+    }>;
+    index: SoilIndexSnapshot;
+}
+export declare function rebuildSoilFromRuntime(input: SoilRuntimeRebuildInput): Promise<SoilRuntimeRebuildReport>;
+//# sourceMappingURL=runtime-rebuild.d.ts.map

package/dist/platform/soil/runtime-rebuild.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-rebuild.d.ts","sourceRoot":"","sources":["../../../src/platform/soil/runtime-rebuild.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAe1D,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE;QACT,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,MAAM,CAAC;QACxB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,OAAO,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAClD,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9F,KAAK,EAAE,iBAAiB,CAAC;CAC1B;AAoID,wBAAsB,sBAAsB,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CA+F9G"}

package/dist/platform/soil/runtime-rebuild.js

@@ -0,0 +1,201 @@
+import * as fsp from "node:fs/promises";
+import * as path from "node:path";
+import { z } from "zod";
+import { ReportSchema } from "../../base/types/report.js";
+import { DecisionRecordSchema, DomainKnowledgeSchema, SharedKnowledgeEntrySchema, } from "../../base/types/knowledge.js";
+import { readJsonFileOrNull } from "../../base/utils/json-io.js";
+import { ScheduleEntryListSchema } from "../../runtime/types/schedule.js";
+import { AgentMemoryStoreSchema } from "../knowledge/types/agent-memory.js";
+import { rebuildSoilIndex } from "./index-store.js";
+import { readSoilMarkdownFile } from "./io.js";
+import { soilPageRelativePathFromAbsolute } from "./paths.js";
+import { projectReportToSoil, projectSchedulesToSoil } from "./projections.js";
+import { projectAgentMemoryToSoil, projectDecisionsToSoil, projectDomainKnowledgeToSoil, projectIdentityToSoil, projectSharedKnowledgeToSoil, projectSoilSystemPages, } from "./content-projections.js";
+const RUNTIME_PROJECTION_RENDERERS = new Set([
+    "reporting-engine",
+    "schedule-engine",
+    "knowledge-manager",
+    "memory-store",
+    "knowledge-decisions",
+]);
+async function listJsonFiles(dir) {
+    const entries = await fsp.readdir(dir, { withFileTypes: true }).catch(() => []);
+    const files = [];
+    for (const entry of entries) {
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            files.push(...(await listJsonFiles(fullPath)));
+            continue;
+        }
+        if (entry.isFile() && entry.name.endsWith(".json")) {
+            files.push(fullPath);
+        }
+    }
+    return files;
+}
+async function listMarkdownFiles(dir) {
+    const entries = await fsp.readdir(dir, { withFileTypes: true }).catch(() => []);
+    const files = [];
+    for (const entry of entries) {
+        if (entry.name.startsWith(".")) {
+            continue;
+        }
+        const fullPath = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            files.push(...(await listMarkdownFiles(fullPath)));
+            continue;
+        }
+        if (entry.isFile() && entry.name.endsWith(".md")) {
+            files.push(fullPath);
+        }
+    }
+    return files;
+}
+async function readJsonWithSchema(filePath, schema) {
+    const raw = await readJsonFileOrNull(filePath);
+    if (raw === null) {
+        return null;
+    }
+    const parsed = schema.safeParse(raw);
+    return parsed.success ? parsed.data : null;
+}
+function localSourcePathsForPage(frontmatter, pagePath) {
+    const sourcePaths = new Set();
+    for (const sourceRef of frontmatter.source_refs ?? []) {
+        if (sourceRef.source_path) {
+            sourcePaths.add(sourceRef.source_path);
+        }
+    }
+    if (frontmatter.generation_watermark?.source_path) {
+        sourcePaths.add(frontmatter.generation_watermark.source_path);
+    }
+    for (const sourcePath of frontmatter.generation_watermark?.source_paths ?? []) {
+        sourcePaths.add(sourcePath);
+    }
+    return [...sourcePaths]
+        .filter((sourcePath) => sourcePath && !/^[a-zA-Z][a-zA-Z0-9+.-]*:\/\//.test(sourcePath))
+        .map((sourcePath) => (path.isAbsolute(sourcePath) ? path.resolve(sourcePath) : path.resolve(path.dirname(pagePath), sourcePath)));
+}
+async function pathExists(filePath) {
+    return fsp.access(filePath).then(() => true, () => false);
+}
+function shouldPruneRuntimeProjection(frontmatter, sourcePaths) {
+    if (frontmatter.source_truth !== "runtime_json") {
+        return false;
+    }
+    if (frontmatter.source !== "compiled") {
+        return false;
+    }
+    if (!frontmatter.rendered_from || !RUNTIME_PROJECTION_RENDERERS.has(frontmatter.rendered_from)) {
+        return false;
+    }
+    return sourcePaths.length > 0;
+}
+async function pruneDeletedRuntimeProjections(input) {
+    const pruned = [];
+    const archivedAt = (input.clock?.() ?? new Date()).toISOString().replace(/[:.]/g, "-");
+    for (const filePath of await listMarkdownFiles(input.rootDir)) {
+        const page = await readSoilMarkdownFile(filePath).catch(() => null);
+        if (page === null) {
+            continue;
+        }
+        const sourcePaths = localSourcePathsForPage(page.frontmatter, filePath);
+        if (!shouldPruneRuntimeProjection(page.frontmatter, sourcePaths)) {
+            continue;
+        }
+        const sourceExists = await Promise.all(sourcePaths.map((sourcePath) => pathExists(sourcePath)));
+        if (sourceExists.some(Boolean)) {
+            continue;
+        }
+        const relativePath = soilPageRelativePathFromAbsolute(input.rootDir, filePath);
+        const archivedPath = path.join(input.rootDir, ".stale", "pruned", relativePath.replace(/\.md$/, `.${archivedAt}.md`));
+        await fsp.mkdir(path.dirname(archivedPath), { recursive: true });
+        await fsp.rename(filePath, archivedPath);
+        pruned.push({
+            soilId: page.frontmatter.soil_id,
+            relativePath,
+            archivedPath,
+            reason: "runtime source path is missing",
+        });
+    }
+    return pruned;
+}
+export async function rebuildSoilFromRuntime(input) {
+    const rootDir = input.rootDir ?? path.join(input.baseDir, "soil");
+    const projected = {
+        reports: 0,
+        schedules: 0,
+        domainKnowledge: 0,
+        sharedKnowledge: 0,
+        agentMemory: 0,
+        decisions: 0,
+        identity: 0,
+        system: 0,
+    };
+    const skipped = [];
+    const projectionBase = { baseDir: input.baseDir, rootDir, clock: input.clock };
+    for (const filePath of await listJsonFiles(path.join(input.baseDir, "reports"))) {
+        const report = await readJsonWithSchema(filePath, ReportSchema);
+        if (report === null) {
+            skipped.push({ scope: path.relative(input.baseDir, filePath), reason: "invalid report JSON" });
+            continue;
+        }
+        await projectReportToSoil({ ...projectionBase, report });
+        projected.reports += 1;
+    }
+    const schedules = await readJsonWithSchema(path.join(input.baseDir, "schedules.json"), ScheduleEntryListSchema);
+    if (schedules !== null) {
+        await projectSchedulesToSoil({ ...projectionBase, entries: schedules });
+        projected.schedules = schedules.length;
+    }
+    const goalsDir = path.join(input.baseDir, "goals");
+    const goalEntries = await fsp.readdir(goalsDir, { withFileTypes: true }).catch(() => []);
+    for (const entry of goalEntries) {
+        if (!entry.isDirectory()) {
+            continue;
+        }
+        const goalId = entry.name;
+        const domainKnowledge = await readJsonWithSchema(path.join(goalsDir, goalId, "domain_knowledge.json"), DomainKnowledgeSchema);
+        if (domainKnowledge === null) {
+            continue;
+        }
+        await projectDomainKnowledgeToSoil({ ...projectionBase, goalId, domainKnowledge });
+        projected.domainKnowledge += 1;
+    }
+    const shared = await readJsonWithSchema(path.join(input.baseDir, "memory", "shared-knowledge", "entries.json"), z.array(SharedKnowledgeEntrySchema));
+    if (shared !== null) {
+        await projectSharedKnowledgeToSoil({ ...projectionBase, entries: shared });
+        projected.sharedKnowledge = shared.length;
+    }
+    const agentMemory = await readJsonWithSchema(path.join(input.baseDir, "memory", "agent-memory", "entries.json"), AgentMemoryStoreSchema);
+    if (agentMemory !== null) {
+        await projectAgentMemoryToSoil({ ...projectionBase, store: agentMemory });
+        projected.agentMemory = agentMemory.entries.length;
+    }
+    const decisionRecords = [];
+    for (const filePath of await listJsonFiles(path.join(input.baseDir, "decisions"))) {
+        const decision = await readJsonWithSchema(filePath, DecisionRecordSchema);
+        if (decision === null) {
+            skipped.push({ scope: path.relative(input.baseDir, filePath), reason: "invalid decision JSON" });
+            continue;
+        }
+        decisionRecords.push(decision);
+    }
+    await projectDecisionsToSoil({ ...projectionBase, records: decisionRecords });
+    projected.decisions = decisionRecords.length;
+    await projectIdentityToSoil(projectionBase);
+    projected.identity = 3;
+    await projectSoilSystemPages(projectionBase);
+    projected.system = 3;
+    const pruned = await pruneDeletedRuntimeProjections({ rootDir, clock: input.clock });
+    const index = await rebuildSoilIndex({ rootDir }, { clock: input.clock });
+    return {
+        baseDir: input.baseDir,
+        rootDir,
+        projected,
+        skipped,
+        pruned,
+        index,
+    };
+}
+//# sourceMappingURL=runtime-rebuild.js.map

package/dist/platform/soil/runtime-rebuild.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-rebuild.js","sourceRoot":"","sources":["../../../src/platform/soil/runtime-rebuild.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,kBAAkB,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,0BAA0B,GAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,gCAAgC,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC/E,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,4BAA4B,EAC5B,qBAAqB,EACrB,4BAA4B,EAC5B,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AA2BlC,MAAM,4BAA4B,GAAG,IAAI,GAAG,CAAC;IAC3C,kBAAkB;IAClB,iBAAiB;IACjB,mBAAmB;IACnB,cAAc;IACd,qBAAqB;CACtB,CAAC,CAAC;AAEH,KAAK,UAAU,aAAa,CAAC,GAAW;IACtC,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC/C,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAW;IAC1C,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnD,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,MAAe;IAEf,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,uBAAuB,CAAC,WAAgC,EAAE,QAAgB;IACjF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAEtC,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACtD,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,oBAAoB,EAAE,WAAW,EAAE,CAAC;QAClD,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;IAChE,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,WAAW,CAAC,oBAAoB,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9E,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,GAAG,WAAW,CAAC;SACpB,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;AACtI,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,OAAO,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC9B,GAAG,EAAE,CAAC,IAAI,EACV,GAAG,EAAE,CAAC,KAAK,CACZ,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,WAAgC,EAAE,WAAqB;IAC3F,IAAI,WAAW,CAAC,YAAY,KAAK,cAAc,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,WAAW,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/F,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,8BAA8B,CAAC,KAG7C;IACC,MAAM,MAAM,GAA0F,EAAE,CAAC;IACzG,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACvF,KAAK,MAAM,QAAQ,IAAI,MAAM,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACpE,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,uBAAuB,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACxE,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC;YACjE,SAAS;QACX,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,gCAAgC,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,UAAU,KAAK,CAAC,CAAC,CAAC;QACtH,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC;YACV,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;YAChC,YAAY;YACZ,YAAY;YACZ,MAAM,EAAE,gCAAgC;SACzC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAA8B;IACzE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,SAAS,GAA0C;QACvD,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,CAAC;QACZ,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,CAAC;QAClB,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;QACZ,QAAQ,EAAE,CAAC;QACX,MAAM,EAAE,CAAC;KACV,CAAC;IACF,MAAM,OAAO,GAAwC,EAAE,CAAC;IAExD,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAE/E,KAAK,MAAM,QAAQ,IAAI,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAChE,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAC/F,SAAS;QACX,CAAC;QACD,MAAM,mBAAmB,CAAC,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;QACzD,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,gBAAgB,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAChH,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,MAAM,sBAAsB,CAAC,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QACxE,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACzF,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,uBAAuB,CAAC,EACpD,qBAAqB,CACtB,CAAC;QACF,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QACD,MAAM,4BAA4B,CAAC,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACnF,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,cAAc,CAAC,EACtE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CACpC,CAAC;IACF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,4BAA4B,CAAC,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3E,SAAS,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5C,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC,EAClE,sBAAsB,CACvB,CAAC;IACF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,wBAAwB,CAAC,EAAE,GAAG,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1E,SAAS,CAAC,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;IACrD,CAAC;IAED,MAAM,eAAe,GAAG,EAAE,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC;QAClF,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QAC1E,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;YACjG,SAAS;QACX,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,sBAAsB,CAAC,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;IAC9E,SAAS,CAAC,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;IAE7C,MAAM,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAC5C,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,MAAM,sBAAsB,CAAC,cAAc,CAAC,CAAC;IAC7C,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAErB,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACrF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1E,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO;QACP,SAAS;QACT,OAAO;QACP,MAAM;QACN,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/platform/soil/sqlite-repository.d.ts

@@ -0,0 +1,25 @@
+import { type SoilConfigInput } from "./config.js";
+import { type SoilCandidate, type SoilMutationInput, type SoilPage, type SoilPageMember, type SoilRecord, type SoilRecordFilterInput, type SoilRepository, type SoilSearchRequestInput, type SoilSearchResult } from "./contracts.js";
+export declare class SqliteSoilRepository implements SoilRepository {
+    private readonly db;
+    readonly dbPath: string;
+    private constructor();
+    static create(configInput?: SoilConfigInput): Promise<SqliteSoilRepository>;
+    close(): void;
+    applyMutation(input: SoilMutationInput): Promise<void>;
+    loadRecords(input?: SoilRecordFilterInput): Promise<SoilRecord[]>;
+    queueReindex(recordIds: string[], reason: string): Promise<void>;
+    upsertPages(pages: SoilPage[]): Promise<void>;
+    replacePageMembers(pageId: string, members: SoilPageMember[]): Promise<void>;
+    lookupDirect(input: SoilSearchRequestInput): Promise<SoilSearchResult>;
+    searchHybrid(input: SoilSearchRequestInput): Promise<SoilCandidate[]>;
+    searchLexical(input: SoilSearchRequestInput): Promise<SoilCandidate[]>;
+    searchDense(input: SoilSearchRequestInput): Promise<SoilCandidate[]>;
+    private recordHasCompleteEmbeddingMutation;
+    private completeOpenEmbeddingJobs;
+    private loadOpenEmbeddingReindexRecordIds;
+    loadPagesForRecords(recordIds: string[]): Promise<Map<string, SoilPage[]>>;
+    loadPageMembers(pageIds: string[]): Promise<SoilPageMember[]>;
+    private syncFts;
+}
+//# sourceMappingURL=sqlite-repository.d.ts.map

package/dist/platform/soil/sqlite-repository.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-repository.d.ts","sourceRoot":"","sources":["../../../src/platform/soil/sqlite-repository.ts"],"names":[],"mappings":"AAKA,OAAO,EAAqD,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AACtG,OAAO,EASL,KAAK,aAAa,EAElB,KAAK,iBAAiB,EACtB,KAAK,QAAQ,EACb,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EAEnB,KAAK,sBAAsB,EAC3B,KAAK,gBAAgB,EACtB,MAAM,gBAAgB,CAAC;AAsaxB,qBAAa,oBAAqB,YAAW,cAAc;IAEvD,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,QAAQ,CAAC,MAAM,EAAE,MAAM;IAFzB,OAAO;WAKM,MAAM,CAAC,WAAW,GAAE,eAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAWrF,KAAK,IAAI,IAAI;IAIP,aAAa,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgNtD,WAAW,CAAC,KAAK,GAAE,qBAA0B,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAgBrE,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBhE,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAc5E,YAAY,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA0EtE,YAAY,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA6BrE,aAAa,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAmDtE,WAAW,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA0F1E,OAAO,CAAC,kCAAkC;IAO1C,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,iCAAiC;IAcnC,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAmB1E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAYnE,OAAO,CAAC,OAAO;CAsDhB"}