@seanhogg/builderforce-memory 2026.10.27 → 2026.10.29

package/dist/knowledge/review.js

@@ -0,0 +1,233 @@
+/**
+ * knowledge/review.ts — `reviewDirectory`: point it at a folder and it learns what the
+ * folder says (PRD 38 §4.3).
+ *
+ *   plan (walk + manifest diff) → per changed file: read · parse (the ONE ParserRegistry,
+ *   composed from the packs) · extract (cached by content hash) · judge (changed sections
+ *   of judged kinds, within budget) · write · markStale → analyzers → compare near-duplicate
+ *   claims → manifest + scope digest.
+ *
+ * Store judgement, compute perception: only `model` facts and relations are written —
+ * `extracted` output goes to the extracted cache, never to memory ({@link assertStoredBatch}).
+ * Abort is honoured between files; a file is written whole or not at all. A file whose
+ * sections were cut by the budget stays "changed" in the manifest, so continuing re-plans it
+ * and judges only the sections not judged yet.
+ */
+import { hashText } from '../ingest/hash.js';
+import { sha256Hex } from '../retrieval/knowledge-index/sha256.js';
+import { SECTION_INDEX_BADGE } from '../ingest/docsExtract.js';
+import { planDetail } from './plan.js';
+import { asPathSource, composePacks, filesManifestKey, isBinaryText, judgedManifestKey, manifestMap, resolveRelativePath, saveManifestMap, } from './sources.js';
+import { budgetLeft, compareClaims, DEFAULT_REVIEW_MODEL_CALLS, JudgedBatch, judgeSections, } from './judge.js';
+import { entityName, knownKeysOf, resolveEntities } from './resolve.js';
+import { basenameOf, canonicalJson, compareStr, factKeyOf, srcRef } from './refs.js';
+/** Throws if a batch carries `extracted` items — perception is never memory. */
+export function assertStoredBatch(batch) {
+    const bad = [...batch.facts, ...batch.relations].find((x) => x.origin === 'extracted');
+    if (bad)
+        throw new Error('knowledge: extracted output is never written to a KnowledgeStore');
+}
+async function extractedFor(store, parser, pack, src, sections, ctx, hash) {
+    const ref = srcRef(ctx.rootId, src.id);
+    const cached = await store.getExtracted?.(hash);
+    const hit = cached?.find((e) => e.sourceRef === ref);
+    if (hit)
+        return hit;
+    const ex = parser.extract
+        ? { ...parser.extract(src, sections, ctx), sourceHash: hash }
+        : {
+            sourceRef: ref, sourceHash: hash, edges: [], keys: [{ ref, key: src.id }],
+            nodes: [{ ref, kind: 'file', label: basenameOf(src.id), pack, importance: 0, origin: 'extracted', sourceHash: hash }],
+        };
+    await store.putExtracted?.(hash, [...(cached ?? []).filter((e) => e.sourceRef !== ref), ex]);
+    return ex;
+}
+/** Stored knowledge, indexed for re-anchoring unchanged sections without a model call. */
+class StoredIndex {
+    facts;
+    from = new Map();
+    to = new Map();
+    constructor(facts, relations) {
+        this.facts = new Map(facts.map((f) => [f.key, f]));
+        for (const r of relations) {
+            if (r.origin !== 'model')
+                continue;
+            (this.from.get(r.from) ?? this.from.set(r.from, []).get(r.from)).push(r);
+            (this.to.get(r.to) ?? this.to.set(r.to, []).get(r.to)).push(r);
+        }
+    }
+    /** An unchanged section keeps its claims and mentions; they are re-anchored to the file's new hash. */
+    refresh(section, path, hash, batch, entities) {
+        const reanchor = (f) => ({
+            ...f, fileAnchors: f.fileAnchors.map((a) => (a.path === path ? { ...a, contentHash: hash } : a)),
+        });
+        const relation = (r) => batch.relation({ ...r, sourceHash: hash, staleAt: null });
+        for (const r of this.to.get(section) ?? []) {
+            if (r.kind !== 'about')
+                continue;
+            relation(r);
+            const key = factKeyOf(r.from);
+            const fact = key && (batch.facts.get(key) ?? this.facts.get(key));
+            if (fact && fact.origin === 'model')
+                batch.fact(reanchor(fact));
+            for (const m of this.from.get(r.from) ?? [])
+                if (m.kind === 'mentions')
+                    relation(m);
+        }
+        for (const r of this.from.get(section) ?? []) {
+            if (r.kind !== 'mentions')
+                continue;
+            relation(r);
+            const ent = entities.get(r.to);
+            if (ent && ent.origin === 'model') {
+                const next = reanchor(ent);
+                entities.set(r.to, next);
+                batch.fact(next);
+            }
+        }
+    }
+}
+export async function reviewDirectory(args) {
+    const now = () => Date.now();
+    const started = now();
+    const { source, store, packs, manifest, signal } = args;
+    const rootId = source.rootId;
+    const scope = { rootId };
+    const progress = (p) => args.onProgress?.(p);
+    const report = {
+        rootId, digest: '', extracted: 0, judged: 0, unjudged: 0, invalidJudgements: 0,
+        factsWritten: 0, relationsWritten: 0, staleMarked: 0, aborted: false, durationMs: 0,
+    };
+    const detail = await planDetail(source, manifest, packs);
+    progress({ phase: 'plan', done: detail.files.length, total: detail.files.length });
+    const composed = composePacks(packs);
+    const packIds = packs.map((p) => p.id).sort(compareStr);
+    const scopeRecord = { rootId, title: source.title, packs: packIds };
+    const [storedFacts, storedRelations] = await Promise.all([store.facts(scope), store.relations(scope)]);
+    const stored = new StoredIndex(storedFacts, storedRelations);
+    const entities = new Map(storedFacts.filter((f) => f.key.startsWith('ent:')).map((f) => [f.key, f]));
+    const ctx = {
+        rootId,
+        knownKeys: knownKeysOf(resolveEntities([...entities.keys()].map((k) => ({ ref: k, key: entityName(k) })))),
+        resolvePath: resolveRelativePath,
+    };
+    const budget = {
+        modelCalls: args.budget?.modelCalls ?? DEFAULT_REVIEW_MODEL_CALLS,
+        deadline: started + (Number.isFinite(args.budget?.ms) ? args.budget.ms : Number.POSITIVE_INFINITY),
+        used: 0, now,
+    };
+    const batch = new JudgedBatch();
+    const judgedPrior = await manifestMap(manifest, judgedManifestKey(rootId));
+    const judgedNow = new Map(judgedPrior);
+    const filesNow = new Map(detail.prior);
+    const newClaims = new Map();
+    const write = async (withScope = scopeRecord) => {
+        const out = batch.take();
+        assertStoredBatch(out);
+        if (out.facts.length === 0 && out.relations.length === 0 && withScope === scopeRecord)
+            return;
+        await store.write({ scope: withScope, ...out });
+        report.factsWritten += out.facts.length;
+        report.relationsWritten += out.relations.length;
+    };
+    const changed = detail.files.filter((f) => f.changed);
+    for (const [i, f] of changed.entries()) {
+        if (signal?.aborted) {
+            report.aborted = true;
+            break;
+        }
+        progress({ phase: 'extract', done: i, total: changed.length, path: f.path });
+        const doc = await source.read(f.path);
+        if (doc.content.kind === 'text' && isBinaryText(doc.content.text))
+            continue;
+        const src = asPathSource(doc, f.path, f.hash);
+        const hit = composed.resolve(src);
+        if (!hit)
+            continue;
+        const sections = hit.parser.parse(src);
+        const ex = await extractedFor(store, hit.parser, hit.pack.id, src, sections, ctx, f.hash);
+        report.extracted += 1;
+        const spec = hit.pack.judgement;
+        let complete = true;
+        if (spec && args.judgement && (spec.claims || spec.entities)) {
+            const kinds = new Set(spec.nodeKinds);
+            const toJudge = [];
+            for (const node of ex.nodes) {
+                const index = node.badges?.[SECTION_INDEX_BADGE];
+                const text = typeof index === 'number' ? sections[index]?.text : undefined;
+                if (!kinds.has(node.kind) || !text)
+                    continue;
+                if (judgedPrior.get(node.ref) === hashText(text))
+                    stored.refresh(node.ref, f.path, f.hash, batch, entities);
+                else
+                    toJudge.push({ ref: node.ref, text });
+            }
+            const unjudgedBefore = batch.unjudged;
+            progress({ phase: 'judge', done: i, total: changed.length, path: f.path });
+            try {
+                const claims = await judgeSections({
+                    port: args.judgement, pack: hit.pack.id, path: f.path, fileHash: f.hash, sections: toJudge,
+                    budget, batch, entities, ...(signal ? { signal } : {}),
+                    onJudged: (ref) => judgedNow.set(ref, hashText(toJudge.find((s) => s.ref === ref).text)),
+                });
+                for (const c of claims)
+                    newClaims.set(c.ref, { text: c.text, hash: f.hash });
+            }
+            catch (err) {
+                if (!signal?.aborted)
+                    throw err;
+                batch.take();
+                report.aborted = true;
+                break;
+            }
+            complete = batch.unjudged === unjudgedBefore;
+        }
+        progress({ phase: 'write', done: i, total: changed.length, path: f.path });
+        await write();
+        await store.markStale(scope, srcRef(rootId, f.path), f.hash);
+        report.staleMarked += 1;
+        if (complete)
+            filesNow.set(f.path, f.hash);
+    }
+    if (!report.aborted) {
+        for (const path of detail.plan.removed) {
+            await store.markStale(scope, srcRef(rootId, path), '');
+            report.staleMarked += 1;
+            filesNow.delete(path);
+        }
+        for (const pack of packs) {
+            if (!pack.analyzers)
+                continue;
+            for (const ex of await pack.analyzers.analyse(rootId, signal)) {
+                await store.putExtracted?.(ex.sourceHash, [ex]);
+                report.extracted += 1;
+            }
+        }
+        progress({ phase: 'resolve', done: 0, total: newClaims.size });
+        const wantsCompare = packs.some((p) => p.judgement?.contradictions);
+        if (wantsCompare && args.judgement && args.similar && newClaims.size > 0 && budgetLeft(budget)) {
+            const pairs = await args.similar([...newClaims.keys()].sort(compareStr));
+            const claims = new Map(newClaims);
+            for (const p of pairs) {
+                for (const id of [p.a, p.b]) {
+                    const fact = !claims.has(id) ? stored.facts.get(factKeyOf(id) ?? '') : undefined;
+                    if (fact?.key.startsWith('claim:'))
+                        claims.set(id, { text: fact.content, hash: fact.fileAnchors[0]?.contentHash ?? '' });
+                }
+            }
+            progress({ phase: 'judge', done: 0, total: pairs.length });
+            await compareClaims({ port: args.judgement, pairs, claims, budget, batch, ...(signal ? { signal } : {}) });
+        }
+    }
+    report.judged = batch.judged;
+    report.unjudged = batch.unjudged;
+    report.invalidJudgements = batch.invalid;
+    report.digest = sha256Hex(canonicalJson({ rootId, packs: packIds, files: [...filesNow].sort((a, b) => compareStr(a[0], b[0])) }));
+    await saveManifestMap(manifest, filesManifestKey(rootId), filesNow);
+    await saveManifestMap(manifest, judgedManifestKey(rootId), judgedNow);
+    await write(report.aborted ? scopeRecord : { ...scopeRecord, lastDigest: report.digest, lastReviewedAt: new Date(now()).toISOString() });
+    report.durationMs = now() - started;
+    progress({ phase: 'done', done: changed.length, total: changed.length });
+    return report;
+}
+//# sourceMappingURL=review.js.map

package/dist/knowledge/review.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"review.js","sourceRoot":"","sources":["../../src/knowledge/review.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,wCAAwC,CAAC;AAMnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EACH,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,mBAAmB,EAC/G,eAAe,GAClB,MAAM,cAAc,CAAC;AACtB,OAAO,EACH,UAAU,EAAE,aAAa,EAAE,0BAA0B,EAAE,WAAW,EAAE,aAAa,GACpF,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAErF,gFAAgF;AAChF,MAAM,UAAU,iBAAiB,CAAC,KAA6E;IAC3G,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,MAAiB,KAAK,WAAW,CAAC,CAAC;IACnG,IAAI,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;AACjG,CAAC;AAED,KAAK,UAAU,YAAY,CACvB,KAAqB,EAAE,MAAuB,EAAE,IAAY,EAAE,GAAmB,EAAE,QAAyB,EAC5G,GAAmB,EAAE,IAAY;IAEjC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,GAAG,CAAC,CAAC;IACrD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,EAAE,GAAc,MAAM,CAAC,OAAO;QAChC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE;QAC7D,CAAC,CAAC;YACE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;YACzE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;SACxH,CAAC;IACN,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,CAAC;AACd,CAAC;AAED,0FAA0F;AAC1F,MAAM,WAAW;IACJ,KAAK,CAA0B;IACvB,IAAI,GAAG,IAAI,GAAG,EAA4B,CAAC;IAC3C,EAAE,GAAG,IAAI,GAAG,EAA4B,CAAC;IAE1D,YAAY,KAAmB,EAAE,SAA2B;QACxD,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;QAC5D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO;gBAAE,SAAS;YACnC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAED,uGAAuG;IACvG,OAAO,CAAC,OAAgB,EAAE,IAAY,EAAE,IAAY,EAAE,KAAkB,EAAE,QAAiC;QACvG,MAAM,QAAQ,GAAG,CAAC,CAAa,EAAc,EAAE,CAAC,CAAC;YAC7C,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACnG,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,CAAC,CAAiB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAClG,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,SAAS;YACjC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACZ,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;YAChE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU;oBAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU;gBAAE,SAAS;YACpC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC3B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACL,CAAC;IACL,CAAC;CACJ;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAgB;IAClD,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,CAAC,CAAuD,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;IACnG,MAAM,MAAM,GAAiB;QACzB,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC;QAC9E,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;KACtF,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzD,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,WAAW,GAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACjF,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvG,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;IAC9G,MAAM,GAAG,GAAmB;QACxB,MAAM;QACN,SAAS,EAAE,WAAW,CAAC,eAAe,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAY,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrH,WAAW,EAAE,mBAAmB;KACnC,CAAC;IACF,MAAM,MAAM,GAAgB;QACxB,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,0BAA0B;QACjE,QAAQ,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAClG,IAAI,EAAE,CAAC,EAAE,GAAG;KACf,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0C,CAAC;IAEpE,MAAM,KAAK,GAAG,KAAK,EAAE,YAAyB,WAAW,EAAE,EAAE;QACzD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QACzB,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,KAAK,WAAW;YAAE,OAAO;QAC9F,MAAM,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QACxC,MAAM,CAAC,gBAAgB,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;IACpD,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YAAC,MAAM;QAAC,CAAC;QACtD,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,SAAS;QAC5E,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;QAEtB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,OAAO,GAA0C,EAAE,CAAC;YAC1D,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,mBAAmB,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC3E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAC7C,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,IAAI,CAAC;oBAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;;oBACvG,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC;YACtC,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;oBAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO;oBAC1F,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtD,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAE,CAAC,IAAI,CAAC,CAAC;iBAC5F,CAAC,CAAC;gBACH,KAAK,MAAM,CAAC,IAAI,MAAM;oBAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,GAAG,CAAC;gBAChC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;gBACtB,MAAM;YACV,CAAC;YACD,QAAQ,GAAG,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC;QACjD,CAAC;QACD,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,KAAK,EAAE,CAAC;QACd,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QACxB,IAAI,QAAQ;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;YACxB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,SAAS;YAC9B,KAAK,MAAM,EAAE,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC5D,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChD,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;YAC1B,CAAC;QACL,CAAC;QACD,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QACpE,IAAI,YAAY,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACpB,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBAC5F,IAAI,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7H,CAAC;YACL,CAAC;YACD,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3D,MAAM,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/G,CAAC;IACL,CAAC;IAED,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC7B,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IACjC,MAAM,CAAC,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC;IACzC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClI,MAAM,eAAe,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpE,MAAM,eAAe,CAAC,QAAQ,EAAE,iBAAiB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;IACtE,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACzI,MAAM,CAAC,UAAU,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IACpC,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACzE,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/knowledge/sources.d.ts

@@ -0,0 +1,47 @@
+/**
+ * knowledge/sources.ts — what a review needs to know about a file BEFORE (or without)
+ * reading it: its pack, its media type, whether it is binary or ignored. Shared by
+ * `planReview` and `reviewDirectory`, so the plan's numbers and the run agree.
+ */
+import { ParserRegistry } from '../ingest/parsers.js';
+import { type IngestManifest, type SourceDocument } from '../ingest/types.js';
+import type { KnowledgePack, KnowledgeParser } from './model.js';
+/** Default per-file size cap (bytes). */
+export declare const DEFAULT_MAX_FILE_BYTES: number;
+/** Ignore files read through the source, when present. */
+export declare const IGNORE_FILES: readonly [".gitignore", ".builderforce/ignore"];
+export declare function mediaTypeOfPath(path: string): string;
+/** By extension — the plan never reads a file to decide. (pdf/office text needs a host extractor.) */
+export declare function isBinaryPath(path: string): boolean;
+/** A NUL in the first 8 KB means binary, whatever the extension said. */
+export declare function isBinaryText(text: string): boolean;
+/** A read source with its id set to the root-relative path and a media type filled in. */
+export declare function asPathSource(doc: SourceDocument, path: string, hash: string): SourceDocument;
+/** A content-free stand-in, so `accepts` can pick a pack without a read. */
+export declare function stubSource(path: string): SourceDocument;
+export interface ComposedPacks {
+    /** The ONE registry, composed from the packs' parsers in pack order. */
+    registry: ParserRegistry;
+    resolve(source: SourceDocument): {
+        parser: KnowledgeParser;
+        pack: KnowledgePack;
+    } | undefined;
+}
+export declare function composePacks(packs: readonly KnowledgePack[]): ComposedPacks;
+/**
+ * A `.gitignore`-style matcher: `#` comments, `!` negation (last match wins), a trailing
+ * `/` for directories only, a `/` elsewhere anchors to the root, otherwise any depth.
+ */
+export declare function ignoreMatcher(texts: readonly string[]): (path: string) => boolean;
+/** Manifest entry holding `{ id: path, hash }` for every reviewed file of a root. */
+export declare const filesManifestKey: (rootId: string) => string;
+/** Manifest entry holding `{ id: sectionRef, hash: textHash }` for every judged section. */
+export declare const judgedManifestKey: (rootId: string) => string;
+export declare function manifestMap(manifest: IngestManifest, key: string): Promise<Map<string, string>>;
+export declare function saveManifestMap(manifest: IngestManifest, key: string, map: ReadonlyMap<string, string>): Promise<void>;
+/**
+ * Resolves a link/import target against the linking file's folder (a leading `/` is the
+ * root). Pure path arithmetic: undefined only when the target escapes the root.
+ */
+export declare function resolveRelativePath(fromPath: string, target: string): string | undefined;
+//# sourceMappingURL=sources.d.ts.map

package/dist/knowledge/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../src/knowledge/sources.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAA6C,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzH,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAIjE,yCAAyC;AACzC,eAAO,MAAM,sBAAsB,QAAkB,CAAC;AACtD,0DAA0D;AAC1D,eAAO,MAAM,YAAY,iDAAkD,CAAC;AAwB5E,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,sGAAsG;AACtG,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAElD;AAED,yEAAyE;AACzE,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAElD;AAED,0FAA0F;AAC1F,wBAAgB,YAAY,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,cAAc,CAK5F;AAED,4EAA4E;AAC5E,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAEvD;AAED,MAAM,WAAW,aAAa;IAC1B,wEAAwE;IACxE,QAAQ,EAAE,cAAc,CAAC;IACzB,OAAO,CAAC,MAAM,EAAE,cAAc,GAAG;QAAE,MAAM,EAAE,eAAe,CAAC;QAAC,IAAI,EAAE,aAAa,CAAA;KAAE,GAAG,SAAS,CAAC;CACjG;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,SAAS,aAAa,EAAE,GAAG,aAAa,CAY3E;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAuBjF;AAED,qFAAqF;AACrF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,MAAM,KAAG,MAA+B,CAAC;AAClF,4FAA4F;AAC5F,eAAO,MAAM,iBAAiB,GAAI,QAAQ,MAAM,KAAG,MAAsC,CAAC;AAE1F,wBAAsB,WAAW,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAGrG;AAED,wBAAsB,eAAe,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5H;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAWxF"}

package/dist/knowledge/sources.js

@@ -0,0 +1,136 @@
+/**
+ * knowledge/sources.ts — what a review needs to know about a file BEFORE (or without)
+ * reading it: its pack, its media type, whether it is binary or ignored. Shared by
+ * `planReview` and `reviewDirectory`, so the plan's numbers and the run agree.
+ */
+import { ParserRegistry } from '../ingest/parsers.js';
+import { CONTENT_HASH_FIELD } from '../ingest/types.js';
+import { matchGlob } from './partitions.js';
+import { compareStr } from './refs.js';
+/** Default per-file size cap (bytes). */
+export const DEFAULT_MAX_FILE_BYTES = 2 * 1024 * 1024;
+/** Ignore files read through the source, when present. */
+export const IGNORE_FILES = ['.gitignore', '.builderforce/ignore'];
+/** Always ignored: VCS internals, installed dependencies, builderforce config. */
+const DEFAULT_IGNORES = ['.git/', 'node_modules/', '.builderforce/', '/.gitignore'];
+const MEDIA_TYPES = {
+    md: 'text/markdown', markdown: 'text/markdown', mdx: 'text/markdown',
+    html: 'text/html', htm: 'text/html', xhtml: 'application/xhtml+xml', xml: 'application/xml',
+    json: 'application/json', csv: 'text/csv', tsv: 'text/tab-separated-values',
+};
+const BINARY_EXT = new Set([
+    'png', 'jpg', 'jpeg', 'gif', 'webp', 'bmp', 'ico', 'icns', 'tif', 'tiff', 'psd', 'avif', 'heic',
+    'mp3', 'mp4', 'mov', 'avi', 'mkv', 'webm', 'wav', 'flac', 'ogg', 'm4a',
+    'zip', 'gz', 'tgz', 'bz2', 'xz', '7z', 'rar', 'tar', 'jar', 'war',
+    'exe', 'dll', 'so', 'dylib', 'bin', 'o', 'a', 'class', 'wasm', 'node', 'pyc',
+    'pdf', 'doc', 'docx', 'xls', 'xlsx', 'ppt', 'pptx', 'odt', 'ods', 'odp',
+    'ttf', 'otf', 'woff', 'woff2', 'eot', 'sqlite', 'db', 'vsix', 'lock',
+]);
+const extOf = (path) => {
+    const m = /\.([A-Za-z0-9]+)$/.exec(path);
+    return m ? m[1].toLowerCase() : '';
+};
+export function mediaTypeOfPath(path) {
+    return MEDIA_TYPES[extOf(path)] ?? 'text/plain';
+}
+/** By extension — the plan never reads a file to decide. (pdf/office text needs a host extractor.) */
+export function isBinaryPath(path) {
+    return BINARY_EXT.has(extOf(path));
+}
+/** A NUL in the first 8 KB means binary, whatever the extension said. */
+export function isBinaryText(text) {
+    return text.slice(0, 8192).includes('\u0000');
+}
+/** A read source with its id set to the root-relative path and a media type filled in. */
+export function asPathSource(doc, path, hash) {
+    const content = doc.content.kind === 'text' && !doc.content.mediaType
+        ? { ...doc.content, mediaType: mediaTypeOfPath(path) }
+        : doc.content;
+    return { ...doc, id: path, content, metadata: { ...(doc.metadata ?? {}), [CONTENT_HASH_FIELD]: hash } };
+}
+/** A content-free stand-in, so `accepts` can pick a pack without a read. */
+export function stubSource(path) {
+    return { id: path, tenantId: '', content: { kind: 'text', text: '', mediaType: mediaTypeOfPath(path) } };
+}
+export function composePacks(packs) {
+    const owner = new Map();
+    for (const pack of packs)
+        for (const p of pack.parsers)
+            if (!owner.has(p))
+                owner.set(p, pack);
+    const registry = new ParserRegistry([...owner.keys()]);
+    return {
+        registry,
+        resolve(source) {
+            const parser = registry.resolve(source);
+            const pack = parser && owner.get(parser);
+            return parser && pack ? { parser, pack } : undefined;
+        },
+    };
+}
+/**
+ * A `.gitignore`-style matcher: `#` comments, `!` negation (last match wins), a trailing
+ * `/` for directories only, a `/` elsewhere anchors to the root, otherwise any depth.
+ */
+export function ignoreMatcher(texts) {
+    const rules = [];
+    for (const line of [...DEFAULT_IGNORES, ...texts.flatMap((t) => t.split(/\r?\n/))]) {
+        let p = line.replace(/\s+$/, '');
+        if (!p || p.startsWith('#'))
+            continue;
+        const negate = p.startsWith('!');
+        if (negate)
+            p = p.slice(1);
+        const dirOnly = p.endsWith('/');
+        if (dirOnly)
+            p = p.slice(0, -1);
+        const anchored = p.includes('/');
+        p = p.replace(/^\//, '');
+        if (p)
+            rules.push({ glob: anchored ? p : `**/${p}`, negate, dirOnly });
+    }
+    return (path) => {
+        const segments = path.split('/');
+        const dirs = segments.slice(0, -1).map((_, i) => segments.slice(0, i + 1).join('/'));
+        let ignored = false;
+        for (const r of rules) {
+            const hit = (r.dirOnly ? dirs : [...dirs, path]).some((c) => matchGlob(c, r.glob));
+            if (hit)
+                ignored = !r.negate;
+        }
+        return ignored;
+    };
+}
+/** Manifest entry holding `{ id: path, hash }` for every reviewed file of a root. */
+export const filesManifestKey = (rootId) => `knowledge:${rootId}`;
+/** Manifest entry holding `{ id: sectionRef, hash: textHash }` for every judged section. */
+export const judgedManifestKey = (rootId) => `knowledge:${rootId}:judged`;
+export async function manifestMap(manifest, key) {
+    const prior = (await manifest.get(key)) ?? [];
+    return new Map(prior.map((f) => [f.id, f.hash]));
+}
+export async function saveManifestMap(manifest, key, map) {
+    const entries = [...map].sort((a, b) => compareStr(a[0], b[0])).map(([id, hash]) => ({ id, hash }));
+    await manifest.set(key, entries);
+}
+/**
+ * Resolves a link/import target against the linking file's folder (a leading `/` is the
+ * root). Pure path arithmetic: undefined only when the target escapes the root.
+ */
+export function resolveRelativePath(fromPath, target) {
+    const t = target.replace(/\\/g, '/');
+    const out = t.startsWith('/') ? [] : fromPath.split('/').slice(0, -1);
+    for (const seg of t.split('/')) {
+        if (seg === '' || seg === '.')
+            continue;
+        if (seg === '..') {
+            if (out.length === 0)
+                return undefined;
+            out.pop();
+        }
+        else
+            out.push(seg);
+    }
+    return out.length ? out.join('/') : undefined;
+}
+//# sourceMappingURL=sources.js.map

package/dist/knowledge/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../src/knowledge/sources.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAmE,MAAM,oBAAoB,CAAC;AAEzH,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,yCAAyC;AACzC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACtD,0DAA0D;AAC1D,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,YAAY,EAAE,sBAAsB,CAAU,CAAC;AAC5E,kFAAkF;AAClF,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;AAEpF,MAAM,WAAW,GAA2B;IACxC,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,EAAE,eAAe;IACpE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,uBAAuB,EAAE,GAAG,EAAE,iBAAiB;IAC3F,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,2BAA2B;CAC9E,CAAC;AAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACvB,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC/F,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IACtE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IACjE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IAC5E,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IACvE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM;CACvE,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG,CAAC,IAAY,EAAU,EAAE;IACnC,MAAM,CAAC,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACxC,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAAC,IAAY;IACxC,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,YAAY,CAAC;AACpD,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClD,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,YAAY,CAAC,GAAmB,EAAE,IAAY,EAAE,IAAY;IACxE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS;QACjE,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE;QACtD,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;IAClB,OAAO,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;AAC5G,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,UAAU,CAAC,IAAY;IACnC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;AAC7G,CAAC;AAQD,MAAM,UAAU,YAAY,CAAC,KAA+B;IACxD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkC,CAAC;IACxD,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9F,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACvD,OAAO;QACH,QAAQ;QACR,OAAO,CAAC,MAAM;YACV,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAgC,CAAC;YACvE,MAAM,IAAI,GAAG,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzC,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACzD,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAwB;IAClD,MAAM,KAAK,GAA+D,EAAE,CAAC;IAC7E,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,eAAe,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACtC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,MAAM;YAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,OAAO;YAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACnF,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;QACjC,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;AACN,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAU,EAAE,CAAC,aAAa,MAAM,EAAE,CAAC;AAClF,4FAA4F;AAC5F,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAAc,EAAU,EAAE,CAAC,aAAa,MAAM,SAAS,CAAC;AAE1F,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAwB,EAAE,GAAW;IACnE,MAAM,KAAK,GAAuB,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAU,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAwB,EAAE,GAAW,EAAE,GAAgC;IACzG,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACpG,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,MAAc;IAChE,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtE,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,KAAK,GAAG;YAAE,SAAS;QACxC,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACf,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAC;YACvC,GAAG,CAAC,GAAG,EAAE,CAAC;QACd,CAAC;;YAAM,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC"}

package/dist/knowledge/stores/localSnapshotStore.d.ts

@@ -0,0 +1,50 @@
+/**
+ * knowledge/stores/localSnapshotStore.ts — a {@link KnowledgeStore} over one JSON snapshot,
+ * for a folder not linked to a project (PRD 38 §4.2, §5.1).
+ *
+ * Persistence is a port (`read`/`write` of the whole snapshot string), so this module has
+ * no `fs`: the memory MCP host persists it beside its own snapshot through its shared JSON
+ * file, a browser host in IndexedDB. Upserts use the platform's unique keys — a fact by
+ * `key`, a relation by `(from, to, kind)`, a scope by `rootId` — so linking a folder later
+ * uploads the same rows idempotently. The snapshot is written canonically (sorted), so
+ * equal content is equal bytes.
+ */
+import type { Extracted, KnowledgeStore, NodeRef, Scope, ScopeRecord, StoredFact, StoredRelation } from '../model.js';
+export interface SnapshotPersistence {
+    read(): Promise<string | undefined>;
+    write(snapshot: string): Promise<void>;
+}
+export interface KnowledgeSnapshot {
+    version: 1;
+    scopes: ScopeRecord[];
+    facts: Record<string, StoredFact[]>;
+    relations: Record<string, StoredRelation[]>;
+    extracted: Record<string, Extracted[]>;
+}
+export interface LocalSnapshotStoreOptions {
+    /** ISO clock for `staleAt`. Default `new Date().toISOString()`. */
+    now?(): string;
+}
+export declare class LocalSnapshotStore implements KnowledgeStore {
+    private readonly persistence;
+    private snapshot;
+    /** Serializes mutations so two writers never interleave a read-modify-write. */
+    private queue;
+    private readonly now;
+    constructor(persistence: SnapshotPersistence, opts?: LocalSnapshotStoreOptions);
+    private load;
+    private mutate;
+    scopes(): Promise<ScopeRecord[]>;
+    facts(scope: Scope): Promise<StoredFact[]>;
+    relations(scope: Scope): Promise<StoredRelation[]>;
+    write(batch: {
+        scope: ScopeRecord;
+        facts: StoredFact[];
+        relations: StoredRelation[];
+    }): Promise<void>;
+    markStale(scope: Scope, sourceRef: NodeRef, currentHash: string): Promise<void>;
+    getExtracted(hash: string): Promise<Extracted[] | undefined>;
+    putExtracted(hash: string, extracted: Extracted[]): Promise<void>;
+}
+export declare function localSnapshotStore(persistence: SnapshotPersistence, opts?: LocalSnapshotStoreOptions): LocalSnapshotStore;
+//# sourceMappingURL=localSnapshotStore.d.ts.map

package/dist/knowledge/stores/localSnapshotStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"localSnapshotStore.d.ts","sourceRoot":"","sources":["../../../src/knowledge/stores/localSnapshotStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EACR,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,cAAc,EACrF,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,mBAAmB;IAChC,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IACpC,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,CAAC,CAAC;IACX,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,yBAAyB;IACtC,mEAAmE;IACnE,GAAG,CAAC,IAAI,MAAM,CAAC;CAClB;AAyBD,qBAAa,kBAAmB,YAAW,cAAc;IAMzC,OAAO,CAAC,QAAQ,CAAC,WAAW;IALxC,OAAO,CAAC,QAAQ,CAAgC;IAChD,gFAAgF;IAChF,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;gBAEN,WAAW,EAAE,mBAAmB,EAAE,IAAI,GAAE,yBAA8B;YAIrF,IAAI;IAKlB,OAAO,CAAC,MAAM;IAUR,MAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAKhC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAK1C,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAKxD,KAAK,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,KAAK,EAAE,UAAU,EAAE,CAAC;QAAC,SAAS,EAAE,cAAc,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBrG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzE,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,GAAG,SAAS,CAAC;IAKlE,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAGpE;AAED,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,mBAAmB,EAAE,IAAI,CAAC,EAAE,yBAAyB,GAAG,kBAAkB,CAEzH"}

package/dist/knowledge/stores/localSnapshotStore.js

@@ -0,0 +1,125 @@
+/**
+ * knowledge/stores/localSnapshotStore.ts — a {@link KnowledgeStore} over one JSON snapshot,
+ * for a folder not linked to a project (PRD 38 §4.2, §5.1).
+ *
+ * Persistence is a port (`read`/`write` of the whole snapshot string), so this module has
+ * no `fs`: the memory MCP host persists it beside its own snapshot through its shared JSON
+ * file, a browser host in IndexedDB. Upserts use the platform's unique keys — a fact by
+ * `key`, a relation by `(from, to, kind)`, a scope by `rootId` — so linking a folder later
+ * uploads the same rows idempotently. The snapshot is written canonically (sorted), so
+ * equal content is equal bytes.
+ */
+import { canonicalJson, compareStr, pathOfRef } from '../refs.js';
+const relKey = (r) => `${r.from}\u0000${r.to}\u0000${r.kind}`;
+function empty() {
+    return { version: 1, scopes: [], facts: {}, relations: {}, extracted: {} };
+}
+function parse(text) {
+    if (!text)
+        return empty();
+    try {
+        const s = JSON.parse(text);
+        return {
+            version: 1,
+            scopes: Array.isArray(s.scopes) ? s.scopes : [],
+            facts: s.facts && typeof s.facts === 'object' ? s.facts : {},
+            relations: s.relations && typeof s.relations === 'object' ? s.relations : {},
+            extracted: s.extracted && typeof s.extracted === 'object' ? s.extracted : {},
+        };
+    }
+    catch {
+        // A corrupt snapshot is rebuilt by the next review rather than failing every read.
+        return empty();
+    }
+}
+export class LocalSnapshotStore {
+    persistence;
+    snapshot;
+    /** Serializes mutations so two writers never interleave a read-modify-write. */
+    queue = Promise.resolve();
+    now;
+    constructor(persistence, opts = {}) {
+        this.persistence = persistence;
+        this.now = opts.now ?? (() => new Date().toISOString());
+    }
+    async load() {
+        if (!this.snapshot)
+            this.snapshot = parse(await this.persistence.read());
+        return this.snapshot;
+    }
+    mutate(fn) {
+        const run = this.queue.then(async () => {
+            const s = await this.load();
+            fn(s);
+            await this.persistence.write(serialize(s));
+        });
+        this.queue = run.catch(() => undefined);
+        return run;
+    }
+    async scopes() {
+        await this.queue;
+        return [...(await this.load()).scopes];
+    }
+    async facts(scope) {
+        await this.queue;
+        return [...((await this.load()).facts[scope.rootId] ?? [])];
+    }
+    async relations(scope) {
+        await this.queue;
+        return [...((await this.load()).relations[scope.rootId] ?? [])];
+    }
+    write(batch) {
+        const bad = [...batch.facts, ...batch.relations].find((x) => x.origin === 'extracted');
+        if (bad)
+            return Promise.reject(new Error('knowledge: extracted output is never stored'));
+        return this.mutate((s) => {
+            const rootId = batch.scope.rootId;
+            const prior = s.scopes.find((x) => x.rootId === rootId);
+            const merged = { ...(prior ?? {}), ...stripUndefined(batch.scope) };
+            s.scopes = [...s.scopes.filter((x) => x.rootId !== rootId), merged];
+            const facts = new Map((s.facts[rootId] ?? []).map((f) => [f.key, f]));
+            for (const f of batch.facts)
+                facts.set(f.key, { ...f });
+            s.facts[rootId] = [...facts.values()];
+            const relations = new Map((s.relations[rootId] ?? []).map((r) => [relKey(r), r]));
+            for (const r of batch.relations)
+                relations.set(relKey(r), { ...r });
+            s.relations[rootId] = [...relations.values()];
+        });
+    }
+    markStale(scope, sourceRef, currentHash) {
+        const path = pathOfRef(sourceRef);
+        return this.mutate((s) => {
+            const at = this.now();
+            const onSource = (ref) => path !== undefined && pathOfRef(ref) === path;
+            s.relations[scope.rootId] = (s.relations[scope.rootId] ?? []).map((r) => r.origin === 'model' && !r.staleAt && r.sourceHash !== currentHash && (onSource(r.from) || onSource(r.to))
+                ? { ...r, staleAt: at }
+                : r);
+        });
+    }
+    async getExtracted(hash) {
+        await this.queue;
+        return (await this.load()).extracted[hash];
+    }
+    putExtracted(hash, extracted) {
+        return this.mutate((s) => { s.extracted[hash] = extracted; });
+    }
+}
+export function localSnapshotStore(persistence, opts) {
+    return new LocalSnapshotStore(persistence, opts);
+}
+function stripUndefined(o) {
+    return Object.fromEntries(Object.entries(o).filter(([, v]) => v !== undefined));
+}
+/** Canonical: scopes by rootId, facts by key, relations by (from, to, kind), keys sorted. */
+function serialize(s) {
+    const sortRecord = (rec, by) => Object.fromEntries(Object.keys(rec).sort(compareStr).map((k) => [k, [...rec[k]].sort(by)]));
+    return canonicalJson({
+        version: 1,
+        scopes: [...s.scopes].sort((a, b) => compareStr(a.rootId, b.rootId)),
+        facts: sortRecord(s.facts, (a, b) => compareStr(a.key, b.key)),
+        relations: sortRecord(s.relations, (a, b) => compareStr(relKey(a), relKey(b))),
+        extracted: s.extracted,
+    });
+}
+//# sourceMappingURL=localSnapshotStore.js.map