context-eng 0.1.0

package/dist/inspect.js

@@ -0,0 +1,149 @@
+import { applyRelevanceGate, MAX_JEV_EVALUATE_COUNT, RELEVANCE_THRESHOLD, TypeSafeError, TypeSafeRelevanceEvaluator, } from "./typesafe.js";
+export async function runSearchInspection(engine, input, options = {}) {
+    const inspection = inspectionReport(input, engine.prepareSearchDebug(input));
+    if (!options.evaluateJev)
+        return withJevStatus(inspection, "not_requested");
+    const evaluator = options.evaluator ?? new TypeSafeRelevanceEvaluator();
+    if (evaluator.available?.() === false) {
+        return {
+            ...withJevStatus(inspection, "unavailable"),
+            local_fallback: engine.search(input),
+        };
+    }
+    let evaluatedScores = [];
+    const scoreById = new Map();
+    const recordingEvaluator = {
+        evaluate: async (query, candidates) => {
+            evaluatedScores = await evaluator.evaluate(query, candidates);
+            scoreById.clear();
+            for (const [index, hit] of candidates.entries()) {
+                const score = evaluatedScores[index];
+                if (score !== undefined)
+                    scoreById.set(hit.id, score);
+            }
+            return evaluatedScores;
+        },
+    };
+    try {
+        const relevance = await applyRelevanceGate(inspection.result, recordingEvaluator);
+        const keptIds = new Set(relevance.hits.map((hit) => hit.id));
+        const decisions = inspection.candidates.map((candidate) => {
+            const score = scoreById.get(candidate.hit.id);
+            if (score === undefined) {
+                return { position: candidate.position, id: candidate.hit.id, decision: "not_evaluated" };
+            }
+            const rounded = round(score);
+            const decision = score <= RELEVANCE_THRESHOLD
+                ? "rejected"
+                : keptIds.has(candidate.hit.id)
+                    ? "kept"
+                    : "budgeted_out";
+            return { position: candidate.position, id: candidate.hit.id, score: rounded, decision };
+        });
+        return {
+            ...inspection,
+            relevance,
+            jev: {
+                status: "evaluated",
+                evaluated_count: evaluatedScores.length,
+                decisions,
+                kept_ids: relevance.hits.map((hit) => hit.id),
+            },
+        };
+    }
+    catch (error) {
+        if (!(error instanceof TypeSafeError))
+            throw error;
+        return {
+            ...withJevStatus(inspection, "failed", error instanceof Error ? error.message : String(error)),
+            local_fallback: engine.search(input),
+        };
+    }
+}
+export function renderSearchInspection(report) {
+    const lines = [
+        "SEARCH INSPECTION",
+        `query: ${report.input.query}`,
+        `retrieval: ${report.result.retrieval.mode}`,
+        `eligible: ${report.result.eligible_count}`,
+        `eligible tokens: ${report.result.retrieval.eligible_tokens}`,
+        `candidates: ${report.result.retrieval.candidate_count}`,
+        `channels: ${report.result.retrieval.channels.join("+") || "none"}`,
+    ];
+    if (report.corrected_query)
+        lines.push(`corrected query: ${report.corrected_query}`);
+    lines.push("", `ELIGIBLE MEMORIES (${report.eligible.length})`);
+    for (const [index, hit] of report.eligible.entries()) {
+        lines.push(`[${index + 1}] ${hit.id} · ${hit.scope}/${hit.category} · importance ${hit.importance}`, `state: ${hit.staging ? "staging" : "promoted"} · tokens ${hit.tokens}`, `content: ${hit.content}`, "");
+    }
+    lines.push(`CANDIDATE CONTEXT SENT TO JEV (${Math.min(report.candidates.length, MAX_JEV_EVALUATE_COUNT)})`);
+    for (const candidate of report.candidates) {
+        const sent = candidate.position <= MAX_JEV_EVALUATE_COUNT;
+        lines.push(`[${candidate.position}] ${candidate.hit.id} · ${sent ? "sent" : "past Jev cap"} · ${candidate.channels.join("+")}`, `why candidate: ${candidateReasons(candidate).join("; ")}`, `context: ${candidate.hit.content}`, "");
+    }
+    lines.push(`JEV: ${report.jev.status} · evaluated ${report.jev.evaluated_count}`);
+    if (report.jev.error)
+        lines.push(`error: ${report.jev.error}`);
+    if (report.relevance) {
+        lines.push(`production rejected: ${report.relevance.rejected_count}`);
+        lines.push(`production tokens: ${report.relevance.total_tokens}`);
+        if (report.relevance.message)
+            lines.push(`production message: ${report.relevance.message}`);
+    }
+    for (const decision of report.jev.decisions) {
+        const score = decision.score === undefined ? "n/a" : decision.score.toFixed(3);
+        lines.push(`[${decision.position}] ${decision.id} · ${decision.decision} · score ${score}`);
+    }
+    if (report.jev.kept_ids.length > 0)
+        lines.push(`kept IDs: ${report.jev.kept_ids.join(", ")}`);
+    if (report.local_fallback) {
+        lines.push(`local fallback IDs: ${report.local_fallback.hits.map((hit) => hit.id).join(", ") || "none"}`);
+    }
+    return `${lines.join("\n").trimEnd()}\n`;
+}
+function withJevStatus(inspection, status, error) {
+    return {
+        ...inspection,
+        jev: {
+            status,
+            evaluated_count: 0,
+            decisions: inspection.candidates.map((candidate) => ({
+                position: candidate.position,
+                id: candidate.hit.id,
+                decision: "not_evaluated",
+            })),
+            kept_ids: [],
+            ...(error !== undefined ? { error } : {}),
+        },
+    };
+}
+function inspectionReport(input, snapshot) {
+    return {
+        input,
+        result: snapshot.result,
+        eligible: snapshot.eligible,
+        candidates: snapshot.candidates.map((candidate, index) => ({ ...candidate, position: index + 1 })),
+        ...(snapshot.correctedQuery !== undefined ? { corrected_query: snapshot.correctedQuery } : {}),
+    };
+}
+function candidateReasons(candidate) {
+    const reasons = [];
+    if (candidate.channels.includes("all"))
+        reasons.push("small mode sends every eligible memory to Jev");
+    if (candidate.channels.includes("fts"))
+        reasons.push("FTS5 matched the lexical query");
+    if (candidate.matchedLabels.length > 0) {
+        reasons.push(`exact hint labels matched: ${candidate.matchedLabels.join(", ")}`);
+    }
+    if (candidate.channels.includes("typo"))
+        reasons.push("matched the one-pass corrected typo query");
+    if (candidate.channels.includes("fill"))
+        reasons.push("filled an unused large-mode Jev slot by priority");
+    if (candidate.categoryHintBoosted)
+        reasons.push(`category hint boosted ${candidate.hit.category} before Jev`);
+    return reasons;
+}
+function round(value) {
+    return Math.round(value * 1000) / 1000;
+}
+//# sourceMappingURL=inspect.js.map

package/dist/inspect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../src/inspect.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,aAAa,EACb,0BAA0B,GAG3B,MAAM,eAAe,CAAC;AA8BvB,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAc,EACd,KAAkB,EAClB,UAAqE,EAAE;IAEvE,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,IAAI,CAAC,OAAO,CAAC,WAAW;QAAE,OAAO,aAAa,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAE5E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,0BAA0B,EAAE,CAAC;IACxE,IAAI,SAAS,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QACtC,OAAO;YACL,GAAG,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC;YAC3C,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC;IAED,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,MAAM,kBAAkB,GAAuB;QAC7C,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YACpC,eAAe,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAC9D,SAAS,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,KAAK,KAAK,SAAS;oBAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,eAAe,CAAC;QACzB,CAAC;KACF,CAAC;IACF,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACxD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,eAAwB,EAAE,CAAC;YACpG,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,KAAK,IAAI,mBAAmB;gBAC3C,CAAC,CAAC,UAAmB;gBACrB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,CAAC,CAAC,MAAe;oBACjB,CAAC,CAAC,cAAuB,CAAC;YAC9B,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAC1F,CAAC,CAAC,CAAC;QACH,OAAO;YACL,GAAG,UAAU;YACb,SAAS;YACT,GAAG,EAAE;gBACH,MAAM,EAAE,WAAW;gBACnB,eAAe,EAAE,eAAe,CAAC,MAAM;gBACvC,SAAS;gBACT,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;aAC9C;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC;YAAE,MAAM,KAAK,CAAC;QACnD,OAAO;YACL,GAAG,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9F,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA8B;IACnE,MAAM,KAAK,GAAG;QACZ,mBAAmB;QACnB,UAAU,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE;QAC9B,cAAc,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE;QAC5C,aAAa,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;QAC3C,oBAAoB,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE;QAC7D,eAAe,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE;QACxD,aAAa,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,EAAE;KACpE,CAAC;IACF,IAAI,MAAM,CAAC,eAAe;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;IAErF,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,sBAAsB,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,IAAI,KAAK,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,iBAAiB,GAAG,CAAC,UAAU,EAAE,EACxF,UAAU,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,aAAa,GAAG,CAAC,MAAM,EAAE,EACvE,YAAY,GAAG,CAAC,OAAO,EAAE,EACzB,EAAE,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,kCAAkC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC5G,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,IAAI,sBAAsB,CAAC;QAC1D,KAAK,CAAC,IAAI,CACR,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EACnH,kBAAkB,gBAAgB,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC1D,YAAY,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,EACnC,EAAE,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,GAAG,CAAC,MAAM,gBAAgB,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC;QAClE,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9F,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/E,KAAK,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,EAAE,MAAM,QAAQ,CAAC,QAAQ,YAAY,KAAK,EAAE,CAAC,CAAC;IAC9F,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9F,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;IAC5G,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AAC3C,CAAC;AAED,SAAS,aAAa,CACpB,UAA+C,EAC/C,MAA+C,EAC/C,KAAc;IAEd,OAAO;QACL,GAAG,UAAU;QACb,GAAG,EAAE;YACH,MAAM;YACN,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACnD,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE;gBACpB,QAAQ,EAAE,eAAwB;aACnC,CAAC,CAAC;YACH,QAAQ,EAAE,EAAE;YACZ,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1C;KACF,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAkB,EAAE,QAA6B;IACzE,OAAO;QACL,KAAK;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;QAClG,GAAG,CAAC,QAAQ,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/F,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAoC;IAC5D,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IACtG,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvF,IAAI,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IACnG,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAC1G,IAAI,SAAS,CAAC,mBAAmB;QAAE,OAAO,CAAC,IAAI,CAAC,yBAAyB,SAAS,CAAC,GAAG,CAAC,QAAQ,aAAa,CAAC,CAAC;IAC9G,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;AACzC,CAAC"}

package/dist/map.d.ts

@@ -0,0 +1,39 @@
+import { type Category, type Scope } from "./categories.js";
+import type { Db } from "./db.js";
+export interface CategoryDbSource {
+    category: string;
+    db: Db;
+}
+export interface MapCollection {
+    name: string;
+    category: Category;
+    count: number;
+    staging_count: number;
+    keywords: string[];
+    lines: string[];
+    lines_ids: string[];
+}
+export interface MapStaging {
+    count: number;
+    keywords: string[];
+    lines: string[];
+    lines_ids: string[];
+    lines_categories: string[];
+    searched: false;
+}
+export interface MapIndex {
+    scope: Scope;
+    projectKey?: string;
+    projectPath?: string;
+    generatedAt: string;
+    collections: MapCollection[];
+    staging: MapStaging;
+    counts: Record<string, number>;
+    top_keywords: string[];
+}
+export declare function buildIndex(sources: readonly CategoryDbSource[], scope: Scope, meta?: {
+    projectKey?: string;
+    projectPath?: string;
+}): MapIndex;
+export declare function renderMarkdown(index: MapIndex): string;
+export declare function writeMapFiles(index: MapIndex, mdFile: string, jsonFile: string): void;

package/dist/map.js

@@ -0,0 +1,106 @@
+import { mkdirSync, renameSync, writeFileSync } from "node:fs";
+import path from "node:path";
+import { STAGING } from "./categories.js";
+import { keywords, parseLabels } from "./text.js";
+const KEYWORDS_PER_COLLECTION = 8;
+const TOP_KEYWORDS = 12;
+const LINES_PER_COLLECTION = 12;
+function topKeywords(rows, limit) {
+    const freq = new Map();
+    for (const row of rows) {
+        for (const value of [row.subject, row.topics, row.tags, row.links]) {
+            for (const label of parseLabels(value))
+                freq.set(label, (freq.get(label) ?? 0) + 3);
+        }
+        for (const word of keywords(row.content))
+            freq.set(word, (freq.get(word) ?? 0) + 1);
+    }
+    return [...freq.entries()]
+        .sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0]))
+        .slice(0, limit)
+        .map(([word]) => word);
+}
+export function buildIndex(sources, scope, meta = {}) {
+    const rowsByCategory = new Map();
+    for (const source of sources) {
+        const rows = source.db
+            .prepare(`SELECT id, category, content, subject, topics, tags, links,
+                CASE WHEN chat_id = ? THEN 1 ELSE 0 END AS staged, created_at
+         FROM memories WHERE active = 1 ORDER BY created_at DESC`)
+            .all(STAGING);
+        rowsByCategory.set(source.category, rows);
+    }
+    const allRows = [...rowsByCategory.values()].flat();
+    const promoted = allRows.filter((row) => row.staged === 0);
+    const staged = allRows.filter((row) => row.staged === 1);
+    const collections = [];
+    const counts = {};
+    for (const source of [...sources].sort((a, b) => a.category.localeCompare(b.category))) {
+        const rows = rowsByCategory.get(source.category) ?? [];
+        const visible = rows.filter((row) => row.staged === 0);
+        const lineRows = visible.slice(0, LINES_PER_COLLECTION);
+        const stagingCount = rows.length - visible.length;
+        counts[source.category] = visible.length;
+        collections.push({
+            name: source.category,
+            category: source.category,
+            count: visible.length,
+            staging_count: stagingCount,
+            keywords: topKeywords(visible, KEYWORDS_PER_COLLECTION),
+            lines: lineRows.map((row) => row.content),
+            lines_ids: lineRows.map((row) => row.id),
+        });
+    }
+    counts[STAGING] = staged.length;
+    const stagingLineRows = [...staged]
+        .sort((left, right) => right.created_at - left.created_at || left.id.localeCompare(right.id))
+        .slice(0, LINES_PER_COLLECTION);
+    const index = {
+        scope,
+        generatedAt: new Date().toISOString(),
+        collections,
+        staging: {
+            count: staged.length,
+            keywords: topKeywords(staged, KEYWORDS_PER_COLLECTION),
+            lines: stagingLineRows.map((row) => row.content),
+            lines_ids: stagingLineRows.map((row) => row.id),
+            lines_categories: stagingLineRows.map((row) => row.category),
+            searched: false,
+        },
+        counts,
+        top_keywords: topKeywords(promoted, TOP_KEYWORDS),
+    };
+    if (meta.projectKey)
+        index.projectKey = meta.projectKey;
+    if (meta.projectPath)
+        index.projectPath = meta.projectPath;
+    return index;
+}
+export function renderMarkdown(index) {
+    const lines = [`- ${index.scope}`];
+    if (index.collections.length === 0)
+        lines.push("  - (empty)");
+    for (const collection of index.collections) {
+        const staged = collection.staging_count > 0 ? `, ${collection.staging_count} staging` : "";
+        lines.push(`  - ${collection.name} (${collection.count}${staged})`);
+        for (const line of collection.lines)
+            lines.push(`    - ${line}`);
+    }
+    if (index.staging.count > 0) {
+        lines.push(`  - staging (${index.staging.count}) — not searched`);
+        for (const line of index.staging.lines)
+            lines.push(`    - ${line}`);
+    }
+    return lines.join("\n") + "\n";
+}
+function writeAtomic(file, data) {
+    mkdirSync(path.dirname(file), { recursive: true });
+    const tmp = `${file}.${process.pid}.tmp`;
+    writeFileSync(tmp, data, "utf8");
+    renameSync(tmp, file);
+}
+export function writeMapFiles(index, mdFile, jsonFile) {
+    writeAtomic(mdFile, renderMarkdown(index));
+    writeAtomic(jsonFile, JSON.stringify(index, null, 2) + "\n");
+}
+//# sourceMappingURL=map.js.map

package/dist/map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"map.js","sourceRoot":"","sources":["../src/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAA6B,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAqClD,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAchC,SAAS,WAAW,CAAC,IAA2B,EAAE,KAAa;IAC7D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACnE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,KAAK,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtF,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;SACvB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACvD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,OAAoC,EACpC,KAAY,EACZ,OAAsD,EAAE;IAExD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAwB,CAAC;IACvD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE;aACnB,OAAO,CACN;;iEAEyD,CAC1D;aACA,GAAG,CAAC,OAAO,CAAiB,CAAC;QAChC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GAAoB,EAAE,CAAC;IACxC,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzC,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,MAAM,CAAC,QAAQ;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,aAAa,EAAE,YAAY;YAC3B,QAAQ,EAAE,WAAW,CAAC,OAAO,EAAE,uBAAuB,CAAC;YACvD,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC;YACzC,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAChC,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC;SAChC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;SAC5F,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;IAElC,MAAM,KAAK,GAAa;QACtB,KAAK;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,WAAW;QACX,OAAO,EAAE;YACP,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,uBAAuB,CAAC;YACtD,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC;YAChD,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,gBAAgB,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC5D,QAAQ,EAAE,KAAK;SAChB;QACD,MAAM;QACN,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC;KAClD,CAAC;IACF,IAAI,IAAI,CAAC,UAAU;QAAE,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACxD,IAAI,IAAI,CAAC,WAAW;QAAE,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAC3D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,MAAM,KAAK,GAAa,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC9D,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,aAAa,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,OAAO,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;QACpE,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,OAAO,CAAC,KAAK,kBAAkB,CAAC,CAAC;QAClE,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,IAAY;IAC7C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;IACzC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACjC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAe,EAAE,MAAc,EAAE,QAAgB;IAC7E,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAC/D,CAAC"}

package/dist/mcp.d.ts

@@ -0,0 +1,5 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { type Engine } from "./engine.js";
+import { type RelevanceEvaluator } from "./typesafe.js";
+export declare function createServer(engine: Engine, relevanceEvaluator?: RelevanceEvaluator): McpServer;
+export declare function runStdio(engine: Engine, relevanceEvaluator?: RelevanceEvaluator): Promise<void>;