abmind 0.0.1 → 0.1.1

package/dist/src/openclaw-plugin/types.d.ts

@@ -0,0 +1,35 @@
+import type Database from "better-sqlite3";
+import type { ContextEngine as AbmindCtxEngine } from "../context-engine.js";
+import type { MemoryManager } from "../memory-manager.js";
+import type { MemoryConfig } from "../memory-config.js";
+export interface AbmindPluginConfig {
+    abmlVersion: string;
+    compactionThreshold: number;
+    sleepEnabled: boolean;
+    stateDir?: string;
+    /** Inject top-relevant memories into context before every agent turn. Default false. */
+    autoRecall: boolean;
+    /** Capture user messages for later memory extraction. Default false. */
+    autoCapture: boolean;
+    /** Max memories injected per turn when autoRecall is enabled. Default 3, range 1-10. */
+    autoRecallMaxResults: number;
+    /** Minimum relevance score for a memory to be injected. Default 0.3. */
+    autoRecallMinScore: number;
+}
+export type CompleteFn = (system: string, user: string, maxTokens: number) => Promise<string>;
+/**
+ * All per-instance state for one abmind plugin registration.
+ * Stored in runtime-store.ts under the plugin's id so multiple instances
+ * coexist without shared mutable state.
+ */
+export interface AbmindPluginRuntime {
+    readonly pluginId: string;
+    readonly contextEngine: AbmindCtxEngine;
+    readonly memory: MemoryManager;
+    readonly db: Database.Database;
+    readonly completeFn: CompleteFn;
+    readonly config: AbmindPluginConfig;
+    readonly memoryConfig: MemoryConfig;
+    readonly ready?: Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/openclaw-plugin/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/openclaw-plugin/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,aAAa,IAAI,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wFAAwF;IACxF,UAAU,EAAE,OAAO,CAAC;IACpB,wEAAwE;IACxE,WAAW,EAAE,OAAO,CAAC;IACrB,wFAAwF;IACxF,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wEAAwE;IACxE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAE9F;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,eAAe,CAAC;IACxC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC"}

package/dist/src/openclaw-plugin/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/openclaw-plugin/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/openclaw-plugin/types.ts"],"names":[],"mappings":""}

package/dist/src/query-tokenizer.d.ts

@@ -0,0 +1,33 @@
+/**
+ * query-tokenizer — extract English-looking tokens from a raw user prompt.
+ *
+ * Used by abmind-hook-recall to bridge the "raw user input" → "translated
+ * English query" gap. The recall pipeline's Sf stage runs three parallel
+ * queries (porter FTS on content_en, trigram on content_en, trigram on
+ * content_original). The hook feeds:
+ *   - `translated` ← extractEnglishTokens(prompt)  (Sf EN path + Se embedding)
+ *   - `original`   ← raw prompt                    (Sf original-trigram path)
+ *
+ * Heuristic, deliberately simple. No language detection, no Unicode magic,
+ * no Hungarian-specific rules. The goal is to surface tokens that are
+ * likely in content_en — empirically: proper nouns + English-cognate
+ * technical terms. Everything else goes through `original`.
+ *
+ * See abproject/docs/plans/abmind-hook-recall-translation.md for the
+ * design rationale.
+ */
+/**
+ * Extract tokens from a prompt that are likely to appear in English-indexed
+ * memory content. Returns an empty array if nothing qualifies — callers
+ * should fall back to raw-prompt behavior in that case.
+ *
+ * Rules:
+ *   - Split on whitespace + punctuation
+ *   - Keep ASCII-only tokens (rejects Hungarian-specific chars: áéíóöőúüű)
+ *   - Keep tokens of length ≥ 3
+ *   - Proper nouns (capitalized, matches PROPER_NOUN_RE) always kept, case preserved
+ *   - Non-proper-noun tokens lowercased then stopword-filtered
+ *   - Deduplicated, order preserved from first occurrence
+ */
+export declare function extractEnglishTokens(prompt: string): string[];
+//# sourceMappingURL=query-tokenizer.d.ts.map

package/dist/src/query-tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-tokenizer.d.ts","sourceRoot":"","sources":["../../src/query-tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAuBH;;;;;;;;;;;;GAYG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAkC7D"}

package/dist/src/query-tokenizer.js

@@ -0,0 +1,84 @@
+/**
+ * query-tokenizer — extract English-looking tokens from a raw user prompt.
+ *
+ * Used by abmind-hook-recall to bridge the "raw user input" → "translated
+ * English query" gap. The recall pipeline's Sf stage runs three parallel
+ * queries (porter FTS on content_en, trigram on content_en, trigram on
+ * content_original). The hook feeds:
+ *   - `translated` ← extractEnglishTokens(prompt)  (Sf EN path + Se embedding)
+ *   - `original`   ← raw prompt                    (Sf original-trigram path)
+ *
+ * Heuristic, deliberately simple. No language detection, no Unicode magic,
+ * no Hungarian-specific rules. The goal is to surface tokens that are
+ * likely in content_en — empirically: proper nouns + English-cognate
+ * technical terms. Everything else goes through `original`.
+ *
+ * See abproject/docs/plans/abmind-hook-recall-translation.md for the
+ * design rationale.
+ */
+const STOPWORDS = new Set([
+    // Articles, conjunctions, common prepositions
+    "the", "and", "for", "but", "nor", "yet", "with", "from", "into", "onto",
+    "about", "above", "below", "under", "over", "between", "through", "during",
+    // Common verbs that rarely disambiguate recall
+    "are", "was", "were", "been", "being", "have", "has", "had", "does", "did",
+    "can", "could", "would", "should", "will", "shall", "may", "might", "must",
+    // Pronouns
+    "this", "that", "these", "those", "there", "here", "what", "which",
+    "who", "whom", "whose", "when", "where", "why", "how",
+    "you", "your", "yours", "they", "them", "their", "theirs",
+    // Misc fillers
+    "just", "only", "also", "even", "than", "then", "too", "very",
+    "some", "any", "all", "none", "few", "many", "much", "most", "more", "less",
+    "like", "such", "other", "another", "each", "every", "both", "either",
+]);
+const PROPER_NOUN_RE = /^[A-Z][a-zA-Z0-9]+$/;
+const ASCII_TOKEN_RE = /^[a-zA-Z][a-zA-Z0-9_-]*$/;
+const MIN_LEN = 3;
+/**
+ * Extract tokens from a prompt that are likely to appear in English-indexed
+ * memory content. Returns an empty array if nothing qualifies — callers
+ * should fall back to raw-prompt behavior in that case.
+ *
+ * Rules:
+ *   - Split on whitespace + punctuation
+ *   - Keep ASCII-only tokens (rejects Hungarian-specific chars: áéíóöőúüű)
+ *   - Keep tokens of length ≥ 3
+ *   - Proper nouns (capitalized, matches PROPER_NOUN_RE) always kept, case preserved
+ *   - Non-proper-noun tokens lowercased then stopword-filtered
+ *   - Deduplicated, order preserved from first occurrence
+ */
+export function extractEnglishTokens(prompt) {
+    if (!prompt || typeof prompt !== "string")
+        return [];
+    // Split on anything that isn't an ASCII word char or Unicode letter.
+    // We want to let the regex see diacritics so we can then reject them
+    // in the ASCII test — splitting on them would merge Hungarian words.
+    const rawTokens = prompt.split(/[^\p{L}\p{N}_-]+/u).filter(t => t.length > 0);
+    const seen = new Set();
+    const out = [];
+    for (const raw of rawTokens) {
+        if (raw.length < MIN_LEN)
+            continue;
+        // Proper noun path — case sensitive check, kept as-is.
+        if (PROPER_NOUN_RE.test(raw)) {
+            if (!seen.has(raw)) {
+                seen.add(raw);
+                out.push(raw);
+            }
+            continue;
+        }
+        // Regular token path — must be pure ASCII letters/digits.
+        if (!ASCII_TOKEN_RE.test(raw))
+            continue;
+        const lower = raw.toLowerCase();
+        if (STOPWORDS.has(lower))
+            continue;
+        if (!seen.has(lower)) {
+            seen.add(lower);
+            out.push(lower);
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=query-tokenizer.js.map

package/dist/src/query-tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-tokenizer.js","sourceRoot":"","sources":["../../src/query-tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,8CAA8C;IAC9C,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACxE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ;IAC1E,+CAA+C;IAC/C,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC1E,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM;IAC1E,WAAW;IACX,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAClE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK;IACrD,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ;IACzD,eAAe;IACf,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC7D,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC3E,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;CACtE,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,qBAAqB,CAAC;AAC7C,MAAM,cAAc,GAAG,0BAA0B,CAAC;AAClD,MAAM,OAAO,GAAG,CAAC,CAAC;AAElB;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAc;IACjD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAErD,qEAAqE;IACrE,qEAAqE;IACrE,qEAAqE;IACrE,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,MAAM,GAAG,OAAO;YAAE,SAAS;QAEnC,uDAAuD;QACvD,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;YACD,SAAS;QACX,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,SAAS;QACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/src/recall-benchmark.d.ts

@@ -0,0 +1,13 @@
+/**
+ * recall-benchmark — measures recall pipeline efficacy.
+ *
+ * Runs a set of test queries against the live memory.db, captures per-stage
+ * hits, timing, and unique contribution. Outputs JSON + human-readable summary.
+ *
+ * Usage:
+ *   npx tsx src/memory/recall-benchmark.ts
+ *   npx tsx src/memory/recall-benchmark.ts --queries path/to/queries.json
+ *   npx tsx src/memory/recall-benchmark.ts --snapshot  (dump golden set template)
+ */
+export {};
+//# sourceMappingURL=recall-benchmark.d.ts.map

package/dist/src/recall-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall-benchmark.d.ts","sourceRoot":"","sources":["../../src/recall-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG"}

package/dist/src/recall-benchmark.js

@@ -0,0 +1,256 @@
+/**
+ * recall-benchmark — measures recall pipeline efficacy.
+ *
+ * Runs a set of test queries against the live memory.db, captures per-stage
+ * hits, timing, and unique contribution. Outputs JSON + human-readable summary.
+ *
+ * Usage:
+ *   npx tsx src/memory/recall-benchmark.ts
+ *   npx tsx src/memory/recall-benchmark.ts --queries path/to/queries.json
+ *   npx tsx src/memory/recall-benchmark.ts --snapshot  (dump golden set template)
+ */
+import Database from "better-sqlite3";
+import { join } from "node:path";
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from "node:fs";
+import { MemoryIndex } from "./memory-index.js";
+import { recallSearch } from "./recall-engine.js";
+import { abmindHome } from "./mem-paths.js";
+// ── Default queries ─────────────────────────────────────────────────────────
+const DEFAULT_QUERIES = [
+    // Personal facts
+    { label: "user name", keywords: ["user", "name"] },
+    { label: "user language", keywords: ["Hungarian", "English", "language"], original: "magyar" },
+    { label: "user environment", keywords: ["WSL", "environment"], original: "környezet" },
+    { label: "user preferences", keywords: ["pizza", "cheese"], original: "sajt" },
+    { label: "user communication style", keywords: ["frustration", "meta-commentary"] },
+    // Technical facts
+    { label: "deploy commands", keywords: ["deploy", "scripts"] },
+    { label: "heartbeat interval", keywords: ["heartbeat", "interval"] },
+    { label: "whisper STT", keywords: ["whisper", "voice", "transcription"] },
+    { label: "FTS5 Hungarian", keywords: ["FTS5", "Hungarian", "agglutination"] },
+    { label: "recall pipeline stages", keywords: ["recall", "pipeline", "stages"] },
+    // Decisions
+    { label: "prompt file security", keywords: ["prompt", "security", "moved"] },
+    { label: "classification system", keywords: ["NATO", "classification", "SECRET"] },
+    { label: "emotion scoring", keywords: ["emotion", "scoring", "under-detecting"] },
+    { label: "mnt/c forbidden", keywords: ["mnt", "forbidden", "Windows"] },
+    { label: "A2A memory policy", keywords: ["A2A", "memory", "tool"] },
+    // Events
+    { label: "Twitter access", keywords: ["Twitter", "X.com", "cookie"] },
+    { label: "daily AI news cron", keywords: ["AI", "news", "cron", "daily"] },
+    { label: "vision capability", keywords: ["vision", "image", "Telegram"] },
+    { label: "refactor deployment", keywords: ["refactor", "deployed", "preparation"] },
+    { label: "Spain trip", keywords: ["Fuengirola", "Spain", "Easter"] },
+    // Lessons
+    { label: "pivot on failures", keywords: ["pivot", "failures", "Browsie"] },
+    { label: "search before bluffing", keywords: ["search", "bluffing", "szerda"] },
+    { label: "lead with content", keywords: ["lead", "content", "narration"] },
+    { label: "never claim unavailable", keywords: ["unavailable", "tool", "bash"] },
+    { label: "translation fix policy", keywords: ["translation", "fix", "edit"] },
+    // Cross-cutting
+    { label: "Molty", keywords: ["Molty", "OpenClaw", "Mac"] },
+    { label: "Browsie agent", keywords: ["Browsie", "browser", "subagent"] },
+    { label: "cron monitoring", keywords: ["cron", "monitoring", "lastExit"] },
+    { label: "self-healing", keywords: ["self-healing", "heartbeat", "errors"] },
+    { label: "entity recall", keywords: ["entity", "entities", "tagged"] },
+    // Bilingual — S2 tests (original-language queries)
+    { label: "HU: password/jelszó", keywords: ["password"], original: "jelszó" },
+    { label: "HU: authorization/engedély", keywords: ["authorization"], original: "engedélyezési" },
+    { label: "HU: Home Assistant/eszközök", keywords: ["Home Assistant"], original: "eszközök" },
+    { label: "HU: Mac environment", keywords: ["Mac"], original: "környezet" },
+    { label: "HU: memory test", keywords: ["memory test"], original: "memória teszt" },
+    // Edge cases — vague queries
+    { label: "vague: what happened Tuesday", keywords: ["Tuesday"] },
+    { label: "vague: email", keywords: ["email"] },
+    { label: "vague: bug", keywords: ["bug"] },
+    // Edge cases — Hungarian only (no English keyword)
+    { label: "Hungarian: szundi", keywords: ["szundi"], original: "szundi" },
+    { label: "Hungarian: kedd", keywords: ["kedd"], original: "kedd" },
+    // Negative — should return few/no results
+    { label: "negative: quantum computing", keywords: ["quantum", "computing", "qubit"] },
+    { label: "negative: kubernetes", keywords: ["kubernetes", "k8s", "pod"] },
+];
+// ── Helpers ──────────────────────────────────────────────────────────────────
+function buildDeps(dbPath) {
+    const db = new Database(dbPath, { readonly: true });
+    // Register custom SQL functions needed by recall-engine
+    db.function("strip_emojis", (text) => {
+        if (typeof text !== "string")
+            return text;
+        return text.replace(/[\p{Emoji_Presentation}\p{Extended_Pictographic}]/gu, "").replace(/ {2,}/g, " ").trim();
+    });
+    db.function("strip_diacritics", (text) => {
+        if (typeof text !== "string")
+            return text;
+        return text.normalize("NFD").replace(/[\u0300-\u036f]/g, "").toLowerCase();
+    });
+    const index = new MemoryIndex(db);
+    const home = abmindHome();
+    return {
+        db,
+        index,
+        memoryDir: join(home, "memory"),
+    };
+}
+function uniqueContribution(stageHits, allPriorHits) {
+    let unique = 0;
+    for (const h of stageHits) {
+        const key = h.content.slice(0, 80);
+        if (!allPriorHits.has(key)) {
+            unique++;
+            allPriorHits.add(key);
+        }
+    }
+    return unique;
+}
+function computePrecision(_results, relevantIds, extractedIds) {
+    const relevant = new Set(relevantIds);
+    const top10 = extractedIds.slice(0, 10);
+    const hits = top10.filter(id => relevant.has(id)).length;
+    const p10 = top10.length > 0 ? hits / top10.length : 0;
+    const r10 = relevant.size > 0 ? hits / relevant.size : 0;
+    const firstRelevant = top10.findIndex(id => relevant.has(id));
+    const mrr = firstRelevant >= 0 ? 1 / (firstRelevant + 1) : 0;
+    return { p10, r10, mrr };
+}
+// ── Main ────────────────────────────────────────────────────────────────────
+async function main() {
+    const args = process.argv.slice(2);
+    const dbPath = join(abmindHome(), "memory", "memory.db");
+    if (!existsSync(dbPath)) {
+        console.error(`DB not found: ${dbPath}`);
+        process.exit(1);
+    }
+    // Load queries
+    let queries = DEFAULT_QUERIES;
+    const queriesFlag = args.indexOf("--queries");
+    if (queriesFlag >= 0 && args[queriesFlag + 1]) {
+        queries = JSON.parse(readFileSync(args[queriesFlag + 1], "utf-8"));
+    }
+    // Snapshot mode: dump golden set template
+    if (args.includes("--snapshot")) {
+        const deps = buildDeps(dbPath);
+        const db = deps.db;
+        const memories = db.prepare("SELECT id, SUBSTR(content_en, 1, 150) as preview FROM extracted_memories ORDER BY id").all();
+        const template = queries.map(q => ({ ...q, relevantIds: [], _memories: "see below" }));
+        const out = { queries: template, memories };
+        const outPath = join(abmindHome(), "memory", "recall-golden-set.json");
+        writeFileSync(outPath, JSON.stringify(out, null, 2));
+        console.log(`Golden set template written to ${outPath}`);
+        console.log(`${memories.length} memories, ${queries.length} queries`);
+        console.log("Fill in relevantIds[] for each query, then run: npx tsx src/memory/recall-benchmark.ts --queries ${outPath}");
+        db.close();
+        return;
+    }
+    const deps = buildDeps(dbPath);
+    const db = deps.db;
+    const memoryCount = db.prepare("SELECT COUNT(*) as c FROM extracted_memories").get().c;
+    const messageCount = db.prepare("SELECT COUNT(*) as c FROM messages").get().c;
+    // Detect the primary userId (most memories)
+    const primaryChatId = db.prepare("SELECT user_id, COUNT(*) as cnt FROM extracted_memories GROUP BY user_id ORDER BY cnt DESC LIMIT 1").get()?.user_id ?? process.env["ABMIND_USER_ID"];
+    if (!primaryChatId) {
+        console.error("No memories found and ABMIND_USER_ID not set");
+        db.close();
+        process.exit(1);
+    }
+    console.log(`\nRecall Benchmark — ${memoryCount} memories, ${messageCount} messages, ${queries.length} queries (userId=${primaryChatId})\n`);
+    const stageStats = {};
+    const queryResults = [];
+    const hasGolden = queries.some(q => q.relevantIds && q.relevantIds.length > 0);
+    const precisionResults = [];
+    for (const q of queries) {
+        const params = {
+            translated: q.keywords,
+            original: q.original,
+            userId: primaryChatId,
+            limit: 10,
+            trackRecalls: false,
+        };
+        const result = await recallSearch(deps, params);
+        const seen = new Set();
+        const stageBreakdown = {};
+        // Process stages in pipeline order
+        for (const [stageName, stageResult] of Object.entries(result.stages)) {
+            const uniq = uniqueContribution(stageResult.hits, seen);
+            stageBreakdown[stageName] = { hits: stageResult.hits.length, uniqueHits: uniq, ms: stageResult.ms };
+            if (!stageStats[stageName])
+                stageStats[stageName] = { totalHits: 0, uniqueHits: 0, totalMs: 0, queriesWithHits: 0 };
+            stageStats[stageName].totalHits += stageResult.hits.length;
+            stageStats[stageName].uniqueHits += uniq;
+            stageStats[stageName].totalMs += stageResult.ms;
+            if (stageResult.hits.length > 0)
+                stageStats[stageName].queriesWithHits++;
+        }
+        const qr = {
+            label: q.label,
+            keywords: q.keywords,
+            totalResults: result.results.length,
+            shortCircuitAfter: result.shortCircuitAfter,
+            extractedIds: result.extractedIds,
+            stages: stageBreakdown,
+            topResults: result.results.slice(0, 5).map(r => ({
+                content: r.content.slice(0, 120),
+                source: r.source,
+                score: Math.round(r.score * 1000) / 1000,
+            })),
+        };
+        queryResults.push(qr);
+        // Precision if golden labels exist
+        if (q.relevantIds && q.relevantIds.length > 0) {
+            const p = computePrecision(result.results, q.relevantIds, result.extractedIds);
+            precisionResults.push({ label: q.label, ...p });
+        }
+        // Console progress
+        const stageHits = Object.entries(stageBreakdown)
+            .filter(([, v]) => v.hits > 0)
+            .map(([k, v]) => `${k}:${v.hits}(${v.uniqueHits}u)`)
+            .join(" ");
+        console.log(`  ${q.label.padEnd(35)} → ${result.results.length} results  [${stageHits}]${result.shortCircuitAfter ? `  sc:${result.shortCircuitAfter}` : ""}`);
+    }
+    // Dead stages
+    const deadStages = Object.entries(stageStats)
+        .filter(([, s]) => s.uniqueHits === 0)
+        .map(([name]) => name);
+    // Build report
+    const report = {
+        timestamp: new Date().toISOString(),
+        dbPath,
+        memoryCount,
+        messageCount,
+        queryCount: queries.length,
+        stageStats,
+        deadStages,
+        queries: queryResults,
+    };
+    if (hasGolden && precisionResults.length > 0) {
+        const meanP = precisionResults.reduce((s, p) => s + p.p10, 0) / precisionResults.length;
+        report.precision = { mean: meanP, perQuery: precisionResults };
+    }
+    // Write report
+    const outDir = join(abmindHome(), "memory", "benchmarks");
+    mkdirSync(outDir, { recursive: true });
+    const outPath = join(outDir, `recall-${new Date().toISOString().slice(0, 19).replace(/:/g, "")}.json`);
+    writeFileSync(outPath, JSON.stringify(report, null, 2));
+    // Summary
+    console.log("\n── Stage Summary ──────────────────────────────────────────────");
+    console.log("Stage".padEnd(8), "Hits".padStart(6), "Unique".padStart(8), "Avg ms".padStart(8), "Queries".padStart(9));
+    for (const [name, s] of Object.entries(stageStats).sort(([a], [b]) => a.localeCompare(b))) {
+        const avgMs = queries.length > 0 ? Math.round(s.totalMs / queries.length) : 0;
+        const marker = s.uniqueHits === 0 ? " ← DEAD" : "";
+        console.log(name.padEnd(8), String(s.totalHits).padStart(6), String(s.uniqueHits).padStart(8), String(avgMs).padStart(8), `${s.queriesWithHits}/${queries.length}`.padStart(9), marker);
+    }
+    if (deadStages.length > 0) {
+        console.log(`\n⚠️  Dead stages (zero unique hits across all queries): ${deadStages.join(", ")}`);
+    }
+    if (report.precision) {
+        console.log(`\n── Precision (golden labels) ──────────────────────────────────`);
+        console.log(`Mean P@10: ${(report.precision.mean * 100).toFixed(1)}%`);
+        for (const p of report.precision.perQuery) {
+            console.log(`  ${p.label.padEnd(35)} P@10=${(p.p10 * 100).toFixed(0)}%  R@10=${(p.r10 * 100).toFixed(0)}%  MRR=${p.mrr.toFixed(2)}`);
+        }
+    }
+    console.log(`\nReport saved: ${outPath}`);
+    db.close();
+}
+main().catch(err => { console.error(err); process.exit(1); });
+//# sourceMappingURL=recall-benchmark.js.map

package/dist/src/recall-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall-benchmark.js","sourceRoot":"","sources":["../../src/recall-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAyE,MAAM,oBAAoB,CAAC;AACzH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AA+C5C,+EAA+E;AAE/E,MAAM,eAAe,GAAgB;IACnC,iBAAiB;IACjB,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;IAClD,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC9F,EAAE,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;IACtF,EAAE,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC9E,EAAE,KAAK,EAAE,0BAA0B,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,iBAAiB,CAAC,EAAE;IACnF,kBAAkB;IAClB,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE;IAC7D,EAAE,KAAK,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE;IACpE,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE;IACzE,EAAE,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,eAAe,CAAC,EAAE;IAC7E,EAAE,KAAK,EAAE,wBAAwB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE;IAC/E,YAAY;IACZ,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE;IAC5E,EAAE,KAAK,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,QAAQ,CAAC,EAAE;IAClF,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,iBAAiB,CAAC,EAAE;IACjF,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE;IACvE,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE;IACnE,SAAS;IACT,EAAE,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE;IACrE,EAAE,KAAK,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;IAC1E,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE;IACzE,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE;IACnF,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE;IACpE,UAAU;IACV,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE;IAC1E,EAAE,KAAK,EAAE,wBAAwB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE;IAC/E,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE;IAC1E,EAAE,KAAK,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE;IAC/E,EAAE,KAAK,EAAE,wBAAwB,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE;IAC7E,gBAAgB;IAChB,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE;IAC1D,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE;IACxE,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE;IAC1E,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,cAAc,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE;IAC5E,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE;IACtE,mDAAmD;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC5E,EAAE,KAAK,EAAE,4BAA4B,EAAE,QAAQ,EAAE,CAAC,eAAe,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE;IAC/F,EAAE,KAAK,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE;IAC5F,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;IAC1E,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE;IAClF,6BAA6B;IAC7B,EAAE,KAAK,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,EAAE;IAChE,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;IAC9C,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE;IAC1C,mDAAmD;IACnD,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IACxE,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE;IAClE,0CAA0C;IAC1C,EAAE,KAAK,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE;IACrF,EAAE,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE;CAC1E,CAAC;AAEF,gFAAgF;AAEhF,SAAS,SAAS,CAAC,MAAc;IAC/B,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,wDAAwD;IACxD,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,IAAa,EAAE,EAAE;QAC5C,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,qDAAqD,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/G,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,IAAa,EAAE,EAAE;QAChD,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1C,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7E,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;IAC1B,OAAO;QACL,EAAE;QACF,KAAK;QACL,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAsB,EAAE,YAAyB;IAC3E,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAAC,MAAM,EAAE,CAAC;YAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;IAClE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAqB,EAAE,WAAqB,EAAE,YAAsB;IAC5F,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACzD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAC3B,CAAC;AAED,+EAA+E;AAE/E,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAEzD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAEvF,eAAe;IACf,IAAI,OAAO,GAAgB,eAAe,CAAC;IAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,IAAI,WAAW,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9C,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAE,EAAE,OAAO,CAAC,CAAgB,CAAC;IACrF,CAAC;IAED,0CAA0C;IAC1C,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,sFAAsF,CAAC,CAAC,GAAG,EAA4C,CAAC;QACpK,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,EAAc,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QACnG,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QACvE,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,cAAc,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,6GAA6G,CAAC,CAAC;QAC3H,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;IACnB,MAAM,WAAW,GAAI,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;IAC1G,MAAM,YAAY,GAAI,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAAoB,CAAC,CAAC,CAAC;IAEjG,4CAA4C;IAC5C,MAAM,aAAa,GAAI,EAAE,CAAC,OAAO,CAC/B,oGAAoG,CACrG,CAAC,GAAG,EAA0B,EAAE,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAE1E,IAAI,CAAC,aAAa,EAAE,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAEnH,OAAO,CAAC,GAAG,CAAC,wBAAwB,WAAW,cAAc,YAAY,cAAc,OAAO,CAAC,MAAM,oBAAoB,aAAa,KAAK,CAAC,CAAC;IAE7I,MAAM,UAAU,GAA+B,EAAE,CAAC;IAClD,MAAM,YAAY,GAAkB,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,MAAM,gBAAgB,GAAoE,EAAE,CAAC;IAE7F,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAiB;YAC3B,UAAU,EAAE,CAAC,CAAC,QAAQ;YACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,EAAE;YACT,YAAY,EAAE,KAAK;SACpB,CAAC;QAEF,MAAM,MAAM,GAAiB,MAAM,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,cAAc,GAAqE,EAAE,CAAC;QAE5F,mCAAmC;QACnC,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACxD,cAAc,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC;YAEpG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;gBAAE,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;YACpH,UAAU,CAAC,SAAS,CAAE,CAAC,SAAS,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5D,UAAU,CAAC,SAAS,CAAE,CAAC,UAAU,IAAI,IAAI,CAAC;YAC1C,UAAU,CAAC,SAAS,CAAE,CAAC,OAAO,IAAI,WAAW,CAAC,EAAE,CAAC;YACjD,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,UAAU,CAAC,SAAS,CAAE,CAAC,eAAe,EAAE,CAAC;QAC5E,CAAC;QAED,MAAM,EAAE,GAAgB;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YACnC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,MAAM,EAAE,cAAc;YACtB,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC/C,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAChC,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI;aACzC,CAAC,CAAC;SACJ,CAAC;QACF,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtB,mCAAmC;QACnC,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAC/E,gBAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,mBAAmB;QACnB,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC;aAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;aAC7B,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC;aACnD,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,cAAc,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACjK,CAAC;IAED,cAAc;IACd,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;SAC1C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC;SACrC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAEzB,eAAe;IACf,MAAM,MAAM,GAAoB;QAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM;QACN,WAAW;QACX,YAAY;QACZ,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,UAAU;QACV,UAAU;QACV,OAAO,EAAE,YAAY;KACtB,CAAC;IAEF,IAAI,SAAS,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC;QACxF,MAAM,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IACjE,CAAC;IAED,eAAe;IACf,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1D,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IACvG,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAExD,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtH,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1L,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,4DAA4D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvI,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;IAC1C,EAAE,CAAC,KAAK,EAAE,CAAC;AACb,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/recall-engine.d.ts

@@ -0,0 +1,81 @@
+/**
+ * recall-engine — simplified recall pipeline (v2).
+ *
+ * Stages:
+ *   Sf: Three-query fuzzy search (porter FTS5 + trigram content_en + trigram content_original)
+ *   Ss: Signature Hamming distance (semantic approximate, no ollama, cap 5, threshold 0.65)
+ *   Se: Embedding cosine similarity (async, optional — needs ollama)
+ *   S6: Consolidation file search (daily/weekly/quarterly .md)
+ *
+ * Priority ordering: Sf → Se → Ss → S6. Dedup by memory ID. MMR reranking (λ=0.7).
+ * If Sf fills the limit, Ss and Se are skipped for performance.
+ * S6 always runs (different data source).
+ * No S7 fallback — return empty on zero results.
+ */
+import type Database from "better-sqlite3";
+import type { MemoryIndex } from "./memory-index.js";
+export type RecallHit = {
+    id?: number;
+    content: string;
+    date: string;
+    source: string;
+    score: number;
+    source_ids?: string;
+    contentOriginal?: string;
+    memoryType?: string;
+    trust?: number;
+    integrity?: number;
+    credibility?: number;
+    classification?: number;
+    timelineContext?: string;
+    interferenceWarning?: string;
+    topic?: string;
+    emotionTags?: string;
+    importanceFlags?: string;
+    confidence?: number;
+    createdAt?: number;
+};
+export type StageResult = {
+    hits: RecallHit[];
+    ms: number;
+};
+export type RecallResult = {
+    results: RecallHit[];
+    stages: Record<string, StageResult>;
+    shortCircuitAfter: string | null;
+    extractedIds: number[];
+};
+export type RecallContext = {
+    hour?: number;
+    dayOfWeek?: number;
+    topic?: string;
+};
+export type RecallParams = {
+    translated: string[];
+    original?: string;
+    userId: string;
+    limit?: number;
+    maxClassification?: number;
+    timeStart?: number;
+    timeEnd?: number;
+    stages?: string[];
+    shortCircuitThreshold?: number;
+    topic?: string;
+    tier?: "core" | "general";
+    emotion?: string;
+    includeExpired?: boolean;
+    resolution?: "signal" | "compact" | "standard" | "full";
+    currentContext?: RecallContext;
+    /** Set false for readonly DB connections (e.g. benchmarks). Default true. */
+    trackRecalls?: boolean;
+};
+export type RecallDeps = {
+    db: Database.Database;
+    index: MemoryIndex;
+    memoryDir: string;
+    /** Optional — when provided, Se stage uses it instead of loading a fresh ollama client (#173). */
+    embeddingProvider?: import("./embedding-provider.js").IEmbeddingProvider;
+};
+export declare function applyContextBoost(results: RecallHit[], ctx: RecallContext): RecallHit[];
+export declare function recallSearch(deps: RecallDeps, params: RecallParams): Promise<RecallResult>;
+//# sourceMappingURL=recall-engine.d.ts.map

package/dist/src/recall-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall-engine.d.ts","sourceRoot":"","sources":["../../src/recall-engine.ts"],"names":[],"mappings":"AACA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAYrD,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACpC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,UAAU,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACxD,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,6EAA6E;IAC7E,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC;IACtB,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,kGAAkG;IAClG,iBAAiB,CAAC,EAAE,OAAO,yBAAyB,EAAE,kBAAkB,CAAC;CAC1E,CAAC;AAyBF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,aAAa,GAAG,SAAS,EAAE,CA6BvF;AAwCD,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CA8MhG"}