@inetafrica/open-claudia 2.6.57 → 2.6.59

package/core/recall/warm-walker.js

@@ -30,6 +30,7 @@ let pending = null;        // { resolve, reject, timer } for the in-flight walk
 let chain = Promise.resolve(); // serialises walks (one message in flight)
 let msgCount = 0;          // messages sent to the current process
 let charCount = 0;         // prompt chars sent to the current process
+let costTotal = 0;         // cumulative total_cost_usd reported by the session
 
 function isEnabled() {
   return String(process.env.RECALL_WARM_WALKER || "on").toLowerCase() !== "off";
@@ -60,6 +61,7 @@ function spawnChild(cfg) {
   child = proc;
   msgCount = 0;
   charCount = 0;
+  costTotal = 0;
   let buf = "";
   let asstText = "";
 
@@ -88,7 +90,14 @@ function spawnChild(cfg) {
       } else if (evt.type === "result") {
         const text = (typeof evt.result === "string" && evt.result) ? evt.result : asstText;
         asstText = "";
-        if (text && !evt.is_error) settle("resolve", redactSensitive(String(text).trim()));
+        // total_cost_usd is cumulative for the stream-json session; the delta
+        // from the previous result is this walk's cost.
+        let costUsd = null;
+        if (typeof evt.total_cost_usd === "number") {
+          costUsd = Math.max(0, evt.total_cost_usd - costTotal);
+          costTotal = evt.total_cost_usd;
+        }
+        if (text && !evt.is_error) settle("resolve", { text: redactSensitive(String(text).trim()), costUsd });
         else settle("reject", new Error("warm walker: empty/error result"));
       }
     }
@@ -136,6 +145,8 @@ function doWalk(promptText, opts) {
 
 // Serialise: one message in flight at a time. A failed walk must not poison the
 // queue, so the chain swallows outcomes while callers still see their result.
+// Resolves { text, costUsd } — costUsd is the per-walk delta of the session's
+// cumulative total_cost_usd (null when the CLI doesn't report it).
 function walkWarm(promptText, opts = {}) {
   const run = () => doWalk(promptText, opts);
   const p = chain.then(run, run);

package/core/runner.js

@@ -1027,15 +1027,17 @@ async function runClaude(prompt, cwd, replyToMsgId, opts = {}) {
   // `open-claudia pack show <dir>` / `entity show <slug>` — so the banner
   // reflects what was read, not what was pushed. (consumeLastInjected is
   // drained here to keep the per-turn buffer from leaking into the next turn.)
+  let turnRecallTier = "";
   try {
     const injected = require("./system-prompt").consumeLastInjected();
     if (injected && injected.recall) {
       const r = injected.recall;
+      turnRecallTier = String(r.tier || "");
       const esc = (s) => String(s).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
       const fmt = (arr, icon) => arr.map((x) => (x.why ? `${icon} <b>${esc(x.name)}</b> — ${esc(x.why)}` : `${icon} <b>${esc(x.name)}</b>`));
       // 🧠 packs/entities recall — gated by /recall.
       if (settings.showRecall) {
-        const lines = [...fmt(r.packs || [], "📦"), ...fmt(r.entities || [], "👤")];
+        const lines = [...fmt(r.packs || [], "📦"), ...fmt(r.entities || [], "👤"), ...fmt(r.episodes || [], "📓")];
         if (lines.length) send(`🧠 <b>Recall this turn</b> (${esc(r.engine)})\n${lines.join("\n")}`, telegramHtmlOpts()).catch(() => {});
         else if (r.gated) send(`🧠 <b>Recall</b> (${esc(r.engine)}): skipped by pre-gate — trivial turn.`, telegramHtmlOpts()).catch(() => {});
       }
@@ -1517,10 +1519,12 @@ async function runClaude(prompt, cwd, replyToMsgId, opts = {}) {
     // Post-turn pack review: fire-and-forget on a cheap model; never
     // blocks queue drain or the next turn.
     if ((code === 0 || code === null) && assistantText.trim()) {
+      const WRITE_TOOLS = new Set(["Edit", "Write", "NotebookEdit", "Bash", "Shell", "Skill", "Task", "Agent"]);
       packReview.reviewTurn({
         userText: prompt,
         assistantText,
         channelId,
+        signals: { tier: turnRecallTier, wrote: toolUses.some((t) => WRITE_TOOLS.has(t)) },
         announce: (text) => chatContext.run(store, () => send(text)),
       });
     }

package/core/system-prompt.js

@@ -743,22 +743,26 @@ async function promptWithDynamicContext(prompt, opts = {}) {
     });
     const { packBlock, entityBlock } = result;
     const toolBlock = result.toolBlock || "";
+    const episodeBlock = result.episodeBlock || "";
     const why = result.why || {};
     lastInjected.recall = {
       engine: engine.name || recall.activeEngineName(settings),
       gated: !!result.gated,
+      tier: result.tier || "",
       packs: (result.packMatches || []).map((m) => ({ name: m.name || m.dir, why: why[`pack:${m.dir}`] || "" })),
       entities: (result.entityMatches || []).map((m) => ({ name: m.name || m.slug, why: why[`entity:${m.slug}`] || "" })),
       // Tools surfaced as first-class discoverer nodes this turn (name + why).
       // Drives the /tooltrace "surfaced" banner; the toolBlock below is the
       // context the agent actually sees.
       tools: (result.toolMatches || []).map((m) => ({ name: m.name, why: m.why || why[`tool:${m.name}`] || "" })),
+      // Past-conversation episodes the walker kept (drives the /recall banner).
+      episodes: (result.episodeMatches || []).map((m) => ({ name: m.name, why: m.why || "" })),
     };
     const budgetNote = budget.omitted > 0
       ? `\n\n## Memory budget\n${budget.omitted} matched memory item${budget.omitted === 1 ? " was" : "s were"} omitted to keep this turn under the recall budget (${budget.maxChars} chars). Use \`open-claudia pack show <dir>\`, \`entity show <slug>\`, or transcript search if deeper context is needed.`
       : "";
     const transcriptPointer = opts.includeTranscriptPointer ? `${transcriptPointerNote(state)}\n\n` : "";
-    return `${transcriptPointer}${buildDynamicContextBlock()}${packBlock}${entityBlock}${toolBlock}${budgetNote}${voiceReplyGuidance()}\n\nCurrent user request:\n${prompt}`;
+    return `${transcriptPointer}${buildDynamicContextBlock()}${packBlock}${entityBlock}${toolBlock}${episodeBlock}${budgetNote}${voiceReplyGuidance()}\n\nCurrent user request:\n${prompt}`;
   } catch (e) {
     return prompt;
   }

package/core/transcript-index.js

@@ -145,6 +145,26 @@ function rebuild(transcriptsDir = defaultTranscriptsDir()) {
   return indexAll(transcriptsDir);
 }
 
+// Nightly upkeep: catch up new appends, then drop index rows for transcript
+// files that no longer exist on disk — dead sessions stop matching and the
+// FTS table stays proportional to what is actually recallable.
+function tend(transcriptsDir = defaultTranscriptsDir()) {
+  const db = open(transcriptsDir);
+  if (!db) return { available: false, added: 0, prunedFiles: 0 };
+  const { added } = indexAll(transcriptsDir);
+  let prunedFiles = 0;
+  try {
+    const rows = db.prepare("SELECT path FROM files").all();
+    for (const r of rows) {
+      if (fs.existsSync(r.path)) continue;
+      db.prepare("DELETE FROM entries WHERE file = ?").run(r.path);
+      db.prepare("DELETE FROM files WHERE path = ?").run(r.path);
+      prunedFiles++;
+    }
+  } catch (e) {}
+  return { available: true, added, prunedFiles };
+}
+
 // FTS5 MATCH chokes on unbalanced quotes/operators in natural queries, so
 // by default each term is quoted (implicit AND). Pass raw=true for full
 // FTS5 query syntax (NEAR, OR, prefix*).
@@ -184,4 +204,4 @@ function stats(transcriptsDir = defaultTranscriptsDir()) {
   }
 }
 
-module.exports = { available, open, indexFile, indexAll, rebuild, search, stats, sanitizeQuery, defaultTranscriptsDir };
+module.exports = { available, open, indexFile, indexAll, rebuild, tend, search, stats, sanitizeQuery, defaultTranscriptsDir };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inetafrica/open-claudia",
-  "version": "2.6.57",
+  "version": "2.6.59",
   "description": "Your always-on AI coding assistant — Claude Code, Cursor Agent, and OpenAI Codex via Telegram or Kazee Chat",
   "main": "bot.js",
   "bin": {
@@ -9,7 +9,7 @@
   "scripts": {
     "setup": "node setup.js",
     "start": "node bot.js",
-    "test": "OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node -e \"require('./vault'); console.log('OK')\" && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-runner-watchdog-static.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-usage-accounting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-engine.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-graph.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-discoverer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-project-transcripts-smoke.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-abilities.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-extraction.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-couse.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-transfer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-tiers.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-merge-guard.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-learning-e2e.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-pack-nesting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-read-signal.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-tools.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-tool-graph.js"
+    "test": "OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node -e \"require('./vault'); console.log('OK')\" && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-runner-watchdog-static.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-usage-accounting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-engine.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-graph.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-discoverer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-project-transcripts-smoke.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-abilities.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-extraction.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-couse.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-transfer.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-tiers.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-ability-merge-guard.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-learning-e2e.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-pack-nesting.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-journal-dedupe.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-read-signal.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-tools.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-tool-graph.js && OPEN_CLAUDIA_TEST=1 WORKSPACE=/tmp/open-claudia-test CLAUDE_PATH=node node test-recall-evolution.js"
   },
   "files": [
     "bot.js",

package/test-recall-discoverer.js

@@ -1,6 +1,9 @@
 // Discoverer engine: pre-gate, seed → (graph) → fail-open injection. The LLM
 // walker is disabled here (RECALL_DISCOVERER_WALKER=off) so the engine takes
-// its deterministic fail-open path: keep user-origin seeds, drop guesses.
+// its deterministic fail-open path. Contract: the seeds tier keeps ALL
+// user-origin keyword seeds (packs, entities, tools); the full tier without a
+// judge keeps only the top-3 user-origin pack/entity seeds — an unjudged tool
+// or episode is a guess, not a memory.
 const assert = require("assert");
 const fs = require("fs");
 const os = require("os");
@@ -24,13 +27,21 @@ toolsLib.addTool((() => {
   return s;
 })(), { name: "mikrotik-audit", description: "audit the mikrotik router fleet inventory" });
 
-// --- pre-gate ---
+// --- tiered pre-gate ---
 assert.strictEqual(disc.needsRecall("", 0), false, "empty → no recall");
 assert.strictEqual(disc.needsRecall("thanks", 0), false, "pleasantry → no recall");
 assert.strictEqual(disc.needsRecall("ok", 0), false, "terse ack → no recall");
 assert.strictEqual(disc.needsRecall("yo", 0), false, "two words, no seeds → no recall");
 assert.strictEqual(disc.needsRecall("how do I deploy the mobile app", 0), true, "substantive → recall");
-assert.strictEqual(disc.needsRecall("k", 5), true, "seeds present always recall");
+// The old gate kept ANY turn with seeds (measured: gated 0.4% of turns, so
+// "thanks!" paid a full walk). New contract: pleasantries gate regardless.
+assert.strictEqual(disc.needsRecall("k", 5), false, "terse ack gates even when seeds match");
+assert.strictEqual(disc.recallTier("thanks!", 8), "skip", "pleasantry + seeds → skip");
+assert.strictEqual(disc.recallTier("👍", 3), "skip", "emoji-only → skip");
+assert.strictEqual(disc.recallTier("restart bot", 3), "seeds", "short command → seeds-only tier");
+assert.strictEqual(disc.recallTier("show fup logs", 2), "seeds", "≤4 words → seeds-only tier");
+assert.strictEqual(disc.recallTier("yes we need to see the 100", 2), "full", "substantive yes-prefixed turn → full");
+assert.strictEqual(disc.recallTier("how do I deploy the mobile app", 4), "full", "substantive → full");
 
 // --- shared stub corpus + helpers ---
 const packs = {
@@ -93,16 +104,28 @@ const helpers = { packsLib, entitiesLib, mergeMatches, buildPackBlock, buildEnti
   });
   assert.strictEqual(typeof out2.packBlock, "string");
 
-  // tool seeding: a tool matching the user text surfaces as a kept tool match and
-  // renders into toolBlock; a turn that matches no tool yields an empty toolBlock
+  // tool seeding (seeds tier): a ≤4-word command matching a tool keeps it as a
+  // user-origin seed and renders the toolBlock; no tool match → empty toolBlock
   const outTool = await disc.run({
-    userText: "audit the mikrotik router fleet", contextText: "",
-    fullContext: "audit the mikrotik router fleet", packLimit: 6, budget: {}, helpers,
+    userText: "audit mikrotik router fleet", contextText: "",
+    fullContext: "audit mikrotik router fleet", packLimit: 6, budget: {}, helpers,
   });
-  assert.ok(outTool.toolMatches.some((m) => m.name === "mikrotik-audit"), "matching tool is kept (fail-open user seed)");
+  assert.strictEqual(outTool.tier, "seeds", "4-word command lands on the seeds tier");
+  assert.ok(outTool.toolMatches.some((m) => m.name === "mikrotik-audit"), "matching tool is kept (seeds-tier user seed)");
   assert.ok(/mikrotik-audit/.test(outTool.toolBlock), "kept tool renders into the toolBlock");
   assert.ok(/Tools that may help here/.test(outTool.toolBlock), "toolBlock carries its heading");
 
+  // full-tier fail-open: with no judge, an unjudged TOOL is a guess — dropped.
+  // (Measured before the fix: a failed walk kept 15 unjudged seeds including
+  // WiFi tools for a dream question.) Pack/entity user seeds still inject.
+  const outToolFull = await disc.run({
+    userText: "audit the mikrotik router fleet inventory please", contextText: "",
+    fullContext: "audit the mikrotik router fleet inventory please", packLimit: 6, budget: {}, helpers,
+  });
+  assert.strictEqual(outToolFull.tier, "full", "substantive ask lands on the full tier");
+  assert.strictEqual(outToolFull.toolMatches.length, 0, "fail-open drops unjudged tools at full tier");
+  assert.strictEqual(outToolFull.toolBlock, "", "no unjudged toolBlock at full tier");
+
   const outNoTool = await disc.run({
     userText: "help with the mobile app", contextText: "", fullContext: "help with the mobile app",
     packLimit: 6, budget: {}, helpers,
@@ -110,5 +133,26 @@ const helpers = { packsLib, entitiesLib, mergeMatches, buildPackBlock, buildEnti
   assert.strictEqual(outNoTool.toolBlock, "", "no tool match → empty toolBlock");
   assert.strictEqual(outNoTool.toolMatches.length, 0, "no tool match → no toolMatches");
 
+  // seeds tier: a short command-like turn skips graph+walker but still injects
+  // keyword seeds directly (classic baseline, ~ms path).
+  builtPacks = null;
+  const seedsTier = await disc.run({
+    userText: "mobile app status", contextText: "", fullContext: "mobile app status",
+    packLimit: 6, budget: {}, helpers,
+  });
+  assert.strictEqual(seedsTier.gated, false, "seeds tier is not gated");
+  assert.strictEqual(seedsTier.packBlock, "PACKBLOCK", "seeds tier injects keyword seeds");
+  assert.ok(seedsTier.packMatches.some((m) => m.dir === "kazee-mobile"), "seeds tier keeps the user-origin seed");
+  assert.strictEqual(seedsTier.episodeBlock, "", "seeds tier never injects episodes");
+
+  // episodes: with the walker off, transcript hits are candidates but the
+  // fail-open path must DROP them — an unjudged snippet never injects.
+  const epi = await disc.run({
+    userText: "help me deploy the mobile app updater again", contextText: "",
+    fullContext: "help me deploy the mobile app updater again", packLimit: 6, budget: {}, helpers,
+  });
+  assert.strictEqual(epi.episodeBlock, "", "fail-open drops unjudged episodes");
+  assert.deepStrictEqual(epi.episodeMatches, [], "fail-open keeps no episodeMatches");
+
   console.log("recall discoverer OK");
 })().catch((e) => { console.error(e); process.exit(1); });