obol-ai 0.3.3 → 0.3.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "obol-ai",
-  "version": "0.3.3",
+  "version": "0.3.4",
   "description": "Self-evolving AI assistant that learns, remembers, and acts on its own. Persistent vector memory, self-rewriting personality, proactive heartbeats.",
   "main": "src/index.js",
   "bin": {

package/src/claude/chat.js

@@ -267,8 +267,9 @@ function createClaude(anthropicConfig, { personality, memory, selfMemory, userDi
   }
 
   function reloadPersonality() {
+    const { PERSONALITY_DIR } = require('../soul');
     const pDir = userDir ? path.join(userDir, 'personality') : undefined;
-    const newPersonality = require('../personality').loadPersonality(pDir);
+    const newPersonality = require('../personality').loadPersonality(PERSONALITY_DIR, pDir);
     for (const key of Object.keys(personality)) delete personality[key];
     Object.assign(personality, newPersonality);
     baseSystemPrompt = buildSystemPrompt(personality, userDir, { bridgeEnabled, botName });

package/src/claude/router.js

@@ -36,7 +36,7 @@ async function routeMessage(client, memory, userMessage, { vlog, onRouteDecision
 Reply with ONLY a JSON object:
 {"need_memory": true/false, "search_queries": ["query1", "query2"], "model": "haiku|sonnet|opus"}
 
-search_queries: 1-3 optimized search queries based on the full conversation context. Cover distinct topics, people, or entities referenced. Single-topic messages need just one query.
+search_queries: 1-5 optimized search queries based on the full conversation context. Cover distinct topics, people, entities, time periods, or projects referenced. Single-topic messages need just one query. Use more queries when the message references multiple people, projects, or threads.
 
 Memory: casual messages (greetings, jokes, simple questions) → false. References to past, people, projects, preferences → true.
 
@@ -73,12 +73,13 @@ If recent context shows an ongoing task (sonnet/opus was just used, multi-step w
 
     if (decision.need_memory && memory) {
       const budget = decision.model === 'opus' ? 40 : decision.model === 'haiku' ? 15 : 25;
+      const poolPerQuery = decision.model === 'opus' ? 20 : decision.model === 'haiku' ? 10 : 15;
       const searchQueries = queries.length > 0 ? queries : [userMessage];
 
       const recentMemories = await memory.byDate('7d', { limit: Math.ceil(budget / 3) });
 
       const semanticResults = await Promise.all(
-        searchQueries.map(q => memory.search(q, { limit: Math.ceil(budget / searchQueries.length), threshold: 0.4 }))
+        searchQueries.map(q => memory.search(q, { limit: poolPerQuery, threshold: 0.4 }))
       );
       const semanticMemories = semanticResults.flat();
 

package/src/claude/tools/files.js

@@ -96,7 +96,10 @@ const definitions = [
 const handlers = {
   async read_file(input, memory, context) {
     const { userDir } = context;
-    const filePath = userDir ? resolveUserPath(input.path, userDir) : input.path;
+    const { PERSONALITY_DIR } = require('../../soul');
+    const filePath = path.basename(input.path) === 'SOUL.md'
+      ? path.join(PERSONALITY_DIR, 'SOUL.md')
+      : (userDir ? resolveUserPath(input.path, userDir) : input.path);
     if (filePath.toLowerCase().endsWith('.pdf')) {
       const pdfParse = require('pdf-parse');
       const { text } = await pdfParse(fs.readFileSync(filePath));
@@ -119,25 +122,36 @@ const handlers = {
 
   async write_file(input, memory, context) {
     const { userDir } = context;
-    const filePath = userDir ? resolveUserPath(input.path, userDir) : input.path;
+    const { PERSONALITY_DIR, backup } = require('../../soul');
+    const isSoul = path.basename(input.path) === 'SOUL.md';
+    const filePath = isSoul ? path.join(PERSONALITY_DIR, 'SOUL.md') : (userDir ? resolveUserPath(input.path, userDir) : input.path);
     fs.mkdirSync(path.dirname(filePath), { recursive: true });
     fs.writeFileSync(filePath, input.content);
     if (filePath.includes('personality/')) {
       context._reloadPersonality?.();
+      if (isSoul && context.config?.supabase) {
+        backup(context.config.supabase, 'soul', input.content).catch(() => {});
+      }
     }
     return `Written: ${filePath}`;
   },
 
   async edit_file(input, memory, context) {
     const { userDir } = context;
-    const filePath = userDir ? resolveUserPath(input.path, userDir) : input.path;
+    const { PERSONALITY_DIR, backup } = require('../../soul');
+    const isSoul = path.basename(input.path) === 'SOUL.md';
+    const filePath = isSoul ? path.join(PERSONALITY_DIR, 'SOUL.md') : (userDir ? resolveUserPath(input.path, userDir) : input.path);
     const content = fs.readFileSync(filePath, 'utf-8');
     const count = content.split(input.old_string).length - 1;
     if (count === 0) return `Error: old_string not found in ${input.path}`;
     if (count > 1) return `Error: old_string matches ${count} times — add more context to make it unique`;
-    fs.writeFileSync(filePath, content.replace(input.old_string, input.new_string));
+    const updated = content.replace(input.old_string, input.new_string);
+    fs.writeFileSync(filePath, updated);
     if (filePath.includes('personality/')) {
       context._reloadPersonality?.();
+      if (isSoul && context.config?.supabase) {
+        backup(context.config.supabase, 'soul', updated).catch(() => {});
+      }
     }
     return `Edited: ${filePath}`;
   },

package/src/cli/config.js

@@ -353,38 +353,40 @@ async function runOAuthFlow(cfg) {
 }
 
 function updatePersonalityNames(oldBotName, newBotName, oldOwnerName, newOwnerName) {
+  const { PERSONALITY_DIR } = require('../soul');
+
+  if (oldBotName !== newBotName) {
+    const soulPath = path.join(PERSONALITY_DIR, 'SOUL.md');
+    if (fs.existsSync(soulPath)) {
+      let content = fs.readFileSync(soulPath, 'utf-8');
+      content = content.replace(new RegExp(`# SOUL\\.md — Who is ${oldBotName}\\?`, 'g'), `# SOUL.md — Who is ${newBotName}?`);
+      content = content.replace(new RegExp(`\\*\\*Name:\\*\\* ${oldBotName}`, 'g'), `**Name:** ${newBotName}`);
+      fs.writeFileSync(soulPath, content, 'utf-8');
+    }
+  }
+
+  if (oldOwnerName !== newOwnerName) {
+    const soulPath = path.join(PERSONALITY_DIR, 'SOUL.md');
+    if (fs.existsSync(soulPath)) {
+      let content = fs.readFileSync(soulPath, 'utf-8');
+      content = content.replace(new RegExp(`\\*\\*Created by:\\*\\* ${oldOwnerName}`, 'g'), `**Created by:** ${newOwnerName}`);
+      fs.writeFileSync(soulPath, content, 'utf-8');
+    }
+  }
+
   if (!fs.existsSync(USERS_DIR)) return;
   const users = fs.readdirSync(USERS_DIR).filter(u => {
     try { return fs.statSync(path.join(USERS_DIR, u)).isDirectory(); } catch { return false; }
   });
   for (const userId of users) {
-    const personalityDir = path.join(USERS_DIR, userId, 'personality');
-    if (!fs.existsSync(personalityDir)) continue;
-
     if (oldBotName !== newBotName) {
-      const soulPath = path.join(personalityDir, 'SOUL.md');
-      if (fs.existsSync(soulPath)) {
-        let content = fs.readFileSync(soulPath, 'utf-8');
-        content = content.replace(new RegExp(`# SOUL\\.md — Who is ${oldBotName}\\?`, 'g'), `# SOUL.md — Who is ${newBotName}?`);
-        content = content.replace(new RegExp(`\\*\\*Name:\\*\\* ${oldBotName}`, 'g'), `**Name:** ${newBotName}`);
-        fs.writeFileSync(soulPath, content, 'utf-8');
-      }
-      const agentsPath = path.join(personalityDir, 'AGENTS.md');
+      const agentsPath = path.join(USERS_DIR, userId, 'personality', 'AGENTS.md');
       if (fs.existsSync(agentsPath)) {
         let content = fs.readFileSync(agentsPath, 'utf-8');
         content = content.replace(new RegExp(`# AGENTS\\.md — How ${oldBotName} Works`, 'g'), `# AGENTS.md — How ${newBotName} Works`);
         fs.writeFileSync(agentsPath, content, 'utf-8');
       }
     }
-
-    if (oldOwnerName !== newOwnerName) {
-      const soulPath = path.join(personalityDir, 'SOUL.md');
-      if (fs.existsSync(soulPath)) {
-        let content = fs.readFileSync(soulPath, 'utf-8');
-        content = content.replace(new RegExp(`\\*\\*Created by:\\*\\* ${oldOwnerName}`, 'g'), `**Created by:** ${newOwnerName}`);
-        fs.writeFileSync(soulPath, content, 'utf-8');
-      }
-    }
   }
 }
 

package/src/cli/init.js

@@ -752,13 +752,12 @@ function ensureDirs() {
 }
 
 function createPersonalityFiles(config) {
-  for (const userId of config.telegram.allowedUsers) {
-    const ownerName = config.users?.[String(userId)]?.name || config.owner.name;
-    const personalityDir = path.join(OBOL_DIR, 'users', String(userId), 'personality');
-    fs.mkdirSync(personalityDir, { recursive: true });
+  const { PERSONALITY_DIR } = require('../soul');
+  fs.mkdirSync(PERSONALITY_DIR, { recursive: true });
+  const ownerName = config.users?.[String(config.telegram.allowedUsers[0])]?.name || config.owner.name;
 
-    if (!fs.existsSync(path.join(personalityDir, 'SOUL.md'))) {
-      fs.writeFileSync(path.join(personalityDir, 'SOUL.md'), `# SOUL.md — Who is ${config.bot.name}?
+  if (!fs.existsSync(path.join(PERSONALITY_DIR, 'SOUL.md'))) {
+    fs.writeFileSync(path.join(PERSONALITY_DIR, 'SOUL.md'), `# SOUL.md — Who is ${config.bot.name}?
 
 Write your bot's personality here. This shapes how it talks, thinks, and behaves.
 
@@ -781,7 +780,13 @@ Write your bot's personality here. This shapes how it talks, thinks, and behaves
 ---
 *Edit this file anytime to reshape your bot's personality.*
 `);
-    }
+  }
+
+  for (const userId of config.telegram.allowedUsers) {
+    const ownerName = config.users?.[String(userId)]?.name || config.owner.name;
+    const personalityDir = path.join(OBOL_DIR, 'users', String(userId), 'personality');
+    fs.mkdirSync(personalityDir, { recursive: true });
+
     if (!fs.existsSync(path.join(personalityDir, 'USER.md'))) {
       fs.writeFileSync(path.join(personalityDir, 'USER.md'), `# USER.md — About ${ownerName}
 

package/src/cli/prompt-debug.js

@@ -76,13 +76,22 @@ function truncate(str, max = 500) {
 }
 
 function printFullPrompt(params) {
-  label('FULL PROMPT → SYSTEM');
+  label(`FULL PROMPT → SYSTEM  \x1b[2m[${params.model || '?'}]\x1b[0m`);
   for (const block of (params.system || [])) {
     const cached = block.cache_control ? ' \x1b[2m[ephemeral]\x1b[0m' : '';
     console.log(`${truncate(block.text, 800)}${cached}`);
     console.log(hr('·'));
   }
 
+  if (params.tools?.length) {
+    label(`FULL PROMPT → TOOLS [${params.tools.length}]`);
+    for (const tool of params.tools) {
+      const cached = tool.cache_control ? ' \x1b[2m[ephemeral]\x1b[0m' : '';
+      const desc = tool.description ? `  \x1b[2m${truncate(tool.description, 100)}\x1b[0m` : '';
+      console.log(`  \x1b[35m${tool.name}\x1b[0m${cached}${desc}`);
+    }
+  }
+
   label(`FULL PROMPT → MESSAGES [${params.messages.length}]`);
   for (let i = 0; i < params.messages.length; i++) {
     const msg = params.messages[i];
@@ -92,7 +101,15 @@ function printFullPrompt(params) {
       : msg.content;
     for (const block of blocks) {
       if (block.type === 'text') {
-        console.log(truncate(block.text, 1000));
+        if (block.text.startsWith('[Runtime context')) {
+          console.log(`\x1b[2m── runtime metadata ──\x1b[0m`);
+        } else if (block.text.startsWith('Current time:')) {
+          console.log(`\x1b[2m${block.text}\x1b[0m`);
+        } else if (block.text.includes('## Relevant memories') || block.text.includes('## Self-knowledge')) {
+          console.log(`\x1b[33m${block.text}\x1b[0m`);
+        } else {
+          console.log(truncate(block.text, 1000));
+        }
       } else if (block.type === 'tool_use') {
         console.log(`\x1b[35m[tool_use: ${block.name}]\x1b[0m ${truncate(JSON.stringify(block.input), 200)}`);
       } else if (block.type === 'tool_result') {
@@ -131,10 +148,11 @@ async function runInspect(opts, config) {
     }
   }
 
-  label('RECENT MEMORY — 20 entries');
+  const recentLimit = Math.ceil(25 / 3);
+  label(`RECENT MEMORY — ${recentLimit} entries \x1b[2m(budget/3, sonnet)\x1b[0m`);
   const memHeaders = makeSupabaseHeaders(config.supabase);
   const memRes = await fetch(
-    `${config.supabase.url}/rest/v1/obol_memory?user_id=eq.${opts.userId}&order=created_at.desc&limit=20&select=content,category,importance,tags,created_at`,
+    `${config.supabase.url}/rest/v1/obol_memory?user_id=eq.${opts.userId}&order=created_at.desc&limit=${recentLimit}&select=content,category,importance,tags,created_at`,
     { headers: memHeaders }
   );
   const memories = await memRes.json();
@@ -148,6 +166,23 @@ async function runInspect(opts, config) {
     }
   }
 
+  label('OBOL SELF MEMORY — 20 entries');
+  const selfRes = await fetch(
+    `${config.supabase.url}/rest/v1/obol_self_memory?user_id=eq.${opts.userId}&order=created_at.desc&limit=20&select=content,category,importance,tags,source,created_at`,
+    { headers: memHeaders }
+  );
+  const selfMemories = await selfRes.json();
+  if (!selfMemories.length) {
+    console.log('  (none)');
+  } else {
+    for (const m of selfMemories) {
+      const tags = m.tags?.length ? `  \x1b[2m[${m.tags.join(', ')}]\x1b[0m` : '';
+      const src = m.source ? `  \x1b[2msrc=${m.source}\x1b[0m` : '';
+      console.log(`\x1b[2m${new Date(m.created_at).toLocaleString()}\x1b[0m  \x1b[35m[${m.category}]\x1b[0m  imp=${m.importance}${tags}${src}`);
+      console.log(`  ${m.content}`);
+    }
+  }
+
   console.log('\n\x1b[2mTip: pass -m "message" to run the full production pipeline\x1b[0m\n');
 }
 

package/src/messages.js

@@ -195,24 +195,32 @@ Importance: 0.3 minor, 0.5 useful, 0.7 important, 0.9 critical.`,
       if (Array.isArray(facts) && facts.length > 0) {
         const validCategories = new Set(['fact','preference','decision','lesson','person','project','event','conversation','resource','pattern','context','email']);
         let stored = 0;
+        let updated = 0;
         let duped = 0;
 
         for (const fact of facts.slice(0, 5)) {
           if (!fact.content || fact.content.length <= 10) continue;
-          try {
-            const existing = await this.memory.search(fact.content, { limit: 1, threshold: 0.82 });
-            if (existing.length > 0) { duped++; continue; }
-          } catch {}
           const category = validCategories.has(fact.category) ? fact.category : 'fact';
           const importance = typeof fact.importance === 'number' ? Math.min(1, Math.max(0, fact.importance)) : 0.5;
           const tags = Array.isArray(fact.tags) ? fact.tags.slice(0, 5) : [];
+          try {
+            const related = await this.memory.search(fact.content, { limit: 1, threshold: 0.65 });
+            if (related.length > 0) {
+              const top = related[0];
+              if (top.similarity >= 0.82) { duped++; continue; }
+              await this.memory.update(top.id, { content: fact.content, category, importance, tags });
+              updated++;
+              vlog?.(`[extract] ~[${category}] ${fact.content}`);
+              continue;
+            }
+          } catch {}
           await this.memory.add(fact.content, { category, tags, importance, source: 'turn-extraction' });
           stored++;
           vlog?.(`[extract] +[${category}] ${fact.content}`);
         }
 
-        if (stored > 0 || duped > 0) {
-          vlog?.(`[extract] ${stored} stored, ${duped} duped, ${facts.length} extracted`);
+        if (stored > 0 || updated > 0 || duped > 0) {
+          vlog?.(`[extract] ${stored} stored, ${updated} updated, ${duped} duped, ${facts.length} extracted`);
         }
       } else {
         vlog?.('[extract] 0 facts (trivial exchange)');

package/src/telegram/commands/admin.js

@@ -84,7 +84,7 @@ Summarize what was cleaned and secrets migrated.`);
       const taskPrompt = promptParts.join('\n\n');
 
       const stopTyping = startTyping(ctx);
-      const status = createStatusTracker(ctx);
+      const status = createStatusTracker(ctx, config.bot?.name);
       const chatContext = createChatContext(ctx, tenant, config, { allowedUsers: new Set(), bot, createAsk });
       chatContext._model = 'claude-sonnet-4-6';
       chatContext._onRouteDecision = (info) => { status.setRouteInfo(info); status.start(); };
@@ -113,7 +113,7 @@ Summarize what was cleaned and secrets migrated.`);
       const testsAfter = fs.existsSync(testsDir) && fs.readdirSync(testsDir).filter(f => !f.startsWith('.')).length > 0;
       if (!testsAfter && hasScripts) {
         const testPrompt = `Read every script in ${plan.baseDir}/scripts/. For each script, write a corresponding test file in ${plan.baseDir}/tests/. Name each test file test-<script-name> (e.g. scripts/gmail-send.py → tests/test-gmail-send.py). After writing all tests, run them and fix any failures until they all pass. Summarize the test results.`;
-        const testStatus = createStatusTracker(ctx);
+        const testStatus = createStatusTracker(ctx, config.bot?.name);
         const testCtx = createChatContext(ctx, tenant, config, { allowedUsers: new Set(), bot, createAsk });
         testCtx._model = 'claude-sonnet-4-6';
         testCtx._onRouteDecision = (info) => { testStatus.setRouteInfo(info); testStatus.start(); };

package/src/telegram/handlers/media.js

@@ -19,7 +19,7 @@ async function processMediaItems(ctx, items, { config, allowedUsers, bot, create
   if (!ctx.from) return;
   const userId = ctx.from.id;
   const stopTyping = startTyping(ctx);
-  const status = createStatusTracker(ctx);
+  const status = createStatusTracker(ctx, config.bot?.name);
 
   try {
     const tenant = await getTenant(userId, config);

package/src/telegram/handlers/special.js

@@ -74,7 +74,7 @@ async function processSpecial(ctx, prompt, deps) {
   if (!ctx.from) return;
   const userId = ctx.from.id;
   const stopTyping = startTyping(ctx);
-  const status = createStatusTracker(ctx);
+  const status = createStatusTracker(ctx, deps.config?.bot?.name);
 
   try {
     const tenant = await getTenant(userId, deps.config);

package/src/telegram/handlers/text.js

@@ -82,12 +82,13 @@ function createChatContext(ctx, tenant, config, { allowedUsers, bot, createAsk }
   };
 }
 
-function createStatusTracker(ctx) {
+function createStatusTracker(ctx, botName) {
   let statusMsgId = null;
   let statusText = 'Processing';
   let statusTimer = null;
   let statusStart = null;
   let routeInfo = null;
+  const title = botName || 'OBOL';
   const stopBtn = new InlineKeyboard()
     .text('■ Stop', `stop:${ctx.chat.id}`)
     .text('■ Force Stop', `force:${ctx.chat.id}`);
@@ -100,14 +101,14 @@ function createStatusTracker(ctx) {
   const start = () => {
     if (statusTimer) return;
     statusStart = Date.now();
-    const html = buildStatusHtml({ route: routeInfo, elapsed: 0, toolStatus: statusText });
+    const html = buildStatusHtml({ route: routeInfo, elapsed: 0, toolStatus: statusText, title });
     ctx.reply(html, { parse_mode: 'HTML', reply_markup: stopBtn }).then(sent => {
       if (sent) statusMsgId = sent.message_id;
     }).catch(() => {});
     statusTimer = setInterval(() => {
       if (!statusMsgId) return;
       const elapsed = Math.round((Date.now() - statusStart) / 1000);
-      const html = buildStatusHtml({ route: routeInfo, elapsed, toolStatus: statusText });
+      const html = buildStatusHtml({ route: routeInfo, elapsed, toolStatus: statusText, title });
       ctx.api.editMessageText(ctx.chat.id, statusMsgId, html, { parse_mode: 'HTML', reply_markup: stopBtn }).catch(() => {});
     }, 5000);
   };
@@ -126,7 +127,7 @@ function createStatusTracker(ctx) {
     updateFormatting() {
       if (!statusMsgId) return;
       const elapsed = statusStart ? Math.round((Date.now() - statusStart) / 1000) : 0;
-      const html = buildStatusHtml({ route: routeInfo, elapsed, toolStatus: 'Formatting output' });
+      const html = buildStatusHtml({ route: routeInfo, elapsed, toolStatus: 'Formatting output', title });
       ctx.api.editMessageText(ctx.chat.id, statusMsgId, html, { parse_mode: 'HTML' }).catch(() => {});
     },
     deleteMsg() {
@@ -151,7 +152,7 @@ async function processTextMessage(ctx, fullMessage, { config, allowedUsers, bot,
 
   const chatMessage = replyContext + fullMessage;
   const stopTyping = startTyping(ctx);
-  const status = createStatusTracker(ctx);
+  const status = createStatusTracker(ctx, config.bot?.name);
 
   const batcher = tenant.verbose ? createVerboseBatcher(ctx) : null;
   try {

package/src/tenant.js

@@ -60,7 +60,7 @@ async function createTenant(userId, config) {
 
   let personalityMtime = 0;
   try {
-    personalityMtime = fs.statSync(path.join(personalityDir, 'SOUL.md')).mtimeMs;
+    personalityMtime = fs.statSync(path.join(PERSONALITY_DIR, 'SOUL.md')).mtimeMs;
   } catch {}
 
   return {