create-walle 0.9.13 → 0.9.15

package/template/claude-task-manager/session-integrity.js

@@ -15,11 +15,60 @@
 const fs = require('fs');
 const path = require('path');
 const claudeDesktopSessions = require('./lib/claude-desktop-sessions');
+const { codexRolloutIdFromPath, findCodexSessionFiles } = require('./lib/session-history');
 
 const CLAUDE_PROJECTS_DIR = path.join(process.env.HOME, '.claude', 'projects');
 
 // --- Detection ---
 
+function sessionFileIdFromPath(filePath) {
+  const virtual = claudeDesktopSessions.parseVirtualSessionPath(filePath);
+  if (virtual) return virtual.sessionId;
+  const codexId = codexRolloutIdFromPath(filePath);
+  if (codexId) return codexId;
+  const base = path.basename(filePath).replace(/\.jsonl(\.bak)?$/, '');
+  const uuid = base.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i);
+  return uuid ? uuid[1].toLowerCase() : base;
+}
+
+function fileEntryFromPath(filePath, expectedFileId, projectEntry = '') {
+  if (!filePath) return null;
+  const actualFileId = sessionFileIdFromPath(filePath);
+  if (expectedFileId && actualFileId !== expectedFileId) return null;
+  try {
+    const sourcePath = claudeDesktopSessions.sourcePathForStat(filePath);
+    const stat = fs.statSync(sourcePath);
+    if (!stat.isFile()) return null;
+    return { filePath, stat, projectEntry };
+  } catch {
+    return null;
+  }
+}
+
+function addFileIndexEntry(fileIndex, filePath, projectEntry) {
+  const file = fileEntryFromPath(filePath, null, projectEntry);
+  if (file) fileIndex[sessionFileIdFromPath(filePath)] = file;
+}
+
+function resolveDbSessionFile(row, expectedFileId, fileIndex) {
+  if (!expectedFileId) return null;
+  if (fileIndex[expectedFileId]) return fileIndex[expectedFileId];
+
+  const stored = fileEntryFromPath(row?.jsonl_path, expectedFileId);
+  if (stored) return stored;
+
+  if ((row?.provider === 'codex') || String(row?.jsonl_path || '').includes(`${path.sep}.codex${path.sep}sessions${path.sep}`)) {
+    try {
+      for (const filePath of findCodexSessionFiles(expectedFileId)) {
+        const file = fileEntryFromPath(filePath, expectedFileId);
+        if (file) return file;
+      }
+    } catch {}
+  }
+
+  return null;
+}
+
 function dbTimestampFromIso(value) {
   if (!value) return '';
   const ms = new Date(value).getTime();
@@ -138,7 +187,7 @@ function detectMismatches(db, getAllSessionFiles) {
     } catch {}
     const slugCol = hasSlugColumn ? 'a.slug' : "'' AS slug";
     allSessions = db.prepare(`
-      SELECT c.id, c.title, c.user_renamed, c.starred, c.project_path, c.cwd,
+      SELECT c.id, c.provider, c.title, c.user_renamed, c.starred, c.project_path, c.cwd,
         c.created_at, c.updated_at,
         a.agent_session_id, a.jsonl_path, a.file_size, a.first_message,
         a.modified_at, a.hostname, a.model, a.git_branch, a.user_msg_count,
@@ -156,12 +205,7 @@ function detectMismatches(db, getAllSessionFiles) {
   const fileIndex = {}; // uuid -> { filePath, stat, projectEntry }
   try {
     for (const { filePath, projectEntry } of getAllSessionFiles()) {
-      const virtual = claudeDesktopSessions.parseVirtualSessionPath(filePath);
-      const uuid = virtual ? virtual.sessionId : path.basename(filePath).replace(/\.jsonl(\.bak)?$/, '');
-      try {
-        const stat = fs.statSync(claudeDesktopSessions.sourcePathForStat(filePath));
-        fileIndex[uuid] = { filePath, stat, projectEntry };
-      } catch {}
+      addFileIndexEntry(fileIndex, filePath, projectEntry);
     }
   } catch (e) {
     issues.push({ type: 'scan_error', severity: 'warning', sessionId: null,
@@ -183,7 +227,7 @@ function detectMismatches(db, getAllSessionFiles) {
 
     // Skip DB-only rows with no file expectation (legacy tabs with no agent_session_id)
     const expectedFileId = (agentId && agentId !== sid) ? agentId : sid;
-    const file = fileIndex[expectedFileId];
+    const file = resolveDbSessionFile(row, expectedFileId, fileIndex);
 
     // Check 1: Missing file
     if (!file && row.file_size > 0) {
@@ -193,6 +237,7 @@ function detectMismatches(db, getAllSessionFiles) {
           expected_file_id: expectedFileId,
           db_file_size: row.file_size,
           db_jsonl_path: row.jsonl_path || '',
+          db_provider: row.provider || '',
           db_title: row.title || '',
         },
         suggestion: 'File may have been deleted or moved. Check .jsonl.bak variant.',
@@ -215,6 +260,7 @@ function detectMismatches(db, getAllSessionFiles) {
             db_file_size: row.file_size,
             actual_file_size: file.stat.size,
             size_diff: sizeDiff,
+            db_jsonl_path: row.jsonl_path || '',
           },
           suggestion: 'DB metadata is stale — will be refreshed on next session list load.',
         });
@@ -439,12 +485,7 @@ function recoverMismatches(db, issues, getAllSessionFiles) {
   const fileIndex = {};
   try {
     for (const { filePath, projectEntry } of getAllSessionFiles()) {
-      const virtual = claudeDesktopSessions.parseVirtualSessionPath(filePath);
-      const uuid = virtual ? virtual.sessionId : path.basename(filePath).replace(/\.jsonl(\.bak)?$/, '');
-      try {
-        const stat = fs.statSync(claudeDesktopSessions.sourcePathForStat(filePath));
-        fileIndex[uuid] = { filePath, stat, projectEntry };
-      } catch {}
+      addFileIndexEntry(fileIndex, filePath, projectEntry);
     }
   } catch {}
 
@@ -505,7 +546,9 @@ function recoverMismatches(db, issues, getAllSessionFiles) {
       case 'stale_metadata': {
         // Refresh metadata from actual file
         const fileId = issue.details.file_id;
-        const file = fileIndex[fileId];
+        const file = fileIndex[fileId]
+          || fileEntryFromPath(issue.details?.db_jsonl_path, fileId)
+          || resolveDbSessionFile({ provider: 'codex', jsonl_path: issue.details?.db_jsonl_path || '' }, fileId, fileIndex);
         if (!file) { result.skipped++; break; }
         try {
           db.prepare('UPDATE agent_sessions SET file_size = ?, modified_at = ?, updated_at = datetime(\'now\') WHERE ctm_session_id = ?')
@@ -555,11 +598,14 @@ function recoverMismatches(db, issues, getAllSessionFiles) {
             return (b.updated_at || '').localeCompare(a.updated_at || '');
           });
           const keeper = rows[0];
-          for (const row of rows.slice(1)) {
-            // Unlink the agent_session from the losing ctm_session (delete the agent_sessions row for this CTM)
-            db.prepare("DELETE FROM agent_sessions WHERE ctm_session_id = ? AND agent_session_id = ?")
-              .run(row.id, issue.details.agent_session_id);
-          }
+          const unlinkLosers = db.transaction((losers) => {
+            for (const row of losers) {
+              // Unlink the agent_session from the losing ctm_session (delete the agent_sessions row for this CTM)
+              db.prepare("DELETE FROM agent_sessions WHERE ctm_session_id = ? AND agent_session_id = ?")
+                .run(row.id, issue.details.agent_session_id);
+            }
+          });
+          unlinkLosers(rows.slice(1));
           result.fixed++;
           result.actions.push(`Resolved duplicate claim on ${issue.details.agent_session_id.slice(0, 8)}: kept ${keeper.id.slice(0, 8)}, unlinked ${rows.length - 1} others`);
         } catch {
@@ -574,14 +620,17 @@ function recoverMismatches(db, issues, getAllSessionFiles) {
         const agentId = issue.details.agent_session_id;
         if (!agentId) { result.skipped++; break; }
         try {
-          // Create a new ctm_session using the agent_session_id as the CTM id
-          db.prepare(`
-            INSERT OR IGNORE INTO ctm_sessions (id, provider, project_path, cwd, title)
-            VALUES (?, 'claude', ?, ?, '')
-          `).run(agentId, issue.details.project_path || '', issue.details.project_path || '');
-          // Link the agent_session to its new parent
-          db.prepare('UPDATE agent_sessions SET ctm_session_id = ? WHERE agent_session_id = ?')
-            .run(agentId, agentId);
+          const txn = db.transaction(() => {
+            // Create a new ctm_session using the agent_session_id as the CTM id
+            db.prepare(`
+              INSERT OR IGNORE INTO ctm_sessions (id, provider, project_path, cwd, title)
+              VALUES (?, 'claude', ?, ?, '')
+            `).run(agentId, issue.details.project_path || '', issue.details.project_path || '');
+            // Link the agent_session to its new parent
+            db.prepare('UPDATE agent_sessions SET ctm_session_id = ? WHERE agent_session_id = ?')
+              .run(agentId, agentId);
+          });
+          txn();
           result.fixed++;
           result.actions.push(`Created ctm_session parent for orphan agent ${agentId.slice(0, 8)}`);
         } catch (e) {

package/template/claude-task-manager/workers/approval-widget-validator.js

@@ -28,12 +28,12 @@ const ABOVE_ANCHOR_DEPTH = 40;
 // Claude Code: "Esc to cancel". Codex: "Press enter to confirm or esc to cancel".
 const ANCHOR_RE = /Esc to cancel|esc to cancel|Press enter to confirm/;
 
-// Yes-option pattern. Accepts an optional selection-arrow prefix in any of
+// Approval-option pattern. Accepts an optional selection-arrow prefix in any of
 // the forms different CLIs use: ❯ (Claude Code), ›/▶/▸ (Cursor/others), or
 // plain ASCII > (Codex). Without this, Codex's "> 1. Yes, proceed (y)" would
 // be skipped over and the validator would lock onto option 2 ("2. Yes, ...")
 // — which is unstyled in Codex's renderer and trips no-widget-formatting.
-const YES_RE = /^\s*(?:[❯›▶▸>]\s*)?\d+\.\s*Yes\b/i;
+const YES_RE = /^\s*(?:[❯›▶▸>]\s*)?\d+\.\s*(?:Yes|Allow)\b/i;
 
 /**
  * Check if the terminal is currently displaying an active approval widget.
@@ -142,9 +142,10 @@ function _hasWidgetFormatting(buf, yesRow, totalRows) {
   const yesText = yesLine.translateToString(true);
   if (/[❯›▶▸]/.test(yesText)) return true;
 
-  // Check for "❯" marker anywhere in bottom 3 rows
-  const arrowScanStart = Math.max(yesRow - 1, totalRows - 5);
-  for (let row = arrowScanStart; row < totalRows; row++) {
+  // Check for a selection marker near the approval options. Codex MCP forms can
+  // select option 2 ("Allow for this session"), while option 1 is the first
+  // approval-shaped line used for anchoring.
+  for (let row = Math.max(0, yesRow - 1); row < Math.min(totalRows, yesRow + 8); row++) {
     const line = buf.getLine(buf.viewportY + row);
     if (!line) continue;
     const text = line.translateToString(true);
@@ -152,6 +153,15 @@ function _hasWidgetFormatting(buf, yesRow, totalRows) {
     if (/[❯›▶▸]/.test(text)) return true;
   }
 
+  // Check for "❯" marker anywhere in bottom 5 rows for prompts whose option
+  // block is pushed down by long wrapped content.
+  for (let row = Math.max(0, totalRows - 5); row < totalRows; row++) {
+    const line = buf.getLine(buf.viewportY + row);
+    if (!line) continue;
+    const text = line.translateToString(true);
+    if (/[❯›▶▸]/.test(text)) return true;
+  }
+
   // Check for ANSI foreground color on the Yes-option line.
   // xterm's BufferLine.getCell(x) returns an IBufferCell with .getFgColor()
   // (0 = default). Any non-default fg color = styled = widget.

package/template/claude-task-manager/workers/scrollback-worker.js

@@ -36,14 +36,13 @@ parentPort.on('message', (msg) => {
         const insert = d.prepare('INSERT OR REPLACE INTO scrollback_log (ctm_session_id, chunk_seq, data) VALUES (?, ?, ?)');
         const txn = d.transaction((items) => {
           for (const c of items) insert.run(msg.sessionId, c.seq, c.data);
+          const maxSeq = items[items.length - 1]?.seq || 0;
+          if (maxSeq > SCROLLBACK_MAX_CHUNKS) {
+            const cutoff = maxSeq - SCROLLBACK_MAX_CHUNKS;
+            d.prepare('DELETE FROM scrollback_log WHERE ctm_session_id = ? AND chunk_seq < ?').run(msg.sessionId, cutoff);
+          }
         });
         txn(msg.chunks);
-        // Prune oldest chunks
-        const maxSeq = msg.chunks[msg.chunks.length - 1].seq;
-        if (maxSeq > SCROLLBACK_MAX_CHUNKS) {
-          const cutoff = maxSeq - SCROLLBACK_MAX_CHUNKS;
-          d.prepare('DELETE FROM scrollback_log WHERE ctm_session_id = ? AND chunk_seq < ?').run(msg.sessionId, cutoff);
-        }
         if (msg.requestId) parentPort.postMessage({ type: 'appended', requestId: msg.requestId });
       } catch (e) {
         // Non-fatal — scrollback is best-effort

package/template/claude-task-manager/workers/state-detectors/codex.js

@@ -47,6 +47,12 @@ function isCodexStatusRedraw(data) {
 module.exports = {
   ...baseDetector,
   id: 'codex',
+  // Codex's ratatui status frames arrive in bursts. A short Claude-style
+  // debounce lets the sidebar bounce between Running and Waiting/Idle while the
+  // terminal still says "Working". Keep the busy state stable long enough for
+  // multiple server heartbeats to confirm or renew it, while explicit
+  // approval/choice prompts still bypass this elsewhere.
+  idleDebounceMs: 15000,
 
   isActiveChunk(data) {
     if (!baseDetector.isActiveChunk(data)) return false;

package/template/package.json

@@ -1,6 +1,6 @@
 {
   "name": "walle",
-  "version": "0.9.13",
+  "version": "0.9.15",
   "private": true,
   "description": "Wall-E — your personal digital twin",
   "scripts": {

package/template/wall-e/agent-runners/claude-code.js

@@ -14,6 +14,8 @@ const CLAUDE_ENV_KEYS = [
   'CLAUDE_CODE',
   'CLAUDE_CODE_ENTRYPOINT',
   'CLAUDE_CODE_ENABLE_TELEMETRY',
+  'ANTHROPIC_API_KEY',
+  'ANTHROPIC_AUTH_TOKEN',
 ];
 
 function buildClaudeArgs(prompt, opts = {}) {

package/template/wall-e/agent.js

@@ -109,7 +109,8 @@ function bootstrapSkills() {
     description: 'Scan Claude Code session files for new conversations',
     trigger_type: 'interval',
     trigger_config: JSON.stringify({ interval_ms: 60000 }),
-    prompt_template: 'Scan the Claude Code session directory at ~/.claude/projects/ for any new or updated .jsonl session files. Read the most recently modified files and extract user messages and assistant responses as observations.',
+    prompt_template: 'INTERNAL_SKILL:scan-ctm-sessions',
+    execution: 'script',
   });
 
   brain.insertSkill({
@@ -140,16 +141,43 @@ function bootstrapSkills() {
 function syncBundledSkills() {
   const filesystemSkills = loadAllSkills();
   const dbSkills = brain.listSkills({});
-  const dbNames = new Set(dbSkills.map(s => s.name));
+  const dbByName = new Map(dbSkills.map(s => [s.name, s]));
+  const dbNames = new Set(dbByName.keys());
 
   let added = 0;
+  let updated = 0;
   for (const skill of filesystemSkills) {
-    if (dbNames.has(skill.name)) continue;
-
     const triggerType = (skill.trigger && skill.trigger.type) || skill.execution || 'manual';
     const triggerConfig = skill.trigger && skill.trigger.interval_ms
       ? JSON.stringify({ interval_ms: skill.trigger.interval_ms })
       : null;
+    const promptTemplate = skill.execution === 'script'
+      ? `INTERNAL_SKILL:${skill.name}`
+      : skill.instructions || '';
+
+    if (dbNames.has(skill.name)) {
+      const existing = dbByName.get(skill.name);
+      // Upgrade legacy prompt-based CTM scanning to the deterministic script
+      // path. Session continuity must not depend on live LLM/network access.
+      if (skill.name === 'scan-ctm-sessions' && skill.execution === 'script' && existing) {
+        const updates = {};
+        if (existing.execution !== 'script') updates.execution = 'script';
+        if (existing.prompt_template !== promptTemplate) updates.prompt_template = promptTemplate;
+        if (existing.trigger_type !== triggerType) updates.trigger_type = triggerType;
+        if (triggerConfig && existing.trigger_config !== triggerConfig) updates.trigger_config = triggerConfig;
+        if (existing.auto_disabled_at) {
+          updates.enabled = 1;
+          updates.auto_disabled_at = null;
+        }
+        if (existing.auto_disabled_reason) updates.auto_disabled_reason = null;
+        if (Object.keys(updates).length > 0) {
+          brain.updateSkill(existing.id, updates);
+          updated++;
+          console.log(`[wall-e] Updated bundled skill: ${skill.name}`);
+        }
+      }
+      continue;
+    }
 
     brain.insertSkill({
       name: skill.name,
@@ -159,9 +187,7 @@ function syncBundledSkills() {
       // Persist the legacy `INTERNAL_SKILL:` marker so downgrades can still
       // dispatch script skills via the prompt_template fallback. The schema
       // column `execution` is the authoritative source going forward.
-      prompt_template: skill.execution === 'script'
-        ? `INTERNAL_SKILL:${skill.name}`
-        : skill.instructions || '',
+      prompt_template: promptTemplate,
       execution: skill.execution === 'script' ? 'script' : 'agent',
     });
     added++;
@@ -171,6 +197,9 @@ function syncBundledSkills() {
   if (added > 0) {
     console.log(`[wall-e] Synced ${added} new bundled skill(s) to DB`);
   }
+  if (updated > 0) {
+    console.log(`[wall-e] Updated ${updated} bundled skill(s) in DB`);
+  }
 }
 
 function bootstrapTasks() {
@@ -185,6 +214,7 @@ async function checkForUpdates() {
   try {
     const { execFile } = require('node:child_process');
     const { promisify } = require('node:util');
+    const telemetry = require('./telemetry');
     const execFileAsync = promisify(execFile);
     const pkgPath = path.join(__dirname, '..', 'package.json');
     const current = JSON.parse(fs.readFileSync(pkgPath, 'utf8')).version;
@@ -200,11 +230,21 @@ async function checkForUpdates() {
       brain.setKv('update_available', JSON.stringify({
         current, latest, checked_at: new Date().toISOString(),
       }));
+      telemetry.track('upgrade_check', { status: 'available', current, latest });
+      telemetry.trackFunnelStep('upgrade_available');
       console.log(`[wall-e] Update available: ${current} -> ${latest}`);
     } else {
       brain.setKv('update_available', '');
+      telemetry.track('upgrade_check', { status: 'current', current, latest: latest || 'unknown' });
     }
-  } catch {
+  } catch (err) {
+    try {
+      const telemetry = require('./telemetry');
+      telemetry.track('upgrade_check', {
+        status: 'failed',
+        reason: err?.code || err?.name || 'error',
+      });
+    } catch {}
     // npm not available or network error — skip silently
   }
 }
@@ -386,6 +426,17 @@ async function main() {
     process.exit(e && e.code === 'EADDRINUSE' ? 98 : 1);
   }
 
+  // Slack Socket Mode is optional and event-driven. It only starts when an
+  // app-level xapp token is configured, so the existing polling path remains
+  // unchanged for workspaces that have not registered a Wall-E Slack app.
+  let slackSocketMode = null;
+  try {
+    const { startSlackSocketModeListener } = require('./slack/socket-mode-listener');
+    slackSocketMode = startSlackSocketModeListener();
+  } catch (e) {
+    console.warn('[wall-e] Slack Socket Mode startup skipped:', e.message);
+  }
+
   // Start telemetry (anonymous, opt-out via WALLE_TELEMETRY=0)
   telemetry.printNoticeIfFirstRun();
   telemetry.start();
@@ -613,6 +664,7 @@ async function main() {
     startDelayMs: 25000,
     debounceMs: 30000,
     onResult: (r) => {
+      if (r?.skipped) return;
       if (r.decision !== 'noop' && r.decision !== 'observed') {
         console.log(`[wall-e] Initiative: ${r.decision} — ${r.reasoning?.slice(0, 100)}`);
       }
@@ -923,6 +975,9 @@ async function main() {
       for (const ch of channels) {
         try { await ch.stop(); } catch {}
       }
+      if (slackSocketMode) {
+        try { slackSocketMode.stop(); } catch {}
+      }
 
       telemetry.track('shutdown', { uptime: process.uptime() });
       telemetry.stop();