create-walle 0.9.18 → 0.9.20

package/README.md

@@ -1,6 +1,6 @@
 # create-walle
 
-Set up **CTM + Wall-E** in one command — a browser-based command center for AI coding agents, phone access, and a personal AI agent that builds a searchable second brain from your work life.
+Set up **CTM + Wall-E** in one command — a browser-based command center for AI coding agents, remote phone access, review workflows, and a personal AI agent that builds a searchable second brain from your work life.
 
 ## What You Get
 
@@ -12,8 +12,8 @@ A web dashboard for running and managing AI coding sessions across multiple prov
 - **Prompt Editor** — Save, version, and organize prompts with folders, tags, chains, templates, and AI search
 - **Task Queue** — Queue prompts for sequential execution with auto-advance when the agent finishes, or step through manually
 - **Approval Workflows** — Auto-approve tool-use requests based on learned rules; uncertain cases escalate to you
-- **Phone Access** — Pair your phone with a QR code and use a mobile CTM UI over Microsoft Dev Tunnels, Tailscale, Cloudflare Tunnel, or Walle Remote
-- **Code Review** — View git diffs from any project, staged or unstaged, with line-level detail
+- **Remote Phone Access** — Pair your phone with a QR code and use a mobile CTM UI over Microsoft Dev Tunnels, Tailscale, Cloudflare Tunnel, or Walle Remote
+- **Code & Doc Review** — Review git diffs and Markdown docs side by side, add anchored comments, and send feedback into an agent session or queue
 - **Model Registry** — Manage providers (Anthropic, OpenAI, Google, DeepSeek, Ollama, LM Studio, MLX, and CLI subscription providers), compare pricing, switch models per session
 - **Session Insights** — Analyze patterns across sessions to optimize prompts and workflows
 
@@ -35,7 +35,7 @@ An always-on AI agent that learns from your Slack, email, calendar, and coding s
 npx create-walle install ./walle
 ```
 
-This copies the project, installs dependencies, auto-detects your name and timezone, and starts the server. Open **http://localhost:3456** to finish setup in the browser, then pair your phone from Setup if you want mobile access.
+This copies the project, installs dependencies, auto-detects your name and timezone, and starts the server. Open **http://localhost:3456** to finish setup in the browser, then pair your phone from Setup if you want remote access.
 
 ## Commands
 
@@ -62,7 +62,7 @@ On first launch, the browser setup page guides you through:
 1. **Owner name** — auto-detected from `git config`
 2. **API key** — enter manually, or click "Auto-detect" to find it from your shell environment, Claude Code OAuth, or corporate devbox
 3. **Integrations** — connect Slack (OAuth), email and calendar auto-detected on macOS
-4. **Phone access** — optional QR pairing with Microsoft Dev Tunnels, Tailscale, Cloudflare Tunnel, or Walle Remote
+4. **Remote phone access** — optional QR pairing with Microsoft Dev Tunnels, Tailscale, Cloudflare Tunnel, or Walle Remote
 
 ## Custom Port
 
@@ -78,7 +78,7 @@ Everything runs locally. CTM serves the dashboard, Wall-E runs as a background a
 
 | Component | Default Port | What it does |
 |-----------|-------------|--------------|
-| CTM | 3456 | Dashboard, multi-agent terminal, prompt editor, queue, model registry, code review, phone UI |
+| CTM | 3456 | Dashboard, multi-agent terminal, prompt editor, queue, model registry, code/doc review, remote phone UI |
 | Wall-E | 3457 | AI agent, brain database, skills engine, multi-model chat API |
 
 ## Links

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "create-walle",
-  "version": "0.9.18",
-  "description": "CTM + Wall-E \u2014 AI coding dashboard and personal digital twin agent. Multi-agent terminal for Claude Code, Codex, Gemini, Aider, OpenCode, and more, plus prompt editor, task queue, phone access, and an agent that learns from Slack, email & calendar.",
+  "version": "0.9.20",
+  "description": "CTM + Wall-E \u2014 AI coding dashboard and personal digital twin agent. Multi-agent terminal for Claude Code, Codex, Gemini, Aider, OpenCode, and more, plus prompt editor, task queue, remote phone access, code/doc review, and an agent that learns from Slack, email & calendar.",
   "bin": {
     "create-walle": "bin/create-walle.js"
   },

package/template/claude-task-manager/api-prompts.js

@@ -9,10 +9,19 @@ const permissionSync = require('./lib/permission-sync');
 const walleClient = require('./lib/walle-client');
 const claudeDesktopSessions = require('./lib/claude-desktop-sessions');
 const skillAutocomplete = require('./lib/skill-autocomplete');
+const resourceLinks = require('./lib/resource-links');
+const {
+  ingestJsonlFile,
+  normalizeProvider: normalizeTranscriptProvider,
+  sourceIdFromPath: transcriptSourceIdFromPath,
+} = require('./lib/transcript-store');
 // AI search uses direct HTTP calls to Claude API (supports Portkey proxy)
 
 let dbMaintenanceRunner = null;
 const MOBILE_ATTACHMENT_MAX_BYTES = 10 * 1024 * 1024;
+const TRANSCRIPT_IMPORT_MAX_BYTES = Math.max(1024 * 1024, Number(process.env.CTM_TRANSCRIPT_IMPORT_MAX_BYTES || 10 * 1024 * 1024));
+const TRANSCRIPT_IMPORT_LARGE_FILE_BYTES = Math.max(1024 * 1024, Number(process.env.CTM_TRANSCRIPT_IMPORT_LARGE_FILE_BYTES || 64 * 1024 * 1024));
+const CONVERSATION_IMPORT_RETRY_AFTER_MS = 30 * 1000;
 
 function setDbMaintenanceRunner(fn) {
   dbMaintenanceRunner = typeof fn === 'function' ? fn : null;
@@ -165,6 +174,8 @@ function handlePromptApi(req, res, url) {
 
   // --- Prompt Usage by Session ---
   if (p === '/api/session-prompts' && m === 'GET') return handleSessionPrompts(req, res, url);
+  if (p === '/api/resource-links' && m === 'GET') return handleResourceLinks(req, res, url);
+  if (p === '/api/resource-views' && m === 'GET') return handleResourceViews(req, res, url);
 
   // --- Settings ---
   if (p === '/api/settings' && m === 'GET') return handleGetSettings(req, res, url);
@@ -389,6 +400,31 @@ function handleSessionPrompts(req, res, url) {
   jsonResponse(res, 200, rows);
 }
 
+function handleResourceLinks(req, res, url) {
+  try {
+    const type = url.searchParams.get('type') || '';
+    const id = url.searchParams.get('id') || '';
+    const limit = parseInt(url.searchParams.get('limit') || '30', 10);
+    const data = resourceLinks.getResourceContext(db, { type, id, limit });
+    jsonResponse(res, 200, data);
+  } catch (e) {
+    if (e.code === 'ENOENT') return jsonResponse(res, 404, { error: e.message });
+    if (e.code === 'EINVAL') return jsonResponse(res, 400, { error: e.message });
+    console.error('[resource-links] request failed:', e.message, e.stack);
+    jsonResponse(res, 500, { error: 'Failed to build resource map' });
+  }
+}
+
+function handleResourceViews(req, res, url) {
+  try {
+    const limit = parseInt(url.searchParams.get('limit') || '20', 10);
+    jsonResponse(res, 200, resourceLinks.getResourceViews(db, { limit }));
+  } catch (e) {
+    console.error('[resource-links] views failed:', e.message, e.stack);
+    jsonResponse(res, 500, { error: 'Failed to build resource views' });
+  }
+}
+
 // --- Folders ---
 function handleListFolders(req, res) {
   jsonResponse(res, 200, db.listFolders());
@@ -850,13 +886,16 @@ const fsp = require('fs').promises;
  */
 const _RENAME_CMD_RE = /^\s*\/rename\s+(.+?)\s*$/m;
 const _LARGE_JSONL_LINE_BYTES = 512 * 1024;
+const _CONVERSATION_CACHE_TEXT_LIMIT = 5000;
+const _TITLE_SIGNAL_TEXT_LIMIT = 500;
 
-function _readJsonStringPrefix(line, marker, maxChars, fromIndex = 0) {
+function _readJsonStringPrefix(line, marker, maxChars = Number.POSITIVE_INFINITY, fromIndex = 0) {
   const markerIndex = line.indexOf(marker, fromIndex);
   if (markerIndex === -1) return '';
   let pos = markerIndex + marker.length;
   let out = '';
-  while (pos < line.length && out.length < maxChars) {
+  const limit = Number.isFinite(maxChars) && maxChars > 0 ? maxChars : Number.POSITIVE_INFINITY;
+  while (pos < line.length && out.length < limit) {
     const ch = line[pos++];
     if (ch === '"') break;
     if (ch !== '\\') {
@@ -888,9 +927,9 @@ function _parseLargeConversationLine(line) {
     let text = '';
     const textBlock = line.indexOf('"type":"text"');
     if (textBlock !== -1) {
-      text = _readJsonStringPrefix(line, '"text":"', 5000, textBlock);
+      text = _readJsonStringPrefix(line, '"text":"', Number.POSITIVE_INFINITY, textBlock);
     } else if (!line.includes('"type":"tool_result"')) {
-      text = _readJsonStringPrefix(line, '"content":"', 5000);
+      text = _readJsonStringPrefix(line, '"content":"', Number.POSITIVE_INFINITY);
     }
     if (!text) return null;
     return { role: 'user', text, timestamp };
@@ -898,11 +937,15 @@ function _parseLargeConversationLine(line) {
   if (line.includes('"type":"assistant"') && line.includes('"role":"assistant"')) {
     const parts = [];
     let scanFrom = 0;
-    while (parts.join('\n').length < 5000) {
+    let compactLength = 0;
+    while (compactLength < _CONVERSATION_CACHE_TEXT_LIMIT) {
       const textBlock = line.indexOf('"type":"text"', scanFrom);
       if (textBlock === -1) break;
-      const text = _readJsonStringPrefix(line, '"text":"', 5000, textBlock);
-      if (text) parts.push(text);
+      const text = _readJsonStringPrefix(line, '"text":"', _CONVERSATION_CACHE_TEXT_LIMIT, textBlock);
+      if (text) {
+        parts.push(text);
+        compactLength += text.length + 1;
+      }
       scanFrom = textBlock + 13;
     }
     scanFrom = 0;
@@ -916,7 +959,7 @@ function _parseLargeConversationLine(line) {
     if (!parts.length) return null;
     return {
       role: 'assistant',
-      text: parts.join('\n').slice(0, 5000),
+      text: parts.join('\n').slice(0, _CONVERSATION_CACHE_TEXT_LIMIT),
       timestamp,
       parent: _readJsonStringPrefix(line, '"parentUuid":"', 80),
       textOnly: parts.find(p => !p.startsWith('[Tool: ')) || '',
@@ -927,6 +970,7 @@ function _parseLargeConversationLine(line) {
 
 async function _parseConversationContent(content) {
   const messages = [];
+  const searchMessages = [];
   let assistantCount = 0;
   let firstUserContent = '';
   let lastUserContent = '';
@@ -959,18 +1003,26 @@ async function _parseConversationContent(content) {
       if (line.length > _LARGE_JSONL_LINE_BYTES) {
         const large = _parseLargeConversationLine(line);
         if (large?.role === 'user') {
-          messages.push({ role: 'user', text: large.text.slice(0, 5000), timestamp: large.timestamp });
-          if (!firstUserContent) firstUserContent = large.text.slice(0, 500);
-          lastUserContent = large.text.slice(0, 500);
+          messages.push({ role: 'user', text: large.text.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT), timestamp: large.timestamp });
+          searchMessages.push({ role: 'user', text: large.text, timestamp: large.timestamp });
+          if (!firstUserContent) firstUserContent = large.text.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
+          lastUserContent = large.text.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
           const m = large.text.match(_RENAME_CMD_RE);
           if (m && m[1]) renameName = m[1].slice(0, 200);
         } else if (large?.role === 'assistant') {
-          if (large.textOnly && !firstAssistantText) firstAssistantText = large.textOnly.slice(0, 500);
+          if (large.textOnly && !firstAssistantText) firstAssistantText = large.textOnly.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
           const lastMsg = messages[messages.length - 1];
           if (lastMsg && lastMsg.role === 'assistant' && lastMsg._parent === large.parent) {
-            lastMsg.text = large.text.slice(0, 5000);
+            lastMsg.text = large.text.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT);
+            const lastSearchMsg = searchMessages[searchMessages.length - 1];
+            if (lastSearchMsg && lastSearchMsg.role === 'assistant' && lastSearchMsg._parent === large.parent) {
+              lastSearchMsg.text = large.text;
+            } else {
+              searchMessages.push({ role: 'assistant', text: large.text, timestamp: large.timestamp, _parent: large.parent });
+            }
           } else {
-            messages.push({ role: 'assistant', text: large.text.slice(0, 5000), timestamp: large.timestamp, _parent: large.parent });
+            messages.push({ role: 'assistant', text: large.text.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT), timestamp: large.timestamp, _parent: large.parent });
+            searchMessages.push({ role: 'assistant', text: large.text, timestamp: large.timestamp, _parent: large.parent });
             assistantCount++;
           }
         }
@@ -984,9 +1036,10 @@ async function _parseConversationContent(content) {
         const text = typeof c === 'string' ? c
           : Array.isArray(c) ? c.filter(b => b.type === 'text').map(b => b.text).join('\n') : '';
         if (text) {
-          messages.push({ role: 'user', text: text.slice(0, 5000), timestamp: entry.timestamp });
-          if (!firstUserContent) firstUserContent = text.slice(0, 500);
-          lastUserContent = text.slice(0, 500);
+          messages.push({ role: 'user', text: text.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT), timestamp: entry.timestamp });
+          searchMessages.push({ role: 'user', text, timestamp: entry.timestamp });
+          if (!firstUserContent) firstUserContent = text.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
+          lastUserContent = text.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
           // A later /rename overrides an earlier one — last-write-wins.
           const m = text.match(_RENAME_CMD_RE);
           if (m && m[1]) renameName = m[1].slice(0, 200);
@@ -1005,13 +1058,20 @@ async function _parseConversationContent(content) {
             // Prefer the first text-bearing assistant utterance; tool-only
             // replies like "[Tool: Bash]" are not useful as a title.
             const textOnly = c.filter(b => b.type === 'text' && b.text).map(b => b.text).join('\n');
-            if (textOnly) firstAssistantText = textOnly.slice(0, 500);
+            if (textOnly) firstAssistantText = textOnly.slice(0, _TITLE_SIGNAL_TEXT_LIMIT);
           }
           const lastMsg = messages[messages.length - 1];
           if (lastMsg && lastMsg.role === 'assistant' && lastMsg._parent === entry.parentUuid) {
-            lastMsg.text = joined.slice(0, 5000);
+            lastMsg.text = joined.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT);
+            const lastSearchMsg = searchMessages[searchMessages.length - 1];
+            if (lastSearchMsg && lastSearchMsg.role === 'assistant' && lastSearchMsg._parent === entry.parentUuid) {
+              lastSearchMsg.text = joined;
+            } else {
+              searchMessages.push({ role: 'assistant', text: joined, timestamp: entry.timestamp, _parent: entry.parentUuid });
+            }
           } else {
-            messages.push({ role: 'assistant', text: joined.slice(0, 5000), timestamp: entry.timestamp, _parent: entry.parentUuid });
+            messages.push({ role: 'assistant', text: joined.slice(0, _CONVERSATION_CACHE_TEXT_LIMIT), timestamp: entry.timestamp, _parent: entry.parentUuid });
+            searchMessages.push({ role: 'assistant', text: joined, timestamp: entry.timestamp, _parent: entry.parentUuid });
             assistantCount++;
           }
         }
@@ -1020,8 +1080,10 @@ async function _parseConversationContent(content) {
     await maybeYield();
   }
   messages.forEach(m => delete m._parent);
+  searchMessages.forEach(m => delete m._parent);
   return {
     messages,
+    searchMessages,
     assistantCount,
     firstUserContent,
     lastUserContent,
@@ -1089,6 +1151,9 @@ async function _importCompactPair(parsed, jsonlPath, bakPath, jsonlSize, bakSize
   // possible mid-compact) end up in chronological order.
   const allMessages = bakParsed.messages.concat(jsonlParsed.messages);
   allMessages.sort((a, b) => (a.timestamp || '').localeCompare(b.timestamp || ''));
+  const allSearchMessages = (bakParsed.searchMessages || bakParsed.messages)
+    .concat(jsonlParsed.searchMessages || jsonlParsed.messages);
+  allSearchMessages.sort((a, b) => (a.timestamp || '').localeCompare(b.timestamp || ''));
   const signals = _conversationSignalsFromMessages(allMessages);
 
   // Title-fallback chain: pre-compact (.bak) wins for first-message because
@@ -1108,6 +1173,7 @@ async function _importCompactPair(parsed, jsonlPath, bakPath, jsonlSize, bakSize
     session_id: parsed.sessionId,
     project_path: parsed.cwd || parsed.project,
     messages: allMessages,
+    search_messages: allSearchMessages,
     user_msg_count: signals.userCount,
     assistant_msg_count: signals.assistantCount,
     title: parsed.title || (existing && existing.title) || '',
@@ -1134,6 +1200,25 @@ function _safeParseMessagesJson(json) {
   }
 }
 
+function _loadIndexedSessionMessages(sessionId) {
+  const id = String(sessionId || '').trim();
+  if (!id) return [];
+  try {
+    return db.getDb().prepare(
+      `SELECT message_index, role, content, created_at
+       FROM session_messages
+       WHERE ctm_session_id = ? AND message_index >= 0
+       ORDER BY message_index ASC`
+    ).all(id).map(row => ({
+      role: row.role,
+      text: row.content || '',
+      timestamp: row.created_at || '',
+    })).filter(m => m.role && m.text);
+  } catch {
+    return [];
+  }
+}
+
 function _codexSeenUsersFromMessages(messages) {
   const seen = new Set();
   for (const msg of Array.isArray(messages) ? messages : []) {
@@ -1206,9 +1291,10 @@ async function _conversationImportCandidates(allFiles, lastScanAt) {
       const cacheShrankAfterChange = !!existing && effectiveSize < existingSize && changedSinceScan;
       const linkedMissingCache = linkedAgentIds.has(sessionId) && !existing;
       const missingModel = !!existing && !existing.model_provider;
+      const changedColdFile = changedSinceScan && !existing;
 
       if (
-        !changedSinceScan &&
+        !changedColdFile &&
         !cacheBehind &&
         !cacheShrankAfterChange &&
         !linkedMissingCache &&
@@ -1217,12 +1303,13 @@ async function _conversationImportCandidates(allFiles, lastScanAt) {
         continue;
       }
 
-      let priority = 5;
+      let priority = 6;
       if (cacheBehind) priority = 0;
       else if (linkedMissingCache) priority = 1;
-      else if (hasCompactSibling && changedSinceScan) priority = 2;
-      else if (changedSinceScan) priority = 3;
-      else if (missingModel) priority = 4;
+      else if (cacheShrankAfterChange) priority = 2;
+      else if (hasCompactSibling && changedColdFile) priority = 3;
+      else if (changedColdFile) priority = 4;
+      else if (missingModel) priority = 5;
 
       candidates.push({
         filePath,
@@ -1267,6 +1354,12 @@ async function _importCodexSessionFile(parsed, filePath) {
   const baseMessages = (prevFileSize > 0 && parsed.fileSize > prevFileSize)
     ? _safeParseMessagesJson(existing.messages)
     : [];
+  const indexedMessages = (prevFileSize > 0 && parsed.fileSize > prevFileSize)
+    ? _loadIndexedSessionMessages(sessionId)
+    : [];
+  const baseSearchMessages = (prevFileSize > 0 && parsed.fileSize > prevFileSize)
+    ? (indexedMessages.length ? indexedMessages : baseMessages)
+    : [];
   const seenUsers = _codexSeenUsersFromMessages(baseMessages);
 
   const newMessages = [];
@@ -1279,7 +1372,9 @@ async function _importCodexSessionFile(parsed, filePath) {
   }
 
   const allMessages = baseMessages.concat(newMessages);
+  const allSearchMessages = (baseSearchMessages.length ? baseSearchMessages : baseMessages).concat(newMessages);
   allMessages.sort((a, b) => (a.timestamp || '').localeCompare(b.timestamp || ''));
+  allSearchMessages.sort((a, b) => (a.timestamp || '').localeCompare(b.timestamp || ''));
   const userMessages = allMessages.filter(m => m.role === 'user' && (m.text || m.content));
   const assistantMessages = allMessages.filter(m => m.role === 'assistant' && (m.text || m.content));
   if (allMessages.length === 0 || userMessages.length === 0) return false;
@@ -1294,11 +1389,13 @@ async function _importCodexSessionFile(parsed, filePath) {
     : '';
   const projectPath = meta.cwd || parsed.project || '';
   const model = meta.model || parsed.modelId || parsed.model || '';
+  const modelProvider = meta.model_provider || parsed.modelProvider || (existing && existing.model_provider) || 'openai';
 
   db.importSessionConversation({
     session_id: sessionId,
     project_path: projectPath,
     messages: allMessages,
+    search_messages: allSearchMessages,
     user_msg_count: userMessages.length,
     assistant_msg_count: assistantMessages.length,
     title: title || (existing && existing.title) || '',
@@ -1310,7 +1407,7 @@ async function _importCodexSessionFile(parsed, filePath) {
     file_size: parsed.fileSize,
     session_created_at: meta.timestamp || parsed.timestamp || '',
     hostname: parsed.hostname,
-    model_provider: model ? 'openai' : (existing && existing.model_provider) || '',
+    model_provider: modelProvider,
     model_id: model || (existing && existing.model_id) || '',
   });
 
@@ -1339,8 +1436,38 @@ async function _importCodexSessionFile(parsed, filePath) {
   return true;
 }
 
+function _ingestTranscriptStoreForParsedFile(filePath, parsed) {
+  try {
+    const size = Number(parsed?.fileSize || fs.statSync(filePath).size || 0);
+    const agentSessionId = String(parsed?.sessionId || transcriptSourceIdFromPath(filePath) || '').trim();
+    if (!agentSessionId) return null;
+    const provider = normalizeTranscriptProvider(parsed?.agent || parsed?.modelProvider || '', filePath);
+    const largeColdMode = size >= TRANSCRIPT_IMPORT_LARGE_FILE_BYTES ? 'tail' : undefined;
+    const result = ingestJsonlFile(db.getDb(), {
+      filePath,
+      agentSessionId,
+      ctmSessionId: agentSessionId,
+      provider,
+      mode: largeColdMode,
+      initialTailBytes: TRANSCRIPT_IMPORT_MAX_BYTES,
+      maxBytes: largeColdMode ? TRANSCRIPT_IMPORT_MAX_BYTES : Math.min(size || TRANSCRIPT_IMPORT_MAX_BYTES, TRANSCRIPT_IMPORT_MAX_BYTES),
+    });
+    if ((result.inserted || 0) > 0 || (result.bytesRead || 0) > 0) {
+      console.log(
+        `[auto-import] transcript-store ${path.basename(filePath).slice(0, 32)}: ` +
+        `inserted=${result.inserted || 0}, bytes=${result.bytesRead || 0}${largeColdMode ? ', mode=tail' : ''}`
+      );
+    }
+    return result;
+  } catch (e) {
+    console.error(`[auto-import] transcript-store ingest failed for ${path.basename(filePath).slice(0, 32)}: ${e.message}`);
+    return null;
+  }
+}
+
 async function importSessionFile(filePath, projectPath, projectEntry) {
   const parsed = parseSessionFile(filePath, projectPath, projectEntry);
+  _ingestTranscriptStoreForParsedFile(filePath, parsed);
   if (parsed.agent === 'codex') {
     return _importCodexSessionFile(parsed, filePath);
   }
@@ -1425,10 +1552,20 @@ async function importSessionFile(filePath, projectPath, projectEntry) {
 
   const {
     messages: newMessages, assistantCount: newAssistants,
+    searchMessages: newSearchMessages,
     firstUserContent: parsedFirstUser, lastUserContent: parsedLastUser,
     firstAssistantText: parsedFirstAssistant, renameName: parsedRename,
   } = await _parseConversationContent(content);
   const allMessages = baseMessages.concat(newMessages);
+  const indexedMessages = prevFileSize > 0 && parsed.fileSize > prevFileSize
+    ? _loadIndexedSessionMessages(parsed.sessionId)
+    : [];
+  const baseSearchMessages = prevFileSize > 0 && parsed.fileSize > prevFileSize
+    ? (indexedMessages.length ? indexedMessages : baseMessages)
+    : [];
+  const allSearchMessages = (baseSearchMessages.length ? baseSearchMessages : baseMessages)
+    .concat(newSearchMessages && newSearchMessages.length ? newSearchMessages : newMessages);
+  allSearchMessages.sort((a, b) => (a.timestamp || '').localeCompare(b.timestamp || ''));
   const signals = _conversationSignalsFromMessages(allMessages);
   if (allMessages.length === 0 || signals.userCount === 0) return false;
 
@@ -1447,6 +1584,7 @@ async function importSessionFile(filePath, projectPath, projectEntry) {
     session_id: parsed.sessionId,
     project_path: parsed.cwd || parsed.project,
     messages: allMessages,
+    search_messages: allSearchMessages,
     user_msg_count: signals.userCount,
     assistant_msg_count: signals.assistantCount || baseAssistantCount + newAssistants,
     title: parsed.title || (existing && existing.title) || '',
@@ -1488,7 +1626,13 @@ async function runIncrementalConversationImport() {
   let total = 0;
   let failed = 0;
   let hitLimit = false;
+  let hitLimitLabel = '';
   const maxImportedPerRun = Math.max(1, Number(process.env.CTM_CONVERSATION_IMPORT_MAX_PER_RUN || 12));
+  const maxProcessedPerRun = Math.max(1, Number(process.env.CTM_CONVERSATION_IMPORT_MAX_PROCESSED_PER_RUN || maxImportedPerRun));
+  const retryAfterMsRaw = Number(process.env.CTM_CONVERSATION_IMPORT_RETRY_AFTER_MS || CONVERSATION_IMPORT_RETRY_AFTER_MS);
+  const retryAfterMs = Number.isFinite(retryAfterMsRaw) && retryAfterMsRaw >= 1000
+    ? retryAfterMsRaw
+    : CONVERSATION_IMPORT_RETRY_AFTER_MS;
 
   try {
     // One-time backfill: force full rescan to populate model_provider for existing sessions
@@ -1510,8 +1654,11 @@ async function runIncrementalConversationImport() {
         if (error) throw error;
         scanned++;
         if (await importSessionFile(filePath, projectPath, projectEntry)) imported++;
-        if (imported >= maxImportedPerRun) {
+        const importLimited = imported >= maxImportedPerRun;
+        const processedLimited = scanned >= maxProcessedPerRun;
+        if ((importLimited || processedLimited) && scanned < candidates.length) {
           hitLimit = true;
+          hitLimitLabel = importLimited ? `${maxImportedPerRun} imports` : `${maxProcessedPerRun} files`;
           break;
         }
         await new Promise((resolve) => setImmediate(resolve));
@@ -1524,7 +1671,7 @@ async function runIncrementalConversationImport() {
     }
 
     if (imported > 0 || failed > 0) {
-      const suffix = hitLimit ? `, paused after ${maxImportedPerRun} imports` : '';
+      const suffix = hitLimit ? `, paused after ${hitLimitLabel}` : '';
       console.log(`[auto-import] Imported ${imported}, failed ${failed} (scanned ${scanned}/${total}${suffix})`);
     }
     return {
@@ -1534,7 +1681,7 @@ async function runIncrementalConversationImport() {
       candidates: candidates.length,
       failed,
       remaining: hitLimit,
-      retry_after_ms: hitLimit ? 1000 : undefined,
+      retry_after_ms: hitLimit ? retryAfterMs : undefined,
     };
   } catch (e) {
     console.error('[auto-import] Top-level error:', e.message);

package/template/claude-task-manager/api-reviews.js

@@ -3,6 +3,7 @@ const path = require('path');
 const fs = require('fs');
 const db = require('./db');
 const gitUtils = require('./git-utils');
+const documentReview = require('./lib/document-review');
 
 const REVIEW_SEVERITIES = new Set(['comment', 'suggestion', 'issue', 'nit', 'question']);
 const REVIEW_STATUSES = new Set(['open', 'resolved']);
@@ -73,7 +74,7 @@ function sanitizeReviewCommentInput(reviewId, body) {
   const lineStart = positiveLineNumber(body.line_start, 'line_start');
   let lineEnd = body.line_end == null || body.line_end === '' ? lineStart : positiveLineNumber(body.line_end, 'line_end');
   if (lineEnd < lineStart) lineEnd = lineStart;
-  return {
+  const out = {
     review_id: reviewId,
     file_path: filePath,
     line_start: lineStart,
@@ -83,6 +84,11 @@ function sanitizeReviewCommentInput(reviewId, body) {
     severity: normalizeReviewSeverity(body.severity),
     ai_generated: !!body.ai_generated,
   };
+  const anchorKind = String(body.anchor_kind || '').trim().toLowerCase();
+  if (['line', 'block', 'file', 'page'].includes(anchorKind)) out.anchor_kind = anchorKind;
+  const blockId = String(body.block_id || '').trim();
+  if (blockId) out.block_id = blockId.slice(0, 512);
+  return out;
 }
 
 function sanitizeReviewCommentUpdate(body) {
@@ -129,6 +135,50 @@ function handleReviewApi(req, res, url) {
   const p = url.pathname;
   const m = req.method;
 
+  // GET /api/reviews/document?path=...&line=...
+  if (p === '/api/reviews/document' && m === 'GET') {
+    try {
+      const filePath = url.searchParams.get('path');
+      const line = url.searchParams.get('line') || 1;
+      const document = documentReview.readDocument(filePath, { line });
+      return jsonResponse(res, 200, { document });
+    } catch (e) {
+      return jsonResponse(res, e.statusCode || 500, { error: e.message });
+    }
+  }
+
+  // POST /api/reviews/document-review - create/reuse a review record for one document
+  if (p === '/api/reviews/document-review' && m === 'POST') {
+    readBody(req).then(body => {
+      const document = documentReview.readDocument(body.path, { line: body.line || 1 });
+      const review = db.listReviews({
+        project_path: document.projectRoot,
+        review_type: 'doc',
+        artifact_path: document.path,
+        limit: 1,
+      })[0];
+      const id = review?.id || db.createReview({
+        session_id: body.session_id || null,
+        project_path: document.projectRoot,
+        review_type: 'doc',
+        artifact_path: document.path,
+        artifact_hash: document.hash,
+        base_ref: `doc:${document.relativePath}`,
+      });
+      db.updateReview(id, {
+        file_count: 1,
+        artifact_hash: document.hash,
+        summary: document.headings[0]?.text || path.basename(document.path),
+      });
+      return jsonResponse(res, review ? 200 : 201, {
+        id,
+        review: db.getReview(id),
+        document,
+      });
+    }).catch(e => jsonResponse(res, e.statusCode || 400, { error: e.message }));
+    return true;
+  }
+
   // GET /api/reviews/diff?project=...&base=...
   if (p === '/api/reviews/diff' && m === 'GET') {
     const project = url.searchParams.get('project');
@@ -332,7 +382,8 @@ function composeReviewPrompt(review) {
     byFile[c.file_path].push(c);
   }
 
-  const lines = ['Please address these code review comments:\n'];
+  const reviewKind = review.review_type === 'doc' ? 'documentation review' : 'code review';
+  const lines = [`Please address these ${reviewKind} comments:\n`];
 
   for (const [filePath, fileComments] of Object.entries(byFile)) {
     lines.push(`## ${filePath}\n`);
@@ -340,9 +391,10 @@ function composeReviewPrompt(review) {
       const lineRef = c.line_end && c.line_end !== c.line_start
         ? `Lines ${c.line_start}-${c.line_end}`
         : `Line ${c.line_start}`;
+      const anchor = c.anchor_kind === 'block' && c.block_id ? ` (${c.block_id})` : '';
       const normalizedSeverity = normalizeReviewSeverity(c.severity);
       const severity = normalizedSeverity !== 'comment' ? ` [${normalizedSeverity}]` : '';
-      lines.push(`**${lineRef}**${severity}: ${c.body}\n`);
+      lines.push(`**${lineRef}${anchor}**${severity}: ${c.body}\n`);
     }
   }
 
@@ -361,4 +413,5 @@ module.exports = {
   _normalizeReviewStatus: normalizeReviewStatus,
   _sanitizeReviewCommentInput: sanitizeReviewCommentInput,
   _sanitizeReviewCommentUpdate: sanitizeReviewCommentUpdate,
+  _documentReview: documentReview,
 };

package/template/claude-task-manager/approval-agent.js

@@ -563,6 +563,7 @@ Be pragmatic. Most development operations in a local dev environment are safe. O
 // The headless terminal still receives all data; after the window expires,
 // server.js sends a clean snapshot to the client.
 const APPROVAL_TRANSITION_MS = 300;
+const APPROVAL_TRANSITION_SETTLE_MS = 150;
 
 // Phase 3 verification window. After writing the approval keystroke, we expect
 // Claude Code to transition state (cursor moves, alt-screen exits, or
@@ -608,8 +609,14 @@ function sendApprovalKeystroke(session, context, headlessWorker) {
   const sid = session.id ? session.id.slice(0, 8) : '?';
   const decidedBy = context._decidedBy || 'unknown';
   const ruleLabel = context._ruleLabel || context.toolName || 'Unknown';
-  // Set transition flag BEFORE writing keystroke — flushOutput checks this
-  session._approvalTransitionUntil = Date.now() + APPROVAL_TRANSITION_MS;
+  // Set transition flag BEFORE writing keystroke — flushOutput checks this.
+  // When headless verification is available, keep the suppression window open
+  // through the verification lifecycle so the browser does not receive half of
+  // the approval-dismiss redraw before server.js repairs it with a snapshot.
+  const transitionMs = headlessWorker && session.id
+    ? Math.max(APPROVAL_TRANSITION_MS, VERIFY_WINDOW_MS + APPROVAL_TRANSITION_SETTLE_MS)
+    : APPROVAL_TRANSITION_MS;
+  session._approvalTransitionUntil = Date.now() + transitionMs;
 
   // Phase 3: tell the worker to start a verification window
   if (headlessWorker && session.id) {