conare 0.5.12 → 0.5.14

package/dist/index.js

@@ -1791,6 +1791,9 @@ __export(exports_interactive, {
   spinner: () => Y2,
   showLocalChatsCounted: () => showLocalChatsCounted,
   showDetectedApps: () => showDetectedApps,
+  showCountingToolProgress: () => showCountingToolProgress,
+  showCountingToolDone: () => showCountingToolDone,
+  showCountingToolChats: () => showCountingToolChats,
   showCountingLocalChats: () => showCountingLocalChats,
   selectMcpTargets: () => selectMcpTargets,
   selectChatSources: () => selectChatSources,
@@ -1822,10 +1825,27 @@ function showDetectedApps(targets) {
 `), "Detected apps");
 }
 function showCountingLocalChats() {
-  M2.step("Counting local chats...");
+  countingSpinner = Y2();
+  countingSpinner.start("Scanning local chats");
+}
+function showCountingToolChats(tool) {
+  countingSpinner?.message(`Scanning ${tool} chats`);
+}
+function showCountingToolProgress(tool, checked, found, total) {
+  const checkedText = total ? `${checked.toLocaleString()}/${total.toLocaleString()}` : checked.toLocaleString();
+  countingSpinner?.message(`Scanning ${tool}: ${checkedText} files, ${found.toLocaleString()} importable`);
+}
+function showCountingToolDone(tool, count) {
+  toolTotals[tool] = count;
+  countingSpinner?.message(`${tool}: ${count.toLocaleString()} chats`);
 }
 function showLocalChatsCounted() {
-  M2.success("Local chats counted");
+  if (!countingSpinner)
+    return;
+  const entries = Object.entries(toolTotals).filter(([, n]) => n > 0);
+  const summary = entries.length ? entries.map(([tool, n]) => `${tool} ${n.toLocaleString()}`).join(", ") : "no chats found";
+  countingSpinner.stop(`Found ${summary}`);
+  countingSpinner = null;
 }
 async function promptApiKey(options) {
   if (options.providedApiKey) {
@@ -1916,8 +1936,10 @@ async function confirmBackgroundSync() {
   }));
   return value === "yes";
 }
+var countingSpinner = null, toolTotals;
 var init_interactive = __esm(() => {
   init_dist2();
+  toolTotals = {};
 });
 
 // src/index.ts
@@ -2049,39 +2071,58 @@ function getParentUuid(lines) {
   }
   return;
 }
-function countImportableClaudeSessions() {
+async function countImportableClaudeSessions(onProgress) {
   const projectsDir = join2(homedir2(), ".claude", "projects");
   let count = 0;
+  let checked = 0;
+  let total = 0;
   let projectDirs;
   try {
     projectDirs = readdirSync(projectsDir);
   } catch {
     return 0;
   }
-  for (const projDir of projectDirs) {
+  const projectFiles = projectDirs.map((projDir) => {
     const projPath = join2(projectsDir, projDir);
-    let files;
     try {
-      files = readdirSync(projPath).filter((f) => f.endsWith(".jsonl"));
+      const files = readdirSync(projPath).filter((f) => f.endsWith(".jsonl"));
+      total += files.length;
+      return { projPath, files };
     } catch {
-      continue;
+      return { projPath, files: [] };
     }
+  });
+  const yieldToEventLoop = () => new Promise((resolve) => setImmediate(resolve));
+  const checkpoint = async () => {
+    onProgress?.({ checked, found: count, total });
+    await yieldToEventLoop();
+  };
+  for (const { projPath, files } of projectFiles) {
     for (const file of files) {
+      checked++;
       try {
         const raw = readFileSync2(join2(projPath, file), "utf-8");
         const lines = raw.split(`
 `);
         const parentUuid = getParentUuid(lines);
-        if (parentUuid != null)
+        if (parentUuid != null) {
+          if (checked % 100 === 0)
+            await checkpoint();
           continue;
+        }
         const { turns } = parseSession(lines);
         if (turns.length > 0)
           count++;
       } catch {
+        if (checked % 100 === 0)
+          await checkpoint();
         continue;
       }
+      if (checked % 100 === 0)
+        await checkpoint();
     }
   }
+  onProgress?.({ checked, found: count, total });
   return count;
 }
 function ingestClaude() {
@@ -2274,12 +2315,20 @@ function walkCodexSessionFiles(dir, visit) {
     }
   } catch {}
 }
-function countImportableCodexSessions() {
+async function countImportableCodexSessions(onProgress) {
   const sessionsDir = join3(homedir3(), ".codex", "sessions");
   if (!existsSync3(sessionsDir))
     return 0;
-  let count = 0;
+  const files = [];
   walkCodexSessionFiles(sessionsDir, (filePath) => {
+    files.push(filePath);
+  });
+  const total = files.length;
+  let count = 0;
+  let checked = 0;
+  const yieldToEventLoop = () => new Promise((resolve) => setImmediate(resolve));
+  for (const filePath of files) {
+    checked++;
     try {
       const lines = readFileSync3(filePath, "utf-8").split(`
 `).filter(Boolean);
@@ -2287,7 +2336,12 @@ function countImportableCodexSessions() {
       if (rounds.length > 0)
         count++;
     } catch {}
-  });
+    if (checked % 100 === 0) {
+      onProgress?.({ checked, found: count, total });
+      await yieldToEventLoop();
+    }
+  }
+  onProgress?.({ checked, found: count, total });
   return count;
 }
 function walkCodexSessions(dir, memories, sessionIds, stats) {
@@ -2580,7 +2634,7 @@ async function openCursorKvDb(dbPath, fileSize, wasmDir) {
 function formatMiB(bytes) {
   return (bytes / 1024 / 1024).toFixed(0);
 }
-async function countImportableCursorSessions(dbPath, wasmDir) {
+async function countImportableCursorSessions(dbPath, wasmDir, onProgress) {
   let fileSize;
   try {
     fileSize = statSync(dbPath).size;
@@ -2594,22 +2648,36 @@ async function countImportableCursorSessions(dbPath, wasmDir) {
   try {
     const rows = db.selectComposerData();
     let count = 0;
+    let checked = 0;
+    const total = rows.length;
+    const report = () => {
+      if (checked % 50 === 0 || checked === total) {
+        onProgress?.({ checked, found: count, total });
+      }
+    };
     for (const { key, value } of rows) {
+      checked++;
       const composerId = key.replace("composerData:", "");
       let parsed;
       try {
         parsed = JSON.parse(value);
-        if (!parsed || typeof parsed !== "object")
+        if (!parsed || typeof parsed !== "object") {
+          report();
           continue;
+        }
       } catch {
+        report();
         continue;
       }
       const bubbleHeaders = parsed.fullConversationHeadersOnly;
-      if (!Array.isArray(bubbleHeaders) || bubbleHeaders.length === 0)
+      if (!Array.isArray(bubbleHeaders) || bubbleHeaders.length === 0) {
+        report();
         continue;
+      }
       const turns = extractTurns(db, composerId, bubbleHeaders);
       if (turns.length > 0)
         count++;
+      report();
     }
     return count;
   } finally {
@@ -2742,23 +2810,34 @@ async function ingestCursor(dbPath, wasmDir) {
 }
 
 // src/detect.ts
-async function detect() {
+async function detect(options = {}) {
   const home = homedir5();
   const os = platform3();
   const tools = [];
+  const onProgress = options.onProgress;
   const claudeDir = join5(home, ".claude", "projects");
   if (existsSync5(claudeDir)) {
-    const sessionCount = countImportableClaudeSessions();
+    onProgress?.({ tool: "Claude Code", status: "start" });
+    const sessionCount = await countImportableClaudeSessions((progress) => {
+      onProgress?.({ tool: "Claude Code", status: "progress", ...progress });
+    });
+    onProgress?.({ tool: "Claude Code", status: "done", count: sessionCount });
     tools.push({ name: "Claude Code", id: "claude", available: sessionCount > 0, path: claudeDir, sessionCount, sessionCountApproximate: true });
   } else {
+    onProgress?.({ tool: "Claude Code", status: "skip", reason: "not found" });
     tools.push({ name: "Claude Code", id: "claude", available: false, path: claudeDir, sessionCount: 0 });
   }
   const codexConfig = join5(home, ".codex", "config.toml");
   const codexSessions = join5(home, ".codex", "sessions");
   if (existsSync5(codexConfig) || existsSync5(codexSessions)) {
-    const sessionCount = countImportableCodexSessions();
+    onProgress?.({ tool: "Codex", status: "start" });
+    const sessionCount = await countImportableCodexSessions((progress) => {
+      onProgress?.({ tool: "Codex", status: "progress", ...progress });
+    });
+    onProgress?.({ tool: "Codex", status: "done", count: sessionCount });
     tools.push({ name: "Codex", id: "codex", available: true, path: codexConfig, sessionCount, sessionCountApproximate: true });
   } else {
+    onProgress?.({ tool: "Codex", status: "skip", reason: "not found" });
     tools.push({ name: "Codex", id: "codex", available: false, path: codexConfig, sessionCount: 0 });
   }
   let cursorDbPath;
@@ -2769,12 +2848,22 @@ async function detect() {
   } else {
     cursorDbPath = join5(home, ".config", "Cursor", "User", "globalStorage", "state.vscdb");
   }
+  const cursorExists = existsSync5(cursorDbPath);
+  if (cursorExists)
+    onProgress?.({ tool: "Cursor", status: "start" });
+  else
+    onProgress?.({ tool: "Cursor", status: "skip", reason: "not found" });
+  const cursorCount = cursorExists ? await countImportableCursorSessions(cursorDbPath, undefined, (progress) => {
+    onProgress?.({ tool: "Cursor", status: "progress", ...progress });
+  }) : 0;
+  if (cursorExists)
+    onProgress?.({ tool: "Cursor", status: "done", count: cursorCount });
   tools.push({
     name: "Cursor",
     id: "cursor",
-    available: existsSync5(cursorDbPath),
+    available: cursorExists,
     path: cursorDbPath,
-    sessionCount: existsSync5(cursorDbPath) ? await countImportableCursorSessions(cursorDbPath) : 0,
+    sessionCount: cursorCount,
     sessionCountApproximate: true
   });
   const windsurfDir = join5(home, ".codeium", "windsurf");
@@ -3928,6 +4017,15 @@ function renderSourceBreakdown(memories) {
 function formatSessionCount(count, approximate) {
   return `${approximate ? "~" : ""}${count} sessions`;
 }
+function renderDetectProgress(event) {
+  if (event.status === "start") {
+    showCountingToolChats(event.tool);
+  } else if (event.status === "progress" && event.checked !== undefined && event.found !== undefined) {
+    showCountingToolProgress(event.tool, event.checked, event.found, event.total);
+  } else if (event.status === "done") {
+    showCountingToolDone(event.tool, event.count ?? 0);
+  }
+}
 function parseArgs() {
   const args = process.argv.slice(2);
   let key = "";
@@ -4161,7 +4259,7 @@ async function main() {
       }
     }
     showCountingLocalChats();
-    const detectedTools = await detect();
+    const detectedTools = await detect({ onProgress: renderDetectProgress });
     showLocalChatsCounted();
     interactiveTargets = MCP_TARGETS.map((target) => {
       const detected = detectedTools.find((tool) => tool.id === target.id);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "conare",
-  "version": "0.5.12",
+  "version": "0.5.14",
   "description": "Conare CLI for indexing AI chat history and configuring memory at conare.ai",
   "type": "module",
   "bin": {