@threadbase-sh/scanner 0.11.0 → 0.11.2

package/dist/index.cjs

@@ -898,8 +898,16 @@ async function saveProfiles(profiles, configPath) {
 var import_fast_glob = __toESM(require("fast-glob"), 1);
 var import_fs4 = require("fs");
 var import_promises2 = require("fs/promises");
-var import_path5 = require("path");
+var import_path6 = require("path");
 var import_readline2 = require("readline");
+
+// src/canonical-path.ts
+var import_path5 = require("path");
+function canonicalPath(p) {
+  return import_path5.sep === "\\" ? p.replace(/\//g, "\\") : p;
+}
+
+// src/providers/codex-cli.ts
 var CodexCliProvider = class {
   name = CODEX_CLI_PROVIDER;
   async discover(roots) {
@@ -921,7 +929,7 @@ var CodexCliProvider = class {
       for (const filePath of paths) {
         try {
           const s = await (0, import_promises2.stat)(filePath);
-          if (s.size > 0) results.push({ filePath, account: "codex" });
+          if (s.size > 0) results.push({ filePath: canonicalPath(filePath), account: "codex" });
         } catch (err) {
           log.warn({ filePath, err }, "codex discovery: stat failed");
         }
@@ -1032,7 +1040,7 @@ function reduceCodexEntry(acc, entry, tier) {
 }
 function finalizeCodexMeta(acc, filePath, account, tier) {
   if (acc.messageCount === 0) return null;
-  const sessionId = acc.sessionId || (0, import_path5.basename)(filePath, ".jsonl");
+  const sessionId = acc.sessionId || (0, import_path6.basename)(filePath, ".jsonl");
   const projectPath = acc.cwd;
   const kind = acc.lastAssistant === null && acc.toolNames.length > 0 ? "task" : "conversation";
   return {
@@ -1112,7 +1120,7 @@ async function parseCodexConversation(filePath, account) {
     filePath,
     projectPath: cwd,
     projectName: getShortProjectName3(cwd),
-    sessionId: sessionId || (0, import_path5.basename)(filePath, ".jsonl"),
+    sessionId: sessionId || (0, import_path6.basename)(filePath, ".jsonl"),
     sessionName: "",
     messages,
     fullText: textParts.join(" "),
@@ -1164,7 +1172,7 @@ async function discoverJsonlFiles(dirs, onProgress) {
         if (size < 0) {
           skippedInaccessible++;
         } else if (size > 0) {
-          results.push({ filePath, account });
+          results.push({ filePath: canonicalPath(filePath), account });
           kept++;
         } else {
           skippedEmpty++;
@@ -1229,7 +1237,7 @@ var ThreadbaseProvider = class {
 var import_events = require("events");
 var import_fs11 = require("fs");
 var import_os2 = require("os");
-var import_path9 = require("path");
+var import_path11 = require("path");
 
 // src/cache.ts
 var LRUCache = class {
@@ -1268,7 +1276,7 @@ var LRUCache = class {
 };
 
 // src/persistent/conversation-stream.ts
-var import_path6 = require("path");
+var import_path7 = require("path");
 
 // src/persistent/paged-reader.ts
 var import_fs6 = require("fs");
@@ -1426,7 +1434,7 @@ function assemble(filePath, account, messages, fullText, turnDurations, state) {
     filePath,
     projectPath: state.cwd,
     projectName: getShortProjectName2(state.cwd),
-    sessionId: state.sessionId || (0, import_path6.basename)(filePath, ".jsonl"),
+    sessionId: state.sessionId || (0, import_path7.basename)(filePath, ".jsonl"),
     sessionName: state.sessionName,
     messages,
     fullText,
@@ -1577,7 +1585,7 @@ function resolveTier(tierName, customTiers) {
 // src/persistent/db.ts
 var import_better_sqlite3 = __toESM(require("better-sqlite3"), 1);
 var import_fs9 = require("fs");
-var import_path7 = require("path");
+var import_path8 = require("path");
 
 // src/persistent/schema.ts
 var SCHEMA_VERSION = 4;
@@ -1770,7 +1778,7 @@ function hasColumn(db, table, column) {
 // src/persistent/db.ts
 function openDatabase(dbPath) {
   if (dbPath !== ":memory:") {
-    (0, import_fs9.mkdirSync)((0, import_path7.dirname)(dbPath), { recursive: true });
+    (0, import_fs9.mkdirSync)((0, import_path8.dirname)(dbPath), { recursive: true });
   }
   const db = new import_better_sqlite3.default(dbPath);
   db.pragma("journal_mode = WAL");
@@ -1784,6 +1792,7 @@ function openDatabase(dbPath) {
 
 // src/persistent/dir-watermark.ts
 var import_promises6 = require("fs/promises");
+var import_path9 = require("path");
 var FULL_RECONCILE_EVERY_N_SCANS = 20;
 async function discoverJsonlFilesGated(dirs, files, scannedDirs, options = {}) {
   const log = getLogger();
@@ -1793,7 +1802,7 @@ async function discoverJsonlFilesGated(dirs, files, scannedDirs, options = {}) {
   const results = [];
   for (const rawDir of dirs) {
     const { account } = rawDir;
-    const projectsDir = rawDir.projectsDir.replace(/\\/g, "/");
+    const projectsDir = canonicalPath(rawDir.projectsDir);
     const resolved = await resolveProjectDirs(projectsDir, scannedDirs);
     if (resolved === null) continue;
     for (const projectDir of resolved.entries) {
@@ -1854,11 +1863,10 @@ async function resolveProjectDirs(projectsDir, scannedDirs) {
   return { entries, commitRoot: { mtimeMs: rootStat.mtimeMs } };
 }
 function dirnameOf(filePath) {
-  const idx = filePath.lastIndexOf("/");
-  return idx === -1 ? filePath : filePath.slice(0, idx);
+  return (0, import_path9.dirname)(filePath);
 }
 function joinPath(dir, name) {
-  return dir.endsWith("/") ? `${dir}${name}` : `${dir}/${name}`;
+  return (0, import_path9.join)(dir, name);
 }
 
 // src/persistent/repositories/checkpoints.repo.ts
@@ -1868,15 +1876,16 @@ var CheckpointsRepo = class {
   }
   db;
   replaceAll(sourcePath, checkpoints) {
+    const path = canonicalPath(sourcePath);
     const tx = this.db.transaction(() => {
-      this.db.prepare("DELETE FROM message_checkpoints WHERE source_path = ?").run(sourcePath);
+      this.db.prepare("DELETE FROM message_checkpoints WHERE source_path = ?").run(path);
       const insert = this.db.prepare(
         `INSERT INTO message_checkpoints
            (source_path, message_index, byte_offset, line_number, parser_state)
          VALUES (?, ?, ?, ?, ?)`
       );
       for (const c of checkpoints) {
-        insert.run(sourcePath, c.messageIndex, c.byteOffset, c.lineNumber, JSON.stringify(c.state));
+        insert.run(path, c.messageIndex, c.byteOffset, c.lineNumber, JSON.stringify(c.state));
       }
     });
     tx();
@@ -1885,6 +1894,7 @@ var CheckpointsRepo = class {
   // the chain covering the immutable prefix (Kafka sparse-index style); rows are
   // only ever removed on truncation/replace or deletion.
   append(sourcePath, checkpoints) {
+    const path = canonicalPath(sourcePath);
     const tx = this.db.transaction(() => {
       const insert = this.db.prepare(
         `INSERT INTO message_checkpoints
@@ -1892,7 +1902,7 @@ var CheckpointsRepo = class {
          VALUES (?, ?, ?, ?, ?)`
       );
       for (const c of checkpoints) {
-        insert.run(sourcePath, c.messageIndex, c.byteOffset, c.lineNumber, JSON.stringify(c.state));
+        insert.run(path, c.messageIndex, c.byteOffset, c.lineNumber, JSON.stringify(c.state));
       }
     });
     tx();
@@ -1905,7 +1915,7 @@ var CheckpointsRepo = class {
          FROM message_checkpoints
          WHERE source_path = ? AND message_index <= ?
          ORDER BY message_index DESC LIMIT 1`
-    ).get(sourcePath, messageIndex);
+    ).get(canonicalPath(sourcePath), messageIndex);
     return row ? toCheckpoint(row) : null;
   }
   // The highest-index checkpoint for a file, or null if none. The resume point
@@ -1916,14 +1926,14 @@ var CheckpointsRepo = class {
          FROM message_checkpoints
          WHERE source_path = ?
          ORDER BY message_index DESC LIMIT 1`
-    ).get(sourcePath);
+    ).get(canonicalPath(sourcePath));
     return row ? toCheckpoint(row) : null;
   }
   count(sourcePath) {
-    return this.db.prepare("SELECT COUNT(*) AS n FROM message_checkpoints WHERE source_path = ?").get(sourcePath).n;
+    return this.db.prepare("SELECT COUNT(*) AS n FROM message_checkpoints WHERE source_path = ?").get(canonicalPath(sourcePath)).n;
   }
   remove(sourcePath) {
-    this.db.prepare("DELETE FROM message_checkpoints WHERE source_path = ?").run(sourcePath);
+    this.db.prepare("DELETE FROM message_checkpoints WHERE source_path = ?").run(canonicalPath(sourcePath));
   }
 };
 function toCheckpoint(row) {
@@ -1936,24 +1946,30 @@ function toCheckpoint(row) {
 }
 
 // src/persistent/repositories/conversation-files.repo.ts
-var import_path8 = require("path");
+var import_path10 = require("path");
 var ConversationFilesRepo = class {
   constructor(db) {
     this.db = db;
   }
   db;
   getByPath(absolutePath) {
-    return this.db.prepare("SELECT * FROM conversation_files WHERE absolute_path = ?").get(absolutePath);
+    return this.db.prepare("SELECT * FROM conversation_files WHERE absolute_path = ?").get(canonicalPath(absolutePath));
   }
   // Insert a freshly-discovered file at offset 0; returns its row id. Existing
   // path is left untouched (returns the existing id) so a re-discovery is safe.
+  //
+  // absolute_path/parent_dir are stored canonicalized so a caller that built the
+  // path with the native separator (watcher, path.join) and one that got it from
+  // fast-glob (forward slashes, even on Windows) land on the same row instead of
+  // inserting a duplicate.
   ensure(absolutePath, account) {
-    const existing = this.getByPath(absolutePath);
+    const canonical = canonicalPath(absolutePath);
+    const existing = this.getByPath(canonical);
     if (existing) return existing.id;
     const info = this.db.prepare(
       `INSERT INTO conversation_files (absolute_path, parent_dir, file_name, account)
          VALUES (?, ?, ?, ?)`
-    ).run(absolutePath, (0, import_path8.dirname)(absolutePath), (0, import_path8.basename)(absolutePath), account);
+    ).run(canonical, (0, import_path10.dirname)(canonical), (0, import_path10.basename)(canonical), account);
     return Number(info.lastInsertRowid);
   }
   // Advance the cursor + persisted reducer state after a successful index pass.
@@ -2015,7 +2031,7 @@ var ConversationFilesRepo = class {
   activePathsByParentDir(parentDir) {
     return this.db.prepare(
       "SELECT absolute_path, account FROM conversation_files WHERE parent_dir = ? AND status != 'deleted'"
-    ).all(parentDir);
+    ).all(canonicalPath(parentDir));
   }
 };
 
@@ -2110,7 +2126,10 @@ var ConversationsRepo = class {
            updated_at = CURRENT_TIMESTAMP`
     ).run({
       file_id: fileId,
-      source_path: meta.id,
+      // Canonical form, matching conversation_files.absolute_path — otherwise
+      // a native-separator caller writes a second spelling of the same file
+      // that every by-path lookup (and the deletion-reconcile) then misses.
+      source_path: canonicalPath(meta.id),
       provider: meta.provider ?? CLAUDE_CODE_PROVIDER,
       kind: meta.kind ?? null,
       external_session_id: meta.externalSessionId ?? null,
@@ -2140,7 +2159,7 @@ var ConversationsRepo = class {
     });
   }
   getBySourcePath(sourcePath) {
-    const row = this.db.prepare("SELECT * FROM conversations WHERE source_path = ? AND status = 'active'").get(sourcePath);
+    const row = this.db.prepare("SELECT * FROM conversations WHERE source_path = ? AND status = 'active'").get(canonicalPath(sourcePath));
     return row ? rowToMeta(row) : null;
   }
   // Dual lookup matching scanner.getConversation: resolve by source_path (the
@@ -2204,7 +2223,7 @@ var ConversationsRepo = class {
   pageMessageCount(sourcePath) {
     const row = this.db.prepare(
       "SELECT page_message_count AS n FROM conversations WHERE source_path = ? AND status = 'active'"
-    ).get(sourcePath);
+    ).get(canonicalPath(sourcePath));
     return row?.n ?? 0;
   }
   count() {
@@ -2219,14 +2238,15 @@ var FtsRepo = class {
   }
   db;
   upsert(meta) {
+    const sourcePath = canonicalPath(meta.id);
     const tx = this.db.transaction(() => {
-      this.db.prepare("DELETE FROM conversation_messages_fts WHERE source_path = ?").run(meta.id);
+      this.db.prepare("DELETE FROM conversation_messages_fts WHERE source_path = ?").run(sourcePath);
       this.db.prepare(
         `INSERT INTO conversation_messages_fts
              (source_path, content, project_name, session_id, session_name, account, model, branch, tool_names)
            VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`
       ).run(
-        meta.id,
+        sourcePath,
         meta.contentSnippet ?? "",
         meta.projectName ?? "",
         meta.sessionId ?? "",
@@ -2240,7 +2260,7 @@ var FtsRepo = class {
     tx();
   }
   remove(sourcePath) {
-    this.db.prepare("DELETE FROM conversation_messages_fts WHERE source_path = ?").run(sourcePath);
+    this.db.prepare("DELETE FROM conversation_messages_fts WHERE source_path = ?").run(canonicalPath(sourcePath));
   }
   // Ranked source_paths matching the query, best first. Returns [] on an empty
   // query (callers fall back to a recency listing).
@@ -2272,11 +2292,11 @@ var ScannedDirsRepo = class {
   }
   db;
   get(path) {
-    return this.db.prepare("SELECT * FROM scanned_dirs WHERE path = ?").get(path);
+    return this.db.prepare("SELECT * FROM scanned_dirs WHERE path = ?").get(canonicalPath(path));
   }
   // Known project subdirectories under a root, path ascending (stable order).
   childrenOf(parentRoot) {
-    return this.db.prepare("SELECT * FROM scanned_dirs WHERE parent_root = ? ORDER BY path ASC").all(parentRoot);
+    return this.db.prepare("SELECT * FROM scanned_dirs WHERE parent_root = ? ORDER BY path ASC").all(canonicalPath(parentRoot));
   }
   upsert(path, parentRoot, mtimeMs, hasNested) {
     this.db.prepare(
@@ -2287,11 +2307,16 @@ var ScannedDirsRepo = class {
            mtime_ms = excluded.mtime_ms,
            has_nested = excluded.has_nested,
            updated_at = CURRENT_TIMESTAMP`
-    ).run(path, parentRoot, mtimeMs, hasNested ? 1 : 0);
+    ).run(
+      canonicalPath(path),
+      parentRoot === null ? null : canonicalPath(parentRoot),
+      mtimeMs,
+      hasNested ? 1 : 0
+    );
   }
   // Drop a project subdirectory's watermark row (it vanished from disk).
   remove(path) {
-    this.db.prepare("DELETE FROM scanned_dirs WHERE path = ?").run(path);
+    this.db.prepare("DELETE FROM scanned_dirs WHERE path = ?").run(canonicalPath(path));
   }
 };
 
@@ -2391,7 +2416,7 @@ var PersistentEngine = class {
     if (enabled.includes(CODEX_CLI_PROVIDER) && (options.codexRoots?.length ?? 0) > 0) {
       coveredAccounts.add("codex");
     }
-    const seen = new Set(discovered.map((d) => d.filePath));
+    const seen = new Set(discovered.map((d) => canonicalPath(d.filePath)));
     for (const path of this.files.activePathsByAccounts([...coveredAccounts])) {
       if (!seen.has(path)) this.markDeleted(path);
     }
@@ -2405,9 +2430,10 @@ var PersistentEngine = class {
   // half-written row or an over-advanced cursor. Returns the classification
   // alongside the meta so callers (refreshFile) can keep, extend, or evict
   // their own per-file caches without re-stat'ing the file (racy) themselves.
-  async indexFile(filePath, account, tierName, customTiers, resolveGitBranch, force = false, provider) {
+  async indexFile(rawFilePath, account, tierName, customTiers, resolveGitBranch, force = false, provider) {
     const log = getLogger();
     const tier = resolveTier(tierName, customTiers);
+    const filePath = canonicalPath(rawFilePath);
     const existing = this.files.getByPath(filePath);
     const { change, stat: stat4 } = classify(filePath, existing);
     if (change === "vanished" || !stat4) {
@@ -2718,7 +2744,7 @@ var IndexQueue = class {
 var BATCH_SIZE2 = 12;
 var DEFAULT_CONFIG_PATH = "~/.config/threadbase-scanner";
 function defaultDbPath() {
-  return process.env.TB_SCANNER_DB ?? (0, import_path9.join)((0, import_os2.homedir)(), ".config", "threadbase-scanner", "index.db");
+  return process.env.TB_SCANNER_DB ?? (0, import_path11.join)((0, import_os2.homedir)(), ".config", "threadbase-scanner", "index.db");
 }
 var ConversationScanner = class {
   metadataCache = /* @__PURE__ */ new Map();
@@ -3011,12 +3037,13 @@ var ConversationScanner = class {
   }
   async getConversation(id, _options) {
     const log = getLogger();
-    const cached = this.conversationLRU.get(id);
+    const cid = canonicalPath(id);
+    const cached = this.conversationLRU.get(cid);
     if (cached) {
       log.debug({ id }, "getConversation: cache hit");
       return cached.conversation;
     }
-    const meta = this.persistent ? this.engine().getByIdOrSession(id) : this.metadataCache.get(id) ?? this.resolveSessionId(id);
+    const meta = this.persistent ? this.engine().getByIdOrSession(cid) : this.metadataCache.get(cid) ?? this.resolveSessionId(cid);
     if (!meta) {
       log.debug({ id }, "getConversation: not found in metadata");
       return null;
@@ -3025,12 +3052,12 @@ var ConversationScanner = class {
     try {
       if (this.persistent && meta.provider !== CODEX_CLI_PROVIDER) {
         const parsed = await parseConversationResumable(meta.filePath, meta.account);
-        if (parsed) this.conversationLRU.set(id, parsed);
+        if (parsed) this.conversationLRU.set(cid, parsed);
         return parsed?.conversation ?? null;
       }
       const conversation = meta.provider === CODEX_CLI_PROVIDER ? await parseCodexConversation(meta.filePath, meta.account) : await parseConversation(meta.filePath, meta.account);
       if (conversation) {
-        this.conversationLRU.set(id, { conversation });
+        this.conversationLRU.set(cid, { conversation });
       }
       return conversation;
     } catch (err) {
@@ -3058,7 +3085,7 @@ var ConversationScanner = class {
   // which is identical by construction.
   async getConversationPage(id, options) {
     if (this.persistent) {
-      return this.engine().getPage(id, options);
+      return this.engine().getPage(canonicalPath(id), options);
     }
     const conversation = await this.getConversation(id);
     if (!conversation) return null;
@@ -3108,14 +3135,15 @@ var ConversationScanner = class {
   // each re-reading the file.
   refreshesInFlight = /* @__PURE__ */ new Map();
   refreshFile(filePath, account) {
-    const inFlight = this.refreshesInFlight.get(filePath);
+    const cpath = canonicalPath(filePath);
+    const inFlight = this.refreshesInFlight.get(cpath);
     if (inFlight) return inFlight;
-    const refresh = this.doRefreshFile(filePath, account).finally(() => {
-      if (this.refreshesInFlight.get(filePath) === refresh) {
-        this.refreshesInFlight.delete(filePath);
+    const refresh = this.doRefreshFile(cpath, account).finally(() => {
+      if (this.refreshesInFlight.get(cpath) === refresh) {
+        this.refreshesInFlight.delete(cpath);
       }
     });
-    this.refreshesInFlight.set(filePath, refresh);
+    this.refreshesInFlight.set(cpath, refresh);
     return refresh;
   }
   async doRefreshFile(filePath, account) {