@threadbase-sh/scanner 0.14.6 → 0.15.0

package/dist/index.d.cts

@@ -320,6 +320,7 @@ declare class CodexCliProvider implements ScannerProvider<CodexAccumulator> {
     reduceEntry(acc: CodexAccumulator, entry: Record<string, unknown>, tier: ContentTier): void;
     finalize(acc: CodexAccumulator, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
 }
+declare function parseCodexJsonlLine(line: string): ConversationMessage | null;
 
 interface ReducerState {
     sessionId: string;
@@ -445,4 +446,4 @@ declare function scan(options?: ScanOptions, scanner?: ConversationScanner): Pro
 declare function search(query: string, options?: SearchOptions, scanner?: ConversationScanner): Promise<SearchResult[]>;
 declare function getConversation(id: string, options?: GetConversationOptions, scanner?: ConversationScanner): Promise<Conversation | null>;
 
-export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type ConvReducerState as JsonlParseState, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, type SearchHighlight, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, initialConvState as createJsonlParseState, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, parseJsonlLine, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };
+export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type ConvReducerState as JsonlParseState, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, type SearchHighlight, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, initialConvState as createJsonlParseState, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, parseCodexJsonlLine, parseJsonlLine, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };

package/dist/index.d.ts

@@ -320,6 +320,7 @@ declare class CodexCliProvider implements ScannerProvider<CodexAccumulator> {
     reduceEntry(acc: CodexAccumulator, entry: Record<string, unknown>, tier: ContentTier): void;
     finalize(acc: CodexAccumulator, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
 }
+declare function parseCodexJsonlLine(line: string): ConversationMessage | null;
 
 interface ReducerState {
     sessionId: string;
@@ -445,4 +446,4 @@ declare function scan(options?: ScanOptions, scanner?: ConversationScanner): Pro
 declare function search(query: string, options?: SearchOptions, scanner?: ConversationScanner): Promise<SearchResult[]>;
 declare function getConversation(id: string, options?: GetConversationOptions, scanner?: ConversationScanner): Promise<Conversation | null>;
 
-export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type ConvReducerState as JsonlParseState, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, type SearchHighlight, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, initialConvState as createJsonlParseState, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, parseJsonlLine, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };
+export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type ConvReducerState as JsonlParseState, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, type SearchHighlight, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, initialConvState as createJsonlParseState, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, parseCodexJsonlLine, parseJsonlLine, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };

package/dist/index.js

@@ -991,6 +991,26 @@ function extractCodexText(content) {
     return "";
   }).filter(Boolean).map(cleanSystemTags).join(" ");
 }
+function parseCodexJsonlLine(line) {
+  if (!line.trim()) return null;
+  let entry;
+  try {
+    entry = JSON.parse(line);
+  } catch {
+    return null;
+  }
+  return codexEntryToMessage(entry);
+}
+function codexEntryToMessage(entry) {
+  const payload = entry.payload;
+  if (!payload || typeof payload !== "object") return null;
+  if (entry.type !== "response_item" || payload.type !== "message") return null;
+  const role = payload.role;
+  if (role !== "user" && role !== "assistant") return null;
+  const text = extractCodexText(payload.content);
+  if (!text) return null;
+  return { role, text, timestamp: asString(entry.timestamp) };
+}
 function reduceCodexEntry(acc, entry, tier) {
   const ts = asString(entry.timestamp);
   if (ts && (!acc.latestTimestamp || ts > acc.latestTimestamp)) acc.latestTimestamp = ts;
@@ -1101,14 +1121,11 @@ async function parseCodexConversation(filePath, account) {
         if (!cwd) cwd = asString(payload.cwd);
         continue;
       }
-      if (entry.type !== "response_item" || payload.type !== "message") continue;
-      const role = payload.role;
-      if (role !== "user" && role !== "assistant") continue;
-      const text = extractCodexText(payload.content);
-      if (!text) continue;
-      messages.push({ role, text, timestamp: ts });
-      textParts.push(text);
-      if (role === "user") lastUserText = text;
+      const message = codexEntryToMessage(entry);
+      if (!message) continue;
+      messages.push(message);
+      textParts.push(message.text);
+      if (message.role === "user") lastUserText = message.text;
     }
   } catch (err) {
     log.warn({ filePath, err }, "parseCodexConversation: read failed");
@@ -3456,7 +3473,8 @@ var ConversationScanner = class {
   // feeds the conversation's account field; "default" is the single-profile
   // fallback, matching refreshFile.
   async parseSingleFilePage(filePath, account, options) {
-    const conversation = await parseConversation(filePath, account ?? "default");
+    const provider = await this.resolveProviderForFile(filePath, null);
+    const conversation = provider?.name === CODEX_CLI_PROVIDER ? await parseCodexConversation(filePath, account ?? "default") : await parseConversation(filePath, account ?? "default");
     if (!conversation) return null;
     const { messages } = conversation;
     const total = messages.length;
@@ -3500,7 +3518,7 @@ var ConversationScanner = class {
       const engine = this.engine();
       const previous2 = engine.getByIdOrSession(filePath);
       const resolvedAccount2 = account ?? previous2?.account ?? "default";
-      const provider = await this.resolveProviderForFile(filePath, previous2);
+      const provider2 = await this.resolveProviderForFile(filePath, previous2);
       const { meta: meta2, change } = await engine.indexFile(
         filePath,
         resolvedAccount2,
@@ -3508,7 +3526,7 @@ var ConversationScanner = class {
         void 0,
         readGitBranch,
         false,
-        provider
+        provider2
       );
       const cacheKeys = /* @__PURE__ */ new Set();
       for (const m of [previous2, meta2]) {
@@ -3529,10 +3547,12 @@ var ConversationScanner = class {
     const resolvedAccount = account ?? previous?.account ?? "default";
     let meta = null;
     let searchDoc = emptySearchDocument();
+    const onEntry = (entry) => {
+      searchDoc = appendSearchDelta(searchDoc, extractSearchDelta(entry));
+    };
+    const provider = await this.resolveProviderForFile(filePath, previous ?? null);
     try {
-      meta = await parseMeta(filePath, resolvedAccount, this.lastTier, (entry) => {
-        searchDoc = appendSearchDelta(searchDoc, extractSearchDelta(entry));
-      });
+      meta = provider ? await parseMetaWithProvider(provider, filePath, resolvedAccount, this.lastTier, onEntry) : await parseMeta(filePath, resolvedAccount, this.lastTier, onEntry);
     } catch (err) {
       log.warn({ filePath, err }, "refreshFile: parseMeta threw");
       meta = null;
@@ -3908,6 +3928,7 @@ export {
   getLogger,
   getProjectsDir,
   loadProfiles,
+  parseCodexJsonlLine,
   parseJsonlLine,
   readGitBranch,
   readSidecar,