@threadbase-sh/scanner 0.7.2 → 0.8.1

package/dist/index.d.cts

@@ -23,10 +23,14 @@ interface MessageSnapshot {
     text: string;
     timestamp: string;
 }
+type ProviderName = "claude-code" | "codex-cli";
 interface ConversationMeta {
     id: string;
     filePath: string;
     sessionId: string;
+    provider?: ProviderName;
+    kind?: "conversation" | "task";
+    externalSessionId?: string;
     sessionName: string;
     projectPath: string;
     projectName: string;
@@ -59,6 +63,8 @@ interface FileStatEntry {
 }
 interface ScanOptions {
     profiles?: Profile[];
+    providers?: ProviderName[];
+    codexRoots?: string[];
     tier?: string;
     tiers?: Record<string, ContentTier>;
     include?: Include;
@@ -85,6 +91,7 @@ interface ScanResult {
 }
 interface SearchOptions extends ScanOptions {
     fields?: string[];
+    provider?: ProviderName;
 }
 interface SearchMatch {
     field: string;
@@ -214,7 +221,6 @@ declare class SearchIndexer {
         limit?: number;
     }): SearchResult[];
     private getRecent;
-    private generateMatches;
     getDocumentCount(): number;
     updateDocument(meta: ConversationMeta): void;
     removeDocument(id: string): void;
@@ -225,12 +231,131 @@ declare function createLogger(options?: LoggerOptions | Logger): Logger;
 declare function setLogger(logger: Logger): void;
 declare function getLogger(): Logger;
 
+interface Sidecar {
+    version: number;
+    sourcePath: string;
+    sizeBytes: number;
+    mtimeMs: number;
+    lastIndexedOffset: number;
+    lastIndexedLine: number;
+    messageCount: number;
+    projectPath: string;
+    projectName: string;
+    branch: string | null;
+    firstSentAt: string | null;
+    firstSentText: string | null;
+    lastSentAt: string | null;
+    lastSentText: string | null;
+    updatedAt: string;
+}
+declare function sidecarPath(jsonlPath: string): string;
+declare function readSidecar(jsonlPath: string): Sidecar | null;
+
 declare function resolveConfigDir(configDir: string): string;
 declare function getProjectsDir(profile: Profile): string;
 declare function detectDefaultProfile(): Promise<Profile>;
 declare function loadProfiles(configPath: string): Promise<Profile[]>;
 declare function saveProfiles(profiles: Profile[], configPath: string): Promise<void>;
 
+interface ScannerProvider<Acc = unknown> {
+    name: ScannerProviderName;
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): Acc;
+    reduceEntry(acc: Acc, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: Acc, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+type ScannerProviderName = "claude-code" | "codex-cli";
+interface DiscoveredConversationFile {
+    filePath: string;
+    account: string;
+}
+
+interface CodexAccumulator {
+    sessionId: string;
+    cwd: string;
+    gitBranch: string | null;
+    model: string | null;
+    latestTimestamp: string;
+    messageCount: number;
+    lastMessageSender: MessageSender;
+    firstUser: MessageSnapshot | null;
+    lastUser: MessageSnapshot | null;
+    lastAssistant: MessageSnapshot | null;
+    toolNames: string[];
+    previewParts: string[];
+    previewLength: number;
+    snippetParts: string[];
+    snippetLength: number;
+}
+declare class CodexCliProvider implements ScannerProvider<CodexAccumulator> {
+    readonly name: "codex-cli";
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(_filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): CodexAccumulator;
+    reduceEntry(acc: CodexAccumulator, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: CodexAccumulator, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+
+interface ReducerState {
+    sessionId: string;
+    sessionName: string;
+    latestTimestamp: string;
+    cwd: string;
+    teamName: string;
+    model: string | null;
+    messageCount: number;
+    pageMessageCount: number;
+    lastMessageSender: MessageSender;
+    isTeammate: boolean;
+    firstUserSeen: boolean;
+    firstMessage: MessageSnapshot | null;
+    lastMessage: MessageSnapshot | null;
+    lastPrompt: string;
+    toolNames: string[];
+    previewParts: string[];
+    snippetParts: string[];
+    previewLength: number;
+    snippetLength: number;
+    badJsonLines: number;
+}
+
+declare class ThreadbaseProvider implements ScannerProvider<ReducerState> {
+    readonly name: "claude-code";
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(_filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): ReducerState;
+    reduceEntry(acc: ReducerState, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: ReducerState, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+
+type JobReason = "watcher" | "manual" | "periodic";
+interface IndexJob {
+    filePath: string;
+    account: string;
+    reason: JobReason;
+}
+
+interface PersistentConfig {
+    dbPath?: string;
+    sidecar?: boolean;
+}
+interface ConversationScannerOptions {
+    metadataCacheSize?: number;
+    conversationCacheSize?: number;
+    persistent?: false | PersistentConfig;
+}
+interface WatchOptions {
+    profiles?: Profile[];
+    debounceMs?: number;
+    periodicMs?: number;
+}
+interface ScannerChangeEvent {
+    filePath: string;
+    account: string;
+    meta: ConversationMeta | null;
+    reason: IndexJob["reason"];
+}
 declare class ConversationScanner {
     private metadataCache;
     private conversationLRU;
@@ -238,18 +363,41 @@ declare class ConversationScanner {
     private projects;
     private indexer;
     private lastTier;
-    constructor(options?: {
-        metadataCacheSize?: number;
-        conversationCacheSize?: number;
-    });
+    private readonly dbPath;
+    private readonly sidecarEnabled;
+    private engineInstance;
+    private emitter;
+    private watcher;
+    private queue;
+    private periodicTimer;
+    constructor(options?: ConversationScannerOptions);
+    private get persistent();
+    private engine;
+    close(): void;
     scan(options?: ScanOptions): Promise<ScanResult>;
+    private scanPersistent;
+    private finalize;
+    private scanInMemory;
     search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
     getConversation(id: string, _options?: GetConversationOptions): Promise<Conversation | null>;
     getConversationPage(id: string, options: GetConversationPageOptions): Promise<ConversationPage | null>;
     parseSingleFilePage(filePath: string, account: string | undefined, options: GetConversationPageOptions): Promise<SingleFilePage | null>;
     refreshFile(filePath: string, account?: string): Promise<ConversationMeta | null>;
     getMetadataCache(): Map<string, ConversationMeta>;
+    getConversationsBySessionId(sessionId: string): ConversationMeta[];
     getProjects(): string[];
+    on(event: "change", listener: (e: ScannerChangeEvent) => void): this;
+    on(event: "error", listener: (err: Error) => void): this;
+    off(event: string, listener: (...args: any[]) => void): this;
+    watch(options?: WatchOptions): Promise<void>;
+    private periodicReconcile;
+    unwatch(): Promise<void>;
+    private discoverWithProviders;
+    private resolveProviderForFile;
+    private addToSessionIndex;
+    private removeFromSessionIndex;
+    private resolveSessionId;
+    private sortBySessionPriority;
     private resolveProfiles;
     private transformView;
     private toTree;
@@ -266,4 +414,4 @@ declare function scan(options?: ScanOptions, scanner?: ConversationScanner): Pro
 declare function search(query: string, options?: SearchOptions, scanner?: ConversationScanner): Promise<SearchResult[]>;
 declare function getConversation(id: string, options?: GetConversationOptions, scanner?: ConversationScanner): Promise<Conversation | null>;
 
-export { type AttachmentSidecar, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type MessageMetadata, type MessageSender, type MessageSnapshot, type Profile, type ScanOptions, type ScanResult, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type SingleFilePage, type SortOrder, type TeamInfo, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, readGitBranch, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger };
+export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };

package/dist/index.d.ts

@@ -23,10 +23,14 @@ interface MessageSnapshot {
     text: string;
     timestamp: string;
 }
+type ProviderName = "claude-code" | "codex-cli";
 interface ConversationMeta {
     id: string;
     filePath: string;
     sessionId: string;
+    provider?: ProviderName;
+    kind?: "conversation" | "task";
+    externalSessionId?: string;
     sessionName: string;
     projectPath: string;
     projectName: string;
@@ -59,6 +63,8 @@ interface FileStatEntry {
 }
 interface ScanOptions {
     profiles?: Profile[];
+    providers?: ProviderName[];
+    codexRoots?: string[];
     tier?: string;
     tiers?: Record<string, ContentTier>;
     include?: Include;
@@ -85,6 +91,7 @@ interface ScanResult {
 }
 interface SearchOptions extends ScanOptions {
     fields?: string[];
+    provider?: ProviderName;
 }
 interface SearchMatch {
     field: string;
@@ -214,7 +221,6 @@ declare class SearchIndexer {
         limit?: number;
     }): SearchResult[];
     private getRecent;
-    private generateMatches;
     getDocumentCount(): number;
     updateDocument(meta: ConversationMeta): void;
     removeDocument(id: string): void;
@@ -225,12 +231,131 @@ declare function createLogger(options?: LoggerOptions | Logger): Logger;
 declare function setLogger(logger: Logger): void;
 declare function getLogger(): Logger;
 
+interface Sidecar {
+    version: number;
+    sourcePath: string;
+    sizeBytes: number;
+    mtimeMs: number;
+    lastIndexedOffset: number;
+    lastIndexedLine: number;
+    messageCount: number;
+    projectPath: string;
+    projectName: string;
+    branch: string | null;
+    firstSentAt: string | null;
+    firstSentText: string | null;
+    lastSentAt: string | null;
+    lastSentText: string | null;
+    updatedAt: string;
+}
+declare function sidecarPath(jsonlPath: string): string;
+declare function readSidecar(jsonlPath: string): Sidecar | null;
+
 declare function resolveConfigDir(configDir: string): string;
 declare function getProjectsDir(profile: Profile): string;
 declare function detectDefaultProfile(): Promise<Profile>;
 declare function loadProfiles(configPath: string): Promise<Profile[]>;
 declare function saveProfiles(profiles: Profile[], configPath: string): Promise<void>;
 
+interface ScannerProvider<Acc = unknown> {
+    name: ScannerProviderName;
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): Acc;
+    reduceEntry(acc: Acc, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: Acc, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+type ScannerProviderName = "claude-code" | "codex-cli";
+interface DiscoveredConversationFile {
+    filePath: string;
+    account: string;
+}
+
+interface CodexAccumulator {
+    sessionId: string;
+    cwd: string;
+    gitBranch: string | null;
+    model: string | null;
+    latestTimestamp: string;
+    messageCount: number;
+    lastMessageSender: MessageSender;
+    firstUser: MessageSnapshot | null;
+    lastUser: MessageSnapshot | null;
+    lastAssistant: MessageSnapshot | null;
+    toolNames: string[];
+    previewParts: string[];
+    previewLength: number;
+    snippetParts: string[];
+    snippetLength: number;
+}
+declare class CodexCliProvider implements ScannerProvider<CodexAccumulator> {
+    readonly name: "codex-cli";
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(_filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): CodexAccumulator;
+    reduceEntry(acc: CodexAccumulator, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: CodexAccumulator, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+
+interface ReducerState {
+    sessionId: string;
+    sessionName: string;
+    latestTimestamp: string;
+    cwd: string;
+    teamName: string;
+    model: string | null;
+    messageCount: number;
+    pageMessageCount: number;
+    lastMessageSender: MessageSender;
+    isTeammate: boolean;
+    firstUserSeen: boolean;
+    firstMessage: MessageSnapshot | null;
+    lastMessage: MessageSnapshot | null;
+    lastPrompt: string;
+    toolNames: string[];
+    previewParts: string[];
+    snippetParts: string[];
+    previewLength: number;
+    snippetLength: number;
+    badJsonLines: number;
+}
+
+declare class ThreadbaseProvider implements ScannerProvider<ReducerState> {
+    readonly name: "claude-code";
+    discover(roots: string[]): Promise<DiscoveredConversationFile[]>;
+    canParse(_filePath: string, sample: string): boolean;
+    createEmptyAccumulator(): ReducerState;
+    reduceEntry(acc: ReducerState, entry: Record<string, unknown>, tier: ContentTier): void;
+    finalize(acc: ReducerState, filePath: string, account: string, tier: ContentTier): ConversationMeta | null;
+}
+
+type JobReason = "watcher" | "manual" | "periodic";
+interface IndexJob {
+    filePath: string;
+    account: string;
+    reason: JobReason;
+}
+
+interface PersistentConfig {
+    dbPath?: string;
+    sidecar?: boolean;
+}
+interface ConversationScannerOptions {
+    metadataCacheSize?: number;
+    conversationCacheSize?: number;
+    persistent?: false | PersistentConfig;
+}
+interface WatchOptions {
+    profiles?: Profile[];
+    debounceMs?: number;
+    periodicMs?: number;
+}
+interface ScannerChangeEvent {
+    filePath: string;
+    account: string;
+    meta: ConversationMeta | null;
+    reason: IndexJob["reason"];
+}
 declare class ConversationScanner {
     private metadataCache;
     private conversationLRU;
@@ -238,18 +363,41 @@ declare class ConversationScanner {
     private projects;
     private indexer;
     private lastTier;
-    constructor(options?: {
-        metadataCacheSize?: number;
-        conversationCacheSize?: number;
-    });
+    private readonly dbPath;
+    private readonly sidecarEnabled;
+    private engineInstance;
+    private emitter;
+    private watcher;
+    private queue;
+    private periodicTimer;
+    constructor(options?: ConversationScannerOptions);
+    private get persistent();
+    private engine;
+    close(): void;
     scan(options?: ScanOptions): Promise<ScanResult>;
+    private scanPersistent;
+    private finalize;
+    private scanInMemory;
     search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
     getConversation(id: string, _options?: GetConversationOptions): Promise<Conversation | null>;
     getConversationPage(id: string, options: GetConversationPageOptions): Promise<ConversationPage | null>;
     parseSingleFilePage(filePath: string, account: string | undefined, options: GetConversationPageOptions): Promise<SingleFilePage | null>;
     refreshFile(filePath: string, account?: string): Promise<ConversationMeta | null>;
     getMetadataCache(): Map<string, ConversationMeta>;
+    getConversationsBySessionId(sessionId: string): ConversationMeta[];
     getProjects(): string[];
+    on(event: "change", listener: (e: ScannerChangeEvent) => void): this;
+    on(event: "error", listener: (err: Error) => void): this;
+    off(event: string, listener: (...args: any[]) => void): this;
+    watch(options?: WatchOptions): Promise<void>;
+    private periodicReconcile;
+    unwatch(): Promise<void>;
+    private discoverWithProviders;
+    private resolveProviderForFile;
+    private addToSessionIndex;
+    private removeFromSessionIndex;
+    private resolveSessionId;
+    private sortBySessionPriority;
     private resolveProfiles;
     private transformView;
     private toTree;
@@ -266,4 +414,4 @@ declare function scan(options?: ScanOptions, scanner?: ConversationScanner): Pro
 declare function search(query: string, options?: SearchOptions, scanner?: ConversationScanner): Promise<SearchResult[]>;
 declare function getConversation(id: string, options?: GetConversationOptions, scanner?: ConversationScanner): Promise<Conversation | null>;
 
-export { type AttachmentSidecar, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type MessageMetadata, type MessageSender, type MessageSnapshot, type Profile, type ScanOptions, type ScanResult, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type SingleFilePage, type SortOrder, type TeamInfo, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, readGitBranch, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger };
+export { type AttachmentSidecar, CodexCliProvider, type ContentTier, type Conversation, type ConversationMessage, type ConversationMeta, type ConversationPage, ConversationScanner, type ConversationScannerOptions, DEFAULT_TIERS, type DeferredToolsDeltaAttachment, type DiscoveredConversationFile, type FileStatEntry, type GetConversationOptions, type GetConversationPageOptions, type GroupedConversations, type Include, type MessageMetadata, type MessageSender, type MessageSnapshot, type PersistentConfig, type Profile, type ProviderName, type ScanOptions, type ScanResult, type ScannerChangeEvent, type ScannerProvider, type ScannerProviderName, SearchIndexer, type SearchMatch, type SearchOptions, type SearchResult, type Sidecar, type SingleFilePage, type SortOrder, type TeamInfo, ThreadbaseProvider, type ToolResultBlock, type ToolUseBlock, type TreeConversation, type TurnDuration, VALID_SORT_ORDERS, type View, type WatchOptions, applyAccountFilter, applyIncludeFilter, applyPagination, applyProjectFilter, applySinceFilter, applySort, cleanSystemTags, createLogger, detectDefaultProfile, getConversation, getLogger, getProjectsDir, loadProfiles, readGitBranch, readSidecar, resetDefaultScanner, resolveConfigDir, resolveTier, saveProfiles, scan, search, setLogger, sidecarPath };