claude-transcript-viewer 1.1.0

package/dist/indexer/index.js

@@ -0,0 +1,267 @@
+/**
+ * Indexer for JSONL transcripts.
+ * Parses transcripts, chunks content, gets embeddings, stores in database.
+ */
+import { readdirSync } from "fs";
+import { join, basename } from "path";
+import { createDatabase, getDatabase, closeDatabase, setMetadata } from "../db/index.js";
+import { insertConversation, getConversation, deleteConversation } from "../db/conversations.js";
+import { insertChunk } from "../db/chunks.js";
+import { parseTranscript } from "./parser.js";
+import { chunkText } from "./chunker.js";
+import { getFileHash, getFileMtime } from "./fileUtils.js";
+import { createEmbeddingClient } from "../embeddings/client.js";
+/**
+ * Find all JSONL files in a directory recursively.
+ */
+function findJsonlFiles(dir) {
+    const files = [];
+    function walk(currentDir) {
+        try {
+            const entries = readdirSync(currentDir, { withFileTypes: true });
+            for (const entry of entries) {
+                const fullPath = join(currentDir, entry.name);
+                if (entry.isDirectory()) {
+                    walk(fullPath);
+                }
+                else if (entry.isFile() && entry.name.endsWith(".jsonl")) {
+                    files.push(fullPath);
+                }
+            }
+        }
+        catch (err) {
+            // Skip directories we can't read
+        }
+    }
+    walk(dir);
+    return files;
+}
+/**
+ * Extract conversation ID from file path.
+ * Assumes format: .../project/conversation-id.jsonl
+ */
+function extractConversationId(filePath) {
+    return basename(filePath, ".jsonl");
+}
+/**
+ * Extract project name from file path.
+ * Assumes format: .../project/conversation-id.jsonl
+ */
+function extractProject(filePath, sourceDir) {
+    const relativePath = filePath.replace(sourceDir, "").replace(/^\//, "");
+    const parts = relativePath.split("/");
+    return parts.length > 1 ? parts[0] : "default";
+}
+/**
+ * Index a single transcript file.
+ */
+async function indexTranscript(filePath, sourceDir, embeddingClient, verbose) {
+    const db = getDatabase();
+    const conversationId = extractConversationId(filePath);
+    const project = extractProject(filePath, sourceDir);
+    try {
+        // Parse the transcript
+        const messages = parseTranscript(filePath);
+        if (messages.length === 0) {
+            return { chunks: 0 };
+        }
+        // Get file metadata
+        const contentHash = getFileHash(filePath);
+        const mtime = getFileMtime(filePath);
+        // Extract title from first user message
+        const firstUserMsg = messages.find((m) => m.role === "user");
+        const title = firstUserMsg?.content.slice(0, 100) || "Untitled";
+        // Use current time as created_at (JSONL doesn't have timestamps)
+        const createdAt = new Date().toISOString();
+        // Delete existing conversation if it exists (will cascade delete chunks)
+        const existing = getConversation(conversationId);
+        if (existing) {
+            deleteConversation(conversationId);
+        }
+        // Insert conversation
+        insertConversation({
+            id: conversationId,
+            project,
+            title,
+            created_at: createdAt,
+            file_path: filePath,
+            content_hash: contentHash,
+            source_mtime: mtime,
+        });
+        // Chunk and index each message
+        let chunkCount = 0;
+        let pageNumber = 1;
+        for (const message of messages) {
+            const chunks = chunkText(message.content, {
+                maxTokens: 300,
+                overlap: 50,
+            });
+            for (let i = 0; i < chunks.length; i++) {
+                const chunkText_ = chunks[i];
+                let embedding = null;
+                // Get embedding if client available
+                if (embeddingClient) {
+                    const result = await embeddingClient.embed(chunkText_);
+                    if (result) {
+                        embedding = Buffer.from(new Float32Array(result.embedding).buffer);
+                    }
+                }
+                insertChunk({
+                    conversation_id: conversationId,
+                    chunk_index: chunkCount,
+                    page_number: pageNumber,
+                    role: message.role,
+                    content: chunkText_,
+                    embedding,
+                });
+                chunkCount++;
+            }
+            // Increment page number periodically (roughly every 10 messages)
+            if (chunkCount > 0 && chunkCount % 30 === 0) {
+                pageNumber++;
+            }
+        }
+        if (verbose) {
+            console.log(`  Indexed ${conversationId}: ${chunkCount} chunks`);
+        }
+        return { chunks: chunkCount };
+    }
+    catch (err) {
+        const error = err instanceof Error ? err.message : String(err);
+        return { chunks: 0, error };
+    }
+}
+/**
+ * Run the full indexing process.
+ */
+export async function runIndexer(options) {
+    const { sourceDir, databasePath, embedSocketPath, embedUrl, batchSize = 10, verbose = false, } = options;
+    const stats = {
+        added: 0,
+        modified: 0,
+        deleted: 0,
+        chunks: 0,
+        errors: [],
+    };
+    // Initialize database
+    createDatabase(databasePath);
+    const db = getDatabase();
+    // Connect to embedding server if available (prefer URL over socket path)
+    let embeddingClient;
+    const embedEndpoint = embedUrl || embedSocketPath;
+    if (embedEndpoint) {
+        embeddingClient = createEmbeddingClient(embedEndpoint);
+        const healthy = await embeddingClient.isHealthy();
+        if (healthy) {
+            const info = await embeddingClient.getModelInfo();
+            console.log(`Connected to embedding server at ${embedEndpoint} (model: ${info?.model}, dim: ${info?.dim})`);
+        }
+        else {
+            console.log(`Embedding server not available at ${embedEndpoint} - indexing without embeddings`);
+            embeddingClient = undefined;
+        }
+    }
+    // Find all JSONL files
+    const files = findJsonlFiles(sourceDir);
+    console.log(`Found ${files.length} JSONL files in ${sourceDir}`);
+    // Detect changes
+    const indexed = db
+        .prepare("SELECT id, file_path, content_hash, source_mtime FROM conversations")
+        .all();
+    const indexedMap = new Map(indexed.map((c) => [c.file_path, c]));
+    const fileSet = new Set(files);
+    // Determine what needs to be indexed
+    const toIndex = [];
+    const toDelete = [];
+    for (const file of files) {
+        const existing = indexedMap.get(file);
+        if (!existing) {
+            toIndex.push(file);
+            stats.added++;
+        }
+        else {
+            // Check if modified
+            const mtime = getFileMtime(file);
+            if (mtime !== existing.source_mtime) {
+                const hash = getFileHash(file);
+                if (hash !== existing.content_hash) {
+                    toIndex.push(file);
+                    stats.modified++;
+                }
+            }
+        }
+    }
+    // Find deleted files
+    for (const [filePath, conv] of indexedMap) {
+        if (!fileSet.has(filePath)) {
+            toDelete.push(conv.id);
+            stats.deleted++;
+        }
+    }
+    // Delete removed conversations
+    for (const id of toDelete) {
+        deleteConversation(id);
+        if (verbose) {
+            console.log(`  Deleted ${id}`);
+        }
+    }
+    // Index new/modified files
+    console.log(`Indexing ${toIndex.length} files (${stats.added} new, ${stats.modified} modified)`);
+    for (let i = 0; i < toIndex.length; i++) {
+        const file = toIndex[i];
+        const result = await indexTranscript(file, sourceDir, embeddingClient, verbose);
+        if (result.error) {
+            stats.errors.push(`${file}: ${result.error}`);
+        }
+        else {
+            stats.chunks += result.chunks;
+        }
+        // Progress indicator
+        if ((i + 1) % 10 === 0 || i === toIndex.length - 1) {
+            console.log(`  Progress: ${i + 1}/${toIndex.length}`);
+        }
+    }
+    // Update metadata
+    setMetadata("last_index_time", new Date().toISOString());
+    setMetadata("total_conversations", String(files.length));
+    console.log(`\nIndexing complete:`);
+    console.log(`  Added: ${stats.added}`);
+    console.log(`  Modified: ${stats.modified}`);
+    console.log(`  Deleted: ${stats.deleted}`);
+    console.log(`  Total chunks: ${stats.chunks}`);
+    if (stats.errors.length > 0) {
+        console.log(`  Errors: ${stats.errors.length}`);
+    }
+    return stats;
+}
+// CLI entry point
+if (process.argv[1]?.endsWith("index.ts") || process.argv[1]?.endsWith("index.js")) {
+    const sourceDir = process.argv[2];
+    const databasePath = process.argv[3] || "./search.db";
+    const embedSocketPath = process.env.EMBED_SOCKET;
+    if (!sourceDir) {
+        console.error("Usage: npx tsx src/indexer/index.ts <source-dir> [database-path]");
+        console.error("  source-dir: Directory containing JSONL transcript files");
+        console.error("  database-path: Path to SQLite database (default: ./search.db)");
+        console.error("");
+        console.error("Environment variables:");
+        console.error("  EMBED_SOCKET: Path to embedding server Unix socket");
+        process.exit(1);
+    }
+    runIndexer({
+        sourceDir,
+        databasePath,
+        embedSocketPath,
+        verbose: true,
+    })
+        .then(() => {
+        closeDatabase();
+        process.exit(0);
+    })
+        .catch((err) => {
+        console.error("Indexing failed:", err);
+        closeDatabase();
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,WAAW,EAAY,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAW,MAAM,MAAM,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAe,MAAM,gBAAgB,CAAC;AACtG,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAW,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAmB,MAAM,yBAAyB,CAAC;AAmBjF;;GAEG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,SAAS,IAAI,CAAC,UAAkB;QAC9B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACjB,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3D,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,iCAAiC;QACnC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,OAAO,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,QAAgB,EAAE,SAAiB;IACzD,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,QAAgB,EAChB,SAAiB,EACjB,eAAiC,EACjC,OAAiB;IAEjB,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAEpD,IAAI,CAAC;QACH,uBAAuB;QACvB,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACvB,CAAC;QAED,oBAAoB;QACpB,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QAErC,wCAAwC;QACxC,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC;QAEhE,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3C,yEAAyE;QACzE,MAAM,QAAQ,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QACjD,IAAI,QAAQ,EAAE,CAAC;YACb,kBAAkB,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC;QAED,sBAAsB;QACtB,kBAAkB,CAAC;YACjB,EAAE,EAAE,cAAc;YAClB,OAAO;YACP,KAAK;YACL,UAAU,EAAE,SAAS;YACrB,SAAS,EAAE,QAAQ;YACnB,YAAY,EAAE,WAAW;YACzB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,+BAA+B;QAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBACxC,SAAS,EAAE,GAAG;gBACd,OAAO,EAAE,EAAE;aACZ,CAAC,CAAC;YAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,SAAS,GAAkB,IAAI,CAAC;gBAEpC,oCAAoC;gBACpC,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACvD,IAAI,MAAM,EAAE,CAAC;wBACX,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;gBAED,WAAW,CAAC;oBACV,eAAe,EAAE,cAAc;oBAC/B,WAAW,EAAE,UAAU;oBACvB,WAAW,EAAE,UAAU;oBACvB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,UAAU;oBACnB,SAAS;iBACV,CAAC,CAAC;gBAEH,UAAU,EAAE,CAAC;YACf,CAAC;YAED,iEAAiE;YACjE,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5C,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,aAAa,cAAc,KAAK,UAAU,SAAS,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/D,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAqB;IACpD,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,SAAS,GAAG,EAAE,EACd,OAAO,GAAG,KAAK,GAChB,GAAG,OAAO,CAAC;IAEZ,MAAM,KAAK,GAAe;QACxB,KAAK,EAAE,CAAC;QACR,QAAQ,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,sBAAsB;IACtB,cAAc,CAAC,YAAY,CAAC,CAAC;IAC7B,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IAEzB,yEAAyE;IACzE,IAAI,eAA4C,CAAC;IACjD,MAAM,aAAa,GAAG,QAAQ,IAAI,eAAe,CAAC;IAClD,IAAI,aAAa,EAAE,CAAC;QAClB,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,YAAY,EAAE,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,oCAAoC,aAAa,YAAY,IAAI,EAAE,KAAK,UAAU,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;QAC9G,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,qCAAqC,aAAa,gCAAgC,CAAC,CAAC;YAChG,eAAe,GAAG,SAAS,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,mBAAmB,SAAS,EAAE,CAAC,CAAC;IAEjE,iBAAiB;IACjB,MAAM,OAAO,GAAG,EAAE;SACf,OAAO,CAAC,qEAAqE,CAAC;SAC9E,GAAG,EAKJ,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAE/B,qCAAqC;IACrC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,oBAAoB;YACpB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,KAAK,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,KAAK,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACnC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACnB,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvB,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,kBAAkB,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,MAAM,WAAW,KAAK,CAAC,KAAK,SAAS,KAAK,CAAC,QAAQ,YAAY,CAAC,CAAC;IAEjG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QAEhF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,WAAW,CAAC,iBAAiB,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IACzD,WAAW,CAAC,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kBAAkB;AAClB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;IACnF,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC;IACtD,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAEjD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAClF,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC3E,OAAO,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACjF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,UAAU,CAAC;QACT,SAAS;QACT,YAAY;QACZ,eAAe;QACf,OAAO,EAAE,IAAI;KACd,CAAC;SACC,IAAI,CAAC,GAAG,EAAE;QACT,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACb,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACvC,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/indexer/parser.d.ts

@@ -0,0 +1,12 @@
+export interface Message {
+    index: number;
+    role: 'user' | 'assistant';
+    content: string;
+}
+export interface ConversationMetadata {
+    messageCount: number;
+    userMessageCount: number;
+    assistantMessageCount: number;
+}
+export declare function parseTranscript(path: string): Message[];
+export declare function extractConversationMetadata(path: string): ConversationMetadata;

package/dist/indexer/parser.js

@@ -0,0 +1,45 @@
+import { readFileSync } from 'fs';
+export function parseTranscript(path) {
+    const lines = readFileSync(path, 'utf-8').trim().split('\n').filter(Boolean);
+    const messages = [];
+    let idx = 0;
+    for (const line of lines) {
+        try {
+            const p = JSON.parse(line);
+            if (p.type === 'user' && p.message?.role === 'user') {
+                const text = extractText(p.message.content);
+                if (text)
+                    messages.push({ index: idx++, role: 'user', content: text });
+            }
+            else if (p.type === 'assistant' && p.message?.role === 'assistant') {
+                const text = extractText(p.message.content);
+                if (text)
+                    messages.push({ index: idx++, role: 'assistant', content: text });
+            }
+        }
+        catch {
+            // Skip malformed JSON lines
+        }
+    }
+    return messages;
+}
+function extractText(content) {
+    if (typeof content === 'string')
+        return content;
+    if (Array.isArray(content)) {
+        return content
+            .filter((b) => b.type === 'text' && typeof b.text === 'string')
+            .map(b => b.text)
+            .join('\n');
+    }
+    return '';
+}
+export function extractConversationMetadata(path) {
+    const messages = parseTranscript(path);
+    return {
+        messageCount: messages.length,
+        userMessageCount: messages.filter(m => m.role === 'user').length,
+        assistantMessageCount: messages.filter(m => m.role === 'assistant').length,
+    };
+}
+//# sourceMappingURL=parser.js.map

package/dist/indexer/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAyBlC,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE3B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAI,IAAI;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAI,IAAI;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,OAAgC;IACnD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,CAAC,EAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC9E,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAChB,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY;IACtD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO;QACL,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM;QAChE,qBAAqB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM;KAC3E,CAAC;AACJ,CAAC"}

package/dist/server.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};