@milo4jo/contextkit 0.1.0

package/dist/index.js

@@ -0,0 +1,90 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import { readFileSync } from 'fs';
+import { fileURLToPath } from 'url';
+import { dirname, join } from 'path';
+import { initCommand } from './commands/init.js';
+import { sourceCommand } from './commands/source/index.js';
+import { indexCommand } from './commands/index-cmd.js';
+import { selectCommand } from './commands/select.js';
+import { ContextKitError, InvalidUsageError } from './errors/index.js';
+import { writeError, writeMessage } from './utils/streams.js';
+// Get version from package.json
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const pkg = JSON.parse(readFileSync(join(__dirname, '..', 'package.json'), 'utf-8'));
+const VERSION = pkg.version;
+// Exit codes per CLI-DESIGN.md
+const EXIT_ERROR = 1;
+const EXIT_INVALID_USAGE = 2;
+/**
+ * Handle errors globally
+ */
+function handleError(error) {
+    if (error instanceof ContextKitError) {
+        writeError(error.message);
+        const exitCode = error instanceof InvalidUsageError ? EXIT_INVALID_USAGE : EXIT_ERROR;
+        process.exit(exitCode);
+    }
+    // Unexpected error - show stack in verbose mode
+    if (error instanceof Error) {
+        writeError(error.message);
+        if (process.env.DEBUG) {
+            writeMessage(error.stack || '');
+        }
+    }
+    else {
+        writeError('An unexpected error occurred');
+    }
+    process.exit(EXIT_ERROR);
+}
+// Global error handlers
+process.on('uncaughtException', handleError);
+process.on('unhandledRejection', handleError);
+const program = new Command();
+program
+    .name('contextkit')
+    .description('Smart context selection for LLMs')
+    .version(VERSION, '-v, --version', 'Show version number')
+    .showHelpAfterError()
+    .configureHelp({
+    sortSubcommands: true,
+    subcommandTerm: (cmd) => cmd.name(),
+});
+// Global options
+program
+    .option('--json', 'Output as JSON')
+    .option('--plain', 'Plain output (no colors/formatting)')
+    .option('--quiet', 'Suppress non-essential output');
+// Register commands
+program.addCommand(initCommand);
+program.addCommand(sourceCommand);
+program.addCommand(indexCommand);
+program.addCommand(selectCommand);
+// Default action when no command given
+program.action(() => {
+    console.log(`
+🎯 contextkit - Smart context selection for AI coding assistants
+
+Quick Start:
+  $ contextkit init                    # Initialize in your project
+  $ contextkit source add ./src        # Add source directories
+  $ contextkit index                   # Index everything
+  $ contextkit select "your query"     # Find relevant context
+
+Commands:
+  init          Initialize ContextKit in current directory
+  source        Manage source directories
+  index         Index all sources (re-run after code changes)
+  select        Select context for a query
+
+Global Options:
+  --json        Output as JSON
+  --plain       No colors (or set NO_COLOR=1)
+  --quiet       Suppress non-essential output
+  -v, --version Show version
+
+Run 'contextkit <command> --help' for command details.
+`);
+});
+program.parse();
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE9D,gCAAgC;AAChC,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AACrF,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;AAE5B,+BAA+B;AAC/B,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAE7B;;GAEG;AACH,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;QACrC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE1B,MAAM,QAAQ,GAAG,KAAK,YAAY,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC;QAEtF,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,gDAAgD;IAChD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,8BAA8B,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AAC3B,CAAC;AAED,wBAAwB;AACxB,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;AAC7C,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;AAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CAAC,kCAAkC,CAAC;KAC/C,OAAO,CAAC,OAAO,EAAE,eAAe,EAAE,qBAAqB,CAAC;KACxD,kBAAkB,EAAE;KACpB,aAAa,CAAC;IACb,eAAe,EAAE,IAAI;IACrB,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE;CACpC,CAAC,CAAC;AAEL,iBAAiB;AACjB,OAAO;KACJ,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CAAC,SAAS,EAAE,qCAAqC,CAAC;KACxD,MAAM,CAAC,SAAS,EAAE,+BAA+B,CAAC,CAAC;AAEtD,oBAAoB;AACpB,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAElC,uCAAuC;AACvC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE;IAClB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;CAsBb,CAAC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/indexer/chunker.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Chunking Module
+ *
+ * Splits files into chunks for embedding.
+ * Uses line-based chunking with configurable size and overlap.
+ */
+import type { DiscoveredFile } from './discovery.js';
+/** Chunk of content ready for embedding */
+export interface Chunk {
+    /** Unique chunk ID */
+    id: string;
+    /** Source this chunk belongs to */
+    sourceId: string;
+    /** Original file path (relative) */
+    filePath: string;
+    /** Chunk content */
+    content: string;
+    /** Start line (1-indexed) */
+    startLine: number;
+    /** End line (1-indexed, inclusive) */
+    endLine: number;
+    /** Token count */
+    tokens: number;
+}
+/** Chunking options */
+export interface ChunkOptions {
+    /** Target tokens per chunk */
+    chunkSize: number;
+    /** Overlap tokens between chunks */
+    chunkOverlap: number;
+}
+/**
+ * Count tokens in a string
+ */
+export declare function countTokens(text: string): number;
+/**
+ * Chunk a single file into pieces
+ */
+export declare function chunkFile(file: DiscoveredFile, options?: ChunkOptions): Chunk[];
+/**
+ * Chunk multiple files
+ */
+export declare function chunkFiles(files: DiscoveredFile[], options?: ChunkOptions): Chunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/indexer/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAErD,2CAA2C;AAC3C,MAAM,WAAW,KAAK;IACpB,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,uBAAuB;AACvB,MAAM,WAAW,YAAY;IAC3B,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,YAAY,EAAE,MAAM,CAAC;CACtB;AAUD;;GAEG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEhD;AAiBD;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,GAAE,YAA8B,GAAG,KAAK,EAAE,CA8DhG;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,GAAE,YAA8B,GACtC,KAAK,EAAE,CAST"}

package/dist/indexer/chunker.js

@@ -0,0 +1,102 @@
+/**
+ * Chunking Module
+ *
+ * Splits files into chunks for embedding.
+ * Uses line-based chunking with configurable size and overlap.
+ */
+import { encodingForModel } from 'js-tiktoken';
+const DEFAULT_OPTIONS = {
+    chunkSize: 500,
+    chunkOverlap: 50,
+};
+// Use cl100k_base encoding (GPT-4/Claude compatible)
+const encoder = encodingForModel('gpt-4');
+/**
+ * Count tokens in a string
+ */
+export function countTokens(text) {
+    return encoder.encode(text).length;
+}
+/**
+ * Generate a unique chunk ID
+ */
+function generateChunkId(sourceId, filePath, startLine) {
+    const base = `${sourceId}:${filePath}:${startLine}`;
+    // Simple hash for ID
+    let hash = 0;
+    for (let i = 0; i < base.length; i++) {
+        const char = base.charCodeAt(i);
+        hash = (hash << 5) - hash + char;
+        hash = hash & hash; // Convert to 32-bit integer
+    }
+    return `chunk_${Math.abs(hash).toString(36)}`;
+}
+/**
+ * Chunk a single file into pieces
+ */
+export function chunkFile(file, options = DEFAULT_OPTIONS) {
+    const lines = file.content.split('\n');
+    const chunks = [];
+    let currentLines = [];
+    let currentTokens = 0;
+    let startLine = 1;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const lineTokens = countTokens(line + '\n');
+        // If adding this line exceeds chunk size, save current chunk
+        if (currentTokens + lineTokens > options.chunkSize && currentLines.length > 0) {
+            const content = currentLines.join('\n');
+            chunks.push({
+                id: generateChunkId(file.sourceId, file.relativePath, startLine),
+                sourceId: file.sourceId,
+                filePath: file.relativePath,
+                content,
+                startLine,
+                endLine: startLine + currentLines.length - 1,
+                tokens: currentTokens,
+            });
+            // Calculate overlap: keep last N tokens worth of lines
+            const overlapLines = [];
+            let overlapTokens = 0;
+            for (let j = currentLines.length - 1; j >= 0 && overlapTokens < options.chunkOverlap; j--) {
+                const overlapLine = currentLines[j];
+                const overlapLineTokens = countTokens(overlapLine + '\n');
+                overlapLines.unshift(overlapLine);
+                overlapTokens += overlapLineTokens;
+            }
+            // Start next chunk with overlap
+            currentLines = overlapLines;
+            currentTokens = overlapTokens;
+            startLine =
+                startLine + (chunks[chunks.length - 1].endLine - startLine + 1) - overlapLines.length;
+        }
+        currentLines.push(line);
+        currentTokens += lineTokens;
+    }
+    // Don't forget the last chunk
+    if (currentLines.length > 0) {
+        const content = currentLines.join('\n');
+        chunks.push({
+            id: generateChunkId(file.sourceId, file.relativePath, startLine),
+            sourceId: file.sourceId,
+            filePath: file.relativePath,
+            content,
+            startLine,
+            endLine: startLine + currentLines.length - 1,
+            tokens: countTokens(content),
+        });
+    }
+    return chunks;
+}
+/**
+ * Chunk multiple files
+ */
+export function chunkFiles(files, options = DEFAULT_OPTIONS) {
+    const allChunks = [];
+    for (const file of files) {
+        const chunks = chunkFile(file, options);
+        allChunks.push(...chunks);
+    }
+    return allChunks;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/indexer/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AA6B/C,MAAM,eAAe,GAAiB;IACpC,SAAS,EAAE,GAAG;IACd,YAAY,EAAE,EAAE;CACjB,CAAC;AAEF,qDAAqD;AACrD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAE1C;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,QAAgB,EAAE,QAAgB,EAAE,SAAiB;IAC5E,MAAM,IAAI,GAAG,GAAG,QAAQ,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;IACpD,qBAAqB;IACrB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACjC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,4BAA4B;IAClD,CAAC;IACD,OAAO,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,IAAoB,EAAE,UAAwB,eAAe;IACrF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAE5C,6DAA6D;QAC7D,IAAI,aAAa,GAAG,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9E,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC;gBAChE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,QAAQ,EAAE,IAAI,CAAC,YAAY;gBAC3B,OAAO;gBACP,SAAS;gBACT,OAAO,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC;gBAC5C,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;YAEH,uDAAuD;YACvD,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,KAAK,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1F,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBACpC,MAAM,iBAAiB,GAAG,WAAW,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;gBAC1D,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;gBAClC,aAAa,IAAI,iBAAiB,CAAC;YACrC,CAAC;YAED,gCAAgC;YAChC,YAAY,GAAG,YAAY,CAAC;YAC5B,aAAa,GAAG,aAAa,CAAC;YAC9B,SAAS;gBACP,SAAS,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAC1F,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,aAAa,IAAI,UAAU,CAAC;IAC9B,CAAC;IAED,8BAA8B;IAC9B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC;YAChE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,OAAO;YACP,SAAS;YACT,OAAO,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC;YAC5C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CACxB,KAAuB,EACvB,UAAwB,eAAe;IAEvC,MAAM,SAAS,GAAY,EAAE,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/indexer/discovery.d.ts

@@ -0,0 +1,34 @@
+/**
+ * File Discovery Module
+ *
+ * Discovers files in sources based on include/exclude patterns.
+ */
+import type { Source } from '../config/types.js';
+/** File info returned by discovery */
+export interface DiscoveredFile {
+    /** Absolute path to file */
+    path: string;
+    /** Path relative to source */
+    relativePath: string;
+    /** Source this file belongs to */
+    sourceId: string;
+    /** File content */
+    content: string;
+    /** File size in bytes */
+    size: number;
+}
+/** Discovery result for a source */
+export interface DiscoveryResult {
+    sourceId: string;
+    files: DiscoveredFile[];
+    skipped: number;
+}
+/**
+ * Discover all files in a source
+ */
+export declare function discoverFiles(source: Source, baseDir: string): DiscoveryResult;
+/**
+ * Discover files from multiple sources
+ */
+export declare function discoverAllFiles(sources: Source[], baseDir: string): DiscoveryResult[];
+//# sourceMappingURL=discovery.d.ts.map

package/dist/indexer/discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../src/indexer/discovery.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAKjD,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,4BAA4B;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,yBAAyB;IACzB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,oCAAoC;AACpC,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,eAAe,CAqD9E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,eAAe,EAAE,CAEtF"}

package/dist/indexer/discovery.js

@@ -0,0 +1,66 @@
+/**
+ * File Discovery Module
+ *
+ * Discovers files in sources based on include/exclude patterns.
+ */
+import { resolve } from 'path';
+import { readFileSync, statSync } from 'fs';
+import fg from 'fast-glob';
+/** Maximum file size to process (100KB) */
+const MAX_FILE_SIZE = 100 * 1024;
+/**
+ * Discover all files in a source
+ */
+export function discoverFiles(source, baseDir) {
+    const sourcePath = resolve(baseDir, source.path);
+    // Find matching files
+    const matches = fg.sync(source.patterns.include, {
+        cwd: sourcePath,
+        ignore: source.patterns.exclude,
+        onlyFiles: true,
+        absolute: false,
+    });
+    const files = [];
+    let skipped = 0;
+    for (const relativePath of matches) {
+        const absolutePath = resolve(sourcePath, relativePath);
+        try {
+            const stats = statSync(absolutePath);
+            // Skip files that are too large
+            if (stats.size > MAX_FILE_SIZE) {
+                skipped++;
+                continue;
+            }
+            // Read file content
+            const content = readFileSync(absolutePath, 'utf-8');
+            // Skip binary files (simple heuristic: check for null bytes)
+            if (content.includes('\0')) {
+                skipped++;
+                continue;
+            }
+            files.push({
+                path: absolutePath,
+                relativePath,
+                sourceId: source.id,
+                content,
+                size: stats.size,
+            });
+        }
+        catch {
+            // Skip files we can't read
+            skipped++;
+        }
+    }
+    return {
+        sourceId: source.id,
+        files,
+        skipped,
+    };
+}
+/**
+ * Discover files from multiple sources
+ */
+export function discoverAllFiles(sources, baseDir) {
+    return sources.map((source) => discoverFiles(source, baseDir));
+}
+//# sourceMappingURL=discovery.js.map

package/dist/indexer/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../src/indexer/discovery.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAAE,MAAM,WAAW,CAAC;AAG3B,2CAA2C;AAC3C,MAAM,aAAa,GAAG,GAAG,GAAG,IAAI,CAAC;AAuBjC;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc,EAAE,OAAe;IAC3D,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAEjD,sBAAsB;IACtB,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE;QAC/C,GAAG,EAAE,UAAU;QACf,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;QAC/B,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,KAAK;KAChB,CAAC,CAAC;IAEH,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,YAAY,IAAI,OAAO,EAAE,CAAC;QACnC,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YAErC,gCAAgC;YAChC,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC/B,OAAO,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YAED,oBAAoB;YACpB,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAEpD,6DAA6D;YAC7D,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,OAAO,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,YAAY;gBACZ,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,OAAO;gBACP,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;YAC3B,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,KAAK;QACL,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAiB,EAAE,OAAe;IACjE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AACjE,CAAC"}

package/dist/indexer/embeddings.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Embeddings Module
+ *
+ * Generates embeddings using local models via @xenova/transformers.
+ * Uses gte-small (384 dimensions) by default.
+ */
+import type { Chunk } from './chunker.js';
+/** Embedding dimension for gte-small */
+export declare const EMBEDDING_DIM = 384;
+/** Chunk with embedding */
+export interface EmbeddedChunk extends Chunk {
+    embedding: number[];
+}
+/** Progress callback */
+export type ProgressCallback = (current: number, total: number) => void;
+/**
+ * Generate embedding for a single text
+ */
+export declare function embed(text: string): Promise<number[]>;
+/**
+ * Generate embeddings for multiple texts in batches
+ */
+export declare function embedBatch(texts: string[], onProgress?: ProgressCallback): Promise<number[][]>;
+/**
+ * Generate embeddings for chunks
+ */
+export declare function embedChunks(chunks: Chunk[], onProgress?: ProgressCallback): Promise<EmbeddedChunk[]>;
+/**
+ * Compute cosine similarity between two vectors
+ */
+export declare function cosineSimilarity(a: number[], b: number[]): number;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/indexer/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/indexer/embeddings.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAK1C,wCAAwC;AACxC,eAAO,MAAM,aAAa,MAAM,CAAC;AAKjC,2BAA2B;AAC3B,MAAM,WAAW,aAAc,SAAQ,KAAK;IAC1C,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAwB;AACxB,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAiBxE;;GAEG;AACH,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAI3D;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,gBAAgB,GAC5B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAwBrB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,KAAK,EAAE,EACf,UAAU,CAAC,EAAE,gBAAgB,GAC5B,OAAO,CAAC,aAAa,EAAE,CAAC,CAQ1B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAiBjE"}

package/dist/indexer/embeddings.js

@@ -0,0 +1,85 @@
+/**
+ * Embeddings Module
+ *
+ * Generates embeddings using local models via @xenova/transformers.
+ * Uses gte-small (384 dimensions) by default.
+ */
+import { pipeline } from '@xenova/transformers';
+/** Default embedding model */
+const DEFAULT_MODEL = 'Xenova/gte-small';
+/** Embedding dimension for gte-small */
+export const EMBEDDING_DIM = 384;
+/** Batch size for embedding generation */
+const BATCH_SIZE = 32;
+// Singleton pipeline instance
+let embeddingPipeline = null;
+/**
+ * Initialize the embedding pipeline
+ */
+async function getEmbeddingPipeline() {
+    if (!embeddingPipeline) {
+        embeddingPipeline = await pipeline('feature-extraction', DEFAULT_MODEL, {
+            quantized: true, // Use quantized model for speed
+        });
+    }
+    return embeddingPipeline;
+}
+/**
+ * Generate embedding for a single text
+ */
+export async function embed(text) {
+    const pipe = await getEmbeddingPipeline();
+    const output = await pipe(text, { pooling: 'mean', normalize: true });
+    return Array.from(output.data);
+}
+/**
+ * Generate embeddings for multiple texts in batches
+ */
+export async function embedBatch(texts, onProgress) {
+    const pipe = await getEmbeddingPipeline();
+    const embeddings = [];
+    for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+        const batch = texts.slice(i, i + BATCH_SIZE);
+        // Process batch
+        const outputs = await Promise.all(batch.map(async (text) => {
+            const output = await pipe(text, { pooling: 'mean', normalize: true });
+            return Array.from(output.data);
+        }));
+        embeddings.push(...outputs);
+        // Report progress
+        if (onProgress) {
+            onProgress(Math.min(i + BATCH_SIZE, texts.length), texts.length);
+        }
+    }
+    return embeddings;
+}
+/**
+ * Generate embeddings for chunks
+ */
+export async function embedChunks(chunks, onProgress) {
+    const texts = chunks.map((c) => c.content);
+    const embeddings = await embedBatch(texts, onProgress);
+    return chunks.map((chunk, i) => ({
+        ...chunk,
+        embedding: embeddings[i],
+    }));
+}
+/**
+ * Compute cosine similarity between two vectors
+ */
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length) {
+        throw new Error('Vectors must have the same length');
+    }
+    let dotProduct = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dotProduct += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+    return magnitude === 0 ? 0 : dotProduct / magnitude;
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/indexer/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/indexer/embeddings.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAkC,MAAM,sBAAsB,CAAC;AAGhF,8BAA8B;AAC9B,MAAM,aAAa,GAAG,kBAAkB,CAAC;AAEzC,wCAAwC;AACxC,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAEjC,0CAA0C;AAC1C,MAAM,UAAU,GAAG,EAAE,CAAC;AAUtB,8BAA8B;AAC9B,IAAI,iBAAiB,GAAqC,IAAI,CAAC;AAE/D;;GAEG;AACH,KAAK,UAAU,oBAAoB;IACjC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,iBAAiB,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,aAAa,EAAE;YACtE,SAAS,EAAE,IAAI,EAAE,gCAAgC;SAClD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,MAAM,oBAAoB,EAAE,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAe,EACf,UAA6B;IAE7B,MAAM,IAAI,GAAG,MAAM,oBAAoB,EAAE,CAAC;IAC1C,MAAM,UAAU,GAAe,EAAE,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAE7C,gBAAgB;QAChB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;QACjD,CAAC,CAAC,CACH,CAAC;QAEF,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAE5B,kBAAkB;QAClB,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAe,EACf,UAA6B;IAE7B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAEvD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,GAAG,KAAK;QACR,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;KACzB,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtD,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC;AACtD,CAAC"}

package/dist/indexer/index.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Main Indexer Module
+ *
+ * Orchestrates file discovery, chunking, embedding, and storage.
+ */
+import Database from 'better-sqlite3';
+import { type ChunkOptions } from './chunker.js';
+import type { Source } from '../config/types.js';
+/** Indexing statistics */
+export interface IndexStats {
+    sources: number;
+    files: number;
+    chunks: number;
+    skipped: number;
+    timeMs: number;
+}
+/** Progress update */
+export interface IndexProgress {
+    phase: 'discovery' | 'chunking' | 'embedding' | 'storing';
+    sourceId: string;
+    current: number;
+    total: number;
+}
+/** Progress callback */
+export type IndexProgressCallback = (progress: IndexProgress) => void;
+/**
+ * Index all sources
+ */
+export declare function indexSources(sources: Source[], baseDir: string, db: Database.Database, chunkOptions: ChunkOptions, onProgress?: IndexProgressCallback): Promise<IndexStats>;
+/**
+ * Read embedding from blob
+ */
+export declare function readEmbedding(blob: Buffer): number[];
+export { discoverFiles, type DiscoveredFile, type DiscoveryResult } from './discovery.js';
+export { chunkFiles, chunkFile, countTokens, type Chunk, type ChunkOptions } from './chunker.js';
+export { embed, embedBatch, embedChunks, cosineSimilarity, EMBEDDING_DIM, type EmbeddedChunk, } from './embeddings.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/indexer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAc,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAE7D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,0BAA0B;AAC1B,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,sBAAsB;AACtB,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,CAAC;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAwB;AACxB,MAAM,MAAM,qBAAqB,GAAG,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;AAEtE;;GAEG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,MAAM,EACf,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,YAAY,EAAE,YAAY,EAC1B,UAAU,CAAC,EAAE,qBAAqB,GACjC,OAAO,CAAC,UAAU,CAAC,CA+ErB;AAwDD;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGpD;AAGD,OAAO,EAAE,aAAa,EAAE,KAAK,cAAc,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC1F,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,KAAK,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AACjG,OAAO,EACL,KAAK,EACL,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,aAAa,EACb,KAAK,aAAa,GACnB,MAAM,iBAAiB,CAAC"}

package/dist/indexer/index.js

@@ -0,0 +1,123 @@
+/**
+ * Main Indexer Module
+ *
+ * Orchestrates file discovery, chunking, embedding, and storage.
+ */
+import { discoverFiles } from './discovery.js';
+import { chunkFiles } from './chunker.js';
+import { embedChunks } from './embeddings.js';
+/**
+ * Index all sources
+ */
+export async function indexSources(sources, baseDir, db, chunkOptions, onProgress) {
+    const startTime = Date.now();
+    let totalFiles = 0;
+    let totalChunks = 0;
+    let totalSkipped = 0;
+    for (const source of sources) {
+        // Phase 1: Discovery
+        onProgress?.({
+            phase: 'discovery',
+            sourceId: source.id,
+            current: 0,
+            total: 0,
+        });
+        const discovered = discoverFiles(source, baseDir);
+        totalFiles += discovered.files.length;
+        totalSkipped += discovered.skipped;
+        onProgress?.({
+            phase: 'discovery',
+            sourceId: source.id,
+            current: discovered.files.length,
+            total: discovered.files.length,
+        });
+        // Phase 2: Chunking
+        onProgress?.({
+            phase: 'chunking',
+            sourceId: source.id,
+            current: 0,
+            total: discovered.files.length,
+        });
+        const chunks = chunkFiles(discovered.files, chunkOptions);
+        onProgress?.({
+            phase: 'chunking',
+            sourceId: source.id,
+            current: discovered.files.length,
+            total: discovered.files.length,
+        });
+        // Phase 3: Embedding
+        const embeddedChunks = await embedChunks(chunks, (current, total) => {
+            onProgress?.({
+                phase: 'embedding',
+                sourceId: source.id,
+                current,
+                total,
+            });
+        });
+        // Phase 4: Store in database
+        onProgress?.({
+            phase: 'storing',
+            sourceId: source.id,
+            current: 0,
+            total: embeddedChunks.length,
+        });
+        storeChunks(db, source.id, source.path, embeddedChunks, discovered.files.length);
+        totalChunks += embeddedChunks.length;
+        onProgress?.({
+            phase: 'storing',
+            sourceId: source.id,
+            current: embeddedChunks.length,
+            total: embeddedChunks.length,
+        });
+    }
+    return {
+        sources: sources.length,
+        files: totalFiles,
+        chunks: totalChunks,
+        skipped: totalSkipped,
+        timeMs: Date.now() - startTime,
+    };
+}
+/**
+ * Store chunks in the database
+ */
+function storeChunks(db, sourceId, sourcePath, chunks, fileCount) {
+    // Begin transaction for performance
+    const transaction = db.transaction(() => {
+        // Clear existing chunks for this source
+        db.prepare('DELETE FROM chunks WHERE source_id = ?').run(sourceId);
+        // Update source record
+        db.prepare(`
+      INSERT INTO sources (id, path, file_count, chunk_count, indexed_at)
+      VALUES (?, ?, ?, ?, datetime('now'))
+      ON CONFLICT(id) DO UPDATE SET
+        path = excluded.path,
+        file_count = excluded.file_count,
+        chunk_count = excluded.chunk_count,
+        indexed_at = excluded.indexed_at
+    `).run(sourceId, sourcePath, fileCount, chunks.length);
+        // Insert chunks
+        const insertChunk = db.prepare(`
+      INSERT INTO chunks (id, source_id, file_path, content, start_line, end_line, tokens, embedding)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        for (const chunk of chunks) {
+            // Convert embedding to binary blob
+            const embeddingBlob = Buffer.from(new Float32Array(chunk.embedding).buffer);
+            insertChunk.run(chunk.id, chunk.sourceId, chunk.filePath, chunk.content, chunk.startLine, chunk.endLine, chunk.tokens, embeddingBlob);
+        }
+    });
+    transaction();
+}
+/**
+ * Read embedding from blob
+ */
+export function readEmbedding(blob) {
+    const float32Array = new Float32Array(blob.buffer, blob.byteOffset, blob.length / 4);
+    return Array.from(float32Array);
+}
+// Re-export types and functions
+export { discoverFiles } from './discovery.js';
+export { chunkFiles, chunkFile, countTokens } from './chunker.js';
+export { embed, embedBatch, embedChunks, cosineSimilarity, EMBEDDING_DIM, } from './embeddings.js';
+//# sourceMappingURL=index.js.map