@itkoren/sqmd 0.1.0

package/dist/embeddings/ollama.js

@@ -0,0 +1,46 @@
+export class OllamaEmbedder {
+    modelName;
+    vectorDim = 768;
+    baseUrl;
+    constructor(modelName, baseUrl) {
+        this.modelName = modelName;
+        this.baseUrl = baseUrl.replace(/\/$/, '');
+    }
+    async embed(texts) {
+        const results = [];
+        for (const text of texts) {
+            const embedding = await this.embedSingle(text);
+            results.push(embedding);
+        }
+        return results;
+    }
+    async embedSingle(text) {
+        const response = await fetch(`${this.baseUrl}/api/embeddings`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                model: this.modelName,
+                prompt: text,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`Ollama embeddings API error: ${response.status} ${response.statusText}`);
+        }
+        const data = (await response.json());
+        if (!data.embedding || !Array.isArray(data.embedding)) {
+            throw new Error('Invalid response from Ollama embeddings API: missing embedding field');
+        }
+        return data.embedding;
+    }
+}
+export function createEmbedder(backend, modelName, options = {}) {
+    if (backend === 'ollama') {
+        return new OllamaEmbedder(modelName, options.ollamaBaseUrl ?? 'http://localhost:11434');
+    }
+    // Default to transformers
+    const { TransformersEmbedder } = require('./transformers.js');
+    return new TransformersEmbedder(modelName, options.cacheDir ?? '~/.sqmd/models');
+}
+//# sourceMappingURL=ollama.js.map

package/dist/embeddings/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/embeddings/ollama.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,cAAc;IAChB,SAAS,CAAS;IAClB,SAAS,GAAG,GAAG,CAAC;IACR,OAAO,CAAS;IAEjC,YAAY,SAAiB,EAAE,OAAe;QAC5C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAY;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;YAC7D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAI;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QAEhE,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;QAC1F,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAC5B,OAAkC,EAClC,SAAiB,EACjB,UAAyD,EAAE;IAE3D,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,IAAI,wBAAwB,CAAC,CAAC;IAC1F,CAAC;IAED,0BAA0B;IAC1B,MAAM,EAAE,oBAAoB,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAE3D,CAAC;IACF,OAAO,IAAI,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;AACnF,CAAC"}

package/dist/embeddings/transformers.d.ts

@@ -0,0 +1,14 @@
+import type { Embedder } from './types.js';
+export declare class TransformersEmbedder implements Embedder {
+    readonly modelName: string;
+    readonly vectorDim = 768;
+    private readonly cacheDir;
+    private pipeline;
+    constructor(modelName: string, cacheDir: string);
+    private loadPipeline;
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(query: string): Promise<number[]>;
+    embed(texts: string[]): Promise<number[][]>;
+    private runEmbedding;
+}
+//# sourceMappingURL=transformers.d.ts.map

package/dist/embeddings/transformers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAI3C,qBAAa,oBAAqB,YAAW,QAAQ;IACnD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,OAAO;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAA6B;gBAEjC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAKjC,YAAY;IAgBpB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAKpD,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAM5C,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAKnC,YAAY;CAkC3B"}

package/dist/embeddings/transformers.js

@@ -0,0 +1,64 @@
+export class TransformersEmbedder {
+    modelName;
+    vectorDim = 768;
+    cacheDir;
+    pipeline = null;
+    constructor(modelName, cacheDir) {
+        this.modelName = modelName;
+        this.cacheDir = cacheDir;
+    }
+    async loadPipeline() {
+        if (this.pipeline)
+            return this.pipeline;
+        // Dynamic import to avoid loading at startup
+        const { pipeline, env } = await import('@huggingface/transformers');
+        // Configure cache directory
+        env.cacheDir = this.cacheDir;
+        this.pipeline = (await pipeline('feature-extraction', this.modelName, {
+            dtype: 'fp32',
+        }));
+        return this.pipeline;
+    }
+    async embedDocuments(texts) {
+        const prefixed = texts.map((t) => `search_document: ${t}`);
+        return this.runEmbedding(prefixed);
+    }
+    async embedQuery(query) {
+        const prefixed = `search_query: ${query}`;
+        const results = await this.runEmbedding([prefixed]);
+        return results[0];
+    }
+    async embed(texts) {
+        // Default embed without prefix — callers that need prefixes use embedDocuments/embedQuery
+        return this.runEmbedding(texts);
+    }
+    async runEmbedding(texts) {
+        const pipe = await this.loadPipeline();
+        const output = await pipe(texts, { pooling: 'mean', normalize: true });
+        // Handle tensor output from transformers.js v3
+        if (output && typeof output === 'object' && 'tolist' in output) {
+            const list = output.tolist();
+            return list;
+        }
+        if (output && typeof output === 'object' && 'data' in output) {
+            const data = output.data;
+            const dims = output.dims;
+            const batchSize = dims[0] ?? texts.length;
+            const embDim = dims[1] ?? this.vectorDim;
+            const results = [];
+            for (let i = 0; i < batchSize; i++) {
+                const vec = [];
+                for (let j = 0; j < embDim; j++) {
+                    vec.push(Number(data[i * embDim + j]));
+                }
+                results.push(vec);
+            }
+            return results;
+        }
+        if (Array.isArray(output)) {
+            return output.map((v) => Array.from(v));
+        }
+        throw new Error('Unexpected output format from transformers pipeline');
+    }
+}
+//# sourceMappingURL=transformers.js.map

package/dist/embeddings/transformers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,oBAAoB;IACtB,SAAS,CAAS;IAClB,SAAS,GAAG,GAAG,CAAC;IACR,QAAQ,CAAS;IAC1B,QAAQ,GAAwB,IAAI,CAAC;IAE7C,YAAY,SAAiB,EAAE,QAAgB;QAC7C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QAExC,6CAA6C;QAC7C,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAEpE,4BAA4B;QAC5B,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE7B,IAAI,CAAC,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE;YACpE,KAAK,EAAE,MAAM;SACd,CAAC,CAA4B,CAAC;QAE/B,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,QAAQ,GAAG,iBAAiB,KAAK,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,CAAC,CAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,0FAA0F;QAC1F,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAe;QACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvE,+CAA+C;QAC/C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC/D,MAAM,IAAI,GAAI,MAAmC,CAAC,MAAM,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAI,MAA4D,CAAC,IAAI,CAAC;YAChF,MAAM,IAAI,GAAI,MAA4D,CAAC,IAAI,CAAC;YAChF,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC;YAEzC,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,MAAM,GAAG,GAAa,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAQ,MAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;CACF"}

package/dist/embeddings/types.d.ts

@@ -0,0 +1,6 @@
+export interface Embedder {
+    embed(texts: string[]): Promise<number[][]>;
+    readonly modelName: string;
+    readonly vectorDim: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/embeddings/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/embeddings/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,QAAQ;IACvB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B"}

package/dist/embeddings/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/embeddings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/embeddings/types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,233 @@
+#!/usr/bin/env node
+import * as os from 'node:os';
+import * as path from 'node:path';
+import chalk from 'chalk';
+import { Command } from 'commander';
+import { loadConfig, writeDefaultConfig } from './config/loader.js';
+import { OllamaEmbedder } from './embeddings/ollama.js';
+import { TransformersEmbedder } from './embeddings/transformers.js';
+import { IndexPipeline } from './ingestion/pipeline.js';
+import { getChunksTable, getDb, getDbStats, getFilesTable } from './store/db.js';
+import { getAllFiles } from './store/reader.js';
+const program = new Command();
+program
+    .name('sqmd')
+    .description('Local semantic search engine over Markdown files')
+    .version('0.1.0');
+// ─── index command ───────────────────────────────────────────────────────────
+program
+    .command('index')
+    .description('Index Markdown files for search')
+    .option('--path <path>', 'Path to directory or file to index')
+    .option('--force', 'Force re-indexing even if files are unchanged', false)
+    .option('--watch', 'Start file watcher after indexing', false)
+    .option('--config <path>', 'Path to config file')
+    .action(async (opts) => {
+    const config = loadConfig(opts.config);
+    const paths = opts.path ? [path.resolve(opts.path)] : config.paths.watch_dirs;
+    console.log(chalk.blue('Starting indexing...'));
+    console.log(chalk.gray(`Paths: ${paths.join(', ')}`));
+    const pipeline = new IndexPipeline(config);
+    const result = await pipeline.run({
+        paths,
+        force: opts.force,
+        onProgress: (event) => {
+            if (event.type === 'file_start') {
+                process.stdout.write(chalk.gray(`  Processing: ${event.filePath}\r`));
+            }
+            else if (event.type === 'file_done') {
+                console.log(chalk.green(`  ✓ ${event.filePath}`));
+            }
+            else if (event.type === 'file_skip') {
+                // Silent skip
+            }
+            else if (event.type === 'file_error') {
+                console.log(chalk.red(`  ✗ ${event.filePath}`));
+            }
+        },
+    });
+    console.log('');
+    console.log(chalk.green('Done!'));
+    console.log(`  Indexed: ${result.indexed}`);
+    console.log(`  Skipped: ${result.skipped}`);
+    console.log(`  Errors: ${result.errors.length}`);
+    if (result.errors.length > 0) {
+        console.log(chalk.red('\nErrors:'));
+        for (const e of result.errors) {
+            console.log(chalk.red(`  ${e.filePath}: ${e.error}`));
+        }
+    }
+    if (opts.watch) {
+        const { startWatcher } = await import('./watcher/daemon.js');
+        const db = await getDb(config.paths.db_path);
+        startWatcher(config, db);
+        console.log(chalk.blue('\nWatcher started. Press Ctrl+C to stop.'));
+        // Keep process alive
+        process.on('SIGINT', () => {
+            console.log('\nStopping watcher...');
+            process.exit(0);
+        });
+    }
+});
+// ─── search command ──────────────────────────────────────────────────────────
+program
+    .command('search <query>')
+    .description('Search indexed documents')
+    .option('--top-k <n>', 'Number of results', '10')
+    .option('--mode <mode>', 'Search mode: hybrid, vector, fts', 'hybrid')
+    .option('--filter <path>', 'Filter results to files matching path')
+    .option('--config <path>', 'Path to config file')
+    .action(async (query, opts) => {
+    const config = loadConfig(opts.config);
+    const db = await getDb(config.paths.db_path);
+    const chunksTable = await getChunksTable(db);
+    let embedder;
+    if (config.embeddings.backend === 'ollama') {
+        embedder = new OllamaEmbedder(config.embeddings.model, config.embeddings.ollama_base_url);
+    }
+    else {
+        embedder = new TransformersEmbedder(config.embeddings.model, config.paths.model_cache_dir);
+    }
+    const { hybridSearch } = await import('./search/hybrid.js');
+    const topK = Number.parseInt(opts.topK, 10);
+    const mode = opts.mode;
+    console.log(chalk.blue(`Searching for: "${query}"`));
+    console.log(chalk.gray(`Mode: ${mode}, Top-K: ${topK}`));
+    console.log('');
+    const start = Date.now();
+    const results = await hybridSearch(chunksTable, embedder, {
+        query,
+        topK,
+        mode,
+        rrfK: config.search.rrf_k,
+        filterPath: opts.filter,
+        modelName: config.embeddings.model,
+    });
+    const duration = Date.now() - start;
+    if (results.length === 0) {
+        console.log(chalk.yellow('No results found.'));
+        return;
+    }
+    results.forEach((result, idx) => {
+        console.log(chalk.bold(`${idx + 1}. ${result.file_path}`));
+        if (result.heading_path) {
+            console.log(chalk.cyan(`   § ${result.heading_path}`));
+        }
+        console.log(chalk.gray(`   Score: ${result.score.toFixed(4)} | Lines ${result.line_start}-${result.line_end}`));
+        console.log('');
+        // Show snippet
+        const snippet = result.text_raw.slice(0, 200).replace(/\n/g, ' ');
+        console.log(`   ${snippet}${result.text_raw.length > 200 ? '...' : ''}`);
+        console.log('');
+    });
+    console.log(chalk.gray(`Found ${results.length} results in ${duration}ms`));
+});
+// ─── serve command ───────────────────────────────────────────────────────────
+program
+    .command('serve')
+    .description('Start the REST API server')
+    .option('--host <host>', 'Host to bind to')
+    .option('--port <port>', 'Port to listen on')
+    .option('--config <path>', 'Path to config file')
+    .action(async (opts) => {
+    const config = loadConfig(opts.config);
+    if (opts.host)
+        config.api.host = opts.host;
+    if (opts.port)
+        config.api.port = Number.parseInt(opts.port, 10);
+    const db = await getDb(config.paths.db_path);
+    let embedder;
+    if (config.embeddings.backend === 'ollama') {
+        embedder = new OllamaEmbedder(config.embeddings.model, config.embeddings.ollama_base_url);
+    }
+    else {
+        embedder = new TransformersEmbedder(config.embeddings.model, config.paths.model_cache_dir);
+    }
+    const watcherStatus = { running: false };
+    if (config.watcher.enabled) {
+        const { startWatcher } = await import('./watcher/daemon.js');
+        startWatcher(config, db);
+        watcherStatus.running = true;
+    }
+    const { createApp } = await import('./api/app.js');
+    const { serve } = await import('@hono/node-server');
+    const app = createApp({ db, embedder, config, watcherStatus });
+    const { host, port } = config.api;
+    console.log(chalk.blue('Starting sqmd API server'));
+    console.log(chalk.gray(`Listening on http://${host}:${port}`));
+    serve({
+        fetch: app.fetch,
+        hostname: host,
+        port,
+    });
+});
+// ─── mcp command ─────────────────────────────────────────────────────────────
+program
+    .command('mcp')
+    .description('Start the MCP server')
+    .option('--transport <transport>', 'Transport: stdio or sse', 'stdio')
+    .option('--port <port>', 'Port for SSE transport')
+    .option('--config <path>', 'Path to config file')
+    .action(async (opts) => {
+    const config = loadConfig(opts.config);
+    const db = await getDb(config.paths.db_path);
+    let embedder;
+    if (config.embeddings.backend === 'ollama') {
+        embedder = new OllamaEmbedder(config.embeddings.model, config.embeddings.ollama_base_url);
+    }
+    else {
+        embedder = new TransformersEmbedder(config.embeddings.model, config.paths.model_cache_dir);
+    }
+    const { startMcpServer } = await import('./mcp/server.js');
+    await startMcpServer(db, embedder, config, {
+        transport: opts.transport,
+        port: opts.port ? Number.parseInt(opts.port, 10) : undefined,
+    });
+});
+// ─── status command ──────────────────────────────────────────────────────────
+program
+    .command('status')
+    .description('Show index statistics')
+    .option('--config <path>', 'Path to config file')
+    .action(async (opts) => {
+    const config = loadConfig(opts.config);
+    try {
+        const db = await getDb(config.paths.db_path);
+        const stats = await getDbStats(db);
+        const filesTable = await getFilesTable(db);
+        const files = await getAllFiles(filesTable);
+        const indexedFiles = files.filter((f) => f.status === 'indexed');
+        const lastIndexed = indexedFiles.length > 0
+            ? new Date(Math.max(...indexedFiles.map((f) => f.indexed_at))).toLocaleString()
+            : 'Never';
+        console.log(chalk.bold('sqmd Status'));
+        console.log(chalk.gray('─'.repeat(40)));
+        console.log(`DB path:       ${config.paths.db_path}`);
+        console.log(`Files indexed: ${chalk.green(stats.fileCount)}`);
+        console.log(`Chunks stored: ${chalk.green(stats.chunkCount)}`);
+        console.log(`Last indexed:  ${lastIndexed}`);
+        console.log(`Watch dirs:    ${config.paths.watch_dirs.join(', ')}`);
+        console.log(`Embedder:      ${config.embeddings.backend} / ${config.embeddings.model}`);
+    }
+    catch (err) {
+        console.log(chalk.red('Error reading status:'), err instanceof Error ? err.message : String(err));
+        console.log(chalk.gray('Database may not be initialized. Run `sqmd index` first.'));
+    }
+});
+// ─── config command ──────────────────────────────────────────────────────────
+program
+    .command('config')
+    .description('Manage configuration')
+    .option('--init <path>', 'Write default config to specified path')
+    .action((opts) => {
+    if (opts.init) {
+        const targetPath = opts.init.replace(/^~/, os.homedir());
+        writeDefaultConfig(targetPath);
+        console.log(chalk.green(`Default config written to: ${targetPath}`));
+    }
+    else {
+        console.log('Usage: sqmd config --init <path>');
+    }
+});
+program.parse(process.argv);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEpE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,MAAM,CAAC;KACZ,WAAW,CAAC,kDAAkD,CAAC;KAC/D,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,eAAe,EAAE,oCAAoC,CAAC;KAC7D,MAAM,CAAC,SAAS,EAAE,+CAA+C,EAAE,KAAK,CAAC;KACzE,MAAM,CAAC,SAAS,EAAE,mCAAmC,EAAE,KAAK,CAAC;KAC7D,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;IAE9E,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAE3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC;QAChC,KAAK;QACL,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAChC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACtC,cAAc;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAEjD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7C,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC,CAAC;QAEpE,qBAAqB;QACrB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,0BAA0B,CAAC;KACvC,MAAM,CAAC,aAAa,EAAE,mBAAmB,EAAE,IAAI,CAAC;KAChD,MAAM,CAAC,eAAe,EAAE,kCAAkC,EAAE,QAAQ,CAAC;KACrE,MAAM,CAAC,iBAAiB,EAAE,uCAAuC,CAAC;KAClE,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;IAC5B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;IAE7C,IAAI,QAAkB,CAAC;IACvB,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC3C,QAAQ,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC5F,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,IAAI,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAE5D,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAmC,CAAC;IAEtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,KAAK,GAAG,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,QAAQ,EAAE;QACxD,KAAK;QACL,IAAI;QACJ,IAAI;QACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;QACzB,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK;KACnC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IAEpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,IAAI,CACR,aAAa,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,EAAE,CACvF,CACF,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,eAAe;QACf,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,eAAe,QAAQ,IAAI,CAAC,CAAC,CAAC;AAC9E,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,2BAA2B,CAAC;KACxC,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC;KAC1C,MAAM,CAAC,eAAe,EAAE,mBAAmB,CAAC;KAC5C,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,IAAI,CAAC,IAAI;QAAE,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC3C,IAAI,IAAI,CAAC,IAAI;QAAE,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEhE,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE7C,IAAI,QAAkB,CAAC;IACvB,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC3C,QAAQ,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC5F,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,IAAI,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,aAAa,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAEzC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC7D,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzB,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;IAC/B,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEpD,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IAE/D,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IAE/D,KAAK,CAAC;QACJ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,IAAI;QACd,IAAI;KACL,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,yBAAyB,EAAE,yBAAyB,EAAE,OAAO,CAAC;KACrE,MAAM,CAAC,eAAe,EAAE,wBAAwB,CAAC;KACjD,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE7C,IAAI,QAAkB,CAAC;IACvB,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC3C,QAAQ,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC5F,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,IAAI,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAE3D,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzC,SAAS,EAAE,IAAI,CAAC,SAA4B;QAC5C,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7D,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,uBAAuB,CAAC;KACpC,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;KAChD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,CAAC;QAEnC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;QAE5C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QACjE,MAAM,WAAW,GACf,YAAY,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE;YAC/E,CAAC,CAAC,OAAO,CAAC;QAEd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,UAAU,CAAC,OAAO,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1F,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,EAClC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC,CAAC;IACtF,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,eAAe,EAAE,wCAAwC,CAAC;KACjE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;IACf,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/ingestion/chunker.d.ts

@@ -0,0 +1,21 @@
+import type { ChunkRecord } from '../store/schema.js';
+import type { ParsedDocument } from './parser.js';
+export interface ChunkInput {
+    fileId: string;
+    fileHash: string;
+    filePath: string;
+    fileMtime: number;
+    maxTokens: number;
+    minChars: number;
+    overlapTokens: number;
+    includeBreadcrumb: boolean;
+}
+export interface ChunkOptions {
+    maxTokens: number;
+    minChars: number;
+    overlapTokens: number;
+    includeBreadcrumb: boolean;
+}
+export declare function estimateTokens(text: string): number;
+export declare function chunkDocument(doc: ParsedDocument, input: ChunkInput): ChunkRecord[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/ingestion/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAGD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAgFD,wBAAgB,aAAa,CAAC,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,GAAG,WAAW,EAAE,CA8EnF"}

package/dist/ingestion/chunker.js

@@ -0,0 +1,117 @@
+import * as path from 'node:path';
+// Rough token count estimate
+export function estimateTokens(text) {
+    return Math.ceil(text.split(/\s+/).length * 1.3);
+}
+function buildBreadcrumb(headingPath, filePath) {
+    const stem = path.basename(filePath, path.extname(filePath));
+    if (headingPath && headingPath.length > 0) {
+        return `Section: ${headingPath}\n\n`;
+    }
+    return `Section: ${stem}\n\n`;
+}
+function splitIntoParagraphs(text) {
+    return text.split(/\n{2,}/).filter((p) => p.trim().length > 0);
+}
+function splitSectionIntoChunks(content, breadcrumb, lineStart, lineEnd, maxTokens, overlapTokens, startChunkIndex) {
+    const paragraphs = splitIntoParagraphs(content);
+    const chunks = [];
+    let currentParagraphs = [];
+    let chunkIndex = startChunkIndex;
+    for (const para of paragraphs) {
+        const candidate = [...currentParagraphs, para].join('\n\n');
+        const tokens = estimateTokens(breadcrumb + candidate);
+        if (tokens > maxTokens && currentParagraphs.length > 0) {
+            // Flush current chunk
+            const chunkText = currentParagraphs.join('\n\n');
+            chunks.push({
+                text: breadcrumb + chunkText,
+                textRaw: chunkText,
+                lineStart,
+                lineEnd,
+                chunkIndex: chunkIndex++,
+            });
+            // Start overlap: carry over last few "tokens" worth of content
+            // Simple approximation: carry over last paragraph if it's within overlapTokens
+            const lastPara = currentParagraphs[currentParagraphs.length - 1] ?? '';
+            const lastParaTokens = estimateTokens(lastPara);
+            if (lastParaTokens <= overlapTokens) {
+                currentParagraphs = [lastPara, para];
+            }
+            else {
+                currentParagraphs = [para];
+            }
+        }
+        else {
+            currentParagraphs.push(para);
+        }
+    }
+    // Flush remaining
+    if (currentParagraphs.length > 0) {
+        const chunkText = currentParagraphs.join('\n\n');
+        chunks.push({
+            text: breadcrumb + chunkText,
+            textRaw: chunkText,
+            lineStart,
+            lineEnd,
+            chunkIndex: chunkIndex++,
+        });
+    }
+    return chunks;
+}
+export function chunkDocument(doc, input) {
+    const results = [];
+    const { fileId, fileHash, filePath, fileMtime, maxTokens, minChars, overlapTokens, includeBreadcrumb, } = input;
+    for (let sectionIdx = 0; sectionIdx < doc.sections.length; sectionIdx++) {
+        const section = doc.sections[sectionIdx];
+        const breadcrumb = includeBreadcrumb ? buildBreadcrumb(section.headingPath, filePath) : '';
+        const content = section.content;
+        const totalTokens = estimateTokens(breadcrumb + content);
+        let rawChunks;
+        if (totalTokens <= maxTokens) {
+            // Single chunk for this section
+            rawChunks = [
+                {
+                    text: breadcrumb + content,
+                    textRaw: content,
+                    lineStart: section.lineStart,
+                    lineEnd: section.lineEnd,
+                    chunkIndex: 0,
+                },
+            ];
+        }
+        else {
+            // Split into multiple chunks
+            rawChunks = splitSectionIntoChunks(content, breadcrumb, section.lineStart, section.lineEnd, maxTokens, overlapTokens, 0);
+        }
+        for (const raw of rawChunks) {
+            // Filter stubs
+            if (raw.textRaw.length < minChars)
+                continue;
+            const chunkId = `${fileHash}:${sectionIdx}:${raw.chunkIndex}`;
+            const tokenCount = estimateTokens(raw.textRaw);
+            results.push({
+                chunk_id: chunkId,
+                file_id: fileId,
+                file_path: filePath,
+                file_hash: fileHash,
+                file_mtime: fileMtime,
+                heading_path: section.headingPath,
+                heading_level: section.headingLevel,
+                heading_text: section.headingText,
+                section_index: sectionIdx,
+                chunk_index: raw.chunkIndex,
+                text: raw.text,
+                text_raw: raw.textRaw,
+                token_count: tokenCount,
+                parent_headings: section.parentHeadings,
+                depth: section.headingLevel,
+                vector: [], // Will be filled during embedding
+                line_start: raw.lineStart,
+                line_end: raw.lineEnd,
+            });
+        }
+    }
+    return results;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/ingestion/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAsBlC,6BAA6B;AAC7B,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB,EAAE,QAAgB;IAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7D,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,OAAO,YAAY,WAAW,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,YAAY,IAAI,MAAM,CAAC;AAChC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACjE,CAAC;AAUD,SAAS,sBAAsB,CAC7B,OAAe,EACf,UAAkB,EAClB,SAAiB,EACjB,OAAe,EACf,SAAiB,EACjB,aAAqB,EACrB,eAAuB;IAEvB,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,iBAAiB,GAAa,EAAE,CAAC;IACrC,IAAI,UAAU,GAAG,eAAe,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,CAAC,GAAG,iBAAiB,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;QAEtD,IAAI,MAAM,GAAG,SAAS,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,sBAAsB;YACtB,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,UAAU,GAAG,SAAS;gBAC5B,OAAO,EAAE,SAAS;gBAClB,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,UAAU,EAAE;aACzB,CAAC,CAAC;YAEH,+DAA+D;YAC/D,+EAA+E;YAC/E,MAAM,QAAQ,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACvE,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,cAAc,IAAI,aAAa,EAAE,CAAC;gBACpC,iBAAiB,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,iBAAiB,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,UAAU,GAAG,SAAS;YAC5B,OAAO,EAAE,SAAS;YAClB,SAAS;YACT,OAAO;YACP,UAAU,EAAE,UAAU,EAAE;SACzB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAmB,EAAE,KAAiB;IAClE,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,EACJ,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,SAAS,EACT,QAAQ,EACR,aAAa,EACb,iBAAiB,GAClB,GAAG,KAAK,CAAC;IAEV,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QACxE,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC;QAE1C,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE3F,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,MAAM,WAAW,GAAG,cAAc,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC;QAEzD,IAAI,SAAqB,CAAC;QAE1B,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;YAC7B,gCAAgC;YAChC,SAAS,GAAG;gBACV;oBACE,IAAI,EAAE,UAAU,GAAG,OAAO;oBAC1B,OAAO,EAAE,OAAO;oBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,UAAU,EAAE,CAAC;iBACd;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,SAAS,GAAG,sBAAsB,CAChC,OAAO,EACP,UAAU,EACV,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,OAAO,EACf,SAAS,EACT,aAAa,EACb,CAAC,CACF,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,eAAe;YACf,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ;gBAAE,SAAS;YAE5C,MAAM,OAAO,GAAG,GAAG,QAAQ,IAAI,UAAU,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE/C,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,aAAa,EAAE,OAAO,CAAC,YAAY;gBACnC,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,aAAa,EAAE,UAAU;gBACzB,WAAW,EAAE,GAAG,CAAC,UAAU;gBAC3B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,QAAQ,EAAE,GAAG,CAAC,OAAO;gBACrB,WAAW,EAAE,UAAU;gBACvB,eAAe,EAAE,OAAO,CAAC,cAAc;gBACvC,KAAK,EAAE,OAAO,CAAC,YAAY;gBAC3B,MAAM,EAAE,EAAE,EAAE,kCAAkC;gBAC9C,UAAU,EAAE,GAAG,CAAC,SAAS;gBACzB,QAAQ,EAAE,GAAG,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/ingestion/fingerprint.d.ts

@@ -0,0 +1,6 @@
+export declare function hashFile(filePath: string): Promise<{
+    hash: string;
+    mtime: number;
+}>;
+export declare function hashPath(filePath: string): string;
+//# sourceMappingURL=fingerprint.d.ts.map

package/dist/ingestion/fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.d.ts","sourceRoot":"","sources":["../../src/ingestion/fingerprint.ts"],"names":[],"mappings":"AAIA,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CASzF;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAIjD"}

package/dist/ingestion/fingerprint.js

@@ -0,0 +1,17 @@
+import * as crypto from 'node:crypto';
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+export async function hashFile(filePath) {
+    const absolutePath = path.resolve(filePath);
+    const stat = fs.statSync(absolutePath);
+    const mtime = stat.mtimeMs;
+    const content = fs.readFileSync(absolutePath);
+    const hash = crypto.createHash('sha256').update(content).digest('hex');
+    return { hash, mtime };
+}
+export function hashPath(filePath) {
+    const absolutePath = path.resolve(filePath);
+    const normalized = absolutePath.replace(/\\/g, '/');
+    return crypto.createHash('sha256').update(normalized).digest('hex');
+}
+//# sourceMappingURL=fingerprint.js.map

package/dist/ingestion/fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.js","sourceRoot":"","sources":["../../src/ingestion/fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB;IAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;IAE3B,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEvE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,QAAgB;IACvC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC"}

package/dist/ingestion/parser.d.ts

@@ -0,0 +1,16 @@
+export interface Section {
+    headingPath: string;
+    headingText: string;
+    headingLevel: number;
+    lineStart: number;
+    lineEnd: number;
+    content: string;
+    parentHeadings: string[];
+}
+export interface ParsedDocument {
+    filePath: string;
+    sections: Section[];
+}
+export declare function parseMarkdown(content: string, filePath: string): ParsedDocument;
+export declare function getFileStem(filePath: string): string;
+//# sourceMappingURL=parser.d.ts.map

package/dist/ingestion/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/ingestion/parser.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,OAAO;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AA+BD,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAwF/E;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEpD"}