@itkoren/sqmd 0.1.0

package/dist/store/db.js

@@ -0,0 +1,75 @@
+import * as fs from 'node:fs';
+import * as lancedb from '@lancedb/lancedb';
+import { CHUNKS_SCHEMA, FILES_SCHEMA } from './schema.js';
+const CHUNKS_TABLE = 'chunks';
+const FILES_TABLE = 'files';
+const connectionCache = new Map();
+export async function getDb(dbPath) {
+    if (connectionCache.has(dbPath)) {
+        return connectionCache.get(dbPath);
+    }
+    if (!fs.existsSync(dbPath)) {
+        fs.mkdirSync(dbPath, { recursive: true });
+    }
+    const db = await lancedb.connect(dbPath);
+    connectionCache.set(dbPath, db);
+    return db;
+}
+export function closeDb(dbPath) {
+    connectionCache.delete(dbPath);
+}
+export async function getChunksTable(db) {
+    const tableNames = await db.tableNames();
+    if (tableNames.includes(CHUNKS_TABLE)) {
+        return await db.openTable(CHUNKS_TABLE);
+    }
+    // Create table with schema using empty initial data
+    const table = await db.createEmptyTable(CHUNKS_TABLE, CHUNKS_SCHEMA);
+    return table;
+}
+export async function getFilesTable(db) {
+    const tableNames = await db.tableNames();
+    if (tableNames.includes(FILES_TABLE)) {
+        return await db.openTable(FILES_TABLE);
+    }
+    const table = await db.createEmptyTable(FILES_TABLE, FILES_SCHEMA);
+    return table;
+}
+export async function createIndexes(db) {
+    try {
+        const chunksTable = await getChunksTable(db);
+        // Check row count before creating index (need enough rows for IVF-PQ)
+        const stats = await chunksTable.countRows();
+        if (stats < 256) {
+            return; // Not enough data for index
+        }
+        // Create IVF-PQ vector index
+        await chunksTable.createIndex('vector', {
+            config: lancedb.Index.ivfPq({
+                numPartitions: Math.min(256, Math.floor(stats / 10)),
+                numSubVectors: 96,
+            }),
+        });
+        // Create FTS index on text field
+        await chunksTable.createIndex('text', {
+            config: lancedb.Index.fts(),
+        });
+    }
+    catch (err) {
+        // Index creation may fail if already exists or data is insufficient
+        console.warn('Index creation warning:', err instanceof Error ? err.message : String(err));
+    }
+}
+export async function getDbStats(db) {
+    try {
+        const chunksTable = await getChunksTable(db);
+        const filesTable = await getFilesTable(db);
+        const chunkCount = await chunksTable.countRows();
+        const fileCount = await filesTable.countRows();
+        return { fileCount, chunkCount };
+    }
+    catch {
+        return { fileCount: 0, chunkCount: 0 };
+    }
+}
+//# sourceMappingURL=db.js.map

package/dist/store/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../../src/store/db.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,MAAM,YAAY,GAAG,QAAQ,CAAC;AAC9B,MAAM,WAAW,GAAG,OAAO,CAAC;AAE5B,MAAM,eAAe,GAAoC,IAAI,GAAG,EAAE,CAAC;AAEnE,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,MAAc;IACxC,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAChC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,MAAc;IACpC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAsB;IACzD,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;IAEzC,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,OAAO,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IAED,oDAAoD;IACpD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAsB;IACxD,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;IAEzC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACrC,OAAO,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACnE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAsB;IACxD,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;QAE7C,sEAAsE;QACtE,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChB,OAAO,CAAC,4BAA4B;QACtC,CAAC;QAED,6BAA6B;QAC7B,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,EAAE;YACtC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;gBAC1B,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;gBACpD,aAAa,EAAE,EAAE;aAClB,CAAC;SACH,CAAC,CAAC;QAEH,iCAAiC;QACjC,MAAM,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;SAC5B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,oEAAoE;QACpE,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,EAAsB;IAEtB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;QAE/C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACzC,CAAC;AACH,CAAC"}

package/dist/store/reader.d.ts

@@ -0,0 +1,8 @@
+import type * as lancedb from '@lancedb/lancedb';
+import type { ChunkRecord, FileRecord, SearchResult } from './schema.js';
+export declare function vectorSearch(table: lancedb.Table, vector: number[], topK: number, filter?: string): Promise<SearchResult[]>;
+export declare function ftsSearch(table: lancedb.Table, query: string, topK: number, filter?: string): Promise<SearchResult[]>;
+export declare function getFileChunks(table: lancedb.Table, fileId: string): Promise<ChunkRecord[]>;
+export declare function getAllFiles(table: lancedb.Table): Promise<FileRecord[]>;
+export declare function getFileById(table: lancedb.Table, fileId: string): Promise<FileRecord | null>;
+//# sourceMappingURL=reader.d.ts.map

package/dist/store/reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/store/reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEzE,wBAAsB,YAAY,CAChC,KAAK,EAAE,OAAO,CAAC,KAAK,EACpB,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,YAAY,EAAE,CAAC,CAkBzB;AAED,wBAAsB,SAAS,CAC7B,KAAK,EAAE,OAAO,CAAC,KAAK,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,YAAY,EAAE,CAAC,CAkBzB;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAQhG;AAED,wBAAsB,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAO7E;AAED,wBAAsB,WAAW,CAC/B,KAAK,EAAE,OAAO,CAAC,KAAK,EACpB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAS5B"}

package/dist/store/reader.js

@@ -0,0 +1,122 @@
+export async function vectorSearch(table, vector, topK, filter) {
+    try {
+        let query = table.vectorSearch(vector).limit(topK);
+        if (filter) {
+            query = query.where(filter);
+        }
+        const results = await query.toArray();
+        return results.map((row, idx) => ({
+            ...rowToChunkRecord(row),
+            score: typeof row._distance === 'number' ? 1 - row._distance : 1 / (1 + idx),
+            rank: idx + 1,
+        }));
+    }
+    catch (err) {
+        console.warn('Vector search error:', err instanceof Error ? err.message : String(err));
+        return [];
+    }
+}
+export async function ftsSearch(table, query, topK, filter) {
+    try {
+        let searchQuery = table.search(query, 'text').limit(topK);
+        if (filter) {
+            searchQuery = searchQuery.where(filter);
+        }
+        const results = await searchQuery.toArray();
+        return results.map((row, idx) => ({
+            ...rowToChunkRecord(row),
+            score: typeof row._score === 'number' ? row._score : 1 / (1 + idx),
+            rank: idx + 1,
+        }));
+    }
+    catch (err) {
+        console.warn('FTS search error:', err instanceof Error ? err.message : String(err));
+        return [];
+    }
+}
+export async function getFileChunks(table, fileId) {
+    try {
+        const results = await table.query().where(`file_id = '${fileId}'`).toArray();
+        return results.map(rowToChunkRecord);
+    }
+    catch {
+        return [];
+    }
+}
+export async function getAllFiles(table) {
+    try {
+        const results = await table.query().toArray();
+        return results.map(rowToFileRecord);
+    }
+    catch {
+        return [];
+    }
+}
+export async function getFileById(table, fileId) {
+    try {
+        const results = await table.query().where(`file_id = '${fileId}'`).limit(1).toArray();
+        if (results.length === 0)
+            return null;
+        return rowToFileRecord(results[0]);
+    }
+    catch {
+        return null;
+    }
+}
+function rowToChunkRecord(row) {
+    let parentHeadings = [];
+    const ph = row.parent_headings;
+    if (Array.isArray(ph)) {
+        parentHeadings = ph.filter((x) => typeof x === 'string');
+    }
+    else if (ph && typeof ph === 'object' && 'toArray' in ph) {
+        parentHeadings = ph
+            .toArray()
+            .filter((x) => typeof x === 'string');
+    }
+    let vector = [];
+    const v = row.vector;
+    if (v instanceof Float32Array || v instanceof Float64Array) {
+        vector = Array.from(v);
+    }
+    else if (Array.isArray(v)) {
+        vector = v;
+    }
+    return {
+        chunk_id: String(row.chunk_id ?? ''),
+        file_id: String(row.file_id ?? ''),
+        file_path: String(row.file_path ?? ''),
+        file_hash: String(row.file_hash ?? ''),
+        file_mtime: Number(row.file_mtime ?? 0),
+        heading_path: String(row.heading_path ?? ''),
+        heading_level: Number(row.heading_level ?? 0),
+        heading_text: String(row.heading_text ?? ''),
+        section_index: Number(row.section_index ?? 0),
+        chunk_index: Number(row.chunk_index ?? 0),
+        text: String(row.text ?? ''),
+        text_raw: String(row.text_raw ?? ''),
+        token_count: Number(row.token_count ?? 0),
+        parent_headings: parentHeadings,
+        depth: Number(row.depth ?? 0),
+        vector,
+        line_start: Number(row.line_start ?? 0),
+        line_end: Number(row.line_end ?? 0),
+    };
+}
+function rowToFileRecord(row) {
+    const status = String(row.status ?? 'skipped');
+    const validStatus = ['indexed', 'error', 'skipped'].includes(status)
+        ? status
+        : 'skipped';
+    return {
+        file_id: String(row.file_id ?? ''),
+        file_path: String(row.file_path ?? ''),
+        file_hash: String(row.file_hash ?? ''),
+        file_mtime: Number(row.file_mtime ?? 0),
+        chunk_count: Number(row.chunk_count ?? 0),
+        indexed_at: Number(row.indexed_at ?? 0),
+        status: validStatus,
+        error_msg: String(row.error_msg ?? ''),
+    };
+}
+//# sourceMappingURL=reader.js.map

package/dist/store/reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reader.js","sourceRoot":"","sources":["../../src/store/reader.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAoB,EACpB,MAAgB,EAChB,IAAY,EACZ,MAAe;IAEf,IAAI,CAAC;QACH,IAAI,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEnD,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAA4B,EAAE,GAAW,EAAE,EAAE,CAAC,CAAC;YACjE,GAAG,gBAAgB,CAAC,GAAG,CAAC;YACxB,KAAK,EAAE,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAC5E,IAAI,EAAE,GAAG,GAAG,CAAC;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvF,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAoB,EACpB,KAAa,EACb,IAAY,EACZ,MAAe;IAEf,IAAI,CAAC;QACH,IAAI,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE1D,IAAI,MAAM,EAAE,CAAC;YACX,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAA4B,EAAE,GAAW,EAAE,EAAE,CAAC,CAAC;YACjE,GAAG,gBAAgB,CAAC,GAAG,CAAC;YACxB,KAAK,EAAE,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAClE,IAAI,EAAE,GAAG,GAAG,CAAC;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACpF,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,MAAc;IACtE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;QAE7E,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAoB;IACpD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAoB,EACpB,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAEtF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,eAAe,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,GAA4B;IACpD,IAAI,cAAc,GAAa,EAAE,CAAC;IAClC,MAAM,EAAE,GAAG,GAAG,CAAC,eAAe,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;QACtB,cAAc,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IACxE,CAAC;SAAM,IAAI,EAAE,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,SAAS,IAAI,EAAE,EAAE,CAAC;QAC3D,cAAc,GAAI,EAA+B;aAC9C,OAAO,EAAE;aACT,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;IACrB,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;QAC3D,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,CAAa,CAAC;IACzB,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;QACpC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAClC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;QACtC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACvC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAC5C,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC;QAC7C,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAC5C,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC;QAC7C,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;QACpC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,eAAe,EAAE,cAAc;QAC/B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QAC7B,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACvC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,GAA4B;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAClE,CAAC,CAAE,MAA0C;QAC7C,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAClC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;QACtC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACvC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;KACvC,CAAC;AACJ,CAAC"}

package/dist/store/schema.d.ts

@@ -0,0 +1,39 @@
+import * as arrow from 'apache-arrow';
+export declare const VECTOR_DIM = 768;
+export declare const CHUNKS_SCHEMA: arrow.Schema<any>;
+export declare const FILES_SCHEMA: arrow.Schema<any>;
+export interface ChunkRecord {
+    chunk_id: string;
+    file_id: string;
+    file_path: string;
+    file_hash: string;
+    file_mtime: number;
+    heading_path: string;
+    heading_level: number;
+    heading_text: string;
+    section_index: number;
+    chunk_index: number;
+    text: string;
+    text_raw: string;
+    token_count: number;
+    parent_headings: string[];
+    depth: number;
+    vector: number[];
+    line_start: number;
+    line_end: number;
+}
+export interface FileRecord {
+    file_id: string;
+    file_path: string;
+    file_hash: string;
+    file_mtime: number;
+    chunk_count: number;
+    indexed_at: number;
+    status: 'indexed' | 'error' | 'skipped';
+    error_msg: string;
+}
+export interface SearchResult extends ChunkRecord {
+    score: number;
+    rank?: number;
+}
+//# sourceMappingURL=schema.d.ts.map

package/dist/store/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/store/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,eAAO,MAAM,UAAU,MAAM,CAAC;AAE9B,eAAO,MAAM,aAAa,mBA2BxB,CAAC;AAEH,eAAO,MAAM,YAAY,mBASvB,CAAC;AAEH,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf"}

package/dist/store/schema.js

@@ -0,0 +1,33 @@
+import * as arrow from 'apache-arrow';
+export const VECTOR_DIM = 768;
+export const CHUNKS_SCHEMA = new arrow.Schema([
+    new arrow.Field('chunk_id', new arrow.Utf8(), false),
+    new arrow.Field('file_id', new arrow.Utf8(), false),
+    new arrow.Field('file_path', new arrow.Utf8(), false),
+    new arrow.Field('file_hash', new arrow.Utf8(), false),
+    new arrow.Field('file_mtime', new arrow.Float64(), false),
+    new arrow.Field('heading_path', new arrow.Utf8(), false),
+    new arrow.Field('heading_level', new arrow.Int8(), false),
+    new arrow.Field('heading_text', new arrow.Utf8(), false),
+    new arrow.Field('section_index', new arrow.Int32(), false),
+    new arrow.Field('chunk_index', new arrow.Int32(), false),
+    new arrow.Field('text', new arrow.Utf8(), false),
+    new arrow.Field('text_raw', new arrow.Utf8(), false),
+    new arrow.Field('token_count', new arrow.Int32(), false),
+    new arrow.Field('parent_headings', new arrow.List(new arrow.Field('item', new arrow.Utf8(), true)), false),
+    new arrow.Field('depth', new arrow.Int8(), false),
+    new arrow.Field('vector', new arrow.FixedSizeList(VECTOR_DIM, new arrow.Field('item', new arrow.Float32(), true)), false),
+    new arrow.Field('line_start', new arrow.Int32(), false),
+    new arrow.Field('line_end', new arrow.Int32(), false),
+]);
+export const FILES_SCHEMA = new arrow.Schema([
+    new arrow.Field('file_id', new arrow.Utf8(), false),
+    new arrow.Field('file_path', new arrow.Utf8(), false),
+    new arrow.Field('file_hash', new arrow.Utf8(), false),
+    new arrow.Field('file_mtime', new arrow.Float64(), false),
+    new arrow.Field('chunk_count', new arrow.Int32(), false),
+    new arrow.Field('indexed_at', new arrow.Float64(), false),
+    new arrow.Field('status', new arrow.Utf8(), false),
+    new arrow.Field('error_msg', new arrow.Utf8(), true),
+]);
+//# sourceMappingURL=schema.js.map

package/dist/store/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/store/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC;AAE9B,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;IAC5C,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACpD,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACnD,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACrD,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACrD,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC;IACzD,IAAI,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACzD,IAAI,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;IAC1D,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IAChD,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACpD,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CACb,iBAAiB,EACjB,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,EAC/D,KAAK,CACN;IACD,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACjD,IAAI,KAAK,CAAC,KAAK,CACb,QAAQ,EACR,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,EACvF,KAAK,CACN;IACD,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;IACvD,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;CACtD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;IAC3C,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACnD,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACrD,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IACrD,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC;IACzD,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC;IACzD,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC;IAClD,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC;CACrD,CAAC,CAAC"}

package/dist/store/writer.d.ts

@@ -0,0 +1,6 @@
+import type * as lancedb from '@lancedb/lancedb';
+import type { ChunkRecord, FileRecord } from './schema.js';
+export declare function upsertChunks(table: lancedb.Table, chunks: ChunkRecord[]): Promise<void>;
+export declare function upsertFile(table: lancedb.Table, file: FileRecord): Promise<void>;
+export declare function deleteFile(db: lancedb.Connection, fileId: string): Promise<void>;
+//# sourceMappingURL=writer.d.ts.map

package/dist/store/writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/store/writer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE3D,wBAAsB,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAc7F;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAUtF;AAED,wBAAsB,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAetF"}

package/dist/store/writer.js

@@ -0,0 +1,43 @@
+import { getChunksTable, getFilesTable } from './db.js';
+export async function upsertChunks(table, chunks) {
+    if (chunks.length === 0)
+        return;
+    const fileId = chunks[0].file_id;
+    // Delete existing chunks for this file
+    try {
+        await table.delete(`file_id = '${fileId}'`);
+    }
+    catch {
+        // Table may be empty, ignore
+    }
+    // Insert new chunks
+    await table.add(chunks);
+}
+export async function upsertFile(table, file) {
+    // Delete existing record for this file
+    try {
+        await table.delete(`file_id = '${file.file_id}'`);
+    }
+    catch {
+        // Table may be empty, ignore
+    }
+    // Insert updated record
+    await table.add([file]);
+}
+export async function deleteFile(db, fileId) {
+    const chunksTable = await getChunksTable(db);
+    const filesTable = await getFilesTable(db);
+    try {
+        await chunksTable.delete(`file_id = '${fileId}'`);
+    }
+    catch {
+        // May not exist
+    }
+    try {
+        await filesTable.delete(`file_id = '${fileId}'`);
+    }
+    catch {
+        // May not exist
+    }
+}
+//# sourceMappingURL=writer.js.map

package/dist/store/writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/store/writer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAGxD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAoB,EAAE,MAAqB;IAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEhC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC;IAElC,uCAAuC;IACvC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IAED,oBAAoB;IACpB,MAAM,KAAK,CAAC,GAAG,CAAC,MAA8C,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAoB,EAAE,IAAgB;IACrE,uCAAuC;IACvC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IAED,wBAAwB;IACxB,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAyC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAsB,EAAE,MAAc;IACrE,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,MAAM,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,gBAAgB;IAClB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,MAAM,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,gBAAgB;IAClB,CAAC;AACH,CAAC"}

package/dist/watcher/daemon.d.ts

@@ -0,0 +1,5 @@
+import type * as lancedb from '@lancedb/lancedb';
+import { type FSWatcher } from 'chokidar';
+import type { Config } from '../config/schema.js';
+export declare function startWatcher(config: Config, db: lancedb.Connection): FSWatcher;
+//# sourceMappingURL=daemon.d.ts.map

package/dist/watcher/daemon.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon.d.ts","sourceRoot":"","sources":["../../src/watcher/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,kBAAkB,CAAC;AACjD,OAAiB,EAAE,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAGlD,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU,GAAG,SAAS,CAiD9E"}

package/dist/watcher/daemon.js

@@ -0,0 +1,43 @@
+import chokidar from 'chokidar';
+import { FileChangeHandler } from './handler.js';
+export function startWatcher(config, db) {
+    const { watch_dirs } = config.paths;
+    const { extensions, ignore_patterns, debounce_ms } = config.watcher;
+    const handler = new FileChangeHandler(config, db);
+    // Build glob patterns for watched extensions
+    const globPatterns = watch_dirs.flatMap((dir) => extensions.map((ext) => {
+        // Remove leading dot for glob pattern
+        const extWithoutDot = ext.startsWith('.') ? ext.slice(1) : ext;
+        return `${dir}/**/*.${extWithoutDot}`;
+    }));
+    const watcher = chokidar.watch(globPatterns, {
+        ignored: ignore_patterns,
+        persistent: true,
+        ignoreInitial: true,
+        awaitWriteFinish: {
+            stabilityThreshold: debounce_ms,
+            pollInterval: 100,
+        },
+        followSymlinks: true,
+    });
+    watcher
+        .on('add', (filePath) => {
+        handler.onAdd(filePath);
+    })
+        .on('change', (filePath) => {
+        handler.onChange(filePath);
+    })
+        .on('unlink', (filePath) => {
+        handler.onUnlink(filePath).catch((err) => {
+            console.error('[watcher] Unlink handler error:', err instanceof Error ? err.message : String(err));
+        });
+    })
+        .on('error', (error) => {
+        console.error('[watcher] Error:', error.message);
+    })
+        .on('ready', () => {
+        console.log('[watcher] Ready, watching:', watch_dirs.join(', '));
+    });
+    return watcher;
+}
+//# sourceMappingURL=daemon.js.map

package/dist/watcher/daemon.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../src/watcher/daemon.ts"],"names":[],"mappings":"AACA,OAAO,QAA4B,MAAM,UAAU,CAAC;AAEpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEjD,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,EAAsB;IACjE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;IACpC,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC;IAEpE,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAElD,6CAA6C;IAC7C,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9C,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACrB,sCAAsC;QACtC,MAAM,aAAa,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC/D,OAAO,GAAG,GAAG,SAAS,aAAa,EAAE,CAAC;IACxC,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE;QAC3C,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,gBAAgB,EAAE;YAChB,kBAAkB,EAAE,WAAW;YAC/B,YAAY,EAAE,GAAG;SAClB;QACD,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IAEH,OAAO;SACJ,EAAE,CAAC,KAAK,EAAE,CAAC,QAAgB,EAAE,EAAE;QAC9B,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC,CAAC;SACD,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAgB,EAAE,EAAE;QACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC,CAAC;SACD,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAgB,EAAE,EAAE;QACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YAChD,OAAO,CAAC,KAAK,CACX,iCAAiC,EACjC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;QAC5B,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QAChB,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/watcher/handler.d.ts

@@ -0,0 +1,14 @@
+import type * as lancedb from '@lancedb/lancedb';
+import type { Config } from '../config/schema.js';
+export declare class FileChangeHandler {
+    private config;
+    private db;
+    private debounceState;
+    constructor(config: Config, db: lancedb.Connection);
+    onAdd(filePath: string): void;
+    onChange(filePath: string): void;
+    onUnlink(filePath: string): Promise<void>;
+    private scheduleProcess;
+    private processPending;
+}
+//# sourceMappingURL=handler.d.ts.map

package/dist/watcher/handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../src/watcher/handler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,OAAO,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAUlD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,EAAE,CAAqB;IAC/B,OAAO,CAAC,aAAa,CAGnB;gBAEU,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU;IAKlD,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C,OAAO,CAAC,eAAe;YAYT,cAAc;CAwC7B"}

package/dist/watcher/handler.js

@@ -0,0 +1,82 @@
+import * as fs from 'node:fs';
+import { hashPath } from '../ingestion/fingerprint.js';
+import { IndexPipeline } from '../ingestion/pipeline.js';
+import { deleteFile } from '../store/writer.js';
+export class FileChangeHandler {
+    config;
+    db;
+    debounceState = {
+        timer: null,
+        pending: new Set(),
+    };
+    constructor(config, db) {
+        this.config = config;
+        this.db = db;
+    }
+    onAdd(filePath) {
+        this.scheduleProcess(filePath);
+    }
+    onChange(filePath) {
+        this.scheduleProcess(filePath);
+    }
+    async onUnlink(filePath) {
+        // Remove any pending processing for this file
+        this.debounceState.pending.delete(filePath);
+        const fileId = hashPath(filePath);
+        try {
+            await deleteFile(this.db, fileId);
+            console.log(`[watcher] Deleted from index: ${filePath}`);
+        }
+        catch (err) {
+            console.error(`[watcher] Error deleting ${filePath}:`, err instanceof Error ? err.message : String(err));
+        }
+    }
+    scheduleProcess(filePath) {
+        this.debounceState.pending.add(filePath);
+        if (this.debounceState.timer) {
+            clearTimeout(this.debounceState.timer);
+        }
+        this.debounceState.timer = setTimeout(() => {
+            this.processPending();
+        }, this.config.watcher.debounce_ms);
+    }
+    async processPending() {
+        const filesToProcess = Array.from(this.debounceState.pending);
+        this.debounceState.pending.clear();
+        this.debounceState.timer = null;
+        if (filesToProcess.length === 0)
+            return;
+        console.log(`[watcher] Processing ${filesToProcess.length} changed file(s)`);
+        const pipeline = new IndexPipeline(this.config);
+        // Filter to only existing files
+        const existingFiles = filesToProcess.filter((f) => {
+            try {
+                return fs.existsSync(f) && fs.statSync(f).isFile();
+            }
+            catch {
+                return false;
+            }
+        });
+        if (existingFiles.length === 0)
+            return;
+        try {
+            const result = await pipeline.run({
+                paths: existingFiles,
+                force: true, // Always reindex changed files
+                onProgress: (event) => {
+                    if (event.type === 'file_done') {
+                        console.log(`[watcher] Indexed: ${event.filePath}`);
+                    }
+                    else if (event.type === 'file_error') {
+                        console.error(`[watcher] Error indexing: ${event.filePath}`);
+                    }
+                },
+            });
+            console.log(`[watcher] Done: ${result.indexed} indexed, ${result.errors.length} errors`);
+        }
+        catch (err) {
+            console.error('[watcher] Pipeline error:', err instanceof Error ? err.message : String(err));
+        }
+    }
+}
+//# sourceMappingURL=handler.js.map

package/dist/watcher/handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../src/watcher/handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAG9B,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAOhD,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAS;IACf,EAAE,CAAqB;IACvB,aAAa,GAAqB;QACxC,KAAK,EAAE,IAAI;QACX,OAAO,EAAE,IAAI,GAAG,EAAE;KACnB,CAAC;IAEF,YAAY,MAAc,EAAE,EAAsB;QAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAgB;QACpB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,QAAgB;QACvB,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,8CAA8C;QAC9C,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,4BAA4B,QAAQ,GAAG,EACvC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAgB;QACtC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEzC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;YAC7B,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG,IAAI,CAAC;QAEhC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAExC,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAE7E,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhD,gCAAgC;QAChC,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAChD,IAAI,CAAC;gBACH,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEvC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC;gBAChC,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE,IAAI,EAAE,+BAA+B;gBAC5C,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;oBACpB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBAC/B,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACtD,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACvC,OAAO,CAAC,KAAK,CAAC,6BAA6B,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "@itkoren/sqmd",
+  "version": "0.1.0",
+  "description": "Local semantic search engine over Markdown files",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/itkoren/sqmd.git"
+  },
+  "type": "module",
+  "engines": { "node": ">=22.0.0" },
+  "bin": { "sqmd": "dist/index.js" },
+  "files": ["dist", "README.md", "LICENSE", "CHANGELOG.md"],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx src/index.ts",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "type-check": "tsc --noEmit",
+    "lint": "biome lint .",
+    "lint:fix": "biome lint --write .",
+    "format": "biome format --write .",
+    "format:check": "biome format .",
+    "check": "biome check .",
+    "check:fix": "biome check --write .",
+    "test:unit": "vitest run --project unit",
+    "test:integration": "vitest run --project integration",
+    "test:coverage": "vitest run --coverage",
+    "release:prepare": "bash scripts/prepare-release.sh"
+  },
+  "dependencies": {
+    "@lancedb/lancedb": "^0.10.0",
+    "apache-arrow": "^17.0.0",
+    "@huggingface/transformers": "^3.0.0",
+    "@modelcontextprotocol/sdk": "^1.0.0",
+    "hono": "^4.0.0",
+    "@hono/node-server": "^1.13.7",
+    "remark": "^15.0.0",
+    "remark-parse": "^11.0.0",
+    "unist-util-visit": "^5.0.0",
+    "chokidar": "^3.6.0",
+    "commander": "^12.0.0",
+    "zod": "^3.22.0",
+    "js-yaml": "^4.1.0",
+    "chalk": "^5.0.0",
+    "p-limit": "^6.0.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.5.0",
+    "@types/node": "^22.0.0",
+    "@types/js-yaml": "^4.0.0",
+    "vitest": "^2.0.0",
+    "tsx": "^4.0.0",
+    "@biomejs/biome": "^1.9.0",
+    "@vitest/coverage-v8": "^2.0.0"
+  }
+}