@itkoren/sqmd 0.1.0

package/dist/mcp/tools.js

@@ -0,0 +1,276 @@
+import * as fs from 'node:fs';
+import { CallToolRequestSchema, ListResourcesRequestSchema, ListToolsRequestSchema, ReadResourceRequestSchema, } from '@modelcontextprotocol/sdk/types.js';
+import { hashPath } from '../ingestion/fingerprint.js';
+import { IndexPipeline } from '../ingestion/pipeline.js';
+import { buildContext } from '../rag/context-builder.js';
+import { hybridSearch } from '../search/hybrid.js';
+import { getChunksTable, getDbStats, getFilesTable } from '../store/db.js';
+import { getAllFiles, getFileById, getFileChunks } from '../store/reader.js';
+export function registerTools(server, db, embedder, config) {
+    // List available tools
+    server.setRequestHandler(ListToolsRequestSchema, async () => ({
+        tools: [
+            {
+                name: 'search_documents',
+                description: 'Search indexed Markdown documents using semantic or full-text search',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        query: {
+                            type: 'string',
+                            description: 'Search query',
+                        },
+                        top_k: {
+                            type: 'number',
+                            description: 'Number of results to return (default: 10)',
+                        },
+                        mode: {
+                            type: 'string',
+                            enum: ['hybrid', 'vector', 'fts'],
+                            description: 'Search mode (default: hybrid)',
+                        },
+                        filter_path: {
+                            type: 'string',
+                            description: 'Filter results to files matching this path prefix',
+                        },
+                        include_context: {
+                            type: 'boolean',
+                            description: 'Include assembled RAG context in response',
+                        },
+                    },
+                    required: ['query'],
+                },
+            },
+            {
+                name: 'get_document',
+                description: 'Get a specific document by file path',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        file_path: {
+                            type: 'string',
+                            description: 'Absolute path to the file',
+                        },
+                        section: {
+                            type: 'string',
+                            description: 'Optional section heading to filter to',
+                        },
+                    },
+                    required: ['file_path'],
+                },
+            },
+            {
+                name: 'list_documents',
+                description: 'List all indexed documents',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        path_prefix: {
+                            type: 'string',
+                            description: 'Filter to files matching this path prefix',
+                        },
+                        limit: {
+                            type: 'number',
+                            description: 'Maximum number of documents to return (default: 20)',
+                        },
+                    },
+                },
+            },
+            {
+                name: 'trigger_index',
+                description: 'Trigger re-indexing of documents',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        paths: {
+                            type: 'array',
+                            items: { type: 'string' },
+                            description: 'Paths to index (defaults to configured watch_dirs)',
+                        },
+                        force: {
+                            type: 'boolean',
+                            description: 'Force re-indexing even if files are unchanged',
+                        },
+                    },
+                },
+            },
+            {
+                name: 'get_index_status',
+                description: 'Get current index statistics',
+                inputSchema: {
+                    type: 'object',
+                    properties: {},
+                },
+            },
+        ],
+    }));
+    // Handle tool calls
+    server.setRequestHandler(CallToolRequestSchema, async (request) => {
+        const { name, arguments: args } = request.params;
+        const toolArgs = (args ?? {});
+        try {
+            switch (name) {
+                case 'search_documents': {
+                    const query = String(toolArgs.query ?? '');
+                    const topK = Number(toolArgs.top_k ?? config.search.default_top_k);
+                    const mode = toolArgs.mode ?? 'hybrid';
+                    const filterPath = toolArgs.filter_path ? String(toolArgs.filter_path) : undefined;
+                    const includeContext = Boolean(toolArgs.include_context ?? false);
+                    const chunksTable = await getChunksTable(db);
+                    const results = await hybridSearch(chunksTable, embedder, {
+                        query,
+                        topK,
+                        mode,
+                        rrfK: config.search.rrf_k,
+                        filterPath,
+                        modelName: config.embeddings.model,
+                    });
+                    let contextText = '';
+                    if (includeContext) {
+                        contextText = buildContext(results, 2000);
+                    }
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: JSON.stringify({
+                                    results: results.map((r) => ({
+                                        chunk_id: r.chunk_id,
+                                        file_path: r.file_path,
+                                        heading_path: r.heading_path,
+                                        text_raw: r.text_raw,
+                                        score: r.score,
+                                        line_start: r.line_start,
+                                        line_end: r.line_end,
+                                    })),
+                                    total: results.length,
+                                    ...(includeContext ? { context: contextText } : {}),
+                                }),
+                            },
+                        ],
+                    };
+                }
+                case 'get_document': {
+                    const filePath = String(toolArgs.file_path ?? '');
+                    const section = toolArgs.section ? String(toolArgs.section) : undefined;
+                    const fileId = hashPath(filePath);
+                    const filesTable = await getFilesTable(db);
+                    const chunksTable = await getChunksTable(db);
+                    const file = await getFileById(filesTable, fileId);
+                    if (!file) {
+                        return {
+                            content: [{ type: 'text', text: JSON.stringify({ error: 'File not found' }) }],
+                            isError: true,
+                        };
+                    }
+                    let chunks = await getFileChunks(chunksTable, fileId);
+                    if (section) {
+                        chunks = chunks.filter((c) => c.heading_text.toLowerCase().includes(section.toLowerCase()) ||
+                            c.heading_path.toLowerCase().includes(section.toLowerCase()));
+                    }
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: JSON.stringify({ file, chunks }),
+                            },
+                        ],
+                    };
+                }
+                case 'list_documents': {
+                    const pathPrefix = toolArgs.path_prefix ? String(toolArgs.path_prefix) : undefined;
+                    const limit = Number(toolArgs.limit ?? 20);
+                    const filesTable = await getFilesTable(db);
+                    let files = await getAllFiles(filesTable);
+                    if (pathPrefix) {
+                        files = files.filter((f) => f.file_path.startsWith(pathPrefix));
+                    }
+                    const paginated = files.slice(0, limit);
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: JSON.stringify({ documents: paginated, total: files.length }),
+                            },
+                        ],
+                    };
+                }
+                case 'trigger_index': {
+                    const paths = toolArgs.paths ?? config.paths.watch_dirs;
+                    const force = Boolean(toolArgs.force ?? false);
+                    const pipeline = new IndexPipeline(config);
+                    const result = await pipeline.run({ paths, force });
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: JSON.stringify(result),
+                            },
+                        ],
+                    };
+                }
+                case 'get_index_status': {
+                    const stats = await getDbStats(db);
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: JSON.stringify(stats),
+                            },
+                        ],
+                    };
+                }
+                default:
+                    return {
+                        content: [{ type: 'text', text: JSON.stringify({ error: `Unknown tool: ${name}` }) }],
+                        isError: true,
+                    };
+            }
+        }
+        catch (err) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify({
+                            error: 'Tool execution failed',
+                            message: err instanceof Error ? err.message : String(err),
+                        }),
+                    },
+                ],
+                isError: true,
+            };
+        }
+    });
+    // Register MCP Resources: md://{filePath}
+    server.setRequestHandler(ListResourcesRequestSchema, async () => {
+        const filesTable = await getFilesTable(db);
+        const files = await getAllFiles(filesTable);
+        return {
+            resources: files.map((f) => ({
+                uri: `md://${f.file_path}`,
+                name: f.file_path.split('/').pop() ?? f.file_path,
+                description: `Markdown file: ${f.file_path}`,
+                mimeType: 'text/markdown',
+            })),
+        };
+    });
+    server.setRequestHandler(ReadResourceRequestSchema, async (request) => {
+        const uri = request.params.uri;
+        const filePath = uri.replace(/^md:\/\//, '');
+        if (!fs.existsSync(filePath)) {
+            throw new Error(`File not found: ${filePath}`);
+        }
+        const content = fs.readFileSync(filePath, 'utf-8');
+        return {
+            contents: [
+                {
+                    uri,
+                    mimeType: 'text/markdown',
+                    text: content,
+                },
+            ],
+        };
+    });
+}
+//# sourceMappingURL=tools.js.map

package/dist/mcp/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/mcp/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAG9B,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,oCAAoC,CAAC;AAG5C,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAE7E,MAAM,UAAU,aAAa,CAC3B,MAAc,EACd,EAAsB,EACtB,QAAkB,EAClB,MAAc;IAEd,uBAAuB;IACvB,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5D,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EAAE,sEAAsE;gBACnF,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,cAAc;yBAC5B;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2CAA2C;yBACzD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;4BACjC,WAAW,EAAE,+BAA+B;yBAC7C;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mDAAmD;yBACjE;wBACD,eAAe,EAAE;4BACf,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,2CAA2C;yBACzD;qBACF;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,sCAAsC;gBACnD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2BAA2B;yBACzC;wBACD,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uCAAuC;yBACrD;qBACF;oBACD,QAAQ,EAAE,CAAC,WAAW,CAAC;iBACxB;aACF;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,WAAW,EAAE,4BAA4B;gBACzC,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2CAA2C;yBACzD;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qDAAqD;yBACnE;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,kCAAkC;gBAC/C,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE;4BACL,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,WAAW,EAAE,oDAAoD;yBAClE;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,+CAA+C;yBAC7D;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,WAAW,EAAE,8BAA8B;gBAC3C,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,oBAAoB;IACpB,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;QAEzD,IAAI,CAAC;YACH,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,kBAAkB,CAAC,CAAC,CAAC;oBACxB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;oBACnE,MAAM,IAAI,GAAI,QAAQ,CAAC,IAAoC,IAAI,QAAQ,CAAC;oBACxE,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACnF,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,eAAe,IAAI,KAAK,CAAC,CAAC;oBAElE,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;oBAC7C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,QAAQ,EAAE;wBACxD,KAAK;wBACL,IAAI;wBACJ,IAAI;wBACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;wBACzB,UAAU;wBACV,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK;qBACnC,CAAC,CAAC;oBAEH,IAAI,WAAW,GAAG,EAAE,CAAC;oBACrB,IAAI,cAAc,EAAE,CAAC;wBACnB,WAAW,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC5C,CAAC;oBAED,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oCACnB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wCAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ;wCACpB,SAAS,EAAE,CAAC,CAAC,SAAS;wCACtB,YAAY,EAAE,CAAC,CAAC,YAAY;wCAC5B,QAAQ,EAAE,CAAC,CAAC,QAAQ;wCACpB,KAAK,EAAE,CAAC,CAAC,KAAK;wCACd,UAAU,EAAE,CAAC,CAAC,UAAU;wCACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;qCACrB,CAAC,CAAC;oCACH,KAAK,EAAE,OAAO,CAAC,MAAM;oCACrB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iCACpD,CAAC;6BACH;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAED,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBAExE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAClC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;oBAC3C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;oBAE7C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;oBACnD,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,OAAO;4BACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;4BAC9E,OAAO,EAAE,IAAI;yBACd,CAAC;oBACJ,CAAC;oBAED,IAAI,MAAM,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;oBAEtD,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,GAAG,MAAM,CAAC,MAAM,CACpB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;4BAC5D,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAC/D,CAAC;oBACJ,CAAC;oBAED,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;6BACvC;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;oBACtB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBACnF,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBAE3C,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;oBAC3C,IAAI,KAAK,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;oBAE1C,IAAI,UAAU,EAAE,CAAC;wBACf,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;oBAClE,CAAC;oBAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAExC,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;6BACpE;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAED,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,KAAK,GAAI,QAAQ,CAAC,KAA8B,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;oBAClF,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;oBAE/C,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;oBAC3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;oBAEpD,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;6BAC7B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;oBACxB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,CAAC;oBACnC,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;6BAC5B;yBACF;qBACF,CAAC;gBACJ,CAAC;gBAED;oBACE,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,iBAAiB,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;wBACrF,OAAO,EAAE,IAAI;qBACd,CAAC;YACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACnB,KAAK,EAAE,uBAAuB;4BAC9B,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;yBAC1D,CAAC;qBACH;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,0CAA0C;IAC1C,MAAM,CAAC,iBAAiB,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;QAE5C,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,GAAG,EAAE,QAAQ,CAAC,CAAC,SAAS,EAAE;gBAC1B,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,SAAS;gBACjD,WAAW,EAAE,kBAAkB,CAAC,CAAC,SAAS,EAAE;gBAC5C,QAAQ,EAAE,eAAe;aAC1B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,yBAAyB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACpE,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC;QAC/B,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAE7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEnD,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,GAAG;oBACH,QAAQ,EAAE,eAAe;oBACzB,IAAI,EAAE,OAAO;iBACd;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/rag/context-builder.d.ts

@@ -0,0 +1,3 @@
+import type { SearchResult } from '../store/schema.js';
+export declare function buildContext(results: SearchResult[], maxTokens: number): string;
+//# sourceMappingURL=context-builder.d.ts.map

package/dist/rag/context-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-builder.d.ts","sourceRoot":"","sources":["../../src/rag/context-builder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAoB/E"}

package/dist/rag/context-builder.js

@@ -0,0 +1,27 @@
+import { estimateTokens } from '../ingestion/chunker.js';
+export function buildContext(results, maxTokens) {
+    const parts = [];
+    let tokenCount = 0;
+    for (const result of results) {
+        const attribution = formatAttribution(result);
+        const content = result.text_raw;
+        const chunk = `${attribution}\n${content}`;
+        const chunkTokens = estimateTokens(chunk);
+        if (tokenCount + chunkTokens > maxTokens && parts.length > 0) {
+            break;
+        }
+        parts.push(chunk);
+        tokenCount += chunkTokens;
+    }
+    return parts.join('\n\n---\n\n');
+}
+function formatAttribution(result) {
+    const lines = [];
+    lines.push(`Source: ${result.file_path}`);
+    if (result.heading_path) {
+        lines.push(`Section: ${result.heading_path}`);
+    }
+    lines.push(`Lines: ${result.line_start}-${result.line_end}`);
+    return lines.join('\n');
+}
+//# sourceMappingURL=context-builder.js.map

package/dist/rag/context-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-builder.js","sourceRoot":"","sources":["../../src/rag/context-builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAGzD,MAAM,UAAU,YAAY,CAAC,OAAuB,EAAE,SAAiB;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEhC,MAAM,KAAK,GAAG,GAAG,WAAW,KAAK,OAAO,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,UAAU,GAAG,WAAW,GAAG,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,MAAM;QACR,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,UAAU,IAAI,WAAW,CAAC;IAC5B,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAoB;IAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAE1C,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAE7D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/rag/prompt-templates.d.ts

@@ -0,0 +1,5 @@
+import type { SearchResult } from '../store/schema.js';
+export declare function ragSystemPrompt(): string;
+export declare function formatResults(results: SearchResult[]): string;
+export declare function buildRagPrompt(query: string, context: string): string;
+//# sourceMappingURL=prompt-templates.d.ts.map

package/dist/rag/prompt-templates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-templates.d.ts","sourceRoot":"","sources":["../../src/rag/prompt-templates.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,wBAAgB,eAAe,IAAI,MAAM,CASxC;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,CAsB7D;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAYrE"}

package/dist/rag/prompt-templates.js

@@ -0,0 +1,41 @@
+export function ragSystemPrompt() {
+    return `You are a helpful assistant that answers questions based on provided document excerpts.
+
+When answering:
+- Base your response on the provided context documents
+- Cite the source file and section when referencing specific information
+- If the context doesn't contain enough information to answer the question, say so clearly
+- Do not make up information that is not in the provided context
+- Keep your answers concise and focused on the question asked`;
+}
+export function formatResults(results) {
+    if (results.length === 0) {
+        return 'No relevant documents found.';
+    }
+    const formatted = results.map((result, idx) => {
+        const lines = [];
+        lines.push(`[${idx + 1}] ${result.file_path}`);
+        if (result.heading_path) {
+            lines.push(`    Section: ${result.heading_path}`);
+        }
+        lines.push(`    Score: ${result.score.toFixed(4)}`);
+        lines.push('');
+        lines.push(result.text_raw);
+        return lines.join('\n');
+    });
+    return formatted.join('\n\n---\n\n');
+}
+export function buildRagPrompt(query, context) {
+    return `Based on the following document excerpts, please answer the question.
+
+## Context Documents
+
+${context}
+
+## Question
+
+${query}
+
+## Answer`;
+}
+//# sourceMappingURL=prompt-templates.js.map

package/dist/rag/prompt-templates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-templates.js","sourceRoot":"","sources":["../../src/rag/prompt-templates.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,eAAe;IAC7B,OAAO;;;;;;;8DAOqD,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAuB;IACnD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,8BAA8B,CAAC;IACxC,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAE/C,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE5B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,OAAe;IAC3D,OAAO;;;;EAIP,OAAO;;;;EAIP,KAAK;;UAEG,CAAC;AACX,CAAC"}

package/dist/search/hybrid.d.ts

@@ -0,0 +1,14 @@
+import type * as lancedb from '@lancedb/lancedb';
+import type { Embedder } from '../embeddings/types.js';
+import type { SearchResult } from '../store/schema.js';
+export type SearchMode = 'hybrid' | 'vector' | 'fts';
+export interface HybridSearchOptions {
+    query: string;
+    topK: number;
+    mode: SearchMode;
+    rrfK: number;
+    filterPath?: string;
+    modelName?: string;
+}
+export declare function hybridSearch(chunksTable: lancedb.Table, embedder: Embedder, options: HybridSearchOptions): Promise<SearchResult[]>;
+//# sourceMappingURL=hybrid.d.ts.map

package/dist/search/hybrid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA6CD,wBAAsB,YAAY,CAChC,WAAW,EAAE,OAAO,CAAC,KAAK,EAC1B,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,YAAY,EAAE,CAAC,CA4BzB"}

package/dist/search/hybrid.js

@@ -0,0 +1,58 @@
+import { ftsSearch, vectorSearch } from '../store/reader.js';
+import { prepareQueryForEmbedding } from './query.js';
+function buildFilter(filterPath) {
+    if (!filterPath)
+        return undefined;
+    // Escape single quotes in path
+    const escaped = filterPath.replace(/'/g, "\\'");
+    return `file_path LIKE '%${escaped}%'`;
+}
+function rrfFusion(vectorResults, ftsResults, k, topK) {
+    const scores = new Map();
+    const chunkMap = new Map();
+    // Score from vector search
+    vectorResults.forEach((result, rank) => {
+        const score = 1 / (k + rank + 1);
+        scores.set(result.chunk_id, (scores.get(result.chunk_id) ?? 0) + score);
+        chunkMap.set(result.chunk_id, result);
+    });
+    // Score from FTS search
+    ftsResults.forEach((result, rank) => {
+        const score = 1 / (k + rank + 1);
+        scores.set(result.chunk_id, (scores.get(result.chunk_id) ?? 0) + score);
+        if (!chunkMap.has(result.chunk_id)) {
+            chunkMap.set(result.chunk_id, result);
+        }
+    });
+    // Sort by RRF score
+    const sorted = Array.from(scores.entries())
+        .sort(([, a], [, b]) => b - a)
+        .slice(0, topK);
+    return sorted.map(([chunkId, score]) => ({
+        ...chunkMap.get(chunkId),
+        score,
+    }));
+}
+export async function hybridSearch(chunksTable, embedder, options) {
+    const { query, topK, mode, rrfK, filterPath, modelName = '' } = options;
+    const preparedQuery = prepareQueryForEmbedding(query, modelName);
+    const filter = buildFilter(filterPath);
+    const candidateK = topK * 3;
+    if (mode === 'vector') {
+        const embedding = await embedder.embed([preparedQuery]);
+        const vec = embedding[0];
+        return vectorSearch(chunksTable, vec, topK, filter);
+    }
+    if (mode === 'fts') {
+        return ftsSearch(chunksTable, query, topK, filter);
+    }
+    // Hybrid: run both in parallel
+    const embedding = await embedder.embed([preparedQuery]);
+    const vec = embedding[0];
+    const [vectorResults, ftsResults] = await Promise.all([
+        vectorSearch(chunksTable, vec, candidateK, filter),
+        ftsSearch(chunksTable, query, candidateK, filter),
+    ]);
+    return rrfFusion(vectorResults, ftsResults, rrfK, topK);
+}
+//# sourceMappingURL=hybrid.js.map

package/dist/search/hybrid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.js","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAatD,SAAS,WAAW,CAAC,UAAmB;IACtC,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,+BAA+B;IAC/B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,OAAO,oBAAoB,OAAO,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAChB,aAA6B,EAC7B,UAA0B,EAC1B,CAAS,EACT,IAAY;IAEZ,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEjD,2BAA2B;IAC3B,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACxE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,wBAAwB;IACxB,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACxE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;SACxC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SAC7B,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACvC,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAE;QACzB,KAAK;KACN,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,WAA0B,EAC1B,QAAkB,EAClB,OAA4B;IAE5B,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAExE,MAAM,aAAa,GAAG,wBAAwB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAEvC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC;IAE5B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;QAC1B,OAAO,YAAY,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,+BAA+B;IAC/B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;IAE1B,MAAM,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpD,YAAY,CAAC,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;QAClD,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC;KAClD,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAC1D,CAAC"}

package/dist/search/query.d.ts

@@ -0,0 +1,4 @@
+export declare function preprocessQuery(query: string): string;
+export declare function prepareQueryForEmbedding(query: string, model: string): string;
+export declare function prepareDocumentForEmbedding(text: string, model: string): string;
+//# sourceMappingURL=query.d.ts.map

package/dist/search/query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/search/query.ts"],"names":[],"mappings":"AAAA,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMrD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAS7E;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAO/E"}

package/dist/search/query.js

@@ -0,0 +1,23 @@
+export function preprocessQuery(query) {
+    return query
+        .toLowerCase()
+        .replace(/[^\w\s-]/g, ' ')
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+export function prepareQueryForEmbedding(query, model) {
+    const processed = preprocessQuery(query);
+    // For nomic models, prepend search_query prefix
+    if (model.includes('nomic')) {
+        return `search_query: ${processed}`;
+    }
+    return processed;
+}
+export function prepareDocumentForEmbedding(text, model) {
+    // For nomic models, prepend search_document prefix
+    if (model.includes('nomic')) {
+        return `search_document: ${text}`;
+    }
+    return text;
+}
+//# sourceMappingURL=query.js.map

package/dist/search/query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.js","sourceRoot":"","sources":["../../src/search/query.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,OAAO,KAAK;SACT,WAAW,EAAE;SACb,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAa,EAAE,KAAa;IACnE,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAEzC,gDAAgD;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,iBAAiB,SAAS,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY,EAAE,KAAa;IACrE,mDAAmD;IACnD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,oBAAoB,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/search/reranker.d.ts

@@ -0,0 +1,11 @@
+import type { SearchResult } from '../store/schema.js';
+export declare class CrossEncoderReranker {
+    private readonly modelName;
+    private readonly cacheDir;
+    private pipeline;
+    constructor(modelName: string, cacheDir: string);
+    private loadPipeline;
+    rerank(query: string, results: SearchResult[], topN: number): Promise<SearchResult[]>;
+}
+export declare function getReranker(modelName: string, cacheDir: string): CrossEncoderReranker;
+//# sourceMappingURL=reranker.d.ts.map

package/dist/search/reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/search/reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOvD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAqC;gBAEzC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAKjC,YAAY;IAepB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAoB5F;AAID,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,oBAAoB,CAMrF"}

package/dist/search/reranker.js

@@ -0,0 +1,44 @@
+export class CrossEncoderReranker {
+    modelName;
+    cacheDir;
+    pipeline = null;
+    constructor(modelName, cacheDir) {
+        this.modelName = modelName;
+        this.cacheDir = cacheDir;
+    }
+    async loadPipeline() {
+        if (this.pipeline)
+            return this.pipeline;
+        const { pipeline, env } = await import('@huggingface/transformers');
+        env.cacheDir = this.cacheDir;
+        // text-classification pipeline for cross-encoder models
+        this.pipeline = (await pipeline('text-classification', this.modelName, {
+            dtype: 'fp32',
+        }));
+        return this.pipeline;
+    }
+    async rerank(query, results, topN) {
+        if (results.length === 0)
+            return [];
+        const pipe = await this.loadPipeline();
+        // Create query-document pairs
+        const pairs = results.map((r) => [query, r.text_raw]);
+        const scores = await pipe(pairs, { top_k: 1 });
+        // Attach scores and sort
+        const reranked = results.map((result, idx) => ({
+            ...result,
+            score: scores[idx]?.score ?? 0,
+        }));
+        reranked.sort((a, b) => b.score - a.score);
+        return reranked.slice(0, topN);
+    }
+}
+let rerankerInstance = null;
+export function getReranker(modelName, cacheDir) {
+    // biome-ignore lint/complexity/useLiteralKeys: bracket notation required to access private field
+    if (!rerankerInstance || rerankerInstance['modelName'] !== modelName) {
+        rerankerInstance = new CrossEncoderReranker(modelName, cacheDir);
+    }
+    return rerankerInstance;
+}
+//# sourceMappingURL=reranker.js.map

package/dist/search/reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../src/search/reranker.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,oBAAoB;IACd,SAAS,CAAS;IAClB,QAAQ,CAAS;IAC1B,QAAQ,GAAgC,IAAI,CAAC;IAErD,YAAY,SAAiB,EAAE,QAAgB;QAC7C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QAExC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAEpE,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE7B,wDAAwD;QACxD,IAAI,CAAC,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,SAAS,EAAE;YACrE,KAAK,EAAE,MAAM;SACd,CAAC,CAAoC,CAAC;QAEvC,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAuB,EAAE,IAAY;QAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAEvC,8BAA8B;QAC9B,MAAM,KAAK,GAA4B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE/C,yBAAyB;QACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,MAAM;YACT,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC;SAC/B,CAAC,CAAC,CAAC;QAEJ,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE3C,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;CACF;AAED,IAAI,gBAAgB,GAAgC,IAAI,CAAC;AAEzD,MAAM,UAAU,WAAW,CAAC,SAAiB,EAAE,QAAgB;IAC7D,iGAAiG;IACjG,IAAI,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,WAAW,CAAC,KAAK,SAAS,EAAE,CAAC;QACrE,gBAAgB,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}

package/dist/store/db.d.ts

@@ -0,0 +1,11 @@
+import * as lancedb from '@lancedb/lancedb';
+export declare function getDb(dbPath: string): Promise<lancedb.Connection>;
+export declare function closeDb(dbPath: string): void;
+export declare function getChunksTable(db: lancedb.Connection): Promise<lancedb.Table>;
+export declare function getFilesTable(db: lancedb.Connection): Promise<lancedb.Table>;
+export declare function createIndexes(db: lancedb.Connection): Promise<void>;
+export declare function getDbStats(db: lancedb.Connection): Promise<{
+    fileCount: number;
+    chunkCount: number;
+}>;
+//# sourceMappingURL=db.d.ts.map

package/dist/store/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../src/store/db.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAQ5C,wBAAsB,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAYvE;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAsB,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAUnF;AAED,wBAAsB,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CASlF;AAED,wBAAsB,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA0BzE;AAED,wBAAsB,UAAU,CAC9B,EAAE,EAAE,OAAO,CAAC,UAAU,GACrB,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAYpD"}