@vdpeijl/kb-mcp 0.1.2

package/dist/src/db/sources.js

@@ -0,0 +1,110 @@
+/**
+ * Insert or update a source
+ */
+export function upsertSource(db, source) {
+    const stmt = db.prepare(`
+    INSERT INTO sources (id, name, base_url, locale, enabled)
+    VALUES (?, ?, ?, ?, ?)
+    ON CONFLICT(id) DO UPDATE SET
+      name = excluded.name,
+      base_url = excluded.base_url,
+      locale = excluded.locale,
+      enabled = excluded.enabled
+  `);
+    stmt.run(source.id, source.name, source.baseUrl, source.locale, source.enabled ? 1 : 0);
+}
+/**
+ * Get a source by ID
+ */
+export function getSource(db, id) {
+    const stmt = db.prepare('SELECT * FROM sources WHERE id = ?');
+    const row = stmt.get(id);
+    if (!row) {
+        return null;
+    }
+    return {
+        id: row.id,
+        name: row.name,
+        baseUrl: row.base_url,
+        locale: row.locale,
+        enabled: row.enabled === 1,
+    };
+}
+/**
+ * Get all sources
+ */
+export function getAllSources(db) {
+    const stmt = db.prepare('SELECT * FROM sources ORDER BY name');
+    const rows = stmt.all();
+    return rows.map(row => ({
+        id: row.id,
+        name: row.name,
+        baseUrl: row.base_url,
+        locale: row.locale,
+        enabled: row.enabled === 1,
+    }));
+}
+/**
+ * Get enabled sources only
+ */
+export function getEnabledSources(db) {
+    const stmt = db.prepare('SELECT * FROM sources WHERE enabled = 1 ORDER BY name');
+    const rows = stmt.all();
+    return rows.map(row => ({
+        id: row.id,
+        name: row.name,
+        baseUrl: row.base_url,
+        locale: row.locale,
+        enabled: true,
+    }));
+}
+/**
+ * Get sources with statistics
+ */
+export function getSourcesWithStats(db) {
+    const stmt = db.prepare(`
+    SELECT
+      s.*,
+      COUNT(DISTINCT a.id) as article_count,
+      COUNT(c.id) as chunk_count
+    FROM sources s
+    LEFT JOIN articles a ON s.id = a.source_id
+    LEFT JOIN chunks c ON a.id = c.article_id AND a.source_id = c.source_id
+    GROUP BY s.id
+    ORDER BY s.name
+  `);
+    const rows = stmt.all();
+    return rows.map(row => ({
+        id: row.id,
+        name: row.name,
+        baseUrl: row.base_url,
+        locale: row.locale,
+        enabled: row.enabled === 1,
+        lastSyncedAt: row.last_synced_at ? new Date(row.last_synced_at) : null,
+        articleCount: row.article_count,
+        chunkCount: row.chunk_count,
+    }));
+}
+/**
+ * Delete a source and all its data
+ */
+export function deleteSource(db, id) {
+    // Foreign key constraints will cascade delete articles and chunks
+    const stmt = db.prepare('DELETE FROM sources WHERE id = ?');
+    stmt.run(id);
+}
+/**
+ * Update source enabled status
+ */
+export function setSourceEnabled(db, id, enabled) {
+    const stmt = db.prepare('UPDATE sources SET enabled = ? WHERE id = ?');
+    stmt.run(enabled ? 1 : 0, id);
+}
+/**
+ * Update last synced timestamp
+ */
+export function updateLastSynced(db, id) {
+    const stmt = db.prepare('UPDATE sources SET last_synced_at = ? WHERE id = ?');
+    stmt.run(new Date().toISOString(), id);
+}
+//# sourceMappingURL=sources.js.map

package/dist/src/db/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../../src/db/sources.ts"],"names":[],"mappings":"AAkBA;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,EAAqB,EAAE,MAAc;IAChE,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;;GAQvB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CACN,MAAM,CAAC,EAAE,EACT,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACvB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,EAAqB,EAAE,EAAU;IACzD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAA0B,CAAC;IAElD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,EAAqB;IACjD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAiB,CAAC;IAEvC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;KAC3B,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,EAAqB;IACrD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAiB,CAAC;IAEvC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,IAAI;KACd,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,EAAqB;IACvD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;GAUvB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAuE,CAAC;IAE7F,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;QAC1B,YAAY,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;QACtE,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,UAAU,EAAE,GAAG,CAAC,WAAW;KAC5B,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,EAAqB,EAAE,EAAU;IAC5D,kEAAkE;IAClE,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;IAC5D,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAqB,EAAE,EAAU,EAAE,OAAgB;IAClF,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC;IACvE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,EAAqB,EAAE,EAAU;IAChE,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC;IAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,8 @@
+#!/usr/bin/env node
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+/**
+ * Create and configure the MCP server
+ */
+declare function createServer(): Promise<McpServer>;
+export { createServer };
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAQpE;;GAEG;AACH,iBAAe,YAAY,uBA2E1B;AAiBD,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,87 @@
+#!/usr/bin/env node
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { z } from 'zod';
+import { loadConfig } from './config/index.js';
+import { getDatabase } from './db/index.js';
+import { getSourcesWithStats } from './db/sources.js';
+import { search } from './search/index.js';
+/**
+ * Create and configure the MCP server
+ */
+async function createServer() {
+    const config = await loadConfig();
+    const db = await getDatabase();
+    const server = new McpServer({
+        name: 'kb-mcp',
+        version: '0.1.0',
+    });
+    // Register search tool
+    server.registerTool('search_knowledge_base', {
+        description: 'Search the knowledge base for documentation, guides, and help articles. Returns relevant excerpts with source links.',
+        inputSchema: z.object({
+            query: z.string().describe('Natural language search query'),
+            sources: z.array(z.string()).optional().describe('Filter by source IDs (optional, searches all if omitted)'),
+            limit: z.number().optional().describe('Maximum results to return (default: 5, max: 20)'),
+        }),
+    }, async ({ query, sources, limit }) => {
+        const results = await search(db, config, query, { sources, limit });
+        const formatted = results
+            .map((result, i) => {
+            const relevancePercent = Math.round(result.relevance * 100);
+            return [
+                `${i + 1}. **${result.title}**`,
+                `   Source: ${result.sourceId}`,
+                `   Relevance: ${relevancePercent}%`,
+                `   URL: ${result.url}`,
+                `   Excerpt: ${result.excerpt}`,
+                '',
+            ].join('\n');
+        })
+            .join('\n');
+        return {
+            content: [{ type: 'text', text: formatted || 'No results found.' }],
+        };
+    });
+    // Register list sources tool
+    server.registerTool('list_sources', {
+        description: 'List all configured knowledge base sources and their sync status',
+    }, async () => {
+        const sources = getSourcesWithStats(db);
+        const formatted = sources
+            .map((source) => {
+            const lastSynced = source.lastSyncedAt?.toLocaleString() ?? 'Never';
+            return [
+                `**${source.name}** (${source.id})`,
+                `  Status: ${source.enabled ? 'Enabled' : 'Disabled'}`,
+                `  URL: ${source.baseUrl}`,
+                `  Locale: ${source.locale}`,
+                `  Articles: ${source.articleCount}`,
+                `  Chunks: ${source.chunkCount}`,
+                `  Last Synced: ${lastSynced}`,
+                '',
+            ].join('\n');
+        })
+            .join('\n');
+        return {
+            content: [{ type: 'text', text: formatted || 'No sources configured.' }],
+        };
+    });
+    return server;
+}
+async function main() {
+    try {
+        const server = await createServer();
+        const transport = new StdioServerTransport();
+        await server.connect(transport);
+    }
+    catch (error) {
+        console.error('Failed to start MCP server:', error);
+        process.exit(1);
+    }
+}
+if (import.meta.url === `file://${process.argv[1]}`) {
+    main();
+}
+export { createServer };
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C;;GAEG;AACH,KAAK,UAAU,YAAY;IACzB,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;IAClC,MAAM,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;IAE/B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,uBAAuB;IACvB,MAAM,CAAC,YAAY,CACjB,uBAAuB,EACvB;QACE,WAAW,EAAE,sHAAsH;QACnI,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;YAC3D,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;YAC5G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;SACzF,CAAC;KACH,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,MAAM,SAAS,GAAG,OAAO;aACtB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjB,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;YAC5D,OAAO;gBACL,GAAG,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,IAAI;gBAC/B,cAAc,MAAM,CAAC,QAAQ,EAAE;gBAC/B,iBAAiB,gBAAgB,GAAG;gBACpC,WAAW,MAAM,CAAC,GAAG,EAAE;gBACvB,eAAe,MAAM,CAAC,OAAO,EAAE;gBAC/B,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,IAAI,mBAAmB,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC,CACF,CAAC;IAEF,6BAA6B;IAC7B,MAAM,CAAC,YAAY,CACjB,cAAc,EACd;QACE,WAAW,EAAE,kEAAkE;KAChF,EACD,KAAK,IAAI,EAAE;QACT,MAAM,OAAO,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,OAAO;aACtB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACd,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,IAAI,OAAO,CAAC;YACpE,OAAO;gBACL,KAAK,MAAM,CAAC,IAAI,OAAO,MAAM,CAAC,EAAE,GAAG;gBACnC,aAAa,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE;gBACtD,UAAU,MAAM,CAAC,OAAO,EAAE;gBAC1B,aAAa,MAAM,CAAC,MAAM,EAAE;gBAC5B,eAAe,MAAM,CAAC,YAAY,EAAE;gBACpC,aAAa,MAAM,CAAC,UAAU,EAAE;gBAChC,kBAAkB,UAAU,EAAE;gBAC9B,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,IAAI,wBAAwB,EAAE,CAAC;SACvE,CAAC;IACN,CAAC,CACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,IAAI,EAAE,CAAC;AACT,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/src/search/embeddings.d.ts

@@ -0,0 +1,22 @@
+import type { OllamaConfig } from '../config/schema.js';
+/**
+ * Check if Ollama is running and accessible
+ */
+export declare function checkOllamaConnection(config: OllamaConfig): Promise<boolean>;
+/**
+ * Check if the embedding model is available
+ */
+export declare function checkModelAvailable(config: OllamaConfig): Promise<boolean>;
+/**
+ * Generate an embedding for a single text using Ollama
+ */
+export declare function generateEmbedding(text: string, config: OllamaConfig): Promise<Float32Array>;
+/**
+ * Generate embeddings for multiple texts with concurrency control
+ */
+export declare function generateEmbeddingsBatch(texts: string[], config: OllamaConfig, concurrency?: number, onProgress?: (completed: number, total: number) => void): Promise<Float32Array[]>;
+/**
+ * Estimate token count (rough approximation: 4 characters = 1 token)
+ */
+export declare function estimateTokenCount(text: string): number;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/src/search/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../../src/search/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAUxD;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,CAUlF;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,CAehF;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AA4CD;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,MAAM,EAAE,EACf,MAAM,EAAE,YAAY,EACpB,WAAW,GAAE,MAAU,EACvB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,YAAY,EAAE,CAAC,CAWzB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD"}

package/dist/src/search/embeddings.js

@@ -0,0 +1,122 @@
+/**
+ * Check if Ollama is running and accessible
+ */
+export async function checkOllamaConnection(config) {
+    try {
+        const response = await fetch(`${config.baseUrl}/api/tags`, {
+            method: 'GET',
+        });
+        return response.ok;
+    }
+    catch (error) {
+        return false;
+    }
+}
+/**
+ * Check if the embedding model is available
+ */
+export async function checkModelAvailable(config) {
+    try {
+        const response = await fetch(`${config.baseUrl}/api/tags`, {
+            method: 'GET',
+        });
+        if (!response.ok) {
+            return false;
+        }
+        const data = (await response.json());
+        return data.models.some(m => m.name === config.model || m.name.startsWith(`${config.model}:`));
+    }
+    catch (error) {
+        return false;
+    }
+}
+/**
+ * Generate an embedding for a single text using Ollama
+ */
+export async function generateEmbedding(text, config) {
+    try {
+        const response = await fetch(`${config.baseUrl}/api/embeddings`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                model: config.model,
+                prompt: text,
+            }),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Ollama API error (${response.status}): ${errorText}`);
+        }
+        const data = (await response.json());
+        if (!data.embedding || !Array.isArray(data.embedding)) {
+            throw new Error('Invalid embedding response from Ollama');
+        }
+        // Verify dimension
+        if (data.embedding.length !== 768) {
+            throw new Error(`Expected 768-dimensional embedding, got ${data.embedding.length}. ` +
+                `Make sure you're using the nomic-embed-text model.`);
+        }
+        return new Float32Array(data.embedding);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            if (error.message.includes('fetch failed') || error.message.includes('ECONNREFUSED')) {
+                throw new Error(`Cannot connect to Ollama at ${config.baseUrl}\n\n` +
+                    `Make sure Ollama is running:\n` +
+                    `  ollama serve\n\n` +
+                    `Or update the baseUrl in your config.`);
+            }
+            throw error;
+        }
+        throw new Error('Unknown error generating embedding');
+    }
+}
+/**
+ * Process a queue of texts with concurrency limit
+ */
+async function processQueue(items, processor, concurrency, onProgress) {
+    const results = [];
+    let completed = 0;
+    let nextIndex = 0;
+    async function worker() {
+        while (nextIndex < items.length) {
+            const index = nextIndex++;
+            const item = items[index];
+            try {
+                const result = await processor(item);
+                results[index] = result;
+                completed++;
+                if (onProgress) {
+                    onProgress(completed, items.length);
+                }
+            }
+            catch (error) {
+                // Re-throw to be caught by Promise.all
+                throw error;
+            }
+        }
+    }
+    // Create worker promises
+    const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => worker());
+    // Wait for all workers to complete
+    await Promise.all(workers);
+    return results;
+}
+/**
+ * Generate embeddings for multiple texts with concurrency control
+ */
+export async function generateEmbeddingsBatch(texts, config, concurrency = 5, onProgress) {
+    if (texts.length === 0) {
+        return [];
+    }
+    return processQueue(texts, (text) => generateEmbedding(text, config), concurrency, onProgress);
+}
+/**
+ * Estimate token count (rough approximation: 4 characters = 1 token)
+ */
+export function estimateTokenCount(text) {
+    return Math.ceil(text.length / 4);
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/src/search/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../../src/search/embeddings.ts"],"names":[],"mappings":"AAUA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,MAAoB;IAC9D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,WAAW,EAAE;YACzD,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,EAAE,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAoB;IAC5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,WAAW,EAAE;YACzD,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,iBAAiB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,IAAI;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QAEhE,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,2CAA2C,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI;gBACpE,oDAAoD,CACrD,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrF,MAAM,IAAI,KAAK,CACb,+BAA+B,MAAM,CAAC,OAAO,MAAM;oBACnD,gCAAgC;oBAChC,oBAAoB;oBACpB,uCAAuC,CACxC,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,KAAU,EACV,SAAkC,EAClC,WAAmB,EACnB,UAAuD;IAEvD,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,UAAU,MAAM;QACnB,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAE1B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;gBAExB,SAAS,EAAE,CAAC;gBACZ,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,uCAAuC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAE5F,mCAAmC;IACnC,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAE3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,KAAe,EACf,MAAoB,EACpB,cAAsB,CAAC,EACvB,UAAuD;IAEvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,YAAY,CACjB,KAAK,EACL,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,EACzC,WAAW,EACX,UAAU,CACX,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC"}

package/dist/src/search/index.d.ts

@@ -0,0 +1,21 @@
+import type Database from 'better-sqlite3';
+import type { Config } from '../config/schema.js';
+export interface FormattedSearchResult {
+    title: string;
+    url: string;
+    excerpt: string;
+    sourceId: string;
+    relevance: number;
+}
+/**
+ * Search the knowledge base using vector similarity
+ */
+export declare function search(db: Database.Database, config: Config, query: string, options?: {
+    sources?: string[];
+    limit?: number;
+}): Promise<FormattedSearchResult[]>;
+/**
+ * Group search results by article to avoid duplicates
+ */
+export declare function deduplicateResults(results: FormattedSearchResult[]): FormattedSearchResult[];
+//# sourceMappingURL=index.d.ts.map

package/dist/src/search/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/search/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAIlD,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,MAAM,CAC1B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CACX,GACL,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAgBlC;AAwBD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,qBAAqB,EAAE,CAe5F"}

package/dist/src/search/index.js

@@ -0,0 +1,50 @@
+import { generateEmbedding } from './embeddings.js';
+import { searchSimilarChunks } from '../db/chunks.js';
+/**
+ * Search the knowledge base using vector similarity
+ */
+export async function search(db, config, query, options = {}) {
+    const limit = Math.min(options.limit || 5, 20);
+    // Generate embedding for query
+    const queryEmbedding = await generateEmbedding(query, config.ollama);
+    // Search database
+    const results = searchSimilarChunks(db, queryEmbedding, limit, options.sources);
+    // Format results
+    return results.map(formatSearchResult);
+}
+/**
+ * Format a search result for display
+ */
+function formatSearchResult(result) {
+    // Calculate relevance score (inverse of distance, normalized to 0-1)
+    // sqlite-vec uses cosine distance where 0 = identical, 2 = opposite
+    const relevance = Math.max(0, 1 - (result.distance / 2));
+    // Clean up excerpt (remove extra whitespace)
+    const excerpt = result.text
+        .replace(/\s+/g, ' ')
+        .trim();
+    return {
+        title: result.title,
+        url: result.url,
+        excerpt,
+        sourceId: result.sourceId,
+        relevance,
+    };
+}
+/**
+ * Group search results by article to avoid duplicates
+ */
+export function deduplicateResults(results) {
+    const seen = new Map();
+    for (const result of results) {
+        const key = result.url;
+        // Keep the result with highest relevance
+        const existing = seen.get(key);
+        if (!existing || result.relevance > existing.relevance) {
+            seen.set(key, result);
+        }
+    }
+    return Array.from(seen.values())
+        .sort((a, b) => b.relevance - a.relevance);
+}
+//# sourceMappingURL=index.js.map

package/dist/src/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/search/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAqB,MAAM,iBAAiB,CAAC;AAUzE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,EAAqB,EACrB,MAAc,EACd,KAAa,EACb,UAGI,EAAE;IAEN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAE/C,+BAA+B;IAC/B,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAErE,kBAAkB;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,EAAE,EACF,cAAc,EACd,KAAK,EACL,OAAO,CAAC,OAAO,CAChB,CAAC;IAEF,iBAAiB;IACjB,OAAO,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,MAAoB;IAC9C,qEAAqE;IACrE,oEAAoE;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzD,6CAA6C;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IAEV,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAgC;IACjE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAiC,CAAC;IAEtD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QAEvB,yCAAyC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvD,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;SAC7B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AAC/C,CAAC"}

package/dist/src/sync/chunker.d.ts

@@ -0,0 +1,15 @@
+export interface TextChunk {
+    text: string;
+    index: number;
+    tokenCount: number;
+}
+/**
+ * Chunk text into smaller pieces with overlap
+ *
+ * @param text - The text to chunk
+ * @param title - Article title (will be prepended to each chunk)
+ * @param targetSize - Target chunk size in tokens (default: 500)
+ * @param overlap - Number of tokens to overlap between chunks (default: 50)
+ */
+export declare function chunkText(text: string, title: string, targetSize?: number, overlap?: number): TextChunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/src/sync/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/sync/chunker.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAuBD;;;;;;;GAOG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,UAAU,GAAE,MAAY,EACxB,OAAO,GAAE,MAAW,GACnB,SAAS,EAAE,CAyGb"}

package/dist/src/sync/chunker.js

@@ -0,0 +1,117 @@
+import { estimateTokenCount } from '../search/embeddings.js';
+/**
+ * Split text into sentences (simple approach)
+ */
+function splitIntoSentences(text) {
+    // Split on sentence boundaries
+    const sentences = text
+        .split(/([.!?]+\s+|\n\n)/)
+        .reduce((acc, part, i, arr) => {
+        if (i % 2 === 0) {
+            // Combine sentence with its delimiter
+            const sentence = part + (arr[i + 1] || '');
+            if (sentence.trim()) {
+                acc.push(sentence);
+            }
+        }
+        return acc;
+    }, []);
+    return sentences;
+}
+/**
+ * Chunk text into smaller pieces with overlap
+ *
+ * @param text - The text to chunk
+ * @param title - Article title (will be prepended to each chunk)
+ * @param targetSize - Target chunk size in tokens (default: 500)
+ * @param overlap - Number of tokens to overlap between chunks (default: 50)
+ */
+export function chunkText(text, title, targetSize = 500, overlap = 50) {
+    // Prepend title
+    const titlePrefix = `# ${title}\n\n`;
+    // Split into sentences
+    const sentences = splitIntoSentences(text);
+    if (sentences.length === 0) {
+        // Empty text, return single chunk with just title
+        return [{
+                text: titlePrefix.trim(),
+                index: 0,
+                tokenCount: estimateTokenCount(titlePrefix.trim()),
+            }];
+    }
+    const chunks = [];
+    let currentChunk = [];
+    let currentTokens = 0;
+    // Reserve tokens for title
+    const titleTokens = estimateTokenCount(titlePrefix);
+    const effectiveTargetSize = targetSize - titleTokens;
+    for (let i = 0; i < sentences.length; i++) {
+        const sentence = sentences[i];
+        const sentenceTokens = estimateTokenCount(sentence);
+        // If single sentence exceeds target, split it (edge case)
+        if (sentenceTokens > effectiveTargetSize && currentChunk.length === 0) {
+            // Split by words if sentence is too long
+            const words = sentence.split(/\s+/);
+            let wordChunk = [];
+            let wordTokens = 0;
+            for (const word of words) {
+                const wordToken = estimateTokenCount(word + ' ');
+                if (wordTokens + wordToken > effectiveTargetSize && wordChunk.length > 0) {
+                    chunks.push({
+                        text: titlePrefix + wordChunk.join(' '),
+                        index: chunks.length,
+                        tokenCount: titleTokens + wordTokens,
+                    });
+                    wordChunk = [];
+                    wordTokens = 0;
+                }
+                wordChunk.push(word);
+                wordTokens += wordToken;
+            }
+            if (wordChunk.length > 0) {
+                chunks.push({
+                    text: titlePrefix + wordChunk.join(' '),
+                    index: chunks.length,
+                    tokenCount: titleTokens + wordTokens,
+                });
+            }
+            continue;
+        }
+        // Check if adding this sentence would exceed target
+        if (currentTokens + sentenceTokens > effectiveTargetSize && currentChunk.length > 0) {
+            // Save current chunk
+            chunks.push({
+                text: titlePrefix + currentChunk.join(' '),
+                index: chunks.length,
+                tokenCount: titleTokens + currentTokens,
+            });
+            // Start new chunk with overlap
+            // Keep last few sentences for context
+            const overlapSentences = [];
+            let overlapTokens = 0;
+            for (let j = currentChunk.length - 1; j >= 0; j--) {
+                const overlapSentence = currentChunk[j];
+                const tokens = estimateTokenCount(overlapSentence);
+                if (overlapTokens + tokens > overlap) {
+                    break;
+                }
+                overlapSentences.unshift(overlapSentence);
+                overlapTokens += tokens;
+            }
+            currentChunk = overlapSentences;
+            currentTokens = overlapTokens;
+        }
+        currentChunk.push(sentence);
+        currentTokens += sentenceTokens;
+    }
+    // Add final chunk if not empty
+    if (currentChunk.length > 0) {
+        chunks.push({
+            text: titlePrefix + currentChunk.join(' '),
+            index: chunks.length,
+            tokenCount: titleTokens + currentTokens,
+        });
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/src/sync/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/sync/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAQ7D;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,+BAA+B;IAC/B,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,kBAAkB,CAAC;SACzB,MAAM,CAAC,CAAC,GAAa,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAChB,sCAAsC;YACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAET,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,KAAa,EACb,aAAqB,GAAG,EACxB,UAAkB,EAAE;IAEpB,gBAAgB;IAChB,MAAM,WAAW,GAAG,KAAK,KAAK,MAAM,CAAC;IAErC,uBAAuB;IACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAE3C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,kDAAkD;QAClD,OAAO,CAAC;gBACN,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE;gBACxB,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;aACnD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,2BAA2B;IAC3B,MAAM,WAAW,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IACpD,MAAM,mBAAmB,GAAG,UAAU,GAAG,WAAW,CAAC;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,cAAc,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAEpD,0DAA0D;QAC1D,IAAI,cAAc,GAAG,mBAAmB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtE,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,SAAS,GAAa,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;gBACjD,IAAI,UAAU,GAAG,SAAS,GAAG,mBAAmB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzE,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;wBACvC,KAAK,EAAE,MAAM,CAAC,MAAM;wBACpB,UAAU,EAAE,WAAW,GAAG,UAAU;qBACrC,CAAC,CAAC;oBACH,SAAS,GAAG,EAAE,CAAC;oBACf,UAAU,GAAG,CAAC,CAAC;gBACjB,CAAC;gBACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,UAAU,IAAI,SAAS,CAAC;YAC1B,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;oBACvC,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,UAAU,EAAE,WAAW,GAAG,UAAU;iBACrC,CAAC,CAAC;YACL,CAAC;YAED,SAAS;QACX,CAAC;QAED,oDAAoD;QACpD,IAAI,aAAa,GAAG,cAAc,GAAG,mBAAmB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpF,qBAAqB;YACrB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC1C,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,UAAU,EAAE,WAAW,GAAG,aAAa;aACxC,CAAC,CAAC;YAEH,+BAA+B;YAC/B,sCAAsC;YACtC,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,KAAK,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,eAAe,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,MAAM,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;gBAEnD,IAAI,aAAa,GAAG,MAAM,GAAG,OAAO,EAAE,CAAC;oBACrC,MAAM;gBACR,CAAC;gBAED,gBAAgB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBAC1C,aAAa,IAAI,MAAM,CAAC;YAC1B,CAAC;YAED,YAAY,GAAG,gBAAgB,CAAC;YAChC,aAAa,GAAG,aAAa,CAAC;QAChC,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5B,aAAa,IAAI,cAAc,CAAC;IAClC,CAAC;IAED,+BAA+B;IAC/B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1C,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,UAAU,EAAE,WAAW,GAAG,aAAa;SACxC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/src/sync/index.d.ts

@@ -0,0 +1,24 @@
+import type Database from 'better-sqlite3';
+import type { Config, Source } from '../config/schema.js';
+export interface SyncProgress {
+    phase: 'fetching' | 'parsing' | 'chunking' | 'embedding' | 'storing';
+    current: number;
+    total: number;
+    message: string;
+}
+export interface SyncResult {
+    source: string;
+    articlesProcessed: number;
+    articlesFetched: number;
+    chunksCreated: number;
+    timeElapsed: number;
+}
+/**
+ * Sync a single source
+ */
+export declare function syncSource(db: Database.Database, source: Source, config: Config, onProgress?: (progress: SyncProgress) => void, fullResync?: boolean): Promise<SyncResult>;
+/**
+ * Sync all enabled sources
+ */
+export declare function syncAllSources(db: Database.Database, sources: Source[], config: Config, onProgress?: (source: string, progress: SyncProgress) => void, fullResync?: boolean): Promise<SyncResult[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/sync/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/sync/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAU1D,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,CAAC;IACrE,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,EAC7C,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,UAAU,CAAC,CA6MrB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,KAAK,IAAI,EAC7D,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,UAAU,EAAE,CAAC,CAoBvB"}