n2-qln 3.4.2 → 4.1.1

package/dist/lib/mcp-discovery.d.ts

@@ -0,0 +1,83 @@
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import type { Registry } from './registry';
+import type { Router } from './router';
+/** MCP server connection config */
+export interface McpServerConfig {
+    /** Unique name for this server */
+    name: string;
+    /** Command to launch the server (e.g., 'node', 'python') */
+    command: string;
+    /** Arguments for the command */
+    args: string[];
+    /** Environment variables */
+    env?: Record<string, string>;
+    /** Working directory */
+    cwd?: string;
+}
+/** Discovery result for a single server */
+export interface DiscoveryResult {
+    server: string;
+    status: 'success' | 'failed' | 'timeout';
+    toolCount: number;
+    tools: string[];
+    error?: string;
+    elapsed: number;
+}
+/** Full auto-discovery result */
+export interface AutoDiscoveryResult {
+    total: number;
+    registered: number;
+    servers: DiscoveryResult[];
+    elapsed: number;
+}
+/**
+ * MCP Auto-Discovery engine.
+ *
+ * Connects to external MCP servers, lists their tools,
+ * and registers them in the QLN index for semantic routing.
+ *
+ * Usage:
+ *   const discovery = new McpDiscovery(registry, router);
+ *   const result = await discovery.discoverAll(serverConfigs);
+ */
+export declare class McpDiscovery {
+    private _registry;
+    private _router;
+    private _timeout;
+    /** Active MCP client connections (for live proxy execution) */
+    private _clients;
+    constructor(registry: Registry, router: Router, timeout?: number);
+    /**
+     * Discover tools from all configured MCP servers.
+     * Connects to each server, lists tools, registers in QLN.
+     */
+    discoverAll(servers: McpServerConfig[]): Promise<AutoDiscoveryResult>;
+    /**
+     * Discover tools from a single MCP server.
+     */
+    discoverServer(config: McpServerConfig): Promise<DiscoveryResult>;
+    /**
+     * Get active client connection for live tool execution.
+     */
+    getClient(serverName: string): Client | null;
+    /**
+     * Disconnect all active clients.
+     */
+    disconnectAll(): Promise<void>;
+    /**
+     * Disconnect a single server.
+     */
+    disconnect(serverName: string): Promise<boolean>;
+    /** @internal Connect to a single MCP server and list its tools. */
+    private _discoverServer;
+    /** @internal Create transport + client, connect with timeout. */
+    private _connectServer;
+    /** @internal Purge old entries + register discovered tools. */
+    private _indexTools;
+    /**
+     * Generate boost keywords from tool name and description.
+     * Extracts action verbs and key nouns for BM25 boosting.
+     */
+    private _generateBoostKeywords;
+}
+//# sourceMappingURL=mcp-discovery.d.ts.map

package/dist/lib/mcp-discovery.js

@@ -0,0 +1,206 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.McpDiscovery = void 0;
+// QLN — MCP Auto-Discovery: scan connected MCP servers and auto-index their tools
+// Killer feature: QLN becomes the universal MCP hub
+const index_js_1 = require("@modelcontextprotocol/sdk/client/index.js");
+const stdio_js_1 = require("@modelcontextprotocol/sdk/client/stdio.js");
+const schema_1 = require("./schema");
+/**
+ * MCP Auto-Discovery engine.
+ *
+ * Connects to external MCP servers, lists their tools,
+ * and registers them in the QLN index for semantic routing.
+ *
+ * Usage:
+ *   const discovery = new McpDiscovery(registry, router);
+ *   const result = await discovery.discoverAll(serverConfigs);
+ */
+class McpDiscovery {
+    _registry;
+    _router;
+    _timeout;
+    /** Active MCP client connections (for live proxy execution) */
+    _clients;
+    constructor(registry, router, timeout = 15000) {
+        this._registry = registry;
+        this._router = router;
+        this._timeout = timeout;
+        this._clients = new Map();
+    }
+    /**
+     * Discover tools from all configured MCP servers.
+     * Connects to each server, lists tools, registers in QLN.
+     */
+    async discoverAll(servers) {
+        const t0 = Date.now();
+        const results = [];
+        let totalRegistered = 0;
+        for (const server of servers) {
+            const result = await this._discoverServer(server);
+            results.push(result);
+            totalRegistered += result.toolCount;
+        }
+        // Rebuild index after all servers discovered
+        if (totalRegistered > 0) {
+            this._router.buildIndex();
+        }
+        return {
+            total: results.reduce((sum, r) => sum + r.toolCount, 0),
+            registered: totalRegistered,
+            servers: results,
+            elapsed: Date.now() - t0,
+        };
+    }
+    /**
+     * Discover tools from a single MCP server.
+     */
+    async discoverServer(config) {
+        const result = await this._discoverServer(config);
+        if (result.toolCount > 0) {
+            this._router.buildIndex();
+        }
+        return result;
+    }
+    /**
+     * Get active client connection for live tool execution.
+     */
+    getClient(serverName) {
+        return this._clients.get(serverName) || null;
+    }
+    /**
+     * Disconnect all active clients.
+     */
+    async disconnectAll() {
+        for (const [name, client] of this._clients) {
+            try {
+                await client.close();
+            }
+            catch {
+                console.error(`[QLN] Discovery: failed to disconnect ${name}`);
+            }
+        }
+        this._clients.clear();
+    }
+    /**
+     * Disconnect a single server.
+     */
+    async disconnect(serverName) {
+        const client = this._clients.get(serverName);
+        if (!client)
+            return false;
+        try {
+            await client.close();
+        }
+        catch { /* ignore */ }
+        this._clients.delete(serverName);
+        // Purge tools from this server
+        this._registry.purgeBySource(`mcp:${serverName}`);
+        this._router.buildIndex();
+        return true;
+    }
+    /** @internal Connect to a single MCP server and list its tools. */
+    async _discoverServer(config) {
+        const t0 = Date.now();
+        const result = {
+            server: config.name, status: 'failed', toolCount: 0, tools: [], elapsed: 0,
+        };
+        let transport = null;
+        let timeoutId = null;
+        try {
+            const { client, transport: t, timer } = await this._connectServer(config);
+            transport = t;
+            timeoutId = timer;
+            const toolsResult = await client.listTools();
+            const tools = toolsResult.tools || [];
+            if (tools.length === 0) {
+                result.status = 'success';
+                result.elapsed = Date.now() - t0;
+                await client.close();
+                return result;
+            }
+            result.toolCount = this._indexTools(config.name, tools);
+            this._clients.set(config.name, client);
+            result.status = 'success';
+            result.tools = tools.map(t => t.name);
+            result.elapsed = Date.now() - t0;
+            console.error(`[QLN] Discovery: ${config.name} → ${result.toolCount} tools (${result.elapsed}ms)`);
+        }
+        catch (err) {
+            if (timeoutId)
+                clearTimeout(timeoutId);
+            try {
+                if (transport)
+                    await transport.close();
+            }
+            catch { /* ignore */ }
+            const msg = err instanceof Error ? err.message : String(err);
+            result.status = msg.includes('timeout') ? 'timeout' : 'failed';
+            result.error = msg;
+            result.elapsed = Date.now() - t0;
+            console.error(`[QLN] Discovery: ${config.name} failed — ${msg}`);
+        }
+        return result;
+    }
+    /** @internal Create transport + client, connect with timeout. */
+    async _connectServer(config) {
+        const transport = new stdio_js_1.StdioClientTransport({
+            command: config.command, args: config.args,
+            env: config.env
+                ? Object.fromEntries(Object.entries({ ...process.env, ...config.env })
+                    .filter((pair) => pair[1] !== undefined))
+                : undefined,
+            cwd: config.cwd,
+        });
+        const client = new index_js_1.Client({ name: `qln-discovery-${config.name}`, version: '1.0.0' }, { capabilities: {} });
+        let timeoutId = null;
+        const connectPromise = client.connect(transport);
+        const timeoutPromise = new Promise((_, reject) => {
+            timeoutId = setTimeout(() => reject(new Error(`Connection timeout (${this._timeout}ms)`)), this._timeout);
+        });
+        await Promise.race([connectPromise, timeoutPromise]);
+        if (timeoutId)
+            clearTimeout(timeoutId);
+        return { client, transport, timer: timeoutId };
+    }
+    /** @internal Purge old entries + register discovered tools. */
+    _indexTools(serverName, tools) {
+        this._registry.purgeBySource(`mcp:${serverName}`);
+        const rawTools = tools.map(tool => ({
+            name: `mcp__${serverName}__${tool.name}`,
+            description: tool.description || '',
+            source: `mcp:${serverName}`,
+            category: (0, schema_1.inferCategory)(tool.name, 'mcp'),
+            provider: serverName,
+            inputSchema: tool.inputSchema ?? null,
+            tags: [`mcp`, serverName, tool.name],
+            boostKeywords: this._generateBoostKeywords(tool.name, tool.description || ''),
+        }));
+        return this._registry.registerBatch(rawTools);
+    }
+    /**
+     * Generate boost keywords from tool name and description.
+     * Extracts action verbs and key nouns for BM25 boosting.
+     */
+    _generateBoostKeywords(name, description) {
+        // Split camelCase/snake_case tool name into words
+        const nameWords = name
+            .replace(/([a-z])([A-Z])/g, '$1 $2')
+            .replace(/[_\-.]/g, ' ')
+            .toLowerCase()
+            .split(/\s+/)
+            .filter(w => w.length > 2);
+        // Extract first sentence of description
+        const firstSentence = description.split(/[.!?]/)[0] || '';
+        const descWords = firstSentence
+            .toLowerCase()
+            .split(/\s+/)
+            .filter(w => w.length > 3)
+            .slice(0, 5);
+        // Combine unique words (max 10)
+        const combined = [...new Set([...nameWords, ...descWords])].slice(0, 10);
+        return combined.join(' ');
+    }
+}
+exports.McpDiscovery = McpDiscovery;
+//# sourceMappingURL=mcp-discovery.js.map

package/dist/lib/mcp-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp-discovery.js","sourceRoot":"","sources":["../../src/lib/mcp-discovery.ts"],"names":[],"mappings":";;;AAAA,kFAAkF;AAClF,oDAAoD;AACpD,wEAAmE;AACnE,wEAAiF;AACjF,qCAAyC;AAqCzC;;;;;;;;;GASG;AACH,MAAa,YAAY;IACf,SAAS,CAAW;IACpB,OAAO,CAAS;IAChB,QAAQ,CAAS;IACzB,+DAA+D;IACvD,QAAQ,CAAsB;IAEtC,YAAY,QAAkB,EAAE,MAAc,EAAE,UAAkB,KAAK;QACrE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA0B;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,eAAe,IAAI,MAAM,CAAC,SAAS,CAAC;QACtC,CAAC;QAED,6CAA6C;QAC7C,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;YACvD,UAAU,EAAE,eAAe;YAC3B,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;SACzB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,MAAuB;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAkB;QAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,UAAkB;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACjC,+BAA+B;QAC/B,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,UAAU,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mEAAmE;IAC3D,KAAK,CAAC,eAAe,CAAC,MAAuB;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,MAAM,GAAoB;YAC9B,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;SAC3E,CAAC;QAEF,IAAI,SAAS,GAAgC,IAAI,CAAC;QAClD,IAAI,SAAS,GAA0B,IAAI,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC1E,SAAS,GAAG,CAAC,CAAC;YACd,SAAS,GAAG,KAAK,CAAC;YAElB,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC;YAEtC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;gBAC1B,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;gBACjC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;YAC1B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,SAAS,WAAW,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC;QACrG,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAI,SAAS;gBAAE,YAAY,CAAC,SAAS,CAAC,CAAC;YACvC,IAAI,CAAC;gBAAC,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACtE,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC/D,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC;YACnB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,IAAI,aAAa,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iEAAiE;IACzD,KAAK,CAAC,cAAc,CAAC,MAAuB;QAGlD,MAAM,SAAS,GAAG,IAAI,+BAAoB,CAAC;YACzC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI;YAC1C,GAAG,EAAE,MAAM,CAAC,GAAG;gBACb,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;qBAC9C,MAAM,CAAC,CAAC,IAAI,EAA4B,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CACrE;gBACH,CAAC,CAAC,SAAS;YACb,GAAG,EAAE,MAAM,CAAC,GAAG;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,iBAAM,CACvB,EAAE,IAAI,EAAE,iBAAiB,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAC1D,EAAE,YAAY,EAAE,EAAE,EAAE,CACrB,CAAC;QAEF,IAAI,SAAS,GAA0B,IAAI,CAAC;QAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YACtD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5G,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;QACrD,IAAI,SAAS;YAAE,YAAY,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACjD,CAAC;IAED,+DAA+D;IACvD,WAAW,CAAC,UAAkB,EAAE,KAA2E;QACjH,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,UAAU,EAAE,CAAC,CAAC;QAElD,MAAM,QAAQ,GAAmB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClD,IAAI,EAAE,QAAQ,UAAU,KAAK,IAAI,CAAC,IAAI,EAAE;YACxC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;YACnC,MAAM,EAAE,OAAO,UAAU,EAAE;YAC3B,QAAQ,EAAE,IAAA,sBAAa,EAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;YACzC,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAG,IAAI,CAAC,WAAuC,IAAI,IAAI;YAClE,IAAI,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC;YACpC,aAAa,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;SAC9E,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED;;;OAGG;IACK,sBAAsB,CAAC,IAAY,EAAE,WAAmB;QAC9D,kDAAkD;QAClD,MAAM,SAAS,GAAG,IAAI;aACnB,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;aACnC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7B,wCAAwC;QACxC,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,aAAa;aAC5B,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aACzB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEf,gCAAgC;QAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;CACF;AAhND,oCAgNC"}

package/dist/lib/provider-loader.d.ts

@@ -0,0 +1,13 @@
+import type { Registry } from './registry';
+import type { ProviderLoadResult } from '../types';
+/**
+ * Load all provider manifests from a directory and register their tools.
+ */
+export declare function loadProviders(providersDir: string, registry: Registry): ProviderLoadResult;
+/**
+ * Watch providers directory for changes and auto-reload.
+ * Debounces to avoid rapid-fire reloads.
+ * @returns cleanup function to stop watching
+ */
+export declare function watchProviders(providersDir: string, registry: Registry, onReload?: (result: ProviderLoadResult) => void): () => void;
+//# sourceMappingURL=provider-loader.d.ts.map

package/dist/lib/provider-loader.js

@@ -0,0 +1,144 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadProviders = loadProviders;
+exports.watchProviders = watchProviders;
+// QLN — Provider manifest loader (providers/*.json → registry auto-registration)
+// Includes hot reload via fs.watch for development
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const schema_1 = require("./schema");
+/** Required fields for a valid provider manifest. */
+const REQUIRED_MANIFEST_FIELDS = ['provider', 'tools'];
+/**
+ * Load all provider manifests from a directory and register their tools.
+ */
+function loadProviders(providersDir, registry) {
+    const result = { loaded: 0, skipped: 0, failed: 0, details: [] };
+    if (!fs_1.default.existsSync(providersDir))
+        return result;
+    const files = fs_1.default.readdirSync(providersDir)
+        .filter((f) => f.endsWith('.json'));
+    if (files.length === 0)
+        return result;
+    for (const file of files) {
+        const filePath = path_1.default.join(providersDir, file);
+        try {
+            const manifest = _parseManifest(filePath);
+            if (!manifest) {
+                result.skipped++;
+                result.details.push({ file, status: 'skipped', reason: 'invalid manifest' });
+                continue;
+            }
+            const tools = _normalizeTools(manifest);
+            if (tools.length === 0) {
+                result.skipped++;
+                result.details.push({ file, status: 'skipped', reason: 'no valid tools' });
+                continue;
+            }
+            // Idempotent: purge old entries from this provider before re-registering
+            registry.purgeBySource(`provider:${manifest.provider}`);
+            const count = registry.registerBatch(tools);
+            result.loaded += count;
+            result.details.push({
+                file,
+                status: 'loaded',
+                provider: manifest.provider,
+                toolCount: count,
+            });
+        }
+        catch (err) {
+            result.failed++;
+            const msg = err instanceof Error ? err.message : String(err);
+            result.details.push({ file, status: 'failed', reason: msg });
+        }
+    }
+    return result;
+}
+/**
+ * Parse and validate a manifest JSON file.
+ */
+function _parseManifest(filePath) {
+    const raw = fs_1.default.readFileSync(filePath, 'utf-8');
+    const manifest = JSON.parse(raw);
+    // Validate required fields
+    for (const field of REQUIRED_MANIFEST_FIELDS) {
+        if (!manifest[field])
+            return null;
+    }
+    // tools must be a non-empty array
+    if (!Array.isArray(manifest.tools))
+        return null;
+    return manifest;
+}
+/**
+ * Normalize tool entries from a manifest for registry registration.
+ * Injects provider metadata and assigns source = "provider:{name}".
+ */
+function _normalizeTools(manifest) {
+    const providerName = manifest.provider;
+    const tools = [];
+    for (const raw of manifest.tools) {
+        // Skip tools missing required fields
+        if (!raw.name || !raw.description)
+            continue;
+        tools.push({
+            name: raw.name,
+            description: raw.description,
+            source: `provider:${providerName}`,
+            category: raw.category || (0, schema_1.inferCategory)(raw.name, 'provider'),
+            provider: providerName,
+            inputSchema: raw.inputSchema || null,
+            triggers: raw.triggers || undefined,
+            tags: raw.tags || [],
+            examples: raw.examples || [],
+            endpoint: raw.endpoint || '',
+            boostKeywords: raw.boostKeywords || undefined,
+        });
+    }
+    return tools;
+}
+/**
+ * Watch providers directory for changes and auto-reload.
+ * Debounces to avoid rapid-fire reloads.
+ * @returns cleanup function to stop watching
+ */
+function watchProviders(providersDir, registry, onReload) {
+    if (!fs_1.default.existsSync(providersDir)) {
+        console.error(`[QLN] Hot Reload: providers dir not found: ${providersDir}`);
+        return () => { };
+    }
+    let debounceTimer = null;
+    const DEBOUNCE_MS = 500;
+    const watcher = fs_1.default.watch(providersDir, (eventType, filename) => {
+        // Only react to .json file changes
+        if (!filename || !filename.endsWith('.json'))
+            return;
+        // Debounce: collapse rapid changes into one reload
+        if (debounceTimer)
+            clearTimeout(debounceTimer);
+        debounceTimer = setTimeout(() => {
+            console.error(`[QLN] Hot Reload: ${eventType} ${filename} → reloading providers...`);
+            try {
+                const result = loadProviders(providersDir, registry);
+                console.error(`[QLN] Hot Reload: ${result.loaded} tools reloaded`);
+                if (onReload)
+                    onReload(result);
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`[QLN] Hot Reload error: ${msg}`);
+            }
+        }, DEBOUNCE_MS);
+    });
+    console.error(`[QLN] Hot Reload: watching ${providersDir}`);
+    return () => {
+        if (debounceTimer)
+            clearTimeout(debounceTimer);
+        watcher.close();
+        console.error('[QLN] Hot Reload: stopped');
+    };
+}
+//# sourceMappingURL=provider-loader.js.map

package/dist/lib/provider-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-loader.js","sourceRoot":"","sources":["../../src/lib/provider-loader.ts"],"names":[],"mappings":";;;;;AAgBA,sCA8CC;AAuDD,wCAuCC;AA5JD,iFAAiF;AACjF,mDAAmD;AACnD,4CAAoB;AACpB,gDAAwB;AACxB,qCAAyC;AAIzC,qDAAqD;AACrD,MAAM,wBAAwB,GAAsB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AAI1E;;GAEG;AACH,SAAgB,aAAa,CAAC,YAAoB,EAAE,QAAkB;IACpE,MAAM,MAAM,GAAuB,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAErF,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,MAAM,CAAC;IAEhD,MAAM,KAAK,GAAG,YAAE,CAAC,WAAW,CAAC,YAAY,CAAC;SACvC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC7E,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBAC3E,SAAS;YACX,CAAC;YAED,yEAAyE;YACzE,QAAQ,CAAC,aAAa,CAAC,YAAY,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;YAExD,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;YACvB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB,IAAI;gBACJ,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,GAAG,GAAG,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;IAE5D,2BAA2B;IAC3B,KAAK,MAAM,KAAK,IAAI,wBAAwB,EAAE,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;IACpC,CAAC;IAED,kCAAkC;IAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhD,OAAO,QAAuC,CAAC;AACjD,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,QAA0B;IACjD,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACvC,MAAM,KAAK,GAAmB,EAAE,CAAC;IAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjC,qCAAqC;QACrC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW;YAAE,SAAS;QAE5C,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,MAAM,EAAE,YAAY,YAAY,EAAE;YAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAA,sBAAa,EAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC;YAC7D,QAAQ,EAAE,YAAY;YACtB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI;YACpC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;YACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,SAAS;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,SAAgB,cAAc,CAC5B,YAAoB,EACpB,QAAkB,EAClB,QAA+C;IAE/C,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,8CAA8C,YAAY,EAAE,CAAC,CAAC;QAC5E,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,aAAa,GAAyC,IAAI,CAAC;IAC/D,MAAM,WAAW,GAAG,GAAG,CAAC;IAExB,MAAM,OAAO,GAAG,YAAE,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,SAAiB,EAAE,QAAuB,EAAE,EAAE;QACpF,mCAAmC;QACnC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO;QAErD,mDAAmD;QACnD,IAAI,aAAa;YAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC/C,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,OAAO,CAAC,KAAK,CAAC,qBAAqB,SAAS,IAAI,QAAQ,2BAA2B,CAAC,CAAC;YACrF,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;gBACrD,OAAO,CAAC,KAAK,CAAC,qBAAqB,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBACnE,IAAI,QAAQ;oBAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC,EAAE,WAAW,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,KAAK,CAAC,8BAA8B,YAAY,EAAE,CAAC,CAAC;IAE5D,OAAO,GAAG,EAAE;QACV,IAAI,aAAa;YAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC7C,CAAC,CAAC;AACJ,CAAC"}

package/dist/lib/registry.d.ts

@@ -0,0 +1,38 @@
+import type { Store } from './store';
+import type { Embedding } from './embedding';
+import type { ToolEntry, RawToolEntry, RegistryStats, EmbeddingPrecomputeResult } from '../types';
+/**
+ * Tool registry — in-memory cache (Map) + SQLite persistence.
+ * Designed for up to 1000 tools.
+ */
+export declare class Registry {
+    private _store;
+    private _embedding;
+    private _cache;
+    constructor(store: Store, embedding?: Embedding | null);
+    /** Load all entries from SQLite into memory cache */
+    load(): void;
+    /**
+     * Register a tool (update if exists, preserve existing stats).
+     */
+    register(raw: RawToolEntry): ToolEntry;
+    /** Batch register tools (single disk write at the end). */
+    registerBatch(tools: RawToolEntry[]): number;
+    /** Remove a tool. */
+    remove(name: string): boolean;
+    /** Purge all tools by source (for re-sync). */
+    purgeBySource(source: string): number;
+    get(name: string): ToolEntry | null;
+    getAll(): ToolEntry[];
+    get size(): number;
+    /** Remove all tools by provider name. */
+    removeByProvider(providerName: string): number;
+    /** Precompute embeddings for tools without one (single disk write). */
+    precomputeEmbeddings(): Promise<EmbeddingPrecomputeResult>;
+    /** Record tool usage + circuit breaker state. */
+    recordUsage(name: string, success?: boolean): void;
+    stats(): RegistryStats;
+    /** Convert SQLite row to tool entry */
+    private _rowToEntry;
+}
+//# sourceMappingURL=registry.d.ts.map