webmcp-cli 1.0.0 → 1.2.1

package/dist/llm/advice-service.js

@@ -0,0 +1,243 @@
+/**
+ * Smart Advice Service
+ *
+ * Generates LLM-powered contextual advice for audit findings
+ * by calling the centralized WebMCP Advice Server.
+ */
+import { createHash } from 'crypto';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+const CACHE_DIR = join(homedir(), '.webmcp', 'cache');
+const ADVICE_CACHE_FILE = join(CACHE_DIR, 'smart-advice.json');
+const CACHE_TTL = 7 * 24 * 60 * 60 * 1000; // 7 days
+const DEFAULT_SERVER_URL = 'https://webmcp-advice-production.up.railway.app';
+export class AdviceService {
+    cache;
+    serverUrl;
+    clientVersion;
+    constructor(config) {
+        this.serverUrl = config?.serverUrl || process.env['WEBMCP_SERVER_URL'] || DEFAULT_SERVER_URL;
+        this.clientVersion = 'webmcp-cli/1.1.0';
+        this.cache = this.loadCache();
+    }
+    isAvailable() {
+        return true;
+    }
+    async generateAdvice(finding, tool, siteUrl) {
+        const cacheKey = this.getCacheKey(finding, tool);
+        const cached = this.cache.entries[cacheKey];
+        if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
+            return { ...cached.advice, cached: true };
+        }
+        const body = {
+            finding: {
+                ruleId: finding.ruleId,
+                severity: finding.severity,
+                message: finding.message,
+                tool: finding.tool,
+                fix: finding.fix,
+                scoreImpact: finding.scoreImpact,
+            },
+        };
+        if (tool) {
+            body['tool'] = {
+                name: tool.name,
+                description: tool.description,
+                inputSchema: tool.inputSchema,
+            };
+        }
+        if (siteUrl) {
+            body['siteUrl'] = siteUrl;
+        }
+        const advice = await this.callServer('/api/advice/finding', body);
+        this.cache.entries[cacheKey] = { advice, timestamp: Date.now() };
+        this.saveCache();
+        return advice;
+    }
+    /**
+     * Generate proactive optimization advice for a tool
+     * (even if no specific finding exists)
+     */
+    async generateToolAdvice(tool, siteUrl) {
+        const cacheKey = this.getToolCacheKey(tool);
+        const cached = this.cache.entries[cacheKey];
+        if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
+            return { ...cached.advice, cached: true };
+        }
+        const body = {
+            tool: {
+                name: tool.name,
+                description: tool.description,
+                inputSchema: tool.inputSchema,
+            },
+        };
+        if (siteUrl) {
+            body['siteUrl'] = siteUrl;
+        }
+        const advice = await this.callServer('/api/advice/tool', body);
+        this.cache.entries[cacheKey] = { advice, timestamp: Date.now() };
+        this.saveCache();
+        return advice;
+    }
+    /**
+     * Pre-fetch advice for all findings and tools in parallel
+     * Call this after audit completes, before displaying TUI
+     */
+    async prefetchAll(findings, tools, siteUrl, onProgress) {
+        const findingAdvice = new Map();
+        const toolAdvice = new Map();
+        const total = findings.length + tools.length;
+        // Check how many are already cached
+        const uncachedFindings = [];
+        const uncachedTools = [];
+        for (let i = 0; i < findings.length; i++) {
+            const finding = findings[i];
+            const relatedTool = finding.tool ? tools.find(t => t.name === finding.tool) : undefined;
+            const cacheKey = this.getCacheKey(finding, relatedTool);
+            const cached = this.cache.entries[cacheKey];
+            if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
+                findingAdvice.set(`finding-${i}`, { ...cached.advice, cached: true });
+            }
+            else {
+                uncachedFindings.push({ index: i, finding, tool: relatedTool });
+            }
+        }
+        for (let i = 0; i < tools.length; i++) {
+            const tool = tools[i];
+            const cacheKey = this.getToolCacheKey(tool);
+            const cached = this.cache.entries[cacheKey];
+            if (cached && Date.now() - cached.timestamp < CACHE_TTL) {
+                toolAdvice.set(`tool-${i}`, { ...cached.advice, cached: true });
+            }
+            else {
+                uncachedTools.push({ index: i, tool });
+            }
+        }
+        let completed = findingAdvice.size + toolAdvice.size;
+        onProgress?.(completed, total);
+        // If everything is cached, return early
+        if (uncachedFindings.length === 0 && uncachedTools.length === 0) {
+            return { findingAdvice, toolAdvice };
+        }
+        // Call server batch endpoint for uncached items
+        try {
+            const body = {
+                findings: uncachedFindings.map(f => ({
+                    ruleId: f.finding.ruleId,
+                    severity: f.finding.severity,
+                    message: f.finding.message,
+                    tool: f.finding.tool,
+                    fix: f.finding.fix,
+                    scoreImpact: f.finding.scoreImpact,
+                })),
+                tools: uncachedTools.map(t => ({
+                    name: t.tool.name,
+                    description: t.tool.description,
+                    inputSchema: t.tool.inputSchema,
+                })),
+            };
+            if (siteUrl) {
+                body['siteUrl'] = siteUrl;
+            }
+            const response = await fetch(`${this.serverUrl}/api/advice/prefetch`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'X-Client-Version': this.clientVersion,
+                },
+                body: JSON.stringify(body),
+            });
+            if (response.ok) {
+                const data = (await response.json());
+                // Map server response indices back to original indices
+                for (let i = 0; i < uncachedFindings.length; i++) {
+                    const item = uncachedFindings[i];
+                    const advice = data.findingAdvice[`finding-${i}`];
+                    if (advice) {
+                        findingAdvice.set(`finding-${item.index}`, advice);
+                        const cacheKey = this.getCacheKey(item.finding, item.tool);
+                        this.cache.entries[cacheKey] = { advice, timestamp: Date.now() };
+                    }
+                    completed++;
+                    onProgress?.(completed, total);
+                }
+                for (let i = 0; i < uncachedTools.length; i++) {
+                    const item = uncachedTools[i];
+                    const advice = data.toolAdvice[`tool-${i}`];
+                    if (advice) {
+                        toolAdvice.set(`tool-${item.index}`, advice);
+                        const cacheKey = this.getToolCacheKey(item.tool);
+                        this.cache.entries[cacheKey] = { advice, timestamp: Date.now() };
+                    }
+                    completed++;
+                    onProgress?.(completed, total);
+                }
+                this.saveCache();
+            }
+            else {
+                throw new Error(`Advice prefetch failed: ${response.status}`);
+            }
+        }
+        catch {
+            // Batch failed - fall back to individual requests
+            const individualTasks = [];
+            for (const item of uncachedFindings) {
+                individualTasks.push(this.generateAdvice(item.finding, item.tool, siteUrl)
+                    .then(advice => { findingAdvice.set(`finding-${item.index}`, advice); })
+                    .catch(() => { })
+                    .finally(() => { completed++; onProgress?.(completed, total); }));
+            }
+            for (const item of uncachedTools) {
+                individualTasks.push(this.generateToolAdvice(item.tool, siteUrl)
+                    .then(advice => { toolAdvice.set(`tool-${item.index}`, advice); })
+                    .catch(() => { })
+                    .finally(() => { completed++; onProgress?.(completed, total); }));
+            }
+            await Promise.all(individualTasks);
+        }
+        return { findingAdvice, toolAdvice };
+    }
+    async callServer(path, body) {
+        const response = await fetch(`${this.serverUrl}${path}`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'X-Client-Version': this.clientVersion,
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            throw new Error(`Advice server error: ${response.status}`);
+        }
+        const data = (await response.json());
+        return data.advice;
+    }
+    getToolCacheKey(tool) {
+        const input = `tool:${tool.name}:${tool.description?.slice(0, 100) || ''}:${JSON.stringify(tool.inputSchema).slice(0, 200)}`;
+        return createHash('sha256').update(input).digest('hex').slice(0, 16);
+    }
+    getCacheKey(finding, tool) {
+        const input = `${finding.ruleId}:${finding.message}:${tool?.name || ''}:${tool?.description?.slice(0, 100) || ''}`;
+        return createHash('sha256').update(input).digest('hex').slice(0, 16);
+    }
+    loadCache() {
+        try {
+            if (existsSync(ADVICE_CACHE_FILE)) {
+                return JSON.parse(readFileSync(ADVICE_CACHE_FILE, 'utf-8'));
+            }
+        }
+        catch { /* ignore */ }
+        return { version: 1, entries: {} };
+    }
+    saveCache() {
+        try {
+            if (!existsSync(CACHE_DIR)) {
+                mkdirSync(CACHE_DIR, { recursive: true });
+            }
+            writeFileSync(ADVICE_CACHE_FILE, JSON.stringify(this.cache, null, 2));
+        }
+        catch { /* ignore */ }
+    }
+}
+//# sourceMappingURL=advice-service.js.map

package/dist/llm/advice-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"advice-service.js","sourceRoot":"","sources":["../../src/llm/advice-service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAK5B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AACtD,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;AAC/D,MAAM,SAAS,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AAEpD,MAAM,kBAAkB,GAAG,iDAAiD,CAAC;AAW7E,MAAM,OAAO,aAAa;IAChB,KAAK,CAAc;IACnB,SAAS,CAAS;IAClB,aAAa,CAAS;IAE9B,YAAY,MAA4B;QACtC,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,kBAAkB,CAAC;QAC7F,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,OAAgB,EAChB,IAAmB,EACnB,OAAgB;QAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;YACxD,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,OAAO,EAAE;gBACP,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC;SACF,CAAC;QAEF,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QAC5B,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;QAElE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QAEjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CACtB,IAAkB,EAClB,OAAgB;QAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;YACxD,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,IAAI,EAAE;gBACJ,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B;SACF,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QAC5B,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QAE/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QAEjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,KAAqB,EACrB,OAAgB,EAChB,UAAuD;QAEvD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;QAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE7C,oCAAoC;QACpC,MAAM,gBAAgB,GAAoE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAiD,EAAE,CAAC;QAEvE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;gBACxD,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,gBAAgB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;gBACxD,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClE,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,SAAS,GAAG,aAAa,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QACrD,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE/B,wCAAwC;QACxC,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;QACvC,CAAC;QAED,gDAAgD;QAChD,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B;gBACpC,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACnC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;oBACxB,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ;oBAC5B,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;oBAC1B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI;oBACpB,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG;oBAClB,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;iBACnC,CAAC,CAAC;gBACH,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;oBACjB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;oBAC/B,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;iBAChC,CAAC,CAAC;aACJ,CAAC;YAEF,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;YAC5B,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,sBAAsB,EAAE;gBACpE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,kBAAkB,EAAE,IAAI,CAAC,aAAa;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;gBAEF,uDAAuD;gBACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjD,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;oBAClD,IAAI,MAAM,EAAE,CAAC;wBACX,aAAa,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;wBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBACnE,CAAC;oBACD,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBACjC,CAAC;gBAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9C,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAE,CAAC;oBAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAC5C,IAAI,MAAM,EAAE,CAAC;wBACX,UAAU,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;wBAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBACnE,CAAC;oBACD,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,kDAAkD;YAClD,MAAM,eAAe,GAAoB,EAAE,CAAC;YAE5C,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;gBACpC,eAAe,CAAC,IAAI,CAClB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;qBAClD,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;qBACvE,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;qBACf,OAAO,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;gBACjC,eAAe,CAAC,IAAI,CAClB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;qBACxC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;qBACjE,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;qBACf,OAAO,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,IAA6B;QAClE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,kBAAkB,EAAE,IAAI,CAAC,aAAa;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QAChE,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,eAAe,CAAC,IAAkB;QACxC,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7H,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAEO,WAAW,CAAC,OAAgB,EAAE,IAAmB;QACvD,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE,IAAI,IAAI,EAAE,IAAI,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QACnH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAEO,SAAS;QACf,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACrC,CAAC;IAEO,SAAS;QACf,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,aAAa,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;CACF"}

package/dist/llm/evaluator.d.ts

@@ -0,0 +1,89 @@
+/**
+ * LLM Evaluator
+ *
+ * Main class for LLM-based tool evaluation with caching.
+ */
+import type { LLMConfig, EvaluationResult, DescriptionEvalContext, DescriptionQualityReport, EvaluationType } from './types.js';
+import type { DetectedTool } from '../core/types/tool.js';
+/**
+ * LLM Evaluator with caching
+ */
+export declare class LLMEvaluator {
+    private provider;
+    private cache;
+    private cacheEnabled;
+    constructor(config?: Partial<LLMConfig> & {
+        disableCache?: boolean;
+    });
+    /**
+     * Get the provider name
+     */
+    get providerName(): string;
+    /**
+     * Check if LLM is available
+     */
+    isLLMAvailable(): boolean;
+    /**
+     * Evaluate a specific aspect of a tool description
+     */
+    evaluateAspect(tool: DetectedTool, aspect: DescriptionEvalContext['aspect']): Promise<EvaluationResult>;
+    /**
+     * Get a full quality report for a tool
+     */
+    getQualityReport(tool: DetectedTool): Promise<DescriptionQualityReport>;
+    /**
+     * Run a specific evaluation type (for rules)
+     */
+    runEvaluation(tool: DetectedTool, evaluationType: EvaluationType): Promise<EvaluationResult>;
+    /**
+     * Evaluate multiple tools at once
+     */
+    evaluateTools(tools: DetectedTool[], evaluationType: EvaluationType): Promise<Map<string, EvaluationResult>>;
+    /**
+     * Generate cache key for a tool and aspect
+     */
+    private getCacheKey;
+    /**
+     * Get result from cache if valid
+     */
+    private getFromCache;
+    /**
+     * Set cache entry
+     */
+    private setCache;
+    /**
+     * Get full report from cache
+     */
+    private getReportFromCache;
+    /**
+     * Cache full quality report
+     */
+    private setReportCache;
+    /**
+     * Load cache from disk
+     */
+    private loadCache;
+    /**
+     * Save cache to disk
+     */
+    private saveCache;
+    /**
+     * Clear the cache
+     */
+    clearCache(): void;
+    /**
+     * Get cache statistics
+     */
+    getCacheStats(): {
+        entries: number;
+        oldestMs: number | null;
+    };
+}
+/**
+ * Create an evaluator with default configuration
+ */
+export declare function createEvaluator(config?: Partial<LLMConfig> & {
+    disableCache?: boolean;
+}): LLMEvaluator;
+export declare function getDefaultEvaluator(): LLMEvaluator;
+export default LLMEvaluator;

package/dist/llm/evaluator.js

@@ -0,0 +1,274 @@
+/**
+ * LLM Evaluator
+ *
+ * Main class for LLM-based tool evaluation with caching.
+ */
+import { createHash } from 'crypto';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+import { OpenRouterProvider } from './providers/openrouter.js';
+import { MockProvider } from './providers/mock.js';
+/**
+ * Cache configuration
+ */
+const CACHE_VERSION = 2;
+const CACHE_TTL_MS = 24 * 60 * 60 * 1000; // 24 hours
+const CACHE_DIR = join(homedir(), '.webmcp', 'cache');
+const CACHE_FILE = join(CACHE_DIR, 'llm-evaluations.json');
+/**
+ * LLM Evaluator with caching
+ */
+export class LLMEvaluator {
+    provider;
+    cache;
+    cacheEnabled;
+    constructor(config) {
+        // Create provider based on available API key
+        const apiKey = config?.apiKey || process.env['OPENROUTER_API_KEY'];
+        if (apiKey) {
+            this.provider = new OpenRouterProvider({
+                ...config,
+                apiKey,
+            });
+        }
+        else {
+            this.provider = new MockProvider();
+        }
+        this.cacheEnabled = !config?.disableCache;
+        this.cache = this.loadCache();
+    }
+    /**
+     * Get the provider name
+     */
+    get providerName() {
+        return this.provider.name;
+    }
+    /**
+     * Check if LLM is available
+     */
+    isLLMAvailable() {
+        return this.provider.isAvailable() && this.provider.name !== 'mock';
+    }
+    /**
+     * Evaluate a specific aspect of a tool description
+     */
+    async evaluateAspect(tool, aspect) {
+        const context = {
+            name: tool.name,
+            description: tool.description,
+            inputSchema: tool.inputSchema ? JSON.stringify(tool.inputSchema) : undefined,
+            aspect,
+        };
+        const cacheKey = this.getCacheKey(tool, aspect);
+        const cached = this.getFromCache(cacheKey);
+        if (cached) {
+            return { ...cached, cached: true };
+        }
+        const result = await this.provider.evaluateDescription(context);
+        if (result.score > 0 || result.reasoning !== 'Evaluation failed') {
+            this.setCache(cacheKey, result);
+        }
+        return result;
+    }
+    /**
+     * Get a full quality report for a tool
+     */
+    async getQualityReport(tool) {
+        const cacheKey = this.getCacheKey(tool, 'full-report');
+        // Check cache for full report
+        const cachedReport = this.getReportFromCache(cacheKey);
+        if (cachedReport) {
+            return cachedReport;
+        }
+        const report = await this.provider.getQualityReport(tool);
+        // Cache the full report
+        this.setReportCache(cacheKey, report);
+        return report;
+    }
+    /**
+     * Run a specific evaluation type (for rules)
+     */
+    async runEvaluation(tool, evaluationType) {
+        const aspectMap = {
+            'desc-specific-verb': 'specificity',
+            'desc-positive-framing': 'positive-framing',
+            'desc-explains-what': 'completeness',
+            'desc-explains-when': 'completeness',
+            'bp-atomic-tool': 'atomicity',
+            'steering-quality': 'steering',
+            'instruction-similarity': 'similarity',
+            'param-clarity': 'clarity',
+            'full-quality': 'all',
+        };
+        const aspect = aspectMap[evaluationType] || 'all';
+        return this.evaluateAspect(tool, aspect);
+    }
+    /**
+     * Evaluate multiple tools at once
+     */
+    async evaluateTools(tools, evaluationType) {
+        const results = new Map();
+        for (const tool of tools) {
+            const result = await this.runEvaluation(tool, evaluationType);
+            results.set(tool.name, result);
+        }
+        return results;
+    }
+    /**
+     * Generate cache key for a tool and aspect
+     */
+    getCacheKey(tool, aspect) {
+        const input = `${tool.name}:${tool.description}:${aspect}`;
+        return createHash('sha256').update(input).digest('hex').substring(0, 16);
+    }
+    /**
+     * Get result from cache if valid
+     */
+    getFromCache(key) {
+        if (!this.cacheEnabled)
+            return null;
+        const entry = this.cache.entries[key];
+        if (!entry)
+            return null;
+        // Check if expired
+        if (Date.now() - entry.timestamp > CACHE_TTL_MS) {
+            delete this.cache.entries[key];
+            this.saveCache();
+            return null;
+        }
+        if (entry.kind !== 'evaluation') {
+            return null;
+        }
+        return entry.result;
+    }
+    /**
+     * Set cache entry
+     */
+    setCache(key, result) {
+        if (!this.cacheEnabled)
+            return;
+        this.cache.entries[key] = {
+            kind: 'evaluation',
+            result,
+            timestamp: Date.now(),
+            inputHash: key,
+        };
+        this.saveCache();
+    }
+    /**
+     * Get full report from cache
+     */
+    getReportFromCache(key) {
+        if (!this.cacheEnabled)
+            return null;
+        const reportKey = `report:${key}`;
+        const entry = this.cache.entries[reportKey];
+        if (!entry)
+            return null;
+        if (Date.now() - entry.timestamp > CACHE_TTL_MS) {
+            delete this.cache.entries[reportKey];
+            this.saveCache();
+            return null;
+        }
+        if (entry.kind !== 'report') {
+            return null;
+        }
+        return entry.result;
+    }
+    /**
+     * Cache full quality report
+     */
+    setReportCache(key, report) {
+        if (!this.cacheEnabled)
+            return;
+        const reportKey = `report:${key}`;
+        this.cache.entries[reportKey] = {
+            kind: 'report',
+            result: report,
+            timestamp: Date.now(),
+            inputHash: key,
+        };
+        this.saveCache();
+    }
+    /**
+     * Load cache from disk
+     */
+    loadCache() {
+        try {
+            if (existsSync(CACHE_FILE)) {
+                const data = readFileSync(CACHE_FILE, 'utf-8');
+                const cache = JSON.parse(data);
+                // Check version
+                if (cache.version === CACHE_VERSION) {
+                    return cache;
+                }
+            }
+        }
+        catch {
+            // Ignore cache load errors
+        }
+        return {
+            version: CACHE_VERSION,
+            entries: {},
+        };
+    }
+    /**
+     * Save cache to disk
+     */
+    saveCache() {
+        if (!this.cacheEnabled)
+            return;
+        try {
+            // Ensure directory exists
+            if (!existsSync(CACHE_DIR)) {
+                mkdirSync(CACHE_DIR, { recursive: true });
+            }
+            writeFileSync(CACHE_FILE, JSON.stringify(this.cache, null, 2));
+        }
+        catch {
+            // Ignore cache save errors
+        }
+    }
+    /**
+     * Clear the cache
+     */
+    clearCache() {
+        this.cache = {
+            version: CACHE_VERSION,
+            entries: {},
+        };
+        this.saveCache();
+    }
+    /**
+     * Get cache statistics
+     */
+    getCacheStats() {
+        const entries = Object.keys(this.cache.entries).length;
+        let oldestMs = null;
+        for (const entry of Object.values(this.cache.entries)) {
+            if (oldestMs === null || entry.timestamp < oldestMs) {
+                oldestMs = entry.timestamp;
+            }
+        }
+        return { entries, oldestMs };
+    }
+}
+/**
+ * Create an evaluator with default configuration
+ */
+export function createEvaluator(config) {
+    return new LLMEvaluator(config);
+}
+/**
+ * Singleton evaluator for use across the application
+ */
+let defaultEvaluator = null;
+export function getDefaultEvaluator() {
+    if (!defaultEvaluator) {
+        defaultEvaluator = createEvaluator();
+    }
+    return defaultEvaluator;
+}
+export default LLMEvaluator;
+//# sourceMappingURL=evaluator.js.map

package/dist/llm/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../src/llm/evaluator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAW5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD;;GAEG;AACH,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;AACrD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AACtD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;AAE3D;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,QAAQ,CAAc;IACtB,KAAK,CAAW;IAChB,YAAY,CAAU;IAE9B,YAAY,MAAwD;QAClE,6CAA6C;QAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAEnE,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,GAAG,IAAI,kBAAkB,CAAC;gBACrC,GAAG,MAAM;gBACT,MAAM;aACP,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,IAAkB,EAClB,MAAwC;QAExC,MAAM,OAAO,GAA2B;YACtC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;YAC5E,MAAM;SACP,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEhE,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,KAAK,mBAAmB,EAAE,CAAC;YACjE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,IAAkB;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAEvD,8BAA8B;QAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE1D,wBAAwB;QACxB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEtC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,IAAkB,EAClB,cAA8B;QAE9B,MAAM,SAAS,GAA6D;YAC1E,oBAAoB,EAAE,aAAa;YACnC,uBAAuB,EAAE,kBAAkB;YAC3C,oBAAoB,EAAE,cAAc;YACpC,oBAAoB,EAAE,cAAc;YACpC,gBAAgB,EAAE,WAAW;YAC7B,kBAAkB,EAAE,UAAU;YAC9B,wBAAwB,EAAE,YAAY;YACtC,eAAe,EAAE,SAAS;YAC1B,cAAc,EAAE,KAAK;SACtB,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC;QAClD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,KAAqB,EACrB,cAA8B;QAE9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA4B,CAAC;QAEpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAkB,EAAE,MAAc;QACpD,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;QAC3D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,GAAW;QAC9B,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,mBAAmB;QACnB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,GAAW,EAAE,MAAwB;QACpD,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG;YACxB,IAAI,EAAE,YAAY;YAClB,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,GAAW;QACpC,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,SAAS,GAAG,UAAU,GAAG,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE5C,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,GAAW,EAAE,MAAgC;QAClE,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,MAAM,SAAS,GAAG,UAAU,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG;YAC9B,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,SAAS;QACf,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC;gBAE3C,gBAAgB;gBAChB,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa,EAAE,CAAC;oBACpC,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;QAED,OAAO;YACL,OAAO,EAAE,aAAa;YACtB,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,CAAC;YAED,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,GAAG;YACX,OAAO,EAAE,aAAa;YACtB,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACvD,IAAI,QAAQ,GAAkB,IAAI,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,IAAI,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,GAAG,QAAQ,EAAE,CAAC;gBACpD,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAwD;IACtF,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,IAAI,gBAAgB,GAAwB,IAAI,CAAC;AAEjD,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,gBAAgB,GAAG,eAAe,EAAE,CAAC;IACvC,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,eAAe,YAAY,CAAC"}

package/dist/llm/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * LLM Module
+ *
+ * LLM-based tool evaluation for AgentReady CLI.
+ */
+export type { LLMConfig, LLMProvider, EvaluationContext, EvaluationResult, DescriptionEvalContext, DescriptionQualityReport, CacheEntry, LLMCache, EvaluationType, SmartAdvice, FindingWithAdvice, } from './types.js';
+export { LLMEvaluator, createEvaluator, getDefaultEvaluator, } from './evaluator.js';
+export { OpenRouterProvider, createOpenRouterProvider } from './providers/openrouter.js';
+export { MockProvider, createMockProvider } from './providers/mock.js';
+export { AdviceService, type AdviceServiceConfig } from './advice-service.js';
+export { LLMRequestCache, getRequestCache } from './request-cache.js';

package/dist/llm/index.js

@@ -0,0 +1,15 @@
+/**
+ * LLM Module
+ *
+ * LLM-based tool evaluation for AgentReady CLI.
+ */
+// Evaluator
+export { LLMEvaluator, createEvaluator, getDefaultEvaluator, } from './evaluator.js';
+// Providers
+export { OpenRouterProvider, createOpenRouterProvider } from './providers/openrouter.js';
+export { MockProvider, createMockProvider } from './providers/mock.js';
+// Advice Service
+export { AdviceService } from './advice-service.js';
+// Request Cache
+export { LLMRequestCache, getRequestCache } from './request-cache.js';
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAiBH,YAAY;AACZ,OAAO,EACL,YAAY,EACZ,eAAe,EACf,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AAExB,YAAY;AACZ,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEvE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAA4B,MAAM,qBAAqB,CAAC;AAE9E,gBAAgB;AAChB,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}