@defai.digital/ax-cli 3.8.6 → 3.8.8

package/dist/tools/web-search/web-search-tool.js

@@ -1,246 +0,0 @@
-/**
- * Web Search Tool
- * Main tool for web search functionality in AX CLI
- */
-import { WebSearchRouter } from "./router.js";
-import { SearchCache } from "./cache.js";
-export class WebSearchTool {
-    router;
-    cache;
-    DEFAULT_MAX_RESULTS = 5;
-    MAX_RESULTS_LIMIT = 10;
-    MAX_PARALLEL_ENGINES = 3; // Execute up to 3 engines in parallel
-    constructor() {
-        this.router = new WebSearchRouter();
-        this.cache = new SearchCache();
-    }
-    /**
-     * Search the web for information
-     */
-    async search(query, options) {
-        try {
-            // Validate query
-            if (!query || query.trim().length === 0) {
-                return {
-                    success: false,
-                    error: "Search query cannot be empty",
-                };
-            }
-            // Sanitize query
-            const sanitizedQuery = this.sanitizeQuery(query);
-            // Note: hasAvailableEngines() always returns true now because npm, PyPI,
-            // and crates.io search are available by default (no API key required).
-            // Check cache first
-            const cached = this.cache.get(sanitizedQuery);
-            if (cached && cached.length > 0) {
-                return {
-                    success: true,
-                    output: this.formatResults(cached, sanitizedQuery, true),
-                };
-            }
-            // Detect intent and select engines
-            const intent = this.router.detectIntent(sanitizedQuery);
-            const engines = this.router.selectEngines(intent);
-            if (engines.length === 0) {
-                return {
-                    success: false,
-                    error: "No search engine available",
-                };
-            }
-            // Prepare search options
-            const searchOptions = {
-                maxResults: Math.min(options?.maxResults || this.DEFAULT_MAX_RESULTS, this.MAX_RESULTS_LIMIT),
-                includeAnswer: options?.includeAnswer ?? true,
-                searchDepth: options?.searchDepth || "basic",
-                freshness: options?.freshness,
-                includeDomains: options?.includeDomains,
-                excludeDomains: options?.excludeDomains,
-            };
-            // Execute searches in parallel across multiple engines
-            const parallelCount = Math.min(engines.length, this.MAX_PARALLEL_ENGINES);
-            const enginesToUse = engines.slice(0, parallelCount);
-            // Execute all searches in parallel
-            const searchPromises = enginesToUse.map((engine) => engine
-                .search(sanitizedQuery, searchOptions)
-                .then((results) => ({ engine: engine.name, results, error: null }))
-                .catch((error) => ({
-                engine: engine.name,
-                results: [],
-                error: error.message,
-            })));
-            const searchResults = await Promise.all(searchPromises);
-            // Aggregate and deduplicate results
-            const results = this.aggregateResults(searchResults, searchOptions.maxResults || this.DEFAULT_MAX_RESULTS);
-            // Cache results (5 minute TTL)
-            if (results.length > 0) {
-                this.cache.set(sanitizedQuery, results, 300);
-            }
-            // Get list of engines that were used
-            const enginesUsed = searchResults
-                .filter((r) => r.results.length > 0)
-                .map((r) => r.engine);
-            // Format and return results
-            return {
-                success: true,
-                output: this.formatResults(results, sanitizedQuery, false, intent.type, enginesUsed),
-            };
-        }
-        catch (error) {
-            // Handle specific error cases
-            if (error.message?.includes("timeout")) {
-                return {
-                    success: false,
-                    error: "Search request timed out. Please try again.",
-                };
-            }
-            if (error.message?.includes("rate limit")) {
-                return {
-                    success: false,
-                    error: "Search rate limit exceeded. Please try again later.",
-                };
-            }
-            if (error.message?.includes("API key")) {
-                return {
-                    success: false,
-                    error: "Search API authentication failed. Please check your API keys.",
-                };
-            }
-            // Generic error
-            return {
-                success: false,
-                error: `Web search error: ${error.message}`,
-            };
-        }
-    }
-    /**
-     * Sanitize search query to prevent injection attacks
-     */
-    sanitizeQuery(query) {
-        return query
-            .replace(/[<>\"\']/g, "") // Remove special characters
-            .trim()
-            .slice(0, 500); // Max length
-    }
-    /**
-     * Aggregate and deduplicate results from multiple search engines
-     */
-    aggregateResults(searchResults, maxResults) {
-        const urlMap = new Map();
-        const scores = new Map();
-        // Aggregate results from all engines
-        for (const { engine, results } of searchResults) {
-            results.forEach((result, index) => {
-                const url = result.url;
-                // Calculate score based on position and source
-                // Earlier results and results from multiple engines get higher scores
-                const positionScore = maxResults - index;
-                const sourceBonus = this.getSourceBonus(engine);
-                const score = positionScore + sourceBonus;
-                if (!urlMap.has(url)) {
-                    // New result
-                    urlMap.set(url, result);
-                    scores.set(url, score);
-                }
-                else {
-                    // Duplicate - boost score (result appears in multiple engines)
-                    const existingScore = scores.get(url) || 0;
-                    scores.set(url, existingScore + score * 0.5); // 50% bonus for appearing in multiple sources
-                    // Merge metadata if the new result has additional info
-                    const existing = urlMap.get(url);
-                    if (result.metadata?.answer && !existing.metadata?.answer) {
-                        existing.metadata = {
-                            ...existing.metadata,
-                            answer: result.metadata.answer,
-                        };
-                    }
-                }
-            });
-        }
-        // Sort by score and return top results
-        const aggregated = Array.from(urlMap.entries())
-            .map(([url, result]) => ({
-            result,
-            score: scores.get(url) || 0,
-        }))
-            .sort((a, b) => b.score - a.score)
-            .slice(0, maxResults)
-            .map(({ result }) => result);
-        return aggregated;
-    }
-    /**
-     * Get bonus score for specific search engines
-     */
-    getSourceBonus(engine) {
-        // Prioritize certain engines based on reliability
-        switch (engine) {
-            case "npm":
-            case "pypi":
-            case "crates.io":
-                return 2; // Package registries are authoritative for packages
-            default:
-                return 0;
-        }
-    }
-    /**
-     * Format search results for display
-     */
-    formatResults(results, query, fromCache, intentType, enginesUsed) {
-        if (results.length === 0) {
-            return `No web search results found for "${query}".`;
-        }
-        let output = `Web search results for "${query}"`;
-        // Add cache indicator
-        if (fromCache) {
-            output += " (cached)";
-        }
-        // Add intent indicator if available
-        if (intentType && intentType !== "general") {
-            output += ` [${intentType}]`;
-        }
-        // Add engines used indicator (for parallel search)
-        if (enginesUsed && enginesUsed.length > 1) {
-            output += ` [sources: ${enginesUsed.join(", ")}]`;
-        }
-        output += ":\n\n";
-        // Format each result
-        results.forEach((result, index) => {
-            output += `${index + 1}. **${result.title}**\n`;
-            output += `   URL: ${result.url}\n`;
-            output += `   ${result.snippet}\n`;
-            // Add published date if available
-            if (result.publishedDate) {
-                output += `   Published: ${result.publishedDate}\n`;
-            }
-            // Add source indicator
-            output += `   Source: ${result.source}\n`;
-            output += "\n";
-        });
-        // Add result count
-        if (results.length >= this.MAX_RESULTS_LIMIT) {
-            output += `Showing ${results.length} results (maximum). Refine your query for more specific results.\n`;
-        }
-        else {
-            output += `Found ${results.length} result${results.length === 1 ? "" : "s"}.\n`;
-        }
-        return output.trim();
-    }
-    /**
-     * Get cache statistics (for debugging/monitoring)
-     */
-    getCacheStats() {
-        return this.cache.getStats();
-    }
-    /**
-     * Clear search cache
-     */
-    clearCache() {
-        this.cache.clear();
-    }
-    /**
-     * Check if web search is available
-     */
-    isAvailable() {
-        return this.router.hasAvailableEngines();
-    }
-}
-//# sourceMappingURL=web-search-tool.js.map

package/dist/tools/web-search/web-search-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"web-search-tool.js","sourceRoot":"","sources":["../../../src/tools/web-search/web-search-tool.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,MAAM,OAAO,aAAa;IAChB,MAAM,CAAkB;IACxB,KAAK,CAAc;IACV,mBAAmB,GAAG,CAAC,CAAC;IACxB,iBAAiB,GAAG,EAAE,CAAC;IACvB,oBAAoB,GAAG,CAAC,CAAC,CAAC,sCAAsC;IAEjF;QACE,IAAI,CAAC,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAAuB;QAEvB,IAAI,CAAC;YACH,iBAAiB;YACjB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,8BAA8B;iBACtC,CAAC;YACJ,CAAC;YAED,iBAAiB;YACjB,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEjD,yEAAyE;YACzE,uEAAuE;YAEvE,oBAAoB;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC9C,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC;iBACzD,CAAC;YACJ,CAAC;YAED,mCAAmC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAElD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,4BAA4B;iBACpC,CAAC;YACJ,CAAC;YAED,yBAAyB;YACzB,MAAM,aAAa,GAAkB;gBACnC,UAAU,EAAE,IAAI,CAAC,GAAG,CAClB,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,mBAAmB,EAC/C,IAAI,CAAC,iBAAiB,CACvB;gBACD,aAAa,EAAE,OAAO,EAAE,aAAa,IAAI,IAAI;gBAC7C,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,OAAO;gBAC5C,SAAS,EAAE,OAAO,EAAE,SAAS;gBAC7B,cAAc,EAAE,OAAO,EAAE,cAAc;gBACvC,cAAc,EAAE,OAAO,EAAE,cAAc;aACxC,CAAC;YAEF,uDAAuD;YACvD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,OAAO,CAAC,MAAM,EACd,IAAI,CAAC,oBAAoB,CAC1B,CAAC;YACF,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAErD,mCAAmC;YACnC,MAAM,cAAc,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACjD,MAAM;iBACH,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC;iBACrC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;iBAClE,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjB,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC,CACN,CAAC;YAEF,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAExD,oCAAoC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,aAAa,CAAC,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE3G,+BAA+B;YAC/B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/C,CAAC;YAED,qCAAqC;YACrC,MAAM,WAAW,GAAG,aAAa;iBAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;iBACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAExB,4BAA4B;YAC5B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI,CAAC,aAAa,CACxB,OAAO,EACP,cAAc,EACd,KAAK,EACL,MAAM,CAAC,IAAI,EACX,WAAW,CACZ;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,8BAA8B;YAC9B,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,6CAA6C;iBACrD,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC1C,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,qDAAqD;iBAC7D,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,+DAA+D;iBACvE,CAAC;YACJ,CAAC;YAED,gBAAgB;YAChB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE;aAC5C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,KAAa;QACjC,OAAO,KAAK;aACT,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,4BAA4B;aACrD,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa;IACjC,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,aAIE,EACF,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEzC,qCAAqC;QACrC,KAAK,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,aAAa,EAAE,CAAC;YAChD,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAChC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;gBAEvB,+CAA+C;gBAC/C,sEAAsE;gBACtE,MAAM,aAAa,GAAG,UAAU,GAAG,KAAK,CAAC;gBACzC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,aAAa,GAAG,WAAW,CAAC;gBAE1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrB,aAAa;oBACb,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACxB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACzB,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC3C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,8CAA8C;oBAE5F,uDAAuD;oBACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;oBAClC,IAAI,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;wBAC1D,QAAQ,CAAC,QAAQ,GAAG;4BAClB,GAAG,QAAQ,CAAC,QAAQ;4BACpB,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;yBAC/B,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;aAC5C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;SAC5B,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;aACpB,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAE/B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAc;QACnC,kDAAkD;QAClD,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,WAAW;gBACd,OAAO,CAAC,CAAC,CAAC,oDAAoD;YAChE;gBACE,OAAO,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,OAA0B,EAC1B,KAAa,EACb,SAAkB,EAClB,UAAmB,EACnB,WAAsB;QAEtB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,oCAAoC,KAAK,IAAI,CAAC;QACvD,CAAC;QAED,IAAI,MAAM,GAAG,2BAA2B,KAAK,GAAG,CAAC;QAEjD,sBAAsB;QACtB,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,WAAW,CAAC;QACxB,CAAC;QAED,oCAAoC;QACpC,IAAI,UAAU,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,UAAU,GAAG,CAAC;QAC/B,CAAC;QAED,mDAAmD;QACnD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,cAAc,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QACpD,CAAC;QAED,MAAM,IAAI,OAAO,CAAC;QAElB,qBAAqB;QACrB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,MAAM,CAAC;YAChD,MAAM,IAAI,WAAW,MAAM,CAAC,GAAG,IAAI,CAAC;YACpC,MAAM,IAAI,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC;YAEnC,kCAAkC;YAClC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,MAAM,IAAI,iBAAiB,MAAM,CAAC,aAAa,IAAI,CAAC;YACtD,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,cAAc,MAAM,CAAC,MAAM,IAAI,CAAC;YAE1C,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7C,MAAM,IAAI,WAAW,OAAO,CAAC,MAAM,oEAAoE,CAAC;QAC1G,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,SAAS,OAAO,CAAC,MAAM,UAAU,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;QAClF,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,aAAa;QAMX,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;IAC3C,CAAC;CACF"}