toolpack-sdk 0.1.0-SNAPSHOT

package/dist/tools/web-tools/tools/search/index.js

@@ -0,0 +1,252 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webSearchTool = void 0;
+const cheerio = __importStar(require("cheerio"));
+const schema_js_1 = require("./schema.js");
+const config_loader_js_1 = require("../../../config-loader.js");
+const SEARCH_URL = 'https://lite.duckduckgo.com/lite/';
+const USER_AGENT = 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1';
+function parseDuckDuckGoLite(html, maxResults) {
+    const $ = cheerio.load(html);
+    const results = [];
+    const links = $('a.result-link');
+    links.each((_i, element) => {
+        if (results.length >= maxResults)
+            return;
+        const a = $(element);
+        const title = a.text().trim();
+        const link = a.attr('href');
+        let snippet = a.siblings('.result-snippet').text().trim();
+        if (!snippet) {
+            const parentText = a.parent().text();
+            snippet = parentText.replace(title, '').trim();
+        }
+        if (title && link) {
+            results.push({
+                title,
+                link,
+                snippet: snippet.slice(0, 200),
+            });
+        }
+    });
+    return results;
+}
+async function execute(args) {
+    const query = args.query;
+    const maxResults = (args.max_results || 5);
+    const includeAnswer = (args.include_answer || false);
+    const freshness = args.freshness;
+    const timeoutMsg = `Request timed out after ${args.timeout || 30000}ms`;
+    const getSignal = () => {
+        const controller = new AbortController();
+        const abortTimeout = setTimeout(() => controller.abort(), (args.timeout || 30000));
+        return { signal: controller.signal, clear: () => clearTimeout(abortTimeout) };
+    };
+    if (!query) {
+        throw new Error('query is required');
+    }
+    const config = (0, config_loader_js_1.loadToolsConfig)();
+    if (config.additionalConfigurations?.webSearch?.tavilyApiKey) {
+        try {
+            const { signal, clear } = getSignal();
+            const response = await fetch('https://api.tavily.com/search', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    api_key: config.additionalConfigurations.webSearch.tavilyApiKey,
+                    query: query,
+                    max_results: maxResults,
+                    include_answer: includeAnswer,
+                    ...(freshness && { days: freshness }),
+                }),
+                signal,
+            }).finally(clear);
+            if (response.ok) {
+                const data = await response.json();
+                if (data.results && data.results.length > 0) {
+                    const results = data.results.map((r) => ({
+                        title: r.title,
+                        link: r.url,
+                        snippet: r.content,
+                    }));
+                    // If answer is included, return structured response with answer + results
+                    if (includeAnswer && data.answer) {
+                        return JSON.stringify({
+                            answer: data.answer,
+                            results
+                        }, null, 2);
+                    }
+                    return JSON.stringify(results, null, 2);
+                }
+            }
+        }
+        catch (e) {
+            console.error('Tavily search failed, falling back...', e);
+        }
+    }
+    if (config.additionalConfigurations?.webSearch?.braveApiKey) {
+        try {
+            const { signal, clear } = getSignal();
+            // If answer is requested, use 2-step Brave Summarizer flow
+            if (includeAnswer) {
+                // Map freshness to Brave format
+                const freshnessParam = freshness ? `&freshness=${freshness === 'day' ? 'pd' : freshness === 'week' ? 'pw' : freshness === 'month' ? 'pm' : 'py'}` : '';
+                // Step 1: Get web search results with summary flag
+                const searchResponse = await fetch(`https://api.search.brave.com/res/v1/web/search?q=${encodeURIComponent(query)}&count=${Math.min(maxResults, 20)}&summary=1${freshnessParam}`, {
+                    headers: {
+                        'Accept': 'application/json',
+                        'Accept-Encoding': 'gzip',
+                        'X-Subscription-Token': config.additionalConfigurations.webSearch.braveApiKey,
+                    },
+                    signal,
+                }).finally(clear);
+                if (searchResponse.ok) {
+                    const searchData = await searchResponse.json();
+                    const summaryKey = searchData.summarizer?.key;
+                    if (summaryKey && searchData.web?.results) {
+                        // Step 2: Fetch the summary using the key
+                        const { signal: signal2, clear: clear2 } = getSignal();
+                        const summaryResponse = await fetch(`https://api.search.brave.com/res/v1/summarizer/search?key=${summaryKey}`, {
+                            headers: {
+                                'Accept': 'application/json',
+                                'X-Subscription-Token': config.additionalConfigurations.webSearch.braveApiKey,
+                            },
+                            signal: signal2,
+                        }).finally(clear2);
+                        if (summaryResponse.ok) {
+                            const summaryData = await summaryResponse.json();
+                            const results = searchData.web.results.slice(0, maxResults).map((r) => ({
+                                title: r.title,
+                                link: r.url,
+                                snippet: r.description,
+                            }));
+                            // Extract answer from summary
+                            const answer = summaryData.summary?.map((s) => s.data).join('\n') || summaryData.title;
+                            return JSON.stringify({
+                                answer,
+                                results
+                            }, null, 2);
+                        }
+                    }
+                    // Fallback: return results without summary if summary failed
+                    if (searchData.web?.results) {
+                        const results = searchData.web.results.slice(0, maxResults).map((r) => ({
+                            title: r.title,
+                            link: r.url,
+                            snippet: r.description,
+                        }));
+                        return JSON.stringify(results, null, 2);
+                    }
+                }
+            }
+            else {
+                // Map freshness to Brave format
+                const freshnessParam = freshness ? `&freshness=${freshness === 'day' ? 'pd' : freshness === 'week' ? 'pw' : freshness === 'month' ? 'pm' : 'py'}` : '';
+                // Standard search without answer
+                const response = await fetch(`https://api.search.brave.com/res/v1/web/search?q=${encodeURIComponent(query)}&count=${Math.min(maxResults, 20)}${freshnessParam}`, {
+                    headers: {
+                        'Accept': 'application/json',
+                        'Accept-Encoding': 'gzip',
+                        'X-Subscription-Token': config.additionalConfigurations.webSearch.braveApiKey,
+                    },
+                    signal,
+                }).finally(clear);
+                if (response.ok) {
+                    const data = await response.json();
+                    if (data.web?.results && data.web.results.length > 0) {
+                        const results = data.web.results.slice(0, maxResults).map((r) => ({
+                            title: r.title,
+                            link: r.url,
+                            snippet: r.description,
+                        }));
+                        return JSON.stringify(results, null, 2);
+                    }
+                }
+            }
+        }
+        catch (e) {
+            console.error('Brave search failed, falling back...', e);
+        }
+    }
+    // 3. Final Fallback to DuckDuckGo Lite HTTP
+    const { signal, clear } = getSignal();
+    let response;
+    try {
+        response = await fetch(SEARCH_URL, {
+            method: 'POST',
+            headers: {
+                'User-Agent': USER_AGENT,
+                'Content-Type': 'application/x-www-form-urlencoded',
+                'Origin': 'https://lite.duckduckgo.com',
+                'Referer': 'https://lite.duckduckgo.com/',
+            },
+            body: new URLSearchParams({ q: query }).toString(),
+            signal,
+        });
+    }
+    catch (e) {
+        if (e.name === 'AbortError')
+            throw new Error(timeoutMsg);
+        throw e;
+    }
+    finally {
+        clear();
+    }
+    if (response.ok) {
+        const html = await response.text();
+        const results = parseDuckDuckGoLite(html, maxResults);
+        if (results.length > 0) {
+            return JSON.stringify(results, null, 2);
+        }
+    }
+    // Graceful Error when all providers fail
+    return JSON.stringify({
+        error: 'search_unavailable',
+        message: `Search failed to find results for "${query}" across all providers.`,
+        suggestion: 'Please configure a search provider API key (tavilyApiKey or braveApiKey) in toolpack.config.json under tools.additionalConfigurations.webSearch.',
+    });
+}
+exports.webSearchTool = {
+    name: schema_js_1.name,
+    displayName: schema_js_1.displayName,
+    description: schema_js_1.description,
+    parameters: schema_js_1.parameters,
+    category: schema_js_1.category,
+    execute,
+};
+//# sourceMappingURL=index.js.map

package/dist/tools/web-tools/tools/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/search/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AAEnC,2CAAmF;AACnF,gEAA4D;AAE5D,MAAM,UAAU,GAAG,mCAAmC,CAAC;AACvD,MAAM,UAAU,GAAG,yIAAyI,CAAC;AAQ7J,SAAS,mBAAmB,CAAC,IAAY,EAAE,UAAkB;IACzD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,MAAM,KAAK,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE;QACvB,IAAI,OAAO,CAAC,MAAM,IAAI,UAAU;YAAE,OAAO;QAEzC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5B,IAAI,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;YACrC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnD,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC;gBACT,KAAK;gBACL,IAAI;gBACJ,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aACjC,CAAC,CAAC;QACP,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAyB;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAW,CAAC;IACrD,MAAM,aAAa,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,KAAK,CAAY,CAAC;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,SAA0D,CAAC;IAClF,MAAM,UAAU,GAAG,2BAA2B,IAAI,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC;IAExE,MAAM,SAAS,GAAG,GAAG,EAAE;QACnB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAW,CAAC,CAAC;QAC7F,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC;IAClF,CAAC,CAAC;IAEF,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,kCAAe,GAAE,CAAC;IAEjC,IAAI,MAAM,CAAC,wBAAwB,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;QAC3D,IAAI,CAAC;YACD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,+BAA+B,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;iBACrC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,OAAO,EAAE,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,YAAY;oBAC/D,KAAK,EAAE,KAAK;oBACZ,WAAW,EAAE,UAAU;oBACvB,cAAc,EAAE,aAAa;oBAC7B,GAAG,CAAC,SAAS,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;iBACxC,CAAC;gBACF,MAAM;aACT,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAElB,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;gBAC1C,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1C,MAAM,OAAO,GAAmB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;wBAC1D,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,IAAI,EAAE,CAAC,CAAC,GAAG;wBACX,OAAO,EAAE,CAAC,CAAC,OAAO;qBACrB,CAAC,CAAC,CAAC;oBAEJ,0EAA0E;oBAC1E,IAAI,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC/B,OAAO,IAAI,CAAC,SAAS,CAAC;4BAClB,MAAM,EAAE,IAAI,CAAC,MAAM;4BACnB,OAAO;yBACV,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAChB,CAAC;oBAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5C,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,wBAAwB,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;QAC1D,IAAI,CAAC;YACD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,CAAC;YAEtC,2DAA2D;YAC3D,IAAI,aAAa,EAAE,CAAC;gBAChB,gCAAgC;gBAChC,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEvJ,mDAAmD;gBACnD,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,oDAAoD,kBAAkB,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,aAAa,cAAc,EAAE,EAAE;oBAC7K,OAAO,EAAE;wBACL,QAAQ,EAAE,kBAAkB;wBAC5B,iBAAiB,EAAE,MAAM;wBACzB,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,WAAW;qBAChF;oBACD,MAAM;iBACT,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAElB,IAAI,cAAc,CAAC,EAAE,EAAE,CAAC;oBACpB,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,EAAS,CAAC;oBACtD,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC;oBAE9C,IAAI,UAAU,IAAI,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC;wBACxC,0CAA0C;wBAC1C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;wBACvD,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,6DAA6D,UAAU,EAAE,EAAE;4BAC3G,OAAO,EAAE;gCACL,QAAQ,EAAE,kBAAkB;gCAC5B,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,WAAW;6BAChF;4BACD,MAAM,EAAE,OAAO;yBAClB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAEnB,IAAI,eAAe,CAAC,EAAE,EAAE,CAAC;4BACrB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,EAAS,CAAC;4BACxD,MAAM,OAAO,GAAmB,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCACzF,KAAK,EAAE,CAAC,CAAC,KAAK;gCACd,IAAI,EAAE,CAAC,CAAC,GAAG;gCACX,OAAO,EAAE,CAAC,CAAC,WAAW;6BACzB,CAAC,CAAC,CAAC;4BAEJ,8BAA8B;4BAC9B,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC;4BAE5F,OAAO,IAAI,CAAC,SAAS,CAAC;gCAClB,MAAM;gCACN,OAAO;6BACV,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;wBAChB,CAAC;oBACL,CAAC;oBAED,6DAA6D;oBAC7D,IAAI,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC;wBAC1B,MAAM,OAAO,GAAmB,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BACzF,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,IAAI,EAAE,CAAC,CAAC,GAAG;4BACX,OAAO,EAAE,CAAC,CAAC,WAAW;yBACzB,CAAC,CAAC,CAAC;wBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC5C,CAAC;gBACL,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,gCAAgC;gBAChC,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEvJ,iCAAiC;gBACjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oDAAoD,kBAAkB,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,cAAc,EAAE,EAAE;oBAC7J,OAAO,EAAE;wBACL,QAAQ,EAAE,kBAAkB;wBAC5B,iBAAiB,EAAE,MAAM;wBACzB,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,WAAW;qBAChF;oBACD,MAAM;iBACT,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAElB,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;oBAC1C,IAAI,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACnD,MAAM,OAAO,GAAmB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BACnF,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,IAAI,EAAE,CAAC,CAAC,GAAG;4BACX,OAAO,EAAE,CAAC,CAAC,WAAW;yBACzB,CAAC,CAAC,CAAC;wBACJ,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC5C,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,4CAA4C;IAE5C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,CAAC;IACtC,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;YAC/B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,YAAY,EAAE,UAAU;gBACxB,cAAc,EAAE,mCAAmC;gBACnD,QAAQ,EAAE,6BAA6B;gBACvC,SAAS,EAAE,8BAA8B;aAC5C;YACD,IAAI,EAAE,IAAI,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE;YAClD,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,KAAK,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAEtD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAED,yCAAyC;IACzC,OAAO,IAAI,CAAC,SAAS,CAAC;QAClB,KAAK,EAAE,oBAAoB;QAC3B,OAAO,EAAE,sCAAsC,KAAK,yBAAyB;QAC7E,UAAU,EAAE,kJAAkJ;KACjK,CAAC,CAAC;AACP,CAAC;AAEY,QAAA,aAAa,GAAmB;IACzC,IAAI,EAAJ,gBAAI;IACJ,WAAW,EAAX,uBAAW;IACX,WAAW,EAAX,uBAAW;IACX,UAAU,EAAV,sBAAU;IACV,QAAQ,EAAR,oBAAQ;IACR,OAAO;CACV,CAAC"}

package/dist/tools/web-tools/tools/search/schema.d.ts

@@ -0,0 +1,7 @@
+import { ToolParameters } from '../../../types.js';
+export declare const name = "web.search";
+export declare const displayName = "Search";
+export declare const description = "Search the web using multiple providers (Tavily, Brave, DuckDuckGo Lite) with automatic fallback. Supports real-time results via freshness parameter and AI-generated answers. Configure API keys via environment variables (TOOLPACK_TAVILY_API_KEY, TOOLPACK_BRAVE_API_KEY) or toolpack.config.json for best results.";
+export declare const category = "network";
+export declare const parameters: ToolParameters;
+//# sourceMappingURL=schema.d.ts.map

package/dist/tools/web-tools/tools/search/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/search/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,IAAI,eAAe,CAAC;AACjC,eAAO,MAAM,WAAW,WAAW,CAAC;AACpC,eAAO,MAAM,WAAW,4TAA4T,CAAC;AACrV,eAAO,MAAM,QAAQ,YAAY,CAAC;AAElC,eAAO,MAAM,UAAU,EAAE,cA6BxB,CAAC"}

package/dist/tools/web-tools/tools/search/schema.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parameters = exports.category = exports.description = exports.displayName = exports.name = void 0;
+exports.name = 'web.search';
+exports.displayName = 'Search';
+exports.description = 'Search the web using multiple providers (Tavily, Brave, DuckDuckGo Lite) with automatic fallback. Supports real-time results via freshness parameter and AI-generated answers. Configure API keys via environment variables (TOOLPACK_TAVILY_API_KEY, TOOLPACK_BRAVE_API_KEY) or toolpack.config.json for best results.';
+exports.category = 'network';
+exports.parameters = {
+    type: 'object',
+    properties: {
+        query: {
+            type: 'string',
+            description: 'The search query',
+        },
+        max_results: {
+            type: 'integer',
+            description: 'Maximum number of results to return (default: 5)',
+            default: 5,
+        },
+        timeout: {
+            type: 'integer',
+            description: 'Timeout in milliseconds (default: 30000)',
+            default: 30000,
+        },
+        include_answer: {
+            type: 'boolean',
+            description: 'Include AI-generated answer summary (works with Tavily and Brave APIs). Default: false',
+            default: false,
+        },
+        freshness: {
+            type: 'string',
+            description: 'Time range for results: "day" (24h), "week" (7d), "month" (31d), "year" (1y). Ensures real-time/recent results. Works with Tavily and Brave.',
+            enum: ['day', 'week', 'month', 'year'],
+        },
+    },
+    required: ['query'],
+};
+//# sourceMappingURL=schema.js.map

package/dist/tools/web-tools/tools/search/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/search/schema.ts"],"names":[],"mappings":";;;AAEa,QAAA,IAAI,GAAG,YAAY,CAAC;AACpB,QAAA,WAAW,GAAG,QAAQ,CAAC;AACvB,QAAA,WAAW,GAAG,yTAAyT,CAAC;AACxU,QAAA,QAAQ,GAAG,SAAS,CAAC;AAErB,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,KAAK,EAAE;YACH,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kBAAkB;SAClC;QACD,WAAW,EAAE;YACT,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,kDAAkD;YAC/D,OAAO,EAAE,CAAC;SACb;QACD,OAAO,EAAE;YACL,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,0CAA0C;YACvD,OAAO,EAAE,KAAK;SACjB;QACD,cAAc,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,wFAAwF;YACrG,OAAO,EAAE,KAAK;SACjB;QACD,SAAS,EAAE;YACP,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,8IAA8I;YAC3J,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;SACzC;KACJ;IACD,QAAQ,EAAE,CAAC,OAAO,CAAC;CACtB,CAAC"}

package/dist/tools/web-tools/tools/sitemap/index.d.ts

@@ -0,0 +1,3 @@
+import { ToolDefinition } from '../../../types.js';
+export declare const webSitemapTool: ToolDefinition;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/web-tools/tools/sitemap/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/sitemap/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAkHnD,eAAO,MAAM,cAAc,EAAE,cAO5B,CAAC"}

package/dist/tools/web-tools/tools/sitemap/index.js

@@ -0,0 +1,153 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webSitemapTool = void 0;
+const cheerio = __importStar(require("cheerio"));
+const schema_js_1 = require("./schema.js");
+const USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36';
+async function fetchWithTimeout(url, timeout) {
+    const controller = new AbortController();
+    const abortTimeout = setTimeout(() => controller.abort(), timeout);
+    try {
+        const response = await fetch(url, {
+            method: 'GET',
+            headers: { 'User-Agent': USER_AGENT },
+            signal: controller.signal,
+        });
+        return response;
+    }
+    catch (e) {
+        if (e.name === 'AbortError')
+            throw new Error(`Request timed out after ${timeout}ms`);
+        throw e;
+    }
+    finally {
+        clearTimeout(abortTimeout);
+    }
+}
+async function execute(args) {
+    const url = args.url;
+    const maxUrls = (args.max_urls || 100);
+    const timeout = (args.timeout || 30000);
+    if (!url) {
+        throw new Error('url is required');
+    }
+    if (!url.startsWith('http://') && !url.startsWith('https://')) {
+        throw new Error('url must start with http:// or https://');
+    }
+    let targetUrl = url;
+    let fallbackToRobots = false;
+    // Auto-append if it's a base domain
+    if (!url.endsWith('.xml') && !url.endsWith('.txt')) {
+        targetUrl = new URL(url.endsWith('/') ? 'sitemap.xml' : '/sitemap.xml', url).toString();
+        fallbackToRobots = true;
+    }
+    let response;
+    try {
+        response = await fetchWithTimeout(targetUrl, timeout);
+        if (!response.ok && fallbackToRobots) {
+            targetUrl = new URL(url.endsWith('/') ? 'robots.txt' : '/robots.txt', url).toString();
+            response = await fetchWithTimeout(targetUrl, timeout);
+        }
+    }
+    catch (e) {
+        if (fallbackToRobots) {
+            targetUrl = new URL(url.endsWith('/') ? 'robots.txt' : '/robots.txt', url).toString();
+            response = await fetchWithTimeout(targetUrl, timeout);
+        }
+        else {
+            throw e;
+        }
+    }
+    if (!response || !response.ok) {
+        throw new Error(`Failed to fetch sitemap or robots.txt from ${url}`);
+    }
+    const content = await response.text();
+    const urls = [];
+    if (targetUrl.endsWith('.xml') || content.trim().startsWith('<')) {
+        const $ = cheerio.load(content, { xmlMode: true });
+        // Handle sitemap index files
+        const sitemaps = $('sitemap > loc');
+        if (sitemaps.length > 0) {
+            sitemaps.each((_, el) => {
+                if (urls.length >= maxUrls)
+                    return;
+                urls.push({ loc: $(el).text() });
+            });
+            return JSON.stringify({
+                type: 'sitemapindex',
+                urls
+            }, null, 2);
+        }
+        // Handle standard sitemaps
+        const urlset = $('urlset > url');
+        urlset.each((_, el) => {
+            if (urls.length >= maxUrls)
+                return;
+            const $el = $(el);
+            urls.push({
+                loc: $el.children('loc').text(),
+                lastmod: $el.children('lastmod').text() || undefined,
+                priority: $el.children('priority').text() || undefined
+            });
+        });
+    }
+    else {
+        // Parse robots.txt
+        const lines = content.split('\n');
+        for (const line of lines) {
+            if (urls.length >= maxUrls)
+                break;
+            const l = line.trim();
+            if (l.toLowerCase().startsWith('sitemap:')) {
+                urls.push({ loc: l.substring(8).trim() });
+            }
+            else if (l.toLowerCase().startsWith('allow:')) {
+                const path = l.substring(6).trim();
+                urls.push({ loc: new URL(path, targetUrl).toString() });
+            }
+        }
+    }
+    return JSON.stringify(urls, null, 2);
+}
+exports.webSitemapTool = {
+    name: schema_js_1.name,
+    displayName: schema_js_1.displayName,
+    description: schema_js_1.description,
+    parameters: schema_js_1.parameters,
+    category: schema_js_1.category,
+    execute,
+};
+//# sourceMappingURL=index.js.map

package/dist/tools/web-tools/tools/sitemap/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/sitemap/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AAEnC,2CAAmF;AAEnF,MAAM,UAAU,GAAG,qHAAqH,CAAC;AAEzI,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,OAAe;IACxD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEnE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC9B,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC5B,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,IAAI,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;AACL,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAyB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAa,CAAC;IAC/B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAW,CAAC;IACjD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAW,CAAC;IAElD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,oCAAoC;IACpC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxF,gBAAgB,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,gBAAgB,EAAE,CAAC;YACnC,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YACtF,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,gBAAgB,EAAE,CAAC;YACnB,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YACtF,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,8CAA8C,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtC,MAAM,IAAI,GAAgE,EAAE,CAAC;IAE7E,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;QACpC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;gBACpB,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO;oBAAE,OAAO;gBACnC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,SAAS,CAAC;gBAClB,IAAI,EAAE,cAAc;gBACpB,IAAI;aACP,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAChB,CAAC;QAED,2BAA2B;QAC3B,MAAM,MAAM,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YAClB,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO;gBAAE,OAAO;YACnC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC;gBACN,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE;gBAC/B,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS;gBACpD,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS;aACzD,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IAEP,CAAC;SAAM,CAAC;QACJ,mBAAmB;QACnB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO;gBAAE,MAAM;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC5D,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAEY,QAAA,cAAc,GAAmB;IAC1C,IAAI,EAAJ,gBAAI;IACJ,WAAW,EAAX,uBAAW;IACX,WAAW,EAAX,uBAAW;IACX,UAAU,EAAV,sBAAU;IACV,QAAQ,EAAR,oBAAQ;IACR,OAAO;CACV,CAAC"}

package/dist/tools/web-tools/tools/sitemap/schema.d.ts

@@ -0,0 +1,7 @@
+import { ToolParameters } from '../../../types.js';
+export declare const name = "web.sitemap";
+export declare const displayName = "Extract Sitemap";
+export declare const description = "Parse sitemap.xml or robots.txt to discover all pages on a site. Returns an array of URLs with lastmod/priority if available.";
+export declare const category = "network";
+export declare const parameters: ToolParameters;
+//# sourceMappingURL=schema.d.ts.map

package/dist/tools/web-tools/tools/sitemap/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/sitemap/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,IAAI,gBAAgB,CAAC;AAClC,eAAO,MAAM,WAAW,oBAAoB,CAAC;AAC7C,eAAO,MAAM,WAAW,kIAAkI,CAAC;AAC3J,eAAO,MAAM,QAAQ,YAAY,CAAC;AAElC,eAAO,MAAM,UAAU,EAAE,cAmBxB,CAAC"}

package/dist/tools/web-tools/tools/sitemap/schema.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parameters = exports.category = exports.description = exports.displayName = exports.name = void 0;
+exports.name = 'web.sitemap';
+exports.displayName = 'Extract Sitemap';
+exports.description = 'Parse sitemap.xml or robots.txt to discover all pages on a site. Returns an array of URLs with lastmod/priority if available.';
+exports.category = 'network';
+exports.parameters = {
+    type: 'object',
+    properties: {
+        url: {
+            type: 'string',
+            description: 'The base URL or direct sitemap.xml / robots.txt URL',
+        },
+        max_urls: {
+            type: 'integer',
+            description: 'Maximum number of URLs to return (default: 100)',
+            default: 100,
+        },
+        timeout: {
+            type: 'integer',
+            description: 'Timeout in milliseconds (default: 30000)',
+            default: 30000,
+        },
+    },
+    required: ['url'],
+};
+//# sourceMappingURL=schema.js.map

package/dist/tools/web-tools/tools/sitemap/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/sitemap/schema.ts"],"names":[],"mappings":";;;AAEa,QAAA,IAAI,GAAG,aAAa,CAAC;AACrB,QAAA,WAAW,GAAG,iBAAiB,CAAC;AAChC,QAAA,WAAW,GAAG,+HAA+H,CAAC;AAC9I,QAAA,QAAQ,GAAG,SAAS,CAAC;AAErB,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,GAAG,EAAE;YACD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qDAAqD;SACrE;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,iDAAiD;YAC9D,OAAO,EAAE,GAAG;SACf;QACD,OAAO,EAAE;YACL,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,0CAA0C;YACvD,OAAO,EAAE,KAAK;SACjB;KACJ;IACD,QAAQ,EAAE,CAAC,KAAK,CAAC;CACpB,CAAC"}

package/dist/tools/web-tools/utils/puppeteer-loader.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Lazy-loads Puppeteer to allow the web-tools to function
+ * without requiring it to be installed.
+ */
+export declare function loadPuppeteer(): Promise<typeof import("puppeteer")>;
+//# sourceMappingURL=puppeteer-loader.d.ts.map

package/dist/tools/web-tools/utils/puppeteer-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer-loader.d.ts","sourceRoot":"","sources":["../../../../src/tools/web-tools/utils/puppeteer-loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAsB,aAAa,wCAOlC"}

package/dist/tools/web-tools/utils/puppeteer-loader.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadPuppeteer = loadPuppeteer;
+/**
+ * Lazy-loads Puppeteer to allow the web-tools to function
+ * without requiring it to be installed.
+ */
+async function loadPuppeteer() {
+    try {
+        const puppeteer = await import('puppeteer');
+        return puppeteer.default || puppeteer;
+    }
+    catch (e) {
+        throw new Error('Puppeteer is not installed. Please install it using `npm install puppeteer` to use this feature.');
+    }
+}
+//# sourceMappingURL=puppeteer-loader.js.map

package/dist/tools/web-tools/utils/puppeteer-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer-loader.js","sourceRoot":"","sources":["../../../../src/tools/web-tools/utils/puppeteer-loader.ts"],"names":[],"mappings":";;AAIA,sCAOC;AAXD;;;GAGG;AACI,KAAK,UAAU,aAAa;IAC/B,IAAI,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC;IAC1C,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,kGAAkG,CAAC,CAAC;IACxH,CAAC;AACL,CAAC"}

package/dist/tools/web-tools/utils/rss-loader.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Lazy-loads rss-parser to allow the web-tools to function
+ * without requiring it to be installed.
+ */
+export declare function loadRssParser(): Promise<import("rss-parser")<{
+    [key: string]: any;
+}, {
+    [key: string]: any;
+}>>;
+//# sourceMappingURL=rss-loader.d.ts.map

package/dist/tools/web-tools/utils/rss-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rss-loader.d.ts","sourceRoot":"","sources":["../../../../src/tools/web-tools/utils/rss-loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAsB,aAAa;;;;IAOlC"}

package/dist/tools/web-tools/utils/rss-loader.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadRssParser = loadRssParser;
+/**
+ * Lazy-loads rss-parser to allow the web-tools to function
+ * without requiring it to be installed.
+ */
+async function loadRssParser() {
+    try {
+        const Parser = await import('rss-parser');
+        return new (Parser.default || Parser)();
+    }
+    catch (e) {
+        throw new Error('rss-parser is not installed. Please install it using `npm install rss-parser` to use this feature.');
+    }
+}
+//# sourceMappingURL=rss-loader.js.map

package/dist/tools/web-tools/utils/rss-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rss-loader.js","sourceRoot":"","sources":["../../../../src/tools/web-tools/utils/rss-loader.ts"],"names":[],"mappings":";;AAIA,sCAOC;AAXD;;;GAGG;AACI,KAAK,UAAU,aAAa;IAC/B,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,EAAE,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,oGAAoG,CAAC,CAAC;IAC1H,CAAC;AACL,CAAC"}