toolpack-sdk 0.1.0-SNAPSHOT

package/dist/tools/web-tools/tools/fetch/index.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webFetchTool = void 0;
+const schema_js_1 = require("./schema.js");
+const extractor_js_1 = require("./extractor.js");
+async function execute(args) {
+    const url = args.url;
+    const extractionMode = args.extractionMode || 'full';
+    const headers = args.headers;
+    const timeout = (args.timeout || 30000);
+    if (!url) {
+        throw new Error('url is required');
+    }
+    if (!url.startsWith('http://') && !url.startsWith('https://')) {
+        throw new Error('url must start with http:// or https://');
+    }
+    const controller = new AbortController();
+    const abortTimeout = setTimeout(() => controller.abort(), timeout);
+    let response;
+    try {
+        response = await fetch(url, {
+            method: 'GET',
+            headers: headers || {},
+            signal: controller.signal,
+        });
+    }
+    catch (e) {
+        if (e.name === 'AbortError')
+            throw new Error(`Request timed out after ${timeout}ms`);
+        throw e;
+    }
+    finally {
+        clearTimeout(abortTimeout);
+    }
+    if (!response.ok) {
+        return `HTTP ${response.status} ${response.statusText}\n${await response.text()}`;
+    }
+    const body = await response.text();
+    // Handle different extraction modes
+    if (extractionMode === 'structured') {
+        const structured = (0, extractor_js_1.extractStructured)(body, url);
+        return (0, extractor_js_1.formatStructured)(structured);
+    }
+    else if (extractionMode === 'minimal') {
+        const minimal = (0, extractor_js_1.extractMinimal)(body, url);
+        return (0, extractor_js_1.formatMinimal)(minimal);
+    }
+    else {
+        // Full mode (default) - return raw HTML with 15K limit
+        const maxLength = 15_000;
+        if (body.length > maxLength) {
+            return body.substring(0, maxLength) + `\n\n[TRUNCATED: showing 15K of ${body.length} total characters]`;
+        }
+        return body;
+    }
+}
+exports.webFetchTool = {
+    name: schema_js_1.name,
+    displayName: schema_js_1.displayName,
+    description: schema_js_1.description,
+    parameters: schema_js_1.parameters,
+    category: schema_js_1.category,
+    execute,
+};
+//# sourceMappingURL=index.js.map

package/dist/tools/web-tools/tools/fetch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/fetch/index.ts"],"names":[],"mappings":";;;AACA,2CAAmF;AACnF,iDAAoG;AAEpG,KAAK,UAAU,OAAO,CAAC,IAAyB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAa,CAAC;IAC/B,MAAM,cAAc,GAAI,IAAI,CAAC,cAAyB,IAAI,MAAM,CAAC;IACjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAA6C,CAAC;IACnE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAW,CAAC;IAElD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEnE,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACxB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,OAAO,IAAI,EAAE;YACtB,MAAM,EAAE,UAAU,CAAC,MAAM;SAC5B,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,IAAI,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;IACtF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEnC,oCAAoC;IACpC,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAA,gCAAiB,EAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChD,OAAO,IAAA,+BAAgB,EAAC,UAAU,CAAC,CAAC;IACxC,CAAC;SAAM,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAA,6BAAc,EAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,IAAA,4BAAa,EAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACJ,uDAAuD;QACvD,MAAM,SAAS,GAAG,MAAM,CAAC;QACzB,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,kCAAkC,IAAI,CAAC,MAAM,oBAAoB,CAAC;QAC5G,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAEY,QAAA,YAAY,GAAmB;IACxC,IAAI,EAAJ,gBAAI;IACJ,WAAW,EAAX,uBAAW;IACX,WAAW,EAAX,uBAAW;IACX,UAAU,EAAV,sBAAU;IACV,QAAQ,EAAR,oBAAQ;IACR,OAAO;CACV,CAAC"}

package/dist/tools/web-tools/tools/fetch/schema.d.ts

@@ -0,0 +1,7 @@
+import { ToolParameters } from '../../../types.js';
+export declare const name = "web.fetch";
+export declare const displayName = "Fetch";
+export declare const description = "Fetch content from a URL. Supports multiple extraction modes: full (raw HTML up to 15K chars), structured (title, excerpt, key points), or minimal (title + snippet).";
+export declare const category = "network";
+export declare const parameters: ToolParameters;
+//# sourceMappingURL=schema.d.ts.map

package/dist/tools/web-tools/tools/fetch/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/fetch/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,IAAI,cAAc,CAAC;AAChC,eAAO,MAAM,WAAW,UAAU,CAAC;AACnC,eAAO,MAAM,WAAW,0KAA0K,CAAC;AACnM,eAAO,MAAM,QAAQ,YAAY,CAAC;AAElC,eAAO,MAAM,UAAU,EAAE,cAwBxB,CAAC"}

package/dist/tools/web-tools/tools/fetch/schema.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parameters = exports.category = exports.description = exports.displayName = exports.name = void 0;
+exports.name = 'web.fetch';
+exports.displayName = 'Fetch';
+exports.description = 'Fetch content from a URL. Supports multiple extraction modes: full (raw HTML up to 15K chars), structured (title, excerpt, key points), or minimal (title + snippet).';
+exports.category = 'network';
+exports.parameters = {
+    type: 'object',
+    properties: {
+        url: {
+            type: 'string',
+            description: 'The URL to fetch',
+        },
+        extractionMode: {
+            type: 'string',
+            description: 'Content extraction mode: "full" (raw HTML, 15K limit), "structured" (title, excerpt, key points, main content), or "minimal" (title + 500 char snippet). Default: "full"',
+            enum: ['full', 'structured', 'minimal'],
+            default: 'full',
+        },
+        headers: {
+            type: 'object',
+            description: 'Optional HTTP headers as key-value pairs',
+        },
+        timeout: {
+            type: 'integer',
+            description: 'Timeout in milliseconds (default: 30000)',
+            default: 30000,
+        },
+    },
+    required: ['url'],
+};
+//# sourceMappingURL=schema.js.map

package/dist/tools/web-tools/tools/fetch/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/fetch/schema.ts"],"names":[],"mappings":";;;AAEa,QAAA,IAAI,GAAG,WAAW,CAAC;AACnB,QAAA,WAAW,GAAG,OAAO,CAAC;AACtB,QAAA,WAAW,GAAG,uKAAuK,CAAC;AACtL,QAAA,QAAQ,GAAG,SAAS,CAAC;AAErB,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,GAAG,EAAE;YACD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kBAAkB;SAClC;QACD,cAAc,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,CAAC;YACvC,OAAO,EAAE,MAAM;SAClB;QACD,OAAO,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,0CAA0C;SAC1D;QACD,OAAO,EAAE;YACL,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,0CAA0C;YACvD,OAAO,EAAE,KAAK;SACjB;KACJ;IACD,QAAQ,EAAE,CAAC,KAAK,CAAC;CACpB,CAAC"}

package/dist/tools/web-tools/tools/map/index.d.ts

@@ -0,0 +1,3 @@
+import { ToolDefinition } from '../../../types.js';
+export declare const webMapTool: ToolDefinition;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/web-tools/tools/map/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/map/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAmEnD,eAAO,MAAM,UAAU,EAAE,cAOxB,CAAC"}

package/dist/tools/web-tools/tools/map/index.js

@@ -0,0 +1,101 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webMapTool = void 0;
+const cheerio = __importStar(require("cheerio"));
+const schema_js_1 = require("./schema.js");
+const USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36';
+async function execute(args) {
+    const url = args.url;
+    const timeout = (args.timeout || 30000);
+    if (!url) {
+        throw new Error('url is required');
+    }
+    if (!url.startsWith('http://') && !url.startsWith('https://')) {
+        throw new Error('url must start with http:// or https://');
+    }
+    const controller = new AbortController();
+    const abortTimeout = setTimeout(() => controller.abort(), timeout);
+    let response;
+    try {
+        response = await fetch(url, {
+            method: 'GET',
+            headers: { 'User-Agent': USER_AGENT },
+            signal: controller.signal,
+        });
+    }
+    catch (e) {
+        if (e.name === 'AbortError')
+            throw new Error(`Request timed out after ${timeout}ms`);
+        throw e;
+    }
+    finally {
+        clearTimeout(abortTimeout);
+    }
+    if (!response.ok) {
+        throw new Error(`Failed to fetch ${url}: HTTP ${response.status} ${response.statusText}`);
+    }
+    const html = await response.text();
+    const $ = cheerio.load(html);
+    // Extract all headings with their hierarchy
+    const headings = [];
+    $('h1, h2, h3, h4, h5, h6').each((_, element) => {
+        const tagName = element.tagName.toLowerCase();
+        const level = parseInt(tagName.charAt(1));
+        const text = $(element).text().trim();
+        if (text) {
+            headings.push({ level, text });
+        }
+    });
+    if (headings.length === 0) {
+        return `No headings found on ${url}. The page may not have a clear structure.`;
+    }
+    // Format as a hierarchical outline
+    let outline = `Page outline for ${url}:\n\n`;
+    for (const heading of headings) {
+        const indent = '  '.repeat(heading.level - 1);
+        outline += `${indent}${'#'.repeat(heading.level)} ${heading.text}\n`;
+    }
+    return outline;
+}
+exports.webMapTool = {
+    name: schema_js_1.name,
+    displayName: schema_js_1.displayName,
+    description: schema_js_1.description,
+    parameters: schema_js_1.parameters,
+    category: schema_js_1.category,
+    execute,
+};
+//# sourceMappingURL=index.js.map

package/dist/tools/web-tools/tools/map/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/map/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AAEnC,2CAAmF;AAEnF,MAAM,UAAU,GAAG,qHAAqH,CAAC;AAEzI,KAAK,UAAU,OAAO,CAAC,IAAyB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAa,CAAC;IAC/B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAW,CAAC;IAElD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEnE,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACxB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC5B,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,IAAI,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,UAAU,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,4CAA4C;IAC5C,MAAM,QAAQ,GAA2C,EAAE,CAAC;IAE5D,CAAC,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAEtC,IAAI,IAAI,EAAE,CAAC;YACP,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,wBAAwB,GAAG,4CAA4C,CAAC;IACnF,CAAC;IAED,mCAAmC;IACnC,IAAI,OAAO,GAAG,oBAAoB,GAAG,OAAO,CAAC;IAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC9C,OAAO,IAAI,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC;IACzE,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAEY,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAJ,gBAAI;IACJ,WAAW,EAAX,uBAAW;IACX,WAAW,EAAX,uBAAW;IACX,UAAU,EAAV,sBAAU;IACV,QAAQ,EAAR,oBAAQ;IACR,OAAO;CACV,CAAC"}

package/dist/tools/web-tools/tools/map/schema.d.ts

@@ -0,0 +1,7 @@
+import { ToolParameters } from '../../../types.js';
+export declare const name = "web.map";
+export declare const displayName = "Map";
+export declare const description = "Extract the structure/outline of a webpage by returning all headings (h1-h6). Use this FIRST when you need to understand what sections exist on a page before scraping specific content. Returns a lightweight outline showing the page hierarchy.";
+export declare const category = "network";
+export declare const parameters: ToolParameters;
+//# sourceMappingURL=schema.d.ts.map

package/dist/tools/web-tools/tools/map/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/map/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,IAAI,YAAY,CAAC;AAC9B,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,WAAW,uPAAuP,CAAC;AAChR,eAAO,MAAM,QAAQ,YAAY,CAAC;AAElC,eAAO,MAAM,UAAU,EAAE,cAcxB,CAAC"}

package/dist/tools/web-tools/tools/map/schema.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parameters = exports.category = exports.description = exports.displayName = exports.name = void 0;
+exports.name = 'web.map';
+exports.displayName = 'Map';
+exports.description = 'Extract the structure/outline of a webpage by returning all headings (h1-h6). Use this FIRST when you need to understand what sections exist on a page before scraping specific content. Returns a lightweight outline showing the page hierarchy.';
+exports.category = 'network';
+exports.parameters = {
+    type: 'object',
+    properties: {
+        url: {
+            type: 'string',
+            description: 'The URL to map',
+        },
+        timeout: {
+            type: 'integer',
+            description: 'Timeout in milliseconds (default: 30000)',
+            default: 30000,
+        },
+    },
+    required: ['url'],
+};
+//# sourceMappingURL=schema.js.map

package/dist/tools/web-tools/tools/map/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/map/schema.ts"],"names":[],"mappings":";;;AAEa,QAAA,IAAI,GAAG,SAAS,CAAC;AACjB,QAAA,WAAW,GAAG,KAAK,CAAC;AACpB,QAAA,WAAW,GAAG,oPAAoP,CAAC;AACnQ,QAAA,QAAQ,GAAG,SAAS,CAAC;AAErB,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,GAAG,EAAE;YACD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gBAAgB;SAChC;QACD,OAAO,EAAE;YACL,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,0CAA0C;YACvD,OAAO,EAAE,KAAK;SACjB;KACJ;IACD,QAAQ,EAAE,CAAC,KAAK,CAAC;CACpB,CAAC"}

package/dist/tools/web-tools/tools/metadata/index.d.ts

@@ -0,0 +1,3 @@
+import { ToolDefinition } from '../../../types.js';
+export declare const webMetadataTool: ToolDefinition;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/web-tools/tools/metadata/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/metadata/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AA2EnD,eAAO,MAAM,eAAe,EAAE,cAO7B,CAAC"}

package/dist/tools/web-tools/tools/metadata/index.js

@@ -0,0 +1,113 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webMetadataTool = void 0;
+const cheerio = __importStar(require("cheerio"));
+const schema_js_1 = require("./schema.js");
+const USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36';
+async function execute(args) {
+    const url = args.url;
+    const timeout = (args.timeout || 30000);
+    if (!url) {
+        throw new Error('url is required');
+    }
+    if (!url.startsWith('http://') && !url.startsWith('https://')) {
+        throw new Error('url must start with http:// or https://');
+    }
+    const controller = new AbortController();
+    const abortTimeout = setTimeout(() => controller.abort(), timeout);
+    let response;
+    try {
+        response = await fetch(url, {
+            method: 'GET',
+            headers: { 'User-Agent': USER_AGENT },
+            signal: controller.signal,
+        });
+    }
+    catch (e) {
+        if (e.name === 'AbortError')
+            throw new Error(`Request timed out after ${timeout}ms`);
+        throw e;
+    }
+    finally {
+        clearTimeout(abortTimeout);
+    }
+    if (!response.ok) {
+        throw new Error(`Failed to fetch ${url}: HTTP ${response.status} ${response.statusText}`);
+    }
+    const html = await response.text();
+    const $ = cheerio.load(html);
+    const metadata = {
+        title: $('title').text() || '',
+        description: $('meta[name="description"]').attr('content') || $('meta[property="og:description"]').attr('content') || '',
+        author: $('meta[name="author"]').attr('content') || '',
+        openGraph: {},
+        twitter: {},
+        jsonLd: []
+    };
+    $('meta[property^="og:"]').each((_, el) => {
+        const prop = $(el).attr('property')?.replace('og:', '');
+        const content = $(el).attr('content');
+        if (prop && content)
+            metadata.openGraph[prop] = content;
+    });
+    $('meta[name^="twitter:"]').each((_, el) => {
+        const metaName = $(el).attr('name')?.replace('twitter:', '');
+        const content = $(el).attr('content');
+        if (metaName && content)
+            metadata.twitter[metaName] = content;
+    });
+    $('script[type="application/ld+json"]').each((_, el) => {
+        const content = $(el).html();
+        if (content) {
+            try {
+                metadata.jsonLd.push(JSON.parse(content));
+            }
+            catch (e) {
+                // Ignore parse errors
+            }
+        }
+    });
+    return JSON.stringify(metadata, null, 2);
+}
+exports.webMetadataTool = {
+    name: schema_js_1.name,
+    displayName: schema_js_1.displayName,
+    description: schema_js_1.description,
+    parameters: schema_js_1.parameters,
+    category: schema_js_1.category,
+    execute,
+};
+//# sourceMappingURL=index.js.map

package/dist/tools/web-tools/tools/metadata/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/metadata/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AAEnC,2CAAmF;AAEnF,MAAM,UAAU,GAAG,qHAAqH,CAAC;AAEzI,KAAK,UAAU,OAAO,CAAC,IAAyB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAa,CAAC;IAC/B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAW,CAAC;IAElD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEnE,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACxB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC5B,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,IAAI,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,UAAU,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,MAAM,QAAQ,GAAwB;QAClC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE;QAC9B,WAAW,EAAE,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;QACxH,MAAM,EAAE,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;QACtD,SAAS,EAAE,EAAE;QACb,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,EAAE;KACb,CAAC;IAEF,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,IAAI,IAAI,OAAO;YAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACvC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,QAAQ,IAAI,OAAO;YAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,oCAAoC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACnD,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,CAAC;gBACD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,sBAAsB;YAC1B,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC;AAEY,QAAA,eAAe,GAAmB;IAC3C,IAAI,EAAJ,gBAAI;IACJ,WAAW,EAAX,uBAAW;IACX,WAAW,EAAX,uBAAW;IACX,UAAU,EAAV,sBAAU;IACV,QAAQ,EAAR,oBAAQ;IACR,OAAO;CACV,CAAC"}

package/dist/tools/web-tools/tools/metadata/schema.d.ts

@@ -0,0 +1,7 @@
+import { ToolParameters } from '../../../types.js';
+export declare const name = "web.metadata";
+export declare const displayName = "Extract Metadata";
+export declare const description = "Extract Open Graph, Twitter Cards, JSON-LD, and meta tags from a URL.";
+export declare const category = "network";
+export declare const parameters: ToolParameters;
+//# sourceMappingURL=schema.d.ts.map

package/dist/tools/web-tools/tools/metadata/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/metadata/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,eAAO,MAAM,IAAI,iBAAiB,CAAC;AACnC,eAAO,MAAM,WAAW,qBAAqB,CAAC;AAC9C,eAAO,MAAM,WAAW,0EAA0E,CAAC;AACnG,eAAO,MAAM,QAAQ,YAAY,CAAC;AAElC,eAAO,MAAM,UAAU,EAAE,cAcxB,CAAC"}

package/dist/tools/web-tools/tools/metadata/schema.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parameters = exports.category = exports.description = exports.displayName = exports.name = void 0;
+exports.name = 'web.metadata';
+exports.displayName = 'Extract Metadata';
+exports.description = 'Extract Open Graph, Twitter Cards, JSON-LD, and meta tags from a URL.';
+exports.category = 'network';
+exports.parameters = {
+    type: 'object',
+    properties: {
+        url: {
+            type: 'string',
+            description: 'The URL to extract metadata from',
+        },
+        timeout: {
+            type: 'integer',
+            description: 'Timeout in milliseconds (default: 30000)',
+            default: 30000,
+        },
+    },
+    required: ['url'],
+};
+//# sourceMappingURL=schema.js.map

package/dist/tools/web-tools/tools/metadata/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/metadata/schema.ts"],"names":[],"mappings":";;;AAEa,QAAA,IAAI,GAAG,cAAc,CAAC;AACtB,QAAA,WAAW,GAAG,kBAAkB,CAAC;AACjC,QAAA,WAAW,GAAG,uEAAuE,CAAC;AACtF,QAAA,QAAQ,GAAG,SAAS,CAAC;AAErB,QAAA,UAAU,GAAmB;IACtC,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,GAAG,EAAE;YACD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kCAAkC;SAClD;QACD,OAAO,EAAE;YACL,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,0CAA0C;YACvD,OAAO,EAAE,KAAK;SACjB;KACJ;IACD,QAAQ,EAAE,CAAC,KAAK,CAAC;CACpB,CAAC"}

package/dist/tools/web-tools/tools/scrape/index.d.ts

@@ -0,0 +1,3 @@
+import { ToolDefinition } from '../../../types.js';
+export declare const webScrapeTool: ToolDefinition;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/web-tools/tools/scrape/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/tools/web-tools/tools/scrape/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAiOnD,eAAO,MAAM,aAAa,EAAE,cAO3B,CAAC"}