@decodo/mcp-server 1.0.3 → 1.1.1

package/build/tools/youtube-subtitles/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./youtube-subtitles-tool"), exports);
+//# sourceMappingURL=index.js.map

package/build/tools/youtube-subtitles/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tools/youtube-subtitles/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC"}

package/build/tools/youtube-subtitles/youtube-subtitles-tool.js

@@ -0,0 +1,48 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.YoutubeSubtitlesTool = void 0;
+const zod_1 = __importDefault(require("zod"));
+const constants_1 = require("../../constants");
+const tool_1 = require("../tool");
+const zodLanguageCode = zod_1.default
+    .string()
+    .describe('Language code for subtitles (e.g., "en", "es")')
+    .optional();
+class YoutubeSubtitlesTool extends tool_1.Tool {
+    constructor() {
+        super(...arguments);
+        this.toolset = constants_1.TOOLSET.SOCIAL_MEDIA;
+        this.transformResponse = ({ data }) => {
+            return { data: JSON.stringify(data) };
+        };
+        this.register = ({ server, sapiClient, auth }) => {
+            server.registerTool('youtube_subtitles', {
+                description: 'Scrape YouTube video subtitles',
+                inputSchema: {
+                    query: zod_1.default.string().describe('YouTube video ID (e.g., "L8zSWbQN-v8")'),
+                    language_code: zodLanguageCode,
+                },
+                annotations: {
+                    readOnlyHint: true,
+                    openWorldHint: true,
+                },
+            }, async (scrapingParams) => {
+                const params = Object.assign(Object.assign({}, scrapingParams), { target: constants_1.SCRAPER_API_TARGETS.YOUTUBE_SUBTITLES });
+                const { data } = await sapiClient.scrape({ auth, scrapingParams: params });
+                return {
+                    content: [
+                        {
+                            type: 'text',
+                            text: JSON.stringify(data),
+                        },
+                    ],
+                };
+            });
+        };
+    }
+}
+exports.YoutubeSubtitlesTool = YoutubeSubtitlesTool;
+//# sourceMappingURL=youtube-subtitles-tool.js.map

package/build/tools/youtube-subtitles/youtube-subtitles-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube-subtitles-tool.js","sourceRoot":"","sources":["../../../src/tools/youtube-subtitles/youtube-subtitles-tool.ts"],"names":[],"mappings":";;;;;;AAAA,8CAAoB;AAEpB,+CAA+D;AAC/D,kCAAqD;AAErD,MAAM,eAAe,GAAG,aAAC;KACtB,MAAM,EAAE;KACR,QAAQ,CAAC,gDAAgD,CAAC;KAC1D,QAAQ,EAAE,CAAC;AAEd,MAAa,oBAAqB,SAAQ,WAAI;IAA9C;;QACE,YAAO,GAAG,mBAAO,CAAC,YAAY,CAAC;QAE/B,sBAAiB,GAAG,CAAC,EAAE,IAAI,EAAoB,EAAE,EAAE;YACjD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,CAAC,CAAC;QAEF,aAAQ,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAwB,EAAE,EAAE;YAChE,MAAM,CAAC,YAAY,CACjB,mBAAmB,EACnB;gBACE,WAAW,EAAE,gCAAgC;gBAC7C,WAAW,EAAE;oBACX,KAAK,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;oBACpE,aAAa,EAAE,eAAe;iBAC/B;gBACD,WAAW,EAAE;oBACX,YAAY,EAAE,IAAI;oBAClB,aAAa,EAAE,IAAI;iBACpB;aACF,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;gBAC1C,MAAM,MAAM,GAAG,gCACV,cAAc,KACjB,MAAM,EAAE,+BAAmB,CAAC,iBAAiB,GACnB,CAAC;gBAE7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAS,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;gBAEnF,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;yBAC3B;qBACF;iBACF,CAAC;YACJ,CAAC,CACF,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;CAAA;AAxCD,oDAwCC"}

package/build/utils.js

@@ -1,6 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.removeKeyFromNestedObject = void 0;
+exports.removeKeyFromNestedObject = exports.resolveToolsets = void 0;
+const resolveToolsets = (toolsets) => {
+    if (!(toolsets === null || toolsets === void 0 ? void 0 : toolsets.trim())) {
+        return [];
+    }
+    return toolsets
+        .split(',')
+        .map(s => s.trim())
+        .filter(Boolean);
+};
+exports.resolveToolsets = resolveToolsets;
 const removeKeyFromNestedObject = ({ obj, keyToRemove, }) => {
     if (typeof obj !== 'object' || obj === null) {
         return obj;
@@ -8,12 +18,13 @@ const removeKeyFromNestedObject = ({ obj, keyToRemove, }) => {
     if (Array.isArray(obj)) {
         return obj.map(item => (0, exports.removeKeyFromNestedObject)({ obj: item, keyToRemove }));
     }
+    const record = obj;
     const newObj = {};
-    for (const key in obj) {
+    for (const key in record) {
         if (key === keyToRemove) {
             continue;
         }
-        newObj[key] = (0, exports.removeKeyFromNestedObject)({ obj: obj[key], keyToRemove });
+        newObj[key] = (0, exports.removeKeyFromNestedObject)({ obj: record[key], keyToRemove });
     }
     return newObj;
 };

package/build/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AAAO,MAAM,yBAAyB,GAAG,CAAC,EACxC,GAAG,EACH,WAAW,GAIZ,EAAU,EAAE;IACX,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,MAAM,GAAG,EAAE,CAAC;IAElB,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,GAAG,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AA1BW,QAAA,yBAAyB,6BA0BpC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AAEO,MAAM,eAAe,GAAG,CAAC,QAAiB,EAAa,EAAE;IAC9D,IAAI,CAAC,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,EAAE,CAAA,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,QAAQ;SACZ,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,OAAO,CAAc,CAAC;AAClC,CAAC,CAAC;AATW,QAAA,eAAe,mBAS1B;AAEK,MAAM,yBAAyB,GAAG,CAAC,EACxC,GAAG,EACH,WAAW,GAIZ,EAAU,EAAE;IACX,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,MAAM,GAAG,GAA8B,CAAC;IAC9C,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,GAAG,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAW,EAAE,WAAW,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AA3BW,QAAA,yBAAyB,6BA2BpC"}

package/build/zod/zod-types.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.zodFullResponse = exports.zodTokenLimit = exports.zodJsRender = exports.zodLocale = exports.zodGeo = void 0;
+exports.zodDeviceType = exports.zodCountry = exports.zodTokenLimit = exports.zodXhr = exports.zodJsRender = exports.zodLocale = exports.zodGeo = void 0;
 const zod_1 = __importDefault(require("zod"));
 exports.zodGeo = zod_1.default
     .string()
@@ -14,12 +14,20 @@ exports.zodJsRender = zod_1.default
     .boolean()
     .describe('Should the request be opened in a headless browser, false by default')
     .optional();
+exports.zodXhr = zod_1.default
+    .boolean()
+    .describe('When true, includes XHR/fetch responses in the scrape result where supported by the target')
+    .optional();
 exports.zodTokenLimit = zod_1.default
     .number()
     .describe(`The number of tokens to return in the response - anything above this limit will be truncated`)
     .optional();
-exports.zodFullResponse = zod_1.default
-    .boolean()
-    .describe(`If true, content will not be truncated`)
+exports.zodCountry = zod_1.default
+    .string()
+    .describe('Country code for the request (e.g., US, GB, DE)')
+    .optional();
+exports.zodDeviceType = zod_1.default
+    .enum(['desktop', 'mobile', 'tablet'])
+    .describe('Device type to emulate for the request')
     .optional();
 //# sourceMappingURL=zod-types.js.map

package/build/zod/zod-types.js.map

@@ -1 +1 @@
-{"version":3,"file":"zod-types.js","sourceRoot":"","sources":["../../src/zod/zod-types.ts"],"names":[],"mappings":";;;;;;AAAA,8CAAoB;AAEP,QAAA,MAAM,GAAG,aAAC;KACpB,MAAM,EAAE;KACR,QAAQ,CAAC,iEAAiE,CAAC;KAC3E,QAAQ,EAAE,CAAC;AAED,QAAA,SAAS,GAAG,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC,CAAC,QAAQ,EAAE,CAAC;AAE5E,QAAA,WAAW,GAAG,aAAC;KACzB,OAAO,EAAE;KACT,QAAQ,CAAC,sEAAsE,CAAC;KAChF,QAAQ,EAAE,CAAC;AAED,QAAA,aAAa,GAAG,aAAC;KAC3B,MAAM,EAAE;KACR,QAAQ,CACP,8FAA8F,CAC/F;KACA,QAAQ,EAAE,CAAC;AAED,QAAA,eAAe,GAAG,aAAC;KAC7B,OAAO,EAAE;KACT,QAAQ,CAAC,wCAAwC,CAAC;KAClD,QAAQ,EAAE,CAAC"}
+{"version":3,"file":"zod-types.js","sourceRoot":"","sources":["../../src/zod/zod-types.ts"],"names":[],"mappings":";;;;;;AAAA,8CAAoB;AAEP,QAAA,MAAM,GAAG,aAAC;KACpB,MAAM,EAAE;KACR,QAAQ,CAAC,iEAAiE,CAAC;KAC3E,QAAQ,EAAE,CAAC;AAED,QAAA,SAAS,GAAG,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC,CAAC,QAAQ,EAAE,CAAC;AAE5E,QAAA,WAAW,GAAG,aAAC;KACzB,OAAO,EAAE;KACT,QAAQ,CAAC,sEAAsE,CAAC;KAChF,QAAQ,EAAE,CAAC;AAED,QAAA,MAAM,GAAG,aAAC;KACpB,OAAO,EAAE;KACT,QAAQ,CACP,4FAA4F,CAC7F;KACA,QAAQ,EAAE,CAAC;AAED,QAAA,aAAa,GAAG,aAAC;KAC3B,MAAM,EAAE;KACR,QAAQ,CACP,8FAA8F,CAC/F;KACA,QAAQ,EAAE,CAAC;AAED,QAAA,UAAU,GAAG,aAAC;KACxB,MAAM,EAAE;KACR,QAAQ,CAAC,iDAAiD,CAAC;KAC3D,QAAQ,EAAE,CAAC;AAED,QAAA,aAAa,GAAG,aAAC;KAC3B,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;KACrC,QAAQ,CAAC,wCAAwC,CAAC;KAClD,QAAQ,EAAE,CAAC"}

package/package.json

@@ -1,37 +1,62 @@
 {
   "name": "@decodo/mcp-server",
-  "version": "1.0.3",
-  "description": "",
+  "version": "1.1.1",
+  "description": "Decodo MCP Server",
   "bin": {
     "decodo-mcp": "./build/index.js"
   },
   "main": "index.js",
   "mcpName": "io.github.Decodo/mcp-web-scraper",
   "scripts": {
-    "build": "tsc && chmod 755 build/index.js",
-    "dev": "pnpm run build && mcp-inspector",
-    "test": "jest"
+    "build": "tsc && chmod 755 build/server.js",
+    "dev": "nodemon --watch src -e ts --exec 'tsx src/server.ts'",
+    "start": "node build/server.js",
+    "inspect": "mcp-inspector",
+    "test": "jest",
+    "lint": "eslint src/",
+    "release": "semantic-release"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
+  "publishConfig": {
+    "access": "public"
+  },
   "files": [
     "build"
   ],
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.12.3",
+    "axios": "^1.15.0",
+    "dotenv": "^16.5.0",
+    "node-html-markdown": "^1.3.0",
+    "tsx": "^4.21.0"
+  },
   "devDependencies": {
-    "@modelcontextprotocol/inspector": "^0.14.0",
+    "@eslint/js": "^10.0.1",
+    "@modelcontextprotocol/inspector": "^0.21.1",
+    "@semantic-release/changelog": "^6.0.3",
+    "@semantic-release/git": "^10.0.1",
+    "@semantic-release/github": "^12.0.6",
+    "@semantic-release/npm": "^13.1.5",
+    "@types/express": "^5.0.1",
     "@types/jest": "^30.0.0",
     "@types/node": "^24.0.0",
+    "eslint": "^10.2.1",
     "jest": "^30.0.0",
-    "mcps-logger": "^1.0.0",
+    "nodemon": "^3.1.14",
+    "semantic-release": "^25.0.3",
     "ts-jest": "^29.4.0",
     "typescript": "^5.8.3",
+    "typescript-eslint": "^8.58.2",
     "zod": "^3.25.57"
   },
-  "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.12.3",
-    "axios": "^1.9.0",
-    "dotenv": "^16.5.0",
-    "node-html-markdown": "^1.3.0"
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Decodo/mcp-server.git"
+  },
+  "homepage": "https://github.com/Decodo/mcp-server#readme",
+  "bugs": {
+    "url": "https://github.com/Decodo/mcp-server/issues"
   }
 }

package/build/sapi-mcp-server.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ScraperAPIMCPServer = void 0;
-const mcp_js_1 = require("@modelcontextprotocol/sdk/server/mcp.js");
-const scraper_api_client_1 = require("./clients/scraper-api-client");
-const tools_1 = require("./tools");
-class ScraperAPIMCPServer {
-    constructor({ sapiUsername, sapiPassword }) {
-        this.server = new mcp_js_1.McpServer({
-            name: 'decodo',
-            version: '0.1.0',
-            capabilities: {
-                logging: {},
-                resources: {},
-                tools: {},
-            },
-        });
-        const auth = Buffer.from(`${sapiUsername}:${sapiPassword}`).toString('base64');
-        this.sapiClient = new scraper_api_client_1.ScraperApiClient({ auth });
-        this.registerTools();
-        this.registerResources();
-    }
-    connect(transport) {
-        this.server.connect(transport);
-    }
-    registerTools() {
-        // scrape
-        tools_1.ScrapeAsMarkdownTool.register({ server: this.server, sapiClient: this.sapiClient });
-        // targets
-        tools_1.GoogleSearchParsedTool.register({ server: this.server, sapiClient: this.sapiClient });
-        tools_1.AmazonSearchParsedTool.register({ server: this.server, sapiClient: this.sapiClient });
-        tools_1.RedditPostTool.register({ server: this.server, sapiClient: this.sapiClient });
-        tools_1.RedditSubredditTool.register({ server: this.server, sapiClient: this.sapiClient });
-    }
-    registerResources() {
-        // todo: expose info about all targets available
-    }
-}
-exports.ScraperAPIMCPServer = ScraperAPIMCPServer;
-//# sourceMappingURL=sapi-mcp-server.js.map

package/build/sapi-mcp-server.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sapi-mcp-server.js","sourceRoot":"","sources":["../src/sapi-mcp-server.ts"],"names":[],"mappings":";;;AAAA,oEAAoE;AAEpE,qEAAgE;AAChE,mCAMiB;AAEjB,MAAa,mBAAmB;IAK9B,YAAY,EAAE,YAAY,EAAE,YAAY,EAAkD;QACxF,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAS,CAAC;YAC1B,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,OAAO;YAChB,YAAY,EAAE;gBACZ,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,KAAK,EAAE,EAAE;aACV;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,IAAI,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE/E,IAAI,CAAC,UAAU,GAAG,IAAI,qCAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjD,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,SAA+B;QACrC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,aAAa;QACX,SAAS;QACT,4BAAoB,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAEpF,UAAU;QACV,8BAAsB,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACtF,8BAAsB,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACtF,sBAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9E,2BAAmB,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,iBAAiB;QACf,gDAAgD;IAClD,CAAC;CACF;AA1CD,kDA0CC"}

package/build/tools/amazon-search-parsed-tool.js

@@ -1,46 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AmazonSearchParsedTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const constants_1 = require("../constants");
-const utils_1 = require("../utils");
-const zod_types_1 = require("../zod/zod-types");
-class AmazonSearchParsedTool {
-}
-exports.AmazonSearchParsedTool = AmazonSearchParsedTool;
-_a = AmazonSearchParsedTool;
-AmazonSearchParsedTool.FIELDS_WITH_HIGH_CHAR_COUNT = ['suggested', 'amazons_choices', 'refinements'];
-AmazonSearchParsedTool.transformAutoParsedResponse = ({ obj }) => {
-    for (const fieldToRemove of _a.FIELDS_WITH_HIGH_CHAR_COUNT) {
-        obj = (0, utils_1.removeKeyFromNestedObject)({ obj, keyToRemove: fieldToRemove });
-    }
-    const text = JSON.stringify(obj);
-    return text;
-};
-AmazonSearchParsedTool.register = ({ server, sapiClient, }) => {
-    server.registerTool('amazon_search_parsed', {
-        description: 'Scrape Amazon Search results with automatic parsing',
-        inputSchema: {
-            query: zod_1.default.string().describe('Search query'),
-            geo: zod_types_1.zodGeo,
-            jsRender: zod_types_1.zodJsRender,
-        },
-    }, async (scrapingParams) => {
-        const params = Object.assign(Object.assign({}, scrapingParams), { target: constants_1.SCRAPER_API_TARGETS.AMAZON_SEARCH, parse: true });
-        const { data } = await sapiClient.scrape({ scrapingParams: params });
-        const text = _a.transformAutoParsedResponse({ obj: data });
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=amazon-search-parsed-tool.js.map

package/build/tools/amazon-search-parsed-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"amazon-search-parsed-tool.js","sourceRoot":"","sources":["../../src/tools/amazon-search-parsed-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,4CAAmD;AACnD,oCAAqD;AACrD,gDAAkE;AAElE,MAAa,sBAAsB;;AAAnC,wDAoDC;;AAnDQ,kDAA2B,GAAG,CAAC,WAAW,EAAE,iBAAiB,EAAE,aAAa,CAAC,AAAlD,CAAmD;AAE9E,kDAA2B,GAAG,CAAC,EAAE,GAAG,EAAmB,EAAU,EAAE;IACxE,KAAK,MAAM,aAAa,IAAI,EAAsB,CAAC,2BAA2B,EAAE,CAAC;QAC/E,GAAG,GAAG,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,IAAI,CAAC;AACd,CAAC,AARiC,CAQhC;AAEK,+BAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,YAAY,CACjB,sBAAsB,EACtB;QACE,WAAW,EAAE,qDAAqD;QAClE,WAAW,EAAE;YACX,KAAK,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;YAC1C,GAAG,EAAE,kBAAM;YACX,QAAQ,EAAE,uBAAW;SACtB;KACF,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,gCACV,cAAc,KACjB,MAAM,EAAE,+BAAmB,CAAC,aAAa,EACzC,KAAK,EAAE,IAAI,GACe,CAAC;QAE7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAS,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,EAAI,CAAC,2BAA2B,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7D,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;iBACL;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AAtCc,CAsCb"}

package/build/tools/google-search-parsed-tool.js

@@ -1,54 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GoogleSearchParsedTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const constants_1 = require("../constants");
-const utils_1 = require("../utils");
-const zod_types_1 = require("../zod/zod-types");
-class GoogleSearchParsedTool {
-}
-exports.GoogleSearchParsedTool = GoogleSearchParsedTool;
-_a = GoogleSearchParsedTool;
-GoogleSearchParsedTool.FIELDS_WITH_HIGH_CHAR_COUNT = [
-    'images',
-    'image_data',
-    'related_searches_urls',
-    'factoids',
-    'people_also_buy_from',
-    'what_people_are_saying',
-];
-GoogleSearchParsedTool.transformAutoParsedResponse = ({ obj }) => {
-    for (const fieldToRemove of _a.FIELDS_WITH_HIGH_CHAR_COUNT) {
-        obj = (0, utils_1.removeKeyFromNestedObject)({ obj, keyToRemove: fieldToRemove });
-    }
-    const text = JSON.stringify(obj);
-    return text;
-};
-GoogleSearchParsedTool.register = ({ server, sapiClient, }) => {
-    server.registerTool('google_search_parsed', {
-        description: 'Scrape Google Search results with automatic parsing',
-        inputSchema: {
-            query: zod_1.default.string().describe('Search query'),
-            geo: zod_types_1.zodGeo,
-            locale: zod_types_1.zodLocale,
-            jsRender: zod_types_1.zodJsRender,
-        },
-    }, async (scrapingParams) => {
-        const params = Object.assign(Object.assign({}, scrapingParams), { target: constants_1.SCRAPER_API_TARGETS.GOOGLE_SEARCH, parse: true });
-        const { data } = await sapiClient.scrape({ scrapingParams: params });
-        const text = _a.transformAutoParsedResponse({ obj: data });
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=google-search-parsed-tool.js.map

package/build/tools/google-search-parsed-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"google-search-parsed-tool.js","sourceRoot":"","sources":["../../src/tools/google-search-parsed-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,4CAAmD;AACnD,oCAAqD;AACrD,gDAAkE;AAElE,MAAa,sBAAsB;;AAAnC,wDA4DC;;AA3DQ,kDAA2B,GAAG;IACnC,QAAQ;IACR,YAAY;IACZ,uBAAuB;IACvB,UAAU;IACV,sBAAsB;IACtB,wBAAwB;CACzB,AAPiC,CAOhC;AAEK,kDAA2B,GAAG,CAAC,EAAE,GAAG,EAAmB,EAAU,EAAE;IACxE,KAAK,MAAM,aAAa,IAAI,EAAsB,CAAC,2BAA2B,EAAE,CAAC;QAC/E,GAAG,GAAG,IAAA,iCAAyB,EAAC,EAAE,GAAG,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,IAAI,CAAC;AACd,CAAC,AARiC,CAQhC;AAEK,+BAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,YAAY,CACjB,sBAAsB,EACtB;QACE,WAAW,EAAE,qDAAqD;QAClE,WAAW,EAAE;YACX,KAAK,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;YAC1C,GAAG,EAAE,kBAAM;YACX,MAAM,EAAE,qBAAS;YACjB,QAAQ,EAAE,uBAAW;SACtB;KACF,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,gCACV,cAAc,KACjB,MAAM,EAAE,+BAAmB,CAAC,aAAa,EACzC,KAAK,EAAE,IAAI,GACe,CAAC;QAE7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAS,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,EAAI,CAAC,2BAA2B,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7D,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;iBACL;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AAvCc,CAuCb"}

package/build/tools/reddit-post-tool.js

@@ -1,34 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedditPostTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const constants_1 = require("../constants");
-class RedditPostTool {
-}
-exports.RedditPostTool = RedditPostTool;
-_a = RedditPostTool;
-RedditPostTool.register = ({ server, sapiClient, }) => {
-    server.registerTool('reddit_post', {
-        description: 'Scrape a specific Reddit post',
-        inputSchema: {
-            url: zod_1.default.string().describe('reddit post URL'),
-        },
-    }, async (scrapingParams) => {
-        const params = Object.assign(Object.assign({}, scrapingParams), { target: constants_1.SCRAPER_API_TARGETS.REDDIT_POST });
-        const { data } = await sapiClient.scrape({ scrapingParams: params });
-        const text = JSON.stringify(data, null, 2);
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=reddit-post-tool.js.map

package/build/tools/reddit-post-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"reddit-post-tool.js","sourceRoot":"","sources":["../../src/tools/reddit-post-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,4CAAmD;AAEnD,MAAa,cAAc;;AAA3B,wCAqCC;;AApCQ,uBAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,YAAY,CACjB,aAAa,EACb;QACE,WAAW,EAAE,+BAA+B;QAC5C,WAAW,EAAE;YACX,GAAG,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;SAC5C;KACF,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,gCACV,cAAc,KACjB,MAAM,EAAE,+BAAmB,CAAC,WAAW,GACb,CAAC;QAE7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAS,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;iBACL;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AAnCc,CAmCb"}

package/build/tools/reddit-subreddit-tool.js

@@ -1,34 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedditSubredditTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const constants_1 = require("../constants");
-class RedditSubredditTool {
-}
-exports.RedditSubredditTool = RedditSubredditTool;
-_a = RedditSubredditTool;
-RedditSubredditTool.register = ({ server, sapiClient, }) => {
-    server.registerTool('reddit_subreddit', {
-        description: 'Scrape Reddit subreddit results with automatic parsing',
-        inputSchema: {
-            url: zod_1.default.string().describe('URL to subreddit'),
-        },
-    }, async (scrapingParams) => {
-        const params = Object.assign(Object.assign({}, scrapingParams), { target: constants_1.SCRAPER_API_TARGETS.REDDIT_SUBREDDIT });
-        const { data } = await sapiClient.scrape({ scrapingParams: params });
-        const text = JSON.stringify(data, null, 2);
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=reddit-subreddit-tool.js.map

package/build/tools/reddit-subreddit-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"reddit-subreddit-tool.js","sourceRoot":"","sources":["../../src/tools/reddit-subreddit-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,4CAAmD;AAEnD,MAAa,mBAAmB;;AAAhC,kDAqCC;;AApCQ,4BAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,YAAY,CACjB,kBAAkB,EAClB;QACE,WAAW,EAAE,wDAAwD;QACrE,WAAW,EAAE;YACX,GAAG,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;SAC7C;KACF,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,gCACV,cAAc,KACjB,MAAM,EAAE,+BAAmB,CAAC,gBAAgB,GAClB,CAAC;QAE7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAS,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;iBACL;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AAnCc,CAmCb"}

package/build/tools/scrape-as-markdown-tool.js

@@ -1,70 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ScrapeAsMarkdownTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const node_html_markdown_1 = require("node-html-markdown");
-const zod_types_1 = require("../zod/zod-types");
-class ScrapeAsMarkdownTool {
-}
-exports.ScrapeAsMarkdownTool = ScrapeAsMarkdownTool;
-_a = ScrapeAsMarkdownTool;
-ScrapeAsMarkdownTool.LARGE_CONTENT_SYMBOL_COUNT = 10000;
-ScrapeAsMarkdownTool.isResponseOverLimit = (content) => {
-    return content.length > _a.LARGE_CONTENT_SYMBOL_COUNT;
-};
-ScrapeAsMarkdownTool.shouldTruncateResponse = ({ content, shouldShowFullResponse, }) => {
-    if (shouldShowFullResponse) {
-        return false;
-    }
-    return _a.isResponseOverLimit(content);
-};
-ScrapeAsMarkdownTool.truncateResponse = ({ content, limit }) => {
-    return content.substring(0, limit);
-};
-ScrapeAsMarkdownTool.transformResponse = ({ html, tokenLimit, shouldShowFullResponse, }) => {
-    const markdown = node_html_markdown_1.NodeHtmlMarkdown.translate(html, {});
-    if (_a.shouldTruncateResponse({ content: markdown, shouldShowFullResponse })) {
-        const truncated = _a.truncateResponse({
-            content: markdown,
-            limit: tokenLimit || _a.LARGE_CONTENT_SYMBOL_COUNT,
-        });
-        return { markdown: truncated, isTruncated: true };
-    }
-    return { markdown, isTruncated: false };
-};
-ScrapeAsMarkdownTool.register = ({ server, sapiClient, }) => {
-    server.tool('scrape_as_markdown', 'Scrape the contents of a website and return Markdown-formatted results', {
-        url: zod_1.default.string().describe('URL to scrape'),
-        geo: zod_types_1.zodGeo,
-        locale: zod_types_1.zodLocale,
-        jsRender: zod_types_1.zodJsRender,
-        tokenLimit: zod_types_1.zodTokenLimit,
-        fullResponse: zod_types_1.zodFullResponse,
-    }, async (scrapingParams) => {
-        const { data } = await sapiClient.scrape({ scrapingParams });
-        const { markdown, isTruncated } = _a.transformResponse({
-            html: data,
-            tokenLimit: scrapingParams.tokenLimit,
-            shouldShowFullResponse: scrapingParams.fullResponse,
-        });
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: isTruncated
-                        ? `The website content is over ${_a.LARGE_CONTENT_SYMBOL_COUNT} symbols, therefore, the content has been truncated. If you wish to obtain the full response, just say "full response". Alternatively, you say a specific token limit in the prompt.`
-                        : 'Full website content retrieved.',
-                },
-                {
-                    type: 'text',
-                    text: markdown,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=scrape-as-markdown-tool.js.map

package/build/tools/scrape-as-markdown-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrape-as-markdown-tool.js","sourceRoot":"","sources":["../../src/tools/scrape-as-markdown-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,2DAAsD;AACtD,gDAAkG;AAElG,MAAa,oBAAoB;;AAAjC,oDA4FC;;AA3FQ,+CAA0B,GAAG,KAAM,AAAT,CAAU;AAEpC,wCAAmB,GAAG,CAAC,OAAe,EAAE,EAAE;IAC/C,OAAO,OAAO,CAAC,MAAM,GAAG,EAAI,CAAC,0BAA0B,CAAC;AAC1D,CAAC,AAFyB,CAExB;AAEK,2CAAsB,GAAG,CAAC,EAC/B,OAAO,EACP,sBAAsB,GAIvB,EAAE,EAAE;IACH,IAAI,sBAAsB,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,EAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC,AAZ4B,CAY3B;AAEK,qCAAgB,GAAG,CAAC,EAAE,OAAO,EAAE,KAAK,EAAsC,EAAE,EAAE;IACnF,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC,AAFsB,CAErB;AAEK,sCAAiB,GAAG,CAAC,EAC1B,IAAI,EACJ,UAAU,EACV,sBAAsB,GAKvB,EAAE,EAAE;IACH,MAAM,QAAQ,GAAG,qCAAgB,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEtD,IAAI,EAAI,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC;QAC/E,MAAM,SAAS,GAAG,EAAI,CAAC,gBAAgB,CAAC;YACtC,OAAO,EAAE,QAAQ;YACjB,KAAK,EAAE,UAAU,IAAI,EAAI,CAAC,0BAA0B;SACrD,CAAC,CAAC;QAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC,AArBuB,CAqBtB;AAEK,6BAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,wEAAwE,EACxE;QACE,GAAG,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,kBAAM;QACX,MAAM,EAAE,qBAAS;QACjB,QAAQ,EAAE,uBAAW;QACrB,UAAU,EAAE,yBAAa;QACzB,YAAY,EAAE,2BAAe;KAC9B,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;QAE7D,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,EAAI,CAAC,iBAAiB,CAAC;YACvD,IAAI,EAAE,IAAI;YACV,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,sBAAsB,EAAE,cAAc,CAAC,YAAY;SACpD,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;wBACf,CAAC,CAAC,+BAA+B,EAAI,CAAC,0BAA0B,sLAAsL;wBACtP,CAAC,CAAC,iCAAiC;iBACtC;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AA3Cc,CA2Cb"}

package/build/tools/scrape-tool.js

@@ -1,70 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ScrapeTool = void 0;
-const zod_1 = __importDefault(require("zod"));
-const node_html_markdown_1 = require("node-html-markdown");
-const zod_types_1 = require("../zod/zod-types");
-class ScrapeTool {
-}
-exports.ScrapeTool = ScrapeTool;
-_a = ScrapeTool;
-ScrapeTool.LARGE_CONTENT_SYMBOL_COUNT = 10000;
-ScrapeTool.isResponseOverLimit = (content) => {
-    return content.length > _a.LARGE_CONTENT_SYMBOL_COUNT;
-};
-ScrapeTool.shouldTruncateResponse = ({ content, shouldShowFullResponse, }) => {
-    if (shouldShowFullResponse) {
-        return false;
-    }
-    return _a.isResponseOverLimit(content);
-};
-ScrapeTool.truncateResponse = ({ content, limit }) => {
-    return content.substring(0, limit);
-};
-ScrapeTool.transformResponse = ({ html, tokenLimit, shouldShowFullResponse, }) => {
-    const markdown = node_html_markdown_1.NodeHtmlMarkdown.translate(html, {});
-    if (_a.shouldTruncateResponse({ content: markdown, shouldShowFullResponse })) {
-        const truncated = _a.truncateResponse({
-            content: markdown,
-            limit: tokenLimit || _a.LARGE_CONTENT_SYMBOL_COUNT,
-        });
-        return { markdown: truncated, isTruncated: true };
-    }
-    return { markdown, isTruncated: false };
-};
-ScrapeTool.register = ({ server, sapiClient, }) => {
-    server.tool('scrape', 'Scrape the contents of a website', {
-        url: zod_1.default.string().describe('URL to scrape'),
-        geo: zod_types_1.zodGeo,
-        locale: zod_types_1.zodLocale,
-        jsRender: zod_types_1.zodJsRender,
-        tokenLimit: zod_types_1.zodTokenLimit,
-        fullResponse: zod_types_1.zodFullResponse,
-    }, async (scrapingParams) => {
-        const { data } = await sapiClient.scrape({ scrapingParams });
-        const { markdown, isTruncated } = _a.transformResponse({
-            html: data,
-            tokenLimit: scrapingParams.tokenLimit,
-            shouldShowFullResponse: scrapingParams.fullResponse,
-        });
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: isTruncated
-                        ? `The website content is over ${_a.LARGE_CONTENT_SYMBOL_COUNT} symbols, therefore, I have truncated the content. If you wish to obtain the full response, just say "full response". Alternatively, you can tell me a specific token limit.`
-                        : 'Full website content retrieved.',
-                },
-                {
-                    type: 'text',
-                    text: markdown,
-                },
-            ],
-        };
-    });
-};
-//# sourceMappingURL=scrape-tool.js.map

package/build/tools/scrape-tool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrape-tool.js","sourceRoot":"","sources":["../../src/tools/scrape-tool.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAAoB;AAIpB,2DAAsD;AACtD,gDAAkG;AAElG,MAAa,UAAU;;AAAvB,gCA4FC;;AA3FQ,qCAA0B,GAAG,KAAM,AAAT,CAAU;AAEpC,8BAAmB,GAAG,CAAC,OAAe,EAAE,EAAE;IAC/C,OAAO,OAAO,CAAC,MAAM,GAAG,EAAI,CAAC,0BAA0B,CAAC;AAC1D,CAAC,AAFyB,CAExB;AAEK,iCAAsB,GAAG,CAAC,EAC/B,OAAO,EACP,sBAAsB,GAIvB,EAAE,EAAE;IACH,IAAI,sBAAsB,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,EAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC,AAZ4B,CAY3B;AAEK,2BAAgB,GAAG,CAAC,EAAE,OAAO,EAAE,KAAK,EAAsC,EAAE,EAAE;IACnF,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC,AAFsB,CAErB;AAEK,4BAAiB,GAAG,CAAC,EAC1B,IAAI,EACJ,UAAU,EACV,sBAAsB,GAKvB,EAAE,EAAE;IACH,MAAM,QAAQ,GAAG,qCAAgB,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAEtD,IAAI,EAAI,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC;QAC/E,MAAM,SAAS,GAAG,EAAI,CAAC,gBAAgB,CAAC;YACtC,OAAO,EAAE,QAAQ;YACjB,KAAK,EAAE,UAAU,IAAI,EAAI,CAAC,0BAA0B;SACrD,CAAC,CAAC;QAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC,AArBuB,CAqBtB;AAEK,mBAAQ,GAAG,CAAC,EACjB,MAAM,EACN,UAAU,GAIX,EAAE,EAAE;IACH,MAAM,CAAC,IAAI,CACT,QAAQ,EACR,kCAAkC,EAClC;QACE,GAAG,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,kBAAM;QACX,MAAM,EAAE,qBAAS;QACjB,QAAQ,EAAE,uBAAW;QACrB,UAAU,EAAE,yBAAa;QACzB,YAAY,EAAE,2BAAe;KAC9B,EACD,KAAK,EAAE,cAAiC,EAAE,EAAE;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;QAE7D,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,EAAI,CAAC,iBAAiB,CAAC;YACvD,IAAI,EAAE,IAAI;YACV,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,sBAAsB,EAAE,cAAc,CAAC,YAAY;SACpD,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;wBACf,CAAC,CAAC,+BAA+B,EAAI,CAAC,0BAA0B,8KAA8K;wBAC9O,CAAC,CAAC,iCAAiC;iBACtC;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC,AA3Cc,CA2Cb"}