alterlab-mcp-server 1.7.0 → 1.8.0

package/dist/index.js

@@ -1,11 +1,46 @@
 #!/usr/bin/env node
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createSandboxServer = createSandboxServer;
 const mcp_js_1 = require("@modelcontextprotocol/sdk/server/mcp.js");
 const stdio_js_1 = require("@modelcontextprotocol/sdk/server/stdio.js");
 const client_js_1 = require("./client.js");
+const auth_js_1 = require("./auth.js");
 const config_js_1 = require("./config.js");
+const fs = __importStar(require("fs"));
 const scrape_js_1 = require("./tools/scrape.js");
 const extract_js_1 = require("./tools/extract.js");
 const screenshot_js_1 = require("./tools/screenshot.js");
@@ -17,6 +52,8 @@ const map_js_1 = require("./tools/map.js");
 const batch_js_1 = require("./tools/batch.js");
 const sessions_js_1 = require("./tools/sessions.js");
 const beta_features_js_1 = require("./tools/beta_features.js");
+const usage_js_1 = require("./tools/usage.js");
+const simple_batch_js_1 = require("./tools/simple_batch.js");
 function createServer(config) {
     const client = new client_js_1.AlterLabClient(config);
     const server = new mcp_js_1.McpServer({
@@ -29,6 +66,7 @@ function createServer(config) {
     server.tool("alterlab_screenshot", screenshot_js_1.screenshotDescription, screenshot_js_1.screenshotSchema.shape, (params) => (0, screenshot_js_1.handleScreenshot)(client, params));
     server.tool("alterlab_estimate_cost", estimate_js_1.estimateDescription, estimate_js_1.estimateSchema.shape, (params) => (0, estimate_js_1.handleEstimate)(client, params));
     server.tool("alterlab_check_balance", balance_js_1.balanceDescription, balance_js_1.balanceSchema.shape, () => (0, balance_js_1.handleBalance)(client));
+    server.tool("alterlab_get_usage", usage_js_1.usageDescription, usage_js_1.usageSchema.shape, () => (0, usage_js_1.handleUsage)(client));
     // Crawl tools
     server.tool("alterlab_crawl", crawl_js_1.crawlDescription, crawl_js_1.crawlSchema.shape, (params) => (0, crawl_js_1.handleCrawl)(client, params));
     server.tool("alterlab_crawl_status", crawl_js_1.crawlStatusDescription, crawl_js_1.crawlStatusSchema.shape, (params) => (0, crawl_js_1.handleCrawlStatus)(client, params));
@@ -38,6 +76,7 @@ function createServer(config) {
     // Map tool
     server.tool("alterlab_map", map_js_1.mapDescription, map_js_1.mapSchema.shape, (params) => (0, map_js_1.handleMap)(client, params));
     // Batch tools
+    server.tool("alterlab_batch_scrape", simple_batch_js_1.simpleBatchDescription, simple_batch_js_1.simpleBatchSchema.shape, (params) => (0, simple_batch_js_1.handleSimpleBatch)(client, params));
     server.tool("alterlab_batch", batch_js_1.batchDescription, batch_js_1.batchSchema.shape, (params) => (0, batch_js_1.handleBatch)(client, params));
     server.tool("alterlab_batch_status", batch_js_1.batchStatusDescription, batch_js_1.batchStatusSchema.shape, (params) => (0, batch_js_1.handleBatchStatus)(client, params));
     // Session management tools
@@ -65,7 +104,30 @@ function createSandboxServer() {
     });
 }
 async function main() {
-    const config = (0, config_js_1.loadConfig)();
+    const args = process.argv.slice(2);
+    // --setup: explicit re-authentication flag
+    // --auth oauth: OAuth-style alias (device flow IS the auth; "oauth" is treated as a sub-arg)
+    const isSetupMode = args.includes("--setup") ||
+        (args.includes("--auth") && args.includes("oauth"));
+    if (isSetupMode) {
+        // --setup / --auth oauth: force re-authentication by removing the saved config.
+        // This lets users re-authenticate (e.g., after key revocation) without manually
+        // deleting ~/.alterlab/config.json.
+        if (fs.existsSync(config_js_1.CONFIG_FILE_PATH)) {
+            try {
+                fs.unlinkSync(config_js_1.CONFIG_FILE_PATH);
+                process.stderr.write("\n  (Removed saved API key — starting fresh authentication)\n");
+            }
+            catch (err) {
+                process.stderr.write(`\n  Warning: Could not remove saved config: ${String(err)}\n`);
+            }
+        }
+        // Re-run ensureAuth which will trigger the interactive flow
+        await (0, auth_js_1.ensureAuth)();
+        process.stderr.write("\n  Setup complete. You can now add this server to your MCP client.\n\n");
+        process.exit(0);
+    }
+    const config = await (0, auth_js_1.ensureAuth)();
     const server = createServer(config);
     const transport = new stdio_js_1.StdioServerTransport();
     await server.connect(transport);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AA2QA,kDAKC;AA9QD,oEAAoE;AACpE,wEAAiF;AACjF,2CAA6C;AAC7C,2CAAsD;AACtD,iDAI2B;AAC3B,mDAI4B;AAC5B,yDAI+B;AAC/B,qDAI6B;AAC7B,mDAI4B;AAC5B,+CAU0B;AAC1B,iDAI2B;AAC3B,2CAAsE;AACtE,+CAO0B;AAC1B,qDAsB6B;AAC7B,+DAakC;AAElC,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,IAAI,0BAAc,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,MAAM,GAAG,IAAI,kBAAS,CAAC;QAC3B,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,EAAE,MAAa,CAAC,CACjD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,qCAAqB,EACrB,gCAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,gCAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,iCAAmB,EACnB,4BAAc,CAAC,KAAK,EACpB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAc,EAAC,MAAM,EAAE,MAAa,CAAC,CAClD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,GAAG,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,CAAC,CAC5B,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,WAAW;IACX,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAc,EAAE,kBAAS,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACtE,IAAA,kBAAS,EAAC,MAAM,EAAE,MAAa,CAAC,CACjC,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,2BAA2B;IAC3B,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,qCAAuB,EACvB,gCAAkB,CAAC,KAAK,EACxB,GAAG,EAAE,CAAC,IAAA,gCAAkB,EAAC,MAAM,CAAC,CACjC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,sBAAsB,EACtB,mCAAqB,EACrB,8BAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,8BAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,0BAA0B,EAC1B,uCAAyB,EACzB,kCAAoB,CAAC,KAAK,EAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,kCAAoB,EAAC,MAAM,EAAE,MAAa,CAAC,CACxD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,2BAA2B,EAC3B,wCAA0B,EAC1B,mCAAqB,CAAC,KAAK,EAC3B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,mCAAqB,EAAC,MAAM,EAAE,MAAa,CAAC,CACzD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,gCAAgC;IAChC,MAAM,CAAC,IAAI,CACT,6BAA6B,EAC7B,8CAA2B,EAC3B,yCAAsB,CAAC,KAAK,EAC5B,GAAG,EAAE,CAAC,IAAA,yCAAsB,EAAC,MAAM,CAAC,CACrC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,gCAAgC,EAChC,gDAA6B,EAC7B,2CAAwB,CAAC,KAAK,EAC9B,GAAG,EAAE,CAAC,IAAA,2CAAwB,EAAC,MAAM,CAAC,CACvC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,8BAA8B,EAC9B,+CAA4B,EAC5B,0CAAuB,CAAC,KAAK,EAC7B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,0CAAuB,EAAC,MAAM,EAAE,MAAa,CAAC,CAC3D,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,+BAA+B,EAC/B,gDAA6B,EAC7B,2CAAwB,CAAC,KAAK,EAC9B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,2CAAwB,EAAC,MAAM,EAAE,MAAa,CAAC,CAC5D,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IACjC,OAAO,YAAY,CAAC;QAClB,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,yBAAyB;KAClC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,SAAS,GAAG,IAAI,+BAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsSA,kDAKC;AAzSD,oEAAoE;AACpE,wEAAiF;AACjF,2CAA6C;AAE7C,uCAAuC;AACvC,2CAA+C;AAC/C,uCAAyB;AACzB,iDAI2B;AAC3B,mDAI4B;AAC5B,yDAI+B;AAC/B,qDAI6B;AAC7B,mDAI4B;AAC5B,+CAU0B;AAC1B,iDAI2B;AAC3B,2CAAsE;AACtE,+CAO0B;AAC1B,qDAsB6B;AAC7B,+DAakC;AAClC,+CAI0B;AAC1B,6DAIiC;AAEjC,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,IAAI,0BAAc,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,MAAM,GAAG,IAAI,kBAAS,CAAC;QAC3B,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,EAAE,MAAa,CAAC,CACjD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,qCAAqB,EACrB,gCAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,gCAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,iCAAmB,EACnB,4BAAc,CAAC,KAAK,EACpB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAc,EAAC,MAAM,EAAE,MAAa,CAAC,CAClD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,GAAG,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,CAAC,CAC5B,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,2BAAgB,EAChB,sBAAW,CAAC,KAAK,EACjB,GAAG,EAAE,CAAC,IAAA,sBAAW,EAAC,MAAM,CAAC,CAC1B,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,WAAW;IACX,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAc,EAAE,kBAAS,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACtE,IAAA,kBAAS,EAAC,MAAM,EAAE,MAAa,CAAC,CACjC,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,wCAAsB,EACtB,mCAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,mCAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,2BAA2B;IAC3B,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,qCAAuB,EACvB,gCAAkB,CAAC,KAAK,EACxB,GAAG,EAAE,CAAC,IAAA,gCAAkB,EAAC,MAAM,CAAC,CACjC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,sBAAsB,EACtB,mCAAqB,EACrB,8BAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,8BAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,0BAA0B,EAC1B,uCAAyB,EACzB,kCAAoB,CAAC,KAAK,EAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,kCAAoB,EAAC,MAAM,EAAE,MAAa,CAAC,CACxD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,2BAA2B,EAC3B,wCAA0B,EAC1B,mCAAqB,CAAC,KAAK,EAC3B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,mCAAqB,EAAC,MAAM,EAAE,MAAa,CAAC,CACzD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,gCAAgC;IAChC,MAAM,CAAC,IAAI,CACT,6BAA6B,EAC7B,8CAA2B,EAC3B,yCAAsB,CAAC,KAAK,EAC5B,GAAG,EAAE,CAAC,IAAA,yCAAsB,EAAC,MAAM,CAAC,CACrC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,gCAAgC,EAChC,gDAA6B,EAC7B,2CAAwB,CAAC,KAAK,EAC9B,GAAG,EAAE,CAAC,IAAA,2CAAwB,EAAC,MAAM,CAAC,CACvC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,8BAA8B,EAC9B,+CAA4B,EAC5B,0CAAuB,CAAC,KAAK,EAC7B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,0CAAuB,EAAC,MAAM,EAAE,MAAa,CAAC,CAC3D,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,+BAA+B,EAC/B,gDAA6B,EAC7B,2CAAwB,CAAC,KAAK,EAC9B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,2CAAwB,EAAC,MAAM,EAAE,MAAa,CAAC,CAC5D,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IACjC,OAAO,YAAY,CAAC;QAClB,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,yBAAyB;KAClC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,2CAA2C;IAC3C,6FAA6F;IAC7F,MAAM,WAAW,GACf,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAEtD,IAAI,WAAW,EAAE,CAAC;QAChB,gFAAgF;QAChF,gFAAgF;QAChF,oCAAoC;QACpC,IAAI,EAAE,CAAC,UAAU,CAAC,4BAAgB,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,EAAE,CAAC,UAAU,CAAC,4BAAgB,CAAC,CAAC;gBAChC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,+DAA+D,CAChE,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,+CAA+C,MAAM,CAAC,GAAG,CAAC,IAAI,CAC/D,CAAC;YACJ,CAAC;QACH,CAAC;QACD,4DAA4D;QAC5D,MAAM,IAAA,oBAAU,GAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yEAAyE,CAC1E,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAU,GAAE,CAAC;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,SAAS,GAAG,IAAI,+BAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/tools/balance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"balance.d.ts","sourceRoot":"","sources":["../../src/tools/balance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,aAAa,gDAAe,CAAC;AAE1C,eAAO,MAAM,kBAAkB,QAGmC,CAAC;AAEnE,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,cAAc,CAAC,CAYzB"}
+{"version":3,"file":"balance.d.ts","sourceRoot":"","sources":["../../src/tools/balance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,aAAa,gDAAe,CAAC;AAE1C,eAAO,MAAM,kBAAkB,QAKmC,CAAC;AAEnE,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,cAAc,CAAC,CAYzB"}

package/dist/tools/balance.js

@@ -6,8 +6,10 @@ const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
 const format_js_1 = require("../format.js");
 exports.balanceSchema = zod_1.z.object({});
-exports.balanceDescription = "Check your AlterLab account balance and credit usage. " +
-    "Returns current balance, total deposited, and total spent. " +
+exports.balanceDescription = "Check your AlterLab account balance, status, and credit usage. " +
+    "Call this before expensive operations (batch scrapes, large crawls) to verify sufficient funds. " +
+    "Returns current balance in dollars, balance status (healthy/low/critical/exhausted), total deposited, and total spent. " +
+    "For a full spending breakdown by time window and top domains, use alterlab_get_usage instead. " +
     "No parameters required — uses your API key for identification.";
 async function handleBalance(client) {
     try {

package/dist/tools/balance.js.map

@@ -1 +1 @@
-{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../src/tools/balance.ts"],"names":[],"mappings":";;;AAaA,sCAcC;AA3BD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAqD;AAExC,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE7B,QAAA,kBAAkB,GAC7B,wDAAwD;IACxD,6DAA6D;IAC7D,gEAAgE,CAAC;AAE5D,KAAK,UAAU,aAAa,CACjC,MAAsB;IAEtB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,iCAAqB,EAAC,OAAO,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../src/tools/balance.ts"],"names":[],"mappings":";;;AAeA,sCAcC;AA7BD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAqD;AAExC,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE7B,QAAA,kBAAkB,GAC7B,iEAAiE;IACjE,kGAAkG;IAClG,yHAAyH;IACzH,gGAAgG;IAChG,gEAAgE,CAAC;AAE5D,KAAK,UAAU,aAAa,CACjC,MAAsB;IAEtB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,iCAAqB,EAAC,OAAO,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/batch.d.ts

@@ -14,50 +14,50 @@ export declare const batchSchema: z.ZodObject<{
         cache: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
         url: string;
-        timeout?: number | undefined;
         mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
+        timeout?: number | undefined;
         formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
         extraction_schema?: Record<string, unknown> | undefined;
+        cache?: boolean | undefined;
         render_js?: boolean | undefined;
         use_proxy?: boolean | undefined;
         wait_for?: string | undefined;
-        cache?: boolean | undefined;
     }, {
         url: string;
-        timeout?: number | undefined;
         mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
+        timeout?: number | undefined;
         formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
         extraction_schema?: Record<string, unknown> | undefined;
+        cache?: boolean | undefined;
         render_js?: boolean | undefined;
         use_proxy?: boolean | undefined;
         wait_for?: string | undefined;
-        cache?: boolean | undefined;
     }>, "many">;
     webhook_url: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     urls: {
         url: string;
-        timeout?: number | undefined;
         mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
+        timeout?: number | undefined;
         formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
         extraction_schema?: Record<string, unknown> | undefined;
+        cache?: boolean | undefined;
         render_js?: boolean | undefined;
         use_proxy?: boolean | undefined;
         wait_for?: string | undefined;
-        cache?: boolean | undefined;
     }[];
     webhook_url?: string | undefined;
 }, {
     urls: {
         url: string;
-        timeout?: number | undefined;
         mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
+        timeout?: number | undefined;
         formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
         extraction_schema?: Record<string, unknown> | undefined;
+        cache?: boolean | undefined;
         render_js?: boolean | undefined;
         use_proxy?: boolean | undefined;
         wait_for?: string | undefined;
-        cache?: boolean | undefined;
     }[];
     webhook_url?: string | undefined;
 }>;

package/dist/tools/batch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AA2CnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAatB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAKgD,CAAC;AAE9E,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAmCzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB"}
+{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AA2CnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAatB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAM+B,CAAC;AAE7D,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAmCzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB"}

package/dist/tools/batch.js

@@ -55,11 +55,12 @@ exports.batchSchema = zod_1.z.object({
         .optional()
         .describe("Webhook URL to receive batch.completed event when all jobs finish"),
 });
-exports.batchDescription = "Submit up to 100 URLs for parallel scraping in a single batch request. " +
+exports.batchDescription = "Scrape up to 100 URLs in parallel with a single request — much faster and more efficient than sequential alterlab_scrape calls. " +
+    "Each URL automatically gets anti-bot bypass protection (Cloudflare, DataDome, etc.) at its own tier level. " +
     "Returns a batch_id immediately — use alterlab_batch_status to poll results. " +
     "Each URL can have its own mode, formats, extraction_schema, and options. " +
     "Credits are pre-debited based on estimated cost; unused credits are refunded on completion. " +
-    "Use this instead of calling alterlab_scrape repeatedly for multiple URLs.";
+    "Use this whenever you need to scrape more than 2-3 URLs.";
 async function handleBatch(client, params) {
     try {
         const response = await client.submitBatch({

package/dist/tools/batch.js.map

@@ -1 +1 @@
-{"version":3,"file":"batch.js","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":";;;AAmEA,kCAsCC;AAgBD,8CAcC;AAvID,6BAAwB;AAGxB,4CAAgE;AAEhE,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E,MAAM,eAAe,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,EAAE;SACV,QAAQ,CAAC,4BAA4B,CAAC;IACzC,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,KAAK,EAAE,OAAC;SACL,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6BAA6B,CAAC;CAC3C,CAAC,CAAC;AAEU,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,mEAAmE,CACpE;CACJ,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,yEAAyE;IACzE,8EAA8E;IAC9E,2EAA2E;IAC3E,8FAA8F;IAC9F,2EAA2E,CAAC;AAEvE,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;YACxC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B;aACF,CAAC,CAAC;YACH,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,iBAAiB,QAAQ,CAAC,UAAU,IAAI;YACxC,wBAAwB,QAAQ,CAAC,iBAAiB,MAAM;YACxD,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,uBAAuB,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAE/K,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,oDAAoD;IACpD,iFAAiF;IACjF,kEAAkE;IAClE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAiB,EAAE,OAAe;IACnE,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAEpD,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,iBAAiB,SAAS,EAAE;QAC5B,gBAAgB,cAAc,EAAE;QAChC,aAAa,WAAW,EAAE;KAC3B,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QAC3D,KAAK,CAAC,IAAI,CACR,KAAK,SAAS,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,+DAA+D,CAC/G,CAAC;IACJ,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAA+B,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAEvD,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,EAAE,CAAC,MAA6C,CAAC;YAChE,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACpD,MAAM,UAAU,GAAG,OAAiC,CAAC;oBACrD,MAAM,IAAI,GACR,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;oBAClE,IAAI,IAAI,EAAE,CAAC;wBACT,cAAc,GAAG,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC/E,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACvC,cAAc,GAAG,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrF,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,GAAG,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"batch.js","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":";;;AAoEA,kCAsCC;AAgBD,8CAcC;AAxID,6BAAwB;AAGxB,4CAAgE;AAEhE,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E,MAAM,eAAe,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,EAAE;SACV,QAAQ,CAAC,4BAA4B,CAAC;IACzC,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,KAAK,EAAE,OAAC;SACL,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6BAA6B,CAAC;CAC3C,CAAC,CAAC;AAEU,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,mEAAmE,CACpE;CACJ,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,kIAAkI;IAClI,6GAA6G;IAC7G,8EAA8E;IAC9E,2EAA2E;IAC3E,8FAA8F;IAC9F,0DAA0D,CAAC;AAEtD,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;YACxC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B;aACF,CAAC,CAAC;YACH,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,iBAAiB,QAAQ,CAAC,UAAU,IAAI;YACxC,wBAAwB,QAAQ,CAAC,iBAAiB,MAAM;YACxD,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,uBAAuB,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAE/K,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,oDAAoD;IACpD,iFAAiF;IACjF,kEAAkE;IAClE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAiB,EAAE,OAAe;IACnE,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAEpD,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,iBAAiB,SAAS,EAAE;QAC5B,gBAAgB,cAAc,EAAE;QAChC,aAAa,WAAW,EAAE;KAC3B,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QAC3D,KAAK,CAAC,IAAI,CACR,KAAK,SAAS,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,+DAA+D,CAC/G,CAAC;IACJ,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAA+B,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAEvD,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,EAAE,CAAC,MAA6C,CAAC;YAChE,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACpD,MAAM,UAAU,GAAG,OAAiC,CAAC;oBACrD,MAAM,IAAI,GACR,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;oBAClE,IAAI,IAAI,EAAE,CAAC;wBACT,cAAc,GAAG,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC/E,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACvC,cAAc,GAAG,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrF,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,GAAG,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/crawl.d.ts

@@ -8,8 +8,11 @@ export declare const crawlSchema: z.ZodObject<{
     include_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     exclude_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     sitemap: z.ZodDefault<z.ZodEnum<["include", "skip", "only"]>>;
+    sitemap_path: z.ZodOptional<z.ZodString>;
     formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown"]>, "many">>;
     extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extraction_profile: z.ZodOptional<z.ZodEnum<["auto", "product", "article", "job_posting", "faq", "recipe", "event"]>>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     extraction_model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     render_js: z.ZodDefault<z.ZodUnion<[z.ZodBoolean, z.ZodLiteral<"auto">]>>;
     use_proxy: z.ZodDefault<z.ZodBoolean>;
@@ -17,7 +20,22 @@ export declare const crawlSchema: z.ZodObject<{
     respect_robots: z.ZodDefault<z.ZodBoolean>;
     include_subdomains: z.ZodDefault<z.ZodBoolean>;
     block_images: z.ZodDefault<z.ZodBoolean>;
+    wait_for: z.ZodOptional<z.ZodString>;
+    timeout: z.ZodOptional<z.ZodNumber>;
     webhook_url: z.ZodOptional<z.ZodString>;
+    cost_controls: z.ZodOptional<z.ZodObject<{
+        max_credits: z.ZodOptional<z.ZodNumber>;
+        max_tier: z.ZodOptional<z.ZodEnum<["1", "2", "3", "3.5", "4"]>>;
+        force_tier: z.ZodOptional<z.ZodEnum<["1", "2", "3", "3.5", "4"]>>;
+    }, "strip", z.ZodTypeAny, {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+    }, {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     url: string;
     render_js: boolean | "auto";
@@ -29,25 +47,45 @@ export declare const crawlSchema: z.ZodObject<{
     max_concurrency: number;
     respect_robots: boolean;
     include_subdomains: boolean;
+    headers?: Record<string, string> | undefined;
+    timeout?: number | undefined;
     formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_model?: string | null | undefined;
+    extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | undefined;
+    wait_for?: string | undefined;
+    cost_controls?: {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+    } | undefined;
     include_patterns?: string[] | undefined;
     exclude_patterns?: string[] | undefined;
+    sitemap_path?: string | undefined;
     webhook_url?: string | undefined;
 }, {
     url: string;
+    headers?: Record<string, string> | undefined;
+    timeout?: number | undefined;
     formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_model?: string | null | undefined;
+    extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | undefined;
     render_js?: boolean | "auto" | undefined;
     use_proxy?: boolean | undefined;
+    wait_for?: string | undefined;
     block_images?: boolean | undefined;
+    cost_controls?: {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+    } | undefined;
     max_pages?: number | undefined;
     max_depth?: number | undefined;
     include_patterns?: string[] | undefined;
     exclude_patterns?: string[] | undefined;
     sitemap?: "include" | "skip" | "only" | undefined;
+    sitemap_path?: string | undefined;
     max_concurrency?: number | undefined;
     respect_robots?: boolean | undefined;
     include_subdomains?: boolean | undefined;

package/dist/tools/crawl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAOnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwFtB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAM6C,CAAC;AAE3E,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAwCzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAGI,CAAC;AAExC,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAiBzB"}
+{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAmCnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2HtB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAW+D,CAAC;AAE7F,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAmDzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAGI,CAAC;AAExC,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAiBzB"}

package/dist/tools/crawl.js

@@ -6,9 +6,29 @@ exports.handleCrawlStatus = handleCrawlStatus;
 exports.handleCrawlCancel = handleCrawlCancel;
 const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
+const format_js_1 = require("../format.js");
 // ============================================================================
 // Start Crawl
 // ============================================================================
+const crawlTierEnum = zod_1.z.enum(["1", "2", "3", "3.5", "4"]);
+const crawlCostControlsSchema = zod_1.z
+    .object({
+    max_credits: zod_1.z
+        .number()
+        .int()
+        .positive()
+        .optional()
+        .describe("Hard spending cap in credits for the entire crawl"),
+    max_tier: crawlTierEnum
+        .optional()
+        .describe("Maximum tier to use for page scrapes " +
+        "(1=curl $0.0002, 2=http $0.0003, 3=stealth $0.002, 3.5=lightjs $0.0025, 4=browser $0.004)"),
+    force_tier: crawlTierEnum
+        .optional()
+        .describe("Force all pages to use this exact tier, bypassing per-page escalation"),
+})
+    .optional()
+    .describe("Cost controls for the entire crawl — cap total spend or pin the scraping tier");
 exports.crawlSchema = zod_1.z.object({
     url: zod_1.z.string().url().describe("Start URL for the crawl"),
     max_pages: zod_1.z
@@ -37,6 +57,11 @@ exports.crawlSchema = zod_1.z.object({
         .enum(["include", "skip", "only"])
         .default("include")
         .describe("Sitemap mode: include (default), skip (link extraction only), only (sitemap URLs only)"),
+    sitemap_path: zod_1.z
+        .string()
+        .optional()
+        .describe("Explicit path to the sitemap file (e.g., '/sitemap_index.xml'). " +
+        "Use when the sitemap is not at the standard /sitemap.xml location."),
     formats: zod_1.z
         .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown"]))
         .optional()
@@ -45,6 +70,16 @@ exports.crawlSchema = zod_1.z.object({
         .record(zod_1.z.unknown())
         .optional()
         .describe("JSON schema for structured extraction on each page"),
+    extraction_profile: zod_1.z
+        .enum(["auto", "product", "article", "job_posting", "faq", "recipe", "event"])
+        .optional()
+        .describe("Pre-defined extraction profile applied to every crawled page. " +
+        "'auto' detects the page type automatically."),
+    headers: zod_1.z
+        .record(zod_1.z.string(), zod_1.z.string())
+        .optional()
+        .describe("Custom HTTP headers injected into every page request during the crawl " +
+        '(e.g., {"Authorization": "Bearer token"}). Maximum 50 headers.'),
     extraction_model: zod_1.z
         .string()
         .nullish()
@@ -78,18 +113,35 @@ exports.crawlSchema = zod_1.z.object({
         .default(false)
         .describe("Block image downloads during browser rendering on each crawled page. " +
         "Reduces proxy bandwidth and speeds up crawls. Only effective with render_js=true."),
+    wait_for: zod_1.z
+        .string()
+        .optional()
+        .describe("CSS selector to wait for before extracting each page (e.g., '#main-content'). " +
+        "Applied to all pages in the crawl."),
+    timeout: zod_1.z
+        .number()
+        .min(1)
+        .max(300)
+        .optional()
+        .describe("Per-page request timeout in seconds (1-300)"),
     webhook_url: zod_1.z
         .string()
         .url()
         .optional()
         .describe("Webhook URL to notify on crawl completion"),
+    cost_controls: crawlCostControlsSchema,
 });
-exports.crawlDescription = "Start an asynchronous crawl of an entire website. " +
-    "Discovers URLs via sitemap parsing and link extraction, then scrapes each page. " +
+exports.crawlDescription = "Crawl an entire website for RAG, index all pages on a site, or build a knowledge base from a domain. " +
+    "Automatically bypasses anti-bot protection on every page — works on Cloudflare-protected sites. " +
+    "Discovers URLs via sitemap parsing and link extraction, then scrapes each page asynchronously. " +
+    "Returns content as clean markdown, text, or structured data. " +
     "Returns a crawl_id immediately — use alterlab_crawl_status to poll results. " +
     "Use include_patterns/exclude_patterns to scope the crawl to specific sections. " +
     "Use render_js='auto' for mixed sites to save 30-60% vs always rendering. " +
-    "Supports extraction_schema to extract structured data from every page.";
+    "Supports extraction_schema or extraction_profile to extract structured data from every page. " +
+    "Use cost_controls to cap total credits or pin the scraping tier for all pages. " +
+    "Use sitemap_path to specify a non-standard sitemap location. " +
+    "Use headers to inject custom HTTP headers (e.g., Authorization) into every page request.";
 async function handleCrawl(client, params) {
     try {
         const response = await client.startCrawl({
@@ -99,17 +151,23 @@ async function handleCrawl(client, params) {
             include_patterns: params.include_patterns,
             exclude_patterns: params.exclude_patterns,
             sitemap: params.sitemap,
+            sitemap_path: params.sitemap_path,
             formats: params.formats,
             extraction_schema: params.extraction_schema,
+            extraction_profile: params.extraction_profile,
+            headers: params.headers,
             extraction_model: params.extraction_model ?? undefined,
             max_concurrency: params.max_concurrency,
             respect_robots: params.respect_robots,
             include_subdomains: params.include_subdomains,
             webhook_url: params.webhook_url,
+            cost_controls: params.cost_controls,
             advanced: {
                 render_js: params.render_js,
                 use_proxy: params.use_proxy,
                 block_images: params.block_images,
+                wait_for: params.wait_for,
+                timeout: params.timeout,
             },
         });
         const text = `**Crawl Started**\n\n` +
@@ -120,13 +178,18 @@ async function handleCrawl(client, params) {
             `- Max depth: ${params.max_depth}\n\n` +
             `Use \`alterlab_crawl_status\` with crawl_id \`${response.crawl_id}\` to poll for results.\n` +
             `Crawls run asynchronously — check back after a few minutes for large sites.`;
-        return { content: [{ type: "text", text }] };
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        return { content: [{ type: "text", text: text + balanceWarningSuffix }] };
     }
     catch (error) {
-        if (isApiError(error)) {
-            return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        const result = isApiError(error)
+            ? (0, errors_js_1.formatErrorResult)(error, { url: params.url })
+            : (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        if (balanceWarningSuffix && result.content[0]?.type === "text") {
+            result.content[0].text += balanceWarningSuffix;
         }
-        return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        return result;
     }
 }
 // ============================================================================

package/dist/tools/crawl.js.map

@@ -1 +1 @@
-{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":";;;AA2GA,kCA2CC;AAgBD,8CAcC;AAeD,8CAoBC;AAvND,6BAAwB;AAGxB,4CAAgE;AAEhE,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAElE,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACzD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,MAAM,CAAC;SACX,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mCAAmC,CAAC;IAChD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,mEAAmE,CACpE;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,iGAAiG,CAClG;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF,CACnF;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wFAAwF,CACzF;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,sCAAsC,CAAC;IACnD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,sGAAsG,CACvG;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,YAAY,EAAE,OAAC;SACZ,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,uEAAuE;QACrE,mFAAmF,CACtF;IACH,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;CACzD,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,oDAAoD;IACpD,kFAAkF;IAClF,8EAA8E;IAC9E,iFAAiF;IACjF,2EAA2E;IAC3E,wEAAwE,CAAC;AAEpE,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC;YACvC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,uBAAuB;YACvB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,gBAAgB,QAAQ,CAAC,GAAG,IAAI;YAChC,gBAAgB,MAAM,CAAC,SAAS,IAAI;YACpC,gBAAgB,MAAM,CAAC,SAAS,MAAM;YACtC,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,6EAA6E,CAAC;QAEhF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,gEAAgE;IAChE,+EAA+E;IAC/E,gEAAgE;IAChE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,iEAAiE;IACjE,0EAA0E;IAC1E,qCAAqC,CAAC;AAEjC,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,MAAM,CAAC,QAAQ,MAAM;YACtC,kCAAkC,QAAQ,CAAC,aAAa,IAAI,SAAS,IAAI;YACzE,uBAAuB,QAAQ,CAAC,gBAAgB,IAAI,CAAC,MAAM;YAC3D,0FAA0F,CAAC;QAE7F,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,SAAS,yBAAyB,CAAC,QAAiB;IAClD,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAChC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAE1D,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,UAAU,GAAG,EAAE;QACf,oBAAoB,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;KAC1E,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CACR,6FAA6F,CAC9F,CAAC;IACJ,CAAC;SAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,MAAM,YAAY,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAA+B,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":";;;AA+KA,kCAsDC;AAgBD,8CAcC;AAeD,8CAoBC;AAtSD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEpD,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAE/E,MAAM,aAAa,GAAG,OAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AAE1D,MAAM,uBAAuB,GAAG,OAAC;KAC9B,MAAM,CAAC;IACN,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;IAChE,QAAQ,EAAE,aAAa;SACpB,QAAQ,EAAE;SACV,QAAQ,CACP,uCAAuC;QACrC,2FAA2F,CAC9F;IACH,UAAU,EAAE,aAAa;SACtB,QAAQ,EAAE;SACV,QAAQ,CACP,uEAAuE,CACxE;CACJ,CAAC;KACD,QAAQ,EAAE;KACV,QAAQ,CACP,+EAA+E,CAChF,CAAC;AAES,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACzD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,MAAM,CAAC;SACX,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mCAAmC,CAAC;IAChD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,mEAAmE,CACpE;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,iGAAiG,CAClG;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF,CACnF;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wFAAwF,CACzF;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,kEAAkE;QAChE,oEAAoE,CACvE;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,sCAAsC,CAAC;IACnD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;SAC7E,QAAQ,EAAE;SACV,QAAQ,CACP,gEAAgE;QAC9D,6CAA6C,CAChD;IACH,OAAO,EAAE,OAAC;SACP,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CACP,wEAAwE;QACtE,gEAAgE,CACnE;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,sGAAsG,CACvG;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,YAAY,EAAE,OAAC;SACZ,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,uEAAuE;QACrE,mFAAmF,CACtF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF;QAC9E,oCAAoC,CACvC;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;IACxD,aAAa,EAAE,uBAAuB;CACvC,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,uGAAuG;IACvG,kGAAkG;IAClG,iGAAiG;IACjG,+DAA+D;IAC/D,8EAA8E;IAC9E,iFAAiF;IACjF,2EAA2E;IAC3E,+FAA+F;IAC/F,iFAAiF;IACjF,+DAA+D;IAC/D,0FAA0F,CAAC;AAEtF,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC;YACvC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,uBAAuB;YACvB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,gBAAgB,QAAQ,CAAC,GAAG,IAAI;YAChC,gBAAgB,MAAM,CAAC,SAAS,IAAI;YACpC,gBAAgB,MAAM,CAAC,SAAS,MAAM;YACtC,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,6EAA6E,CAAC;QAEhF,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,oBAAoB,EAAE,CAAC,EAAE,CAAC;IAC5E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/C,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAI,oBAAoB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,IAAI,oBAAoB,CAAC;QACrF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,gEAAgE;IAChE,+EAA+E;IAC/E,gEAAgE;IAChE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,iEAAiE;IACjE,0EAA0E;IAC1E,qCAAqC,CAAC;AAEjC,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,MAAM,CAAC,QAAQ,MAAM;YACtC,kCAAkC,QAAQ,CAAC,aAAa,IAAI,SAAS,IAAI;YACzE,uBAAuB,QAAQ,CAAC,gBAAgB,IAAI,CAAC,MAAM;YAC3D,0FAA0F,CAAC;QAE7F,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,SAAS,yBAAyB,CAAC,QAAiB;IAClD,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAChC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAE1D,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,UAAU,GAAG,EAAE;QACf,oBAAoB,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;KAC1E,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CACR,6FAA6F,CAC9F,CAAC;IACJ,CAAC;SAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,MAAM,YAAY,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAA+B,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/estimate.d.ts

@@ -8,8 +8,8 @@ export declare const estimateSchema: z.ZodObject<{
     render_js: z.ZodDefault<z.ZodBoolean>;
     use_proxy: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
-    url: string;
     mode: "auto" | "html" | "js" | "pdf" | "ocr";
+    url: string;
     render_js: boolean;
     use_proxy: boolean;
     formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[] | undefined;

package/dist/tools/estimate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;EAqCzB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAG6B,CAAC;AAE9D,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAoBzB"}
+{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;EAqCzB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAKqC,CAAC;AAEtE,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAoBzB"}

package/dist/tools/estimate.js

@@ -23,7 +23,7 @@ exports.estimateSchema = zod_1.z.object({
         "raw",
     ]))
         .optional()
-        .describe("Output formats to include in the estimate. Affects cost prediction accuracy. " +
+        .describe("Output formats to include in the estimate. Passed to the API but does not currently affect the cost estimate — the endpoint uses URL-pattern heuristics only. " +
         "'json_v2' returns a structured section tree. " +
         "'rag' returns chunked text for retrieval-augmented generation. " +
         "'content' returns body_markdown + content_hash + images + links. " +
@@ -37,9 +37,11 @@ exports.estimateSchema = zod_1.z.object({
         .default(false)
         .describe("Include premium proxy cost (+1 credit)"),
 });
-exports.estimateDescription = "Estimate the cost of scraping a URL without actually scraping it. " +
-    "Returns the predicted tier, cost per request, and confidence level. " +
-    "Use this to check costs before running expensive scrapes.";
+exports.estimateDescription = "Preview the cost of scraping a URL before committing — no credits charged. " +
+    "Returns the predicted anti-bot tier (1-4), estimated cost per request, and confidence level. " +
+    "Call this before scraping protected or unfamiliar sites to avoid surprises. " +
+    "Tier 1 (simple HTTP): $0.0001. Tier 4 (full browser + anti-bot bypass): $0.001. " +
+    "Use render_js and use_proxy flags to see how options affect cost.";
 async function handleEstimate(client, params) {
     try {
         const estimate = await client.estimate({

package/dist/tools/estimate.js.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AAkDA,wCAuBC;AAzED,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,+EAA+E;QAC7E,+CAA+C;QAC/C,iEAAiE;QACjE,mEAAmE;QACnE,uEAAuE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yEAAyE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,oEAAoE;IACpE,sEAAsE;IACtE,2DAA2D,CAAC;AAEvD,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AAoDA,wCAuBC;AA3ED,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,gKAAgK;QAC9J,+CAA+C;QAC/C,iEAAiE;QACjE,mEAAmE;QACnE,uEAAuE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yEAAyE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,6EAA6E;IAC7E,+FAA+F;IAC/F,8EAA8E;IAC9E,kFAAkF;IAClF,mEAAmE,CAAC;AAE/D,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}