alterlab-mcp-server 1.6.1 → 1.8.0

package/dist/tools/estimate.d.ts

@@ -8,8 +8,8 @@ export declare const estimateSchema: z.ZodObject<{
     render_js: z.ZodDefault<z.ZodBoolean>;
     use_proxy: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
-    url: string;
     mode: "auto" | "html" | "js" | "pdf" | "ocr";
+    url: string;
     render_js: boolean;
     use_proxy: boolean;
     formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[] | undefined;

package/dist/tools/estimate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;EAqCzB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAG6B,CAAC;AAE9D,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAoBzB"}
+{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;EAqCzB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAKqC,CAAC;AAEtE,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAoBzB"}

package/dist/tools/estimate.js

@@ -23,7 +23,7 @@ exports.estimateSchema = zod_1.z.object({
         "raw",
     ]))
         .optional()
-        .describe("Output formats to include in the estimate. Affects cost prediction accuracy. " +
+        .describe("Output formats to include in the estimate. Passed to the API but does not currently affect the cost estimate — the endpoint uses URL-pattern heuristics only. " +
         "'json_v2' returns a structured section tree. " +
         "'rag' returns chunked text for retrieval-augmented generation. " +
         "'content' returns body_markdown + content_hash + images + links. " +
@@ -37,9 +37,11 @@ exports.estimateSchema = zod_1.z.object({
         .default(false)
         .describe("Include premium proxy cost (+1 credit)"),
 });
-exports.estimateDescription = "Estimate the cost of scraping a URL without actually scraping it. " +
-    "Returns the predicted tier, cost per request, and confidence level. " +
-    "Use this to check costs before running expensive scrapes.";
+exports.estimateDescription = "Preview the cost of scraping a URL before committing — no credits charged. " +
+    "Returns the predicted anti-bot tier (1-4), estimated cost per request, and confidence level. " +
+    "Call this before scraping protected or unfamiliar sites to avoid surprises. " +
+    "Tier 1 (simple HTTP): $0.0001. Tier 4 (full browser + anti-bot bypass): $0.001. " +
+    "Use render_js and use_proxy flags to see how options affect cost.";
 async function handleEstimate(client, params) {
     try {
         const estimate = await client.estimate({

package/dist/tools/estimate.js.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AAkDA,wCAuBC;AAzED,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,+EAA+E;QAC7E,+CAA+C;QAC/C,iEAAiE;QACjE,mEAAmE;QACnE,uEAAuE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yEAAyE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,oEAAoE;IACpE,sEAAsE;IACtE,2DAA2D,CAAC;AAEvD,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AAoDA,wCAuBC;AA3ED,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,gKAAgK;QAC9J,+CAA+C;QAC/C,iEAAiE;QACjE,mEAAmE;QACnE,uEAAuE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yEAAyE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,6EAA6E;IAC7E,+FAA+F;IAC/F,8EAA8E;IAC9E,kFAAkF;IAClF,mEAAmE,CAAC;AAE/D,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/extract.d.ts

@@ -17,8 +17,8 @@ export declare const extractSchema: z.ZodObject<{
     cache_ttl: z.ZodOptional<z.ZodNumber>;
 }, "strip", z.ZodTypeAny, {
     content: string;
-    formats: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[];
     content_type: "text" | "html" | "markdown";
+    formats: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[];
     evidence: boolean;
     cache: "auto" | "skip" | "only";
     extraction_schema?: Record<string, unknown> | undefined;
@@ -26,23 +26,23 @@ export declare const extractSchema: z.ZodObject<{
     extraction_provider?: "openai" | "anthropic" | "openrouter" | "groq" | undefined;
     extraction_prompt?: string | undefined;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
+    cache_ttl?: number | undefined;
     extraction_template?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
     source_url?: string | undefined;
-    cache_ttl?: number | undefined;
 }, {
     content: string;
+    content_type?: "text" | "html" | "markdown" | undefined;
     formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[] | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_model?: string | null | undefined;
     extraction_provider?: "openai" | "anthropic" | "openrouter" | "groq" | undefined;
     extraction_prompt?: string | undefined;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
-    content_type?: "text" | "html" | "markdown" | undefined;
-    extraction_template?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
-    source_url?: string | undefined;
     evidence?: boolean | undefined;
     cache?: "auto" | "skip" | "only" | undefined;
     cache_ttl?: number | undefined;
+    extraction_template?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
+    source_url?: string | undefined;
 }>;
 export declare const extractDescription: string;
 export declare function handleExtract(client: AlterLabClient, params: z.infer<typeof extractSchema>): Promise<CallToolResult>;

package/dist/tools/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgIxB,CAAC;AAEH,eAAO,MAAM,kBAAkB,QAQqD,CAAC;AAErF,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,GACpC,OAAO,CAAC,cAAc,CAAC,CA8BzB"}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgIxB,CAAC;AAEH,eAAO,MAAM,kBAAkB,QAQqD,CAAC;AAErF,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,GACpC,OAAO,CAAC,cAAc,CAAC,CA+BzB"}

package/dist/tools/extract.js

@@ -4,6 +4,7 @@ exports.extractDescription = exports.extractSchema = void 0;
 exports.handleExtract = handleExtract;
 const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
+const format_js_1 = require("../format.js");
 exports.extractSchema = zod_1.z.object({
     content: zod_1.z
         .string()
@@ -107,10 +108,10 @@ exports.extractSchema = zod_1.z.object({
         .describe("TTL for caching this extraction result, in seconds. " +
         "Defaults to server setting (3600s). Max 86400s (24 hours)."),
 });
-exports.extractDescription = "Extract structured data from raw HTML, text, or markdown content WITHOUT scraping. " +
-    "Bring your own pre-fetched content. Use this when you already have the page content " +
-    "and want to run AlterLab's extraction pipeline on it. " +
-    "For scraping + extraction in one step, use alterlab_scrape with formats=['json'] instead. " +
+exports.extractDescription = "Extract product data, scrape prices, get structured data from any page content, " +
+    "or pull specific fields like names, emails, and ratings from HTML. " +
+    "Runs AlterLab's extraction pipeline on raw HTML, text, or markdown you already have — does NOT scrape a URL. " +
+    "For scraping + extraction in one step, use alterlab_scrape with extraction_schema instead. " +
     "Profiles: 'product' (price, title, reviews), 'article' (title, author, body), " +
     "'job_posting', 'faq', 'recipe', 'event', 'ecommerce_homepage', 'directory_listing'. " +
     "Returns JSON data. Use extraction_prompt for natural language extraction (LLM-powered). " +
@@ -133,17 +134,18 @@ async function handleExtract(client, params) {
             cache_ttl: params.cache_ttl,
         });
         const text = formatStandaloneExtractResponse(response, params.source_url);
-        return { content: [{ type: "text", text }] };
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        return { content: [{ type: "text", text: text + balanceWarningSuffix }] };
     }
     catch (error) {
-        if (isApiError(error)) {
-            return (0, errors_js_1.formatErrorResult)(error, {
-                url: params.source_url ?? "raw content",
-            });
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        const result = isApiError(error)
+            ? (0, errors_js_1.formatErrorResult)(error, { url: params.source_url ?? "raw content" })
+            : (0, errors_js_1.formatErrorResult)(error, { url: params.source_url ?? "raw content" });
+        if (balanceWarningSuffix && result.content[0]?.type === "text") {
+            result.content[0].text += balanceWarningSuffix;
         }
-        return (0, errors_js_1.formatErrorResult)(error, {
-            url: params.source_url ?? "raw content",
-        });
+        return result;
     }
 }
 function formatStandaloneExtractResponse(response, sourceUrl) {

package/dist/tools/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;AAiJA,sCAiCC;AAlLD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,yDAAyD;QACvD,0EAA0E,CAC7E;IACH,YAAY,EAAE,OAAC;SACZ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;SAClC,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,0EAA0E;QACxE,2EAA2E;QAC3E,8CAA8C,CACjD;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF;QACrF,6CAA6C,CAChD;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,qEAAqE;QACnE,4CAA4C,CAC/C;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,qGAAqG;QACnG,+CAA+C,CAClD;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF;QAChF,4FAA4F,CAC/F;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;SACjB,QAAQ,CACP,uFAAuF;QACrF,8CAA8C;QAC9C,8CAA8C,CACjD;IACH,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,gEAAgE;QAC9D,sDAAsD,CACzD;IACH,QAAQ,EAAE,OAAC;SACR,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yGAAyG,CAC1G;IACH,KAAK,EAAE,OAAC;SACL,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SAC9B,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,4CAA4C;QAC1C,uDAAuD;QACvD,yEAAyE;QACzE,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,sDAAsD;QACpD,4DAA4D,CAC/D;CACJ,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAC7B,qFAAqF;IACrF,sFAAsF;IACtF,wDAAwD;IACxD,4FAA4F;IAC5F,gFAAgF;IAChF,sFAAsF;IACtF,0FAA0F;IAC1F,kFAAkF,CAAC;AAE9E,KAAK,UAAU,aAAa,CACjC,MAAsB,EACtB,MAAqC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,+BAA+B,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE;gBAC9B,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa;aACxC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE;YACvC,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa;SACxC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACtC,QAAiB,EACjB,SAAkB;IAElB,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,kBAAkB,GAAG,CAAC,CAAC,mBAEhB,CAAC;IAEd,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,gBAAgB,SAAS,IAAI,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,yDAAyD;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA8B,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAEhD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CACR,WAAW;gBACT,CAAC,OAAO,QAAQ,KAAK,QAAQ;oBAC3B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACtC,OAAO,CACV,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,MAAM,QAAQ,GAAG,kBAAkB,EAAE,QAAQ,IAAI,IAAI,CAAC;IACtD,MAAM,aAAa,GAAG,kBAAkB,EAAE,KAAK;QAC7C,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,cAAc,GAAG,aAAa,IAAI,SAAS,CAAC;IAElD,MAAM,WAAW,GAAa;QAC5B,iBAAiB,SAAS,IAAI;QAC9B,WAAW,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,cAAc,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;KAC7E,CAAC;IAEF,IAAI,QAAQ,EAAE,CAAC;QACb,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC,CAAC;IAE5C,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;AAkJA,sCAkCC;AApLD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEvC,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,yDAAyD;QACvD,0EAA0E,CAC7E;IACH,YAAY,EAAE,OAAC;SACZ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;SAClC,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,0EAA0E;QACxE,2EAA2E;QAC3E,8CAA8C,CACjD;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF;QACrF,6CAA6C,CAChD;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,qEAAqE;QACnE,4CAA4C,CAC/C;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,qGAAqG;QACnG,+CAA+C,CAClD;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF;QAChF,4FAA4F,CAC/F;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;SACjB,QAAQ,CACP,uFAAuF;QACrF,8CAA8C;QAC9C,8CAA8C,CACjD;IACH,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,gEAAgE;QAC9D,sDAAsD,CACzD;IACH,QAAQ,EAAE,OAAC;SACR,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yGAAyG,CAC1G;IACH,KAAK,EAAE,OAAC;SACL,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SAC9B,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,4CAA4C;QAC1C,uDAAuD;QACvD,yEAAyE;QACzE,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,sDAAsD;QACpD,4DAA4D,CAC/D;CACJ,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAC7B,kFAAkF;IAClF,qEAAqE;IACrE,+GAA+G;IAC/G,6FAA6F;IAC7F,gFAAgF;IAChF,sFAAsF;IACtF,0FAA0F;IAC1F,kFAAkF,CAAC;AAE9E,KAAK,UAAU,aAAa,CACjC,MAAsB,EACtB,MAAqC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,+BAA+B,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1E,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,oBAAoB,EAAE,CAAC,EAAE,CAAC;IAC5E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC;YACvE,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC,CAAC;QACnF,IAAI,oBAAoB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,IAAI,oBAAoB,CAAC;QACrF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACtC,QAAiB,EACjB,SAAkB;IAElB,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,kBAAkB,GAAG,CAAC,CAAC,mBACQ,CAAC;IAEtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,gBAAgB,SAAS,IAAI,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,yDAAyD;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA8B,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAEhD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CACR,WAAW;gBACT,CAAC,OAAO,QAAQ,KAAK,QAAQ;oBAC3B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACtC,OAAO,CACV,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,MAAM,QAAQ,GAAG,kBAAkB,EAAE,QAAQ,IAAI,IAAI,CAAC;IACtD,MAAM,aAAa,GAAG,kBAAkB,EAAE,KAAK;QAC7C,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,cAAc,GAAG,aAAa,IAAI,SAAS,CAAC;IAElD,MAAM,WAAW,GAAa;QAC5B,iBAAiB,SAAS,IAAI;QAC9B,WAAW,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,cAAc,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;KAC7E,CAAC;IAEF,IAAI,QAAQ,EAAE,CAAC;QACb,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC,CAAC;IAE5C,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/map.d.ts

@@ -9,6 +9,7 @@ export declare const mapSchema: z.ZodObject<{
     exclude_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     search: z.ZodOptional<z.ZodString>;
     sitemap: z.ZodDefault<z.ZodEnum<["skip", "include", "only"]>>;
+    sitemap_path: z.ZodOptional<z.ZodString>;
     include_metadata: z.ZodDefault<z.ZodBoolean>;
     include_subdomains: z.ZodDefault<z.ZodBoolean>;
     respect_robots: z.ZodDefault<z.ZodBoolean>;
@@ -20,19 +21,21 @@ export declare const mapSchema: z.ZodObject<{
     respect_robots: boolean;
     include_subdomains: boolean;
     include_metadata: boolean;
+    search?: string | undefined;
     include_patterns?: string[] | undefined;
     exclude_patterns?: string[] | undefined;
-    search?: string | undefined;
+    sitemap_path?: string | undefined;
 }, {
     url: string;
+    search?: string | undefined;
     max_pages?: number | undefined;
     max_depth?: number | undefined;
     include_patterns?: string[] | undefined;
     exclude_patterns?: string[] | undefined;
     sitemap?: "include" | "skip" | "only" | undefined;
+    sitemap_path?: string | undefined;
     respect_robots?: boolean | undefined;
     include_subdomains?: boolean | undefined;
-    search?: string | undefined;
     include_metadata?: boolean | undefined;
 }>;
 export declare const mapDescription: string;

package/dist/tools/map.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuDpB,CAAC;AAEH,eAAO,MAAM,cAAc,QAO8C,CAAC;AAE1E,wBAAsB,SAAS,CAC7B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,GAChC,OAAO,CAAC,cAAc,CAAC,CAuBzB"}
+{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8DpB,CAAC;AAEH,eAAO,MAAM,cAAc,QASkE,CAAC;AAE9F,wBAAsB,SAAS,CAC7B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,GAChC,OAAO,CAAC,cAAc,CAAC,CAwBzB"}

package/dist/tools/map.js

@@ -37,6 +37,11 @@ exports.mapSchema = zod_1.z.object({
         .enum(["skip", "include", "only"])
         .default("include")
         .describe("Sitemap handling: include (parse sitemaps + follow links), skip (links only), only (sitemap URLs only)"),
+    sitemap_path: zod_1.z
+        .string()
+        .optional()
+        .describe("Explicit path to the sitemap file (e.g., '/sitemap_index.xml'). " +
+        "Use when the sitemap is not at the standard /sitemap.xml location."),
     include_metadata: zod_1.z
         .boolean()
         .default(false)
@@ -50,13 +55,15 @@ exports.mapSchema = zod_1.z.object({
         .default(true)
         .describe("Respect robots.txt directives"),
 });
-exports.mapDescription = "Discover all URLs on a website via sitemap parsing and link extraction. " +
-    "No JS rendering, no content scraping — pure lightweight URL discovery. " +
-    "Costs $0.001 per call regardless of how many URLs are found. " +
+exports.mapDescription = "Discover all URLs on a website, get a sitemap, or find specific pages within a large site. " +
+    "Lightweight URL discovery via sitemap parsing and link extraction — no content scraping, no JS rendering. " +
+    "Costs just $0.001 per call regardless of how many URLs are found (up to 50,000). " +
+    "Use this before alterlab_crawl or alterlab_batch to identify which pages to scrape. " +
     "Returns a flat list of URLs with source (sitemap/link) and depth. " +
     "Use include_patterns/exclude_patterns to scope discovery to specific sections. " +
     "Use search to rank URLs by relevance to a query. " +
-    "Use include_metadata=true to also fetch page titles and descriptions.";
+    "Use include_metadata=true to also fetch page titles and descriptions. " +
+    "Use sitemap_path to specify a non-standard sitemap location (e.g., '/sitemap_index.xml').";
 async function handleMap(client, params) {
     try {
         const response = await client.map({
@@ -67,6 +74,7 @@ async function handleMap(client, params) {
             exclude_patterns: params.exclude_patterns,
             search: params.search,
             sitemap: params.sitemap,
+            sitemap_path: params.sitemap_path,
             include_metadata: params.include_metadata,
             include_subdomains: params.include_subdomains,
             respect_robots: params.respect_robots,

package/dist/tools/map.js.map

@@ -1 +1 @@
-{"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":";;;AAuEA,8BA0BC;AAjGD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACjE,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,GAAG,CAAC;SACZ,QAAQ,CAAC,0BAA0B,CAAC;IACvC,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,sDAAsD,CAAC;IACnE,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yFAAyF,CAC1F;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wGAAwG,CACzG;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,kFAAkF,CACnF;IACH,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,+BAA+B,CAAC;CAC7C,CAAC,CAAC;AAEU,QAAA,cAAc,GACzB,0EAA0E;IAC1E,yEAAyE;IACzE,+DAA+D;IAC/D,oEAAoE;IACpE,iFAAiF;IACjF,mDAAmD;IACnD,uEAAuE,CAAC;AAEnE,KAAK,UAAU,SAAS,CAC7B,MAAsB,EACtB,MAAiC;IAEjC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;YAChC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAiB,EAAE,QAAgB;IAC5D,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjD,MAAM,KAAK,GAAa;QACtB,eAAe,QAAQ,MAAM;QAC7B,eAAe,KAAK,IAAI;QACxB,sBAAsB,SAAS,EAAE;QACjC,oBAAoB,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QACjD,mBAAmB,WAAW,EAAE;QAChC,EAAE;KACH,CAAC;IAEF,kBAAkB;IAClB,MAAM,SAAS,GAAG,CAAC,CAAC,UAAiD,CAAC;IACtE,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC,gBAAgB;YAC5B,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CACR,mBAAmB,UAAU,CAAC,MAAM,mBAAmB,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CACR,kCAAkC,OAAO,CAAC,MAAM,OAAO,SAAS,MAAM,CACvE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAgC,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,MAAM,KAAK,GACT,CAAC,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS;gBAC3D,CAAC,CAAC,gBAAgB,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACzD,CAAC,CAAC,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,WAAW,KAAK,KAAK,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":";;;AAgFA,8BA2BC;AA3GD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACjE,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,GAAG,CAAC;SACZ,QAAQ,CAAC,0BAA0B,CAAC;IACvC,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,sDAAsD,CAAC;IACnE,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yFAAyF,CAC1F;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wGAAwG,CACzG;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,kEAAkE;QAChE,oEAAoE,CACvE;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,kFAAkF,CACnF;IACH,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,+BAA+B,CAAC;CAC7C,CAAC,CAAC;AAEU,QAAA,cAAc,GACzB,6FAA6F;IAC7F,4GAA4G;IAC5G,mFAAmF;IACnF,sFAAsF;IACtF,oEAAoE;IACpE,iFAAiF;IACjF,mDAAmD;IACnD,wEAAwE;IACxE,2FAA2F,CAAC;AAEvF,KAAK,UAAU,SAAS,CAC7B,MAAsB,EACtB,MAAiC;IAEjC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;YAChC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAiB,EAAE,QAAgB;IAC5D,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjD,MAAM,KAAK,GAAa;QACtB,eAAe,QAAQ,MAAM;QAC7B,eAAe,KAAK,IAAI;QACxB,sBAAsB,SAAS,EAAE;QACjC,oBAAoB,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QACjD,mBAAmB,WAAW,EAAE;QAChC,EAAE;KACH,CAAC;IAEF,kBAAkB;IAClB,MAAM,SAAS,GAAG,CAAC,CAAC,UAAiD,CAAC;IACtE,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC,gBAAgB;YAC5B,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CACR,mBAAmB,UAAU,CAAC,MAAM,mBAAmB,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CACR,kCAAkC,OAAO,CAAC,MAAM,OAAO,SAAS,MAAM,CACvE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAgC,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,MAAM,KAAK,GACT,CAAC,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS;gBAC3D,CAAC,CAAC,gBAAgB,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACzD,CAAC,CAAC,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,WAAW,KAAK,KAAK,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/scrape.d.ts

@@ -3,15 +3,21 @@ import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
 import type { AlterLabClient } from "../client.js";
 export declare const scrapeSchema: z.ZodObject<{
     url: z.ZodString;
-    method: z.ZodDefault<z.ZodEnum<["GET", "POST", "PUT", "PATCH", "DELETE", "HEAD"]>>;
+    method: z.ZodDefault<z.ZodEnum<["GET", "POST"]>>;
     body: z.ZodOptional<z.ZodString>;
+    content_type: z.ZodOptional<z.ZodEnum<["application/json", "application/x-www-form-urlencoded", "text/plain", "application/graphql"]>>;
     mode: z.ZodDefault<z.ZodEnum<["auto", "html", "js", "pdf", "ocr"]>>;
-    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag", "content"]>, "many">>;
+    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag", "raw", "content"]>, "many">>;
     extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     extraction_model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     extraction_provider: z.ZodOptional<z.ZodEnum<["openai", "anthropic", "openrouter", "groq"]>>;
     extraction_prompt: z.ZodOptional<z.ZodString>;
     extraction_profile: z.ZodOptional<z.ZodEnum<["auto", "product", "article", "job_posting", "faq", "recipe", "event", "ecommerce_homepage", "directory_listing"]>>;
+    template: z.ZodOptional<z.ZodString>;
+    evidence: z.ZodOptional<z.ZodBoolean>;
+    filter_content: z.ZodOptional<z.ZodBoolean>;
+    cache: z.ZodOptional<z.ZodBoolean>;
+    cache_ttl: z.ZodOptional<z.ZodNumber>;
     render_js: z.ZodDefault<z.ZodUnion<[z.ZodBoolean, z.ZodLiteral<"auto">]>>;
     use_proxy: z.ZodDefault<z.ZodBoolean>;
     proxy_country: z.ZodOptional<z.ZodString>;
@@ -24,6 +30,7 @@ export declare const scrapeSchema: z.ZodObject<{
     scroll_to_load: z.ZodDefault<z.ZodBoolean>;
     scroll_count: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
     remove_cookie_banners: z.ZodDefault<z.ZodBoolean>;
+    block_images: z.ZodDefault<z.ZodBoolean>;
     location: z.ZodOptional<z.ZodObject<{
         country: z.ZodOptional<z.ZodString>;
         language: z.ZodOptional<z.ZodString>;
@@ -34,23 +41,65 @@ export declare const scrapeSchema: z.ZodObject<{
         country?: string | undefined;
         language?: string | undefined;
     }>>;
+    prefer_cost: z.ZodOptional<z.ZodBoolean>;
+    prefer_speed: z.ZodOptional<z.ZodBoolean>;
+    fail_fast: z.ZodOptional<z.ZodBoolean>;
+    force_refresh: z.ZodOptional<z.ZodBoolean>;
+    promote_schema_org: z.ZodOptional<z.ZodBoolean>;
+    cost_controls: z.ZodOptional<z.ZodObject<{
+        force_tier: z.ZodOptional<z.ZodEnum<["1", "2", "3", "3.5", "4"]>>;
+        max_tier: z.ZodOptional<z.ZodEnum<["1", "2", "3", "3.5", "4"]>>;
+        max_credits: z.ZodOptional<z.ZodNumber>;
+        prefer_cost: z.ZodOptional<z.ZodBoolean>;
+        prefer_speed: z.ZodOptional<z.ZodBoolean>;
+        fail_fast: z.ZodOptional<z.ZodBoolean>;
+        time_budget: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+        prefer_cost?: boolean | undefined;
+        prefer_speed?: boolean | undefined;
+        fail_fast?: boolean | undefined;
+        time_budget?: number | undefined;
+    }, {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+        prefer_cost?: boolean | undefined;
+        prefer_speed?: boolean | undefined;
+        fail_fast?: boolean | undefined;
+        time_budget?: number | undefined;
+    }>>;
+    estimate_first: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
-    url: string;
-    timeout: number;
-    method: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD";
     mode: "auto" | "html" | "js" | "pdf" | "ocr";
-    formats: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag")[];
+    method: "POST" | "GET";
+    timeout: number;
+    url: string;
+    formats: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[];
     render_js: boolean | "auto";
     use_proxy: boolean;
     include_raw_html: boolean;
     scroll_to_load: boolean;
     remove_cookie_banners: boolean;
+    block_images: boolean;
+    estimate_first: boolean;
+    prefer_cost?: boolean | undefined;
+    prefer_speed?: boolean | undefined;
+    fail_fast?: boolean | undefined;
     body?: string | undefined;
+    content_type?: "application/json" | "application/x-www-form-urlencoded" | "text/plain" | "application/graphql" | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_model?: string | null | undefined;
     extraction_provider?: "openai" | "anthropic" | "openrouter" | "groq" | undefined;
     extraction_prompt?: string | undefined;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
+    template?: string | undefined;
+    evidence?: boolean | undefined;
+    filter_content?: boolean | undefined;
+    cache?: boolean | undefined;
+    cache_ttl?: number | undefined;
     proxy_country?: string | undefined;
     wait_for?: string | undefined;
     max_response_bytes?: number | undefined;
@@ -61,18 +110,38 @@ export declare const scrapeSchema: z.ZodObject<{
         country?: string | undefined;
         language?: string | undefined;
     } | undefined;
+    force_refresh?: boolean | undefined;
+    promote_schema_org?: boolean | undefined;
+    cost_controls?: {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+        prefer_cost?: boolean | undefined;
+        prefer_speed?: boolean | undefined;
+        fail_fast?: boolean | undefined;
+        time_budget?: number | undefined;
+    } | undefined;
 }, {
     url: string;
+    mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
+    method?: "POST" | "GET" | undefined;
     timeout?: number | undefined;
-    method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | undefined;
+    prefer_cost?: boolean | undefined;
+    prefer_speed?: boolean | undefined;
+    fail_fast?: boolean | undefined;
     body?: string | undefined;
-    mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
-    formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
+    content_type?: "application/json" | "application/x-www-form-urlencoded" | "text/plain" | "application/graphql" | undefined;
+    formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag" | "raw")[] | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_model?: string | null | undefined;
     extraction_provider?: "openai" | "anthropic" | "openrouter" | "groq" | undefined;
     extraction_prompt?: string | undefined;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | "ecommerce_homepage" | "directory_listing" | undefined;
+    template?: string | undefined;
+    evidence?: boolean | undefined;
+    filter_content?: boolean | undefined;
+    cache?: boolean | undefined;
+    cache_ttl?: number | undefined;
     render_js?: boolean | "auto" | undefined;
     use_proxy?: boolean | undefined;
     proxy_country?: string | undefined;
@@ -84,10 +153,23 @@ export declare const scrapeSchema: z.ZodObject<{
     scroll_to_load?: boolean | undefined;
     scroll_count?: number | undefined;
     remove_cookie_banners?: boolean | undefined;
+    block_images?: boolean | undefined;
     location?: {
         country?: string | undefined;
         language?: string | undefined;
     } | undefined;
+    force_refresh?: boolean | undefined;
+    promote_schema_org?: boolean | undefined;
+    cost_controls?: {
+        force_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_tier?: "1" | "2" | "3" | "3.5" | "4" | undefined;
+        max_credits?: number | undefined;
+        prefer_cost?: boolean | undefined;
+        prefer_speed?: boolean | undefined;
+        fail_fast?: boolean | undefined;
+        time_budget?: number | undefined;
+    } | undefined;
+    estimate_first?: boolean | undefined;
 }>;
 export declare const scrapeDescription: string;
 export declare function handleScrape(client: AlterLabClient, params: z.infer<typeof scrapeSchema>): Promise<CallToolResult>;

package/dist/tools/scrape.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+MvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAmB0B,CAAC;AAEzD,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAyCzB"}
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AA8DnD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8TvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAgCoE,CAAC;AAEnG,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAgFzB"}