alterlab-mcp-server 1.6.1 → 1.8.0

package/dist/tools/scrape.js

@@ -5,41 +5,94 @@ exports.handleScrape = handleScrape;
 const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
 const format_js_1 = require("../format.js");
+const tierEnum = zod_1.z.enum(["1", "2", "3", "3.5", "4"]);
+const costControlsSchema = zod_1.z
+    .object({
+    force_tier: tierEnum
+        .optional()
+        .describe("Pin execution to this exact tier, bypassing escalation " +
+        "(1=curl $0.0002, 2=http $0.0003, 3=stealth $0.002, 3.5=lightjs $0.0025, 4=browser $0.004). " +
+        "Use to guarantee a specific engine is used regardless of site difficulty."),
+    max_tier: tierEnum
+        .optional()
+        .describe("Cap automatic escalation at this tier. Scrape will not escalate beyond it even if lower tiers fail. " +
+        "Cannot exceed force_tier when both are set."),
+    max_credits: zod_1.z
+        .number()
+        .positive()
+        .optional()
+        .describe("Hard spending cap for this request in credits. Request fails if cost would exceed this."),
+    prefer_cost: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Optimize for cost — try cheaper tiers first, accept lower success probability."),
+    prefer_speed: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Optimize for speed — skip to the most reliable tier for this domain."),
+    fail_fast: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Return error instead of escalating to more expensive tiers on failure."),
+    time_budget: zod_1.z
+        .number()
+        .min(5)
+        .max(300)
+        .optional()
+        .describe("Total wall-clock budget in seconds for the entire tier escalation sequence (5–300s). " +
+        "Escalation stops when remaining budget is insufficient for the next tier attempt."),
+})
+    .optional()
+    .describe("Fine-grained cost and tier controls. Use to cap spending, pin a tier, or trade off cost vs speed. " +
+    "Prefer these over the top-level prefer_cost/prefer_speed/fail_fast fields for full control.");
 exports.scrapeSchema = zod_1.z.object({
     url: zod_1.z.string().url().describe("URL to scrape"),
     method: zod_1.z
-        .enum(["GET", "POST", "PUT", "PATCH", "DELETE", "HEAD"])
+        .enum(["GET", "POST"])
         .default("GET")
         .describe("HTTP method for the request. Default GET (standard page scraping). " +
-        "Use POST for GraphQL endpoints, form submissions, REST API calls. " +
-        "Use PUT/PATCH for REST API updates. " +
-        "When using POST/PUT/PATCH, provide body with the request payload."),
+        "Use POST for GraphQL endpoints, form submissions, and REST API calls. " +
+        "When using POST, provide body with the request payload. POST costs 1.5x base tier price."),
     body: zod_1.z
         .string()
         .optional()
-        .describe("Request body for POST/PUT/PATCH requests. " +
+        .describe("Request body for POST requests. " +
         "For GraphQL: JSON string with 'query' and optional 'variables' fields " +
         '(e.g., \'{"query": "{ user { id name } }"}\').' +
         "For REST APIs: JSON-encoded payload string. " +
         "For form submissions: URL-encoded key=value pairs (e.g., 'name=Alice&email=alice@example.com'). " +
-        "Omit for GET/HEAD/DELETE requests."),
+        "Omit for GET requests."),
+    content_type: zod_1.z
+        .enum([
+        "application/json",
+        "application/x-www-form-urlencoded",
+        "text/plain",
+        "application/graphql",
+    ])
+        .optional()
+        .describe("Content-Type header for the request body. " +
+        "Defaults to 'application/json' when body is provided. " +
+        "Use 'application/graphql' for raw GraphQL queries. " +
+        "Use 'application/x-www-form-urlencoded' for HTML form submissions. " +
+        "Requires body to be set."),
     mode: zod_1.z
         .enum(["auto", "html", "js", "pdf", "ocr"])
         .default("auto")
         .describe("Scraping mode: auto (recommended), html, js (headless browser), pdf, or ocr"),
     formats: zod_1.z
-        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown", "rag", "content"]))
+        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown", "rag", "raw", "content"]))
         .default(["markdown"])
         .describe("Output formats. 'markdown' is best for LLM consumption. " +
         "'json_v2' returns a structured section tree (headings + content blocks). " +
         "'rag' returns chunked text optimized for retrieval-augmented generation. " +
+        "'raw' returns the raw response body without extraction. " +
         "'content' returns body_markdown + content_hash + images + links for AI/KB pipelines."),
     extraction_schema: zod_1.z
         .record(zod_1.z.unknown())
         .optional()
         .describe("JSON schema for structured extraction. " +
         "The API extracts fields matching this schema from the scraped page using LLM. " +
-        "Result is returned in content.json (add 'json' to formats) and in the top-level filtered_content field. " +
+        "Result is returned in extraction_result. " +
         'Example: { "title": "string", "price": "number", "in_stock": "boolean" }'),
     extraction_model: zod_1.z
         .string()
@@ -78,6 +131,36 @@ exports.scrapeSchema = zod_1.z.object({
         "faq: FAQ entries. recipe: recipe ingredients and instructions. " +
         "event: event details. ecommerce_homepage: homepage product listings. " +
         "directory_listing: directory/listing page entries."),
+    template: zod_1.z
+        .string()
+        .optional()
+        .describe("Named extraction template to apply to the scrape result. " +
+        "Accepts standard template names (e.g. 'product', 'article', 'job_posting') " +
+        "or a custom template name registered in your account. " +
+        "When provided, routes the request through template-based extraction."),
+    evidence: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Include provenance/evidence snippets alongside extracted fields. " +
+        "Each extracted value will include the source text passage it was derived from. " +
+        "Requires extraction_schema or extraction_prompt."),
+    filter_content: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Apply quality filtering to extracted content. When false (default), returns all parsed content " +
+        "without quality thresholds (lossless mode). When true, filters low-quality boilerplate."),
+    cache: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Enable caching for this request. When true, repeat requests with identical parameters may " +
+        "return cached results. Only use for idempotent requests (GET pages, read-only POSTs)."),
+    cache_ttl: zod_1.z
+        .number()
+        .min(60)
+        .max(86400)
+        .optional()
+        .describe("Cache TTL in seconds (60–86400). Defaults to 3600 (60 min) when cache=true. " +
+        "Requires cache=true."),
     render_js: zod_1.z
         .union([zod_1.z.boolean(), zod_1.z.literal("auto")])
         .default(false)
@@ -147,6 +230,11 @@ exports.scrapeSchema = zod_1.z.object({
         .boolean()
         .default(true)
         .describe("Remove cookie consent banners from HTML before content extraction (free, enabled by default)"),
+    block_images: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("Block image downloads during browser rendering. " +
+        "Reduces proxy bandwidth and speeds up scrapes. Only effective with render_js=true."),
     location: zod_1.z
         .object({
         country: zod_1.z
@@ -166,32 +254,104 @@ exports.scrapeSchema = zod_1.z.object({
         .optional()
         .describe("Geo-targeting parameters for localized content scraping. " +
         "Controls proxy country routing, Accept-Language header, and browser locale."),
+    prefer_cost: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Optimize for lowest cost — try cheaper tiers first before escalating. " +
+        "Best for non-time-sensitive scrapes where minimizing credit spend matters. " +
+        "Mutually exclusive intent with prefer_speed."),
+    prefer_speed: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Optimize for speed — skip to a reliable tier immediately instead of escalating from Tier 1. " +
+        "Best for time-sensitive scrapes where latency matters more than cost. " +
+        "Mutually exclusive intent with prefer_cost."),
+    fail_fast: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Fail immediately if the page requires an expensive tier (browser/captcha) instead of auto-escalating. " +
+        "Use this to protect against unexpected credit spend on protected pages. " +
+        "Returns an error with the required tier instead of automatically upgrading."),
+    force_refresh: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Bypass the cache and always fetch a fresh copy of the page. " +
+        "Use when you need real-time content and a cached result would be stale."),
+    promote_schema_org: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Use Schema.org JSON-LD/Microdata as the primary structured-data source when present. " +
+        "Promotes machine-readable metadata embedded in the page over LLM extraction. " +
+        "Most effective on e-commerce, recipe, and news article pages."),
+    cost_controls: costControlsSchema,
+    estimate_first: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("Run a cost estimate before scraping and include it in the response. " +
+        "Adds one lightweight API call (~50ms) with no credit charge. " +
+        "The estimated tier, cost, and confidence are prepended to the scrape result. " +
+        "Useful for unfamiliar or potentially expensive sites — see cost before committing."),
 });
-exports.scrapeDescription = "Scrape a URL and return its content as markdown, text, HTML, JSON, or structured sections. " +
-    "Automatically handles anti-bot protection with tier escalation. " +
+exports.scrapeDescription = "Get data from any website, bypass Cloudflare and anti-bot protection, scrape JavaScript-rendered pages, " +
+    "or fetch content from dynamic single-page apps. " +
+    "Turn any URL into clean, LLM-ready markdown — or get text, HTML, JSON, and structured sections. " +
+    "Automatically bypasses anti-bot protection (Cloudflare, Akamai, DataDome, PerimeterX, hCaptcha) " +
+    "with intelligent 4-tier escalation — no manual configuration needed. " +
+    "Cost-efficient: starts at $0.0001/page for simple sites, auto-escalates only when protection is detected. " +
     "Returns markdown by default — optimized for LLM context. " +
-    "Supports GET (default) and POST/PUT/PATCH/DELETE/HEAD via the method parameter. " +
+    "Supports GET (default) and POST via the method parameter. " +
     "Use method='POST' with body for GraphQL APIs, REST endpoints, and form submissions. " +
-    "For GraphQL: set body='{\"query\": \"{ ... }\"}' and method='POST'. " +
-    "Use render_js=true for JavaScript-heavy sites (React, Angular, SPAs). " +
+    "Use content_type to set the POST body Content-Type (json, urlencoded, graphql, plain). " +
+    "Use render_js=true to scrape dynamic pages, JavaScript-heavy sites (React, Angular, Vue, SPAs). " +
     "Use render_js='auto' for mixed sites to detect JS needs per-page (saves 30-60%). " +
     "Use use_proxy=true for geo-restricted or heavily protected sites. " +
     "Use formats=['json_v2'] for a structured section tree (headings + content blocks). " +
     "Use formats=['rag'] for chunked text optimized for RAG pipelines. " +
+    "Use formats=['raw'] for the raw response body without extraction. " +
     "Use formats=['content'] for AI/KB pipelines — returns body_markdown, content_hash, images, links. " +
-    "Use extraction_schema to extract structured fields from the page using LLM (add formats=['json'] to retrieve result in content.json, also available in filtered_content). " +
-    "Use extraction_prompt for natural language extraction instructions (mutually exclusive with extraction_schema). " +
-    "Use extraction_profile to select a pre-built extraction template (product, article, job_posting, etc.). " +
-    "Use extraction_provider to select a specific BYOK LLM provider (openai, anthropic, openrouter, groq). " +
-    "Supports authenticated scraping via session_id (stored session) or inline cookies. " +
-    "Use scroll_to_load=true for infinite-scroll pages that lazy-load content. " +
-    "Use location.country to scrape geo-targeted content.";
+    "Use extraction_schema to extract structured fields from the page using LLM. " +
+    "Use extraction_prompt for natural language extraction instructions. " +
+    "Use extraction_profile for pre-built templates (product, article, job_posting, etc.). " +
+    "Use evidence=true to include source passages alongside extracted fields. " +
+    "Use cache=true and cache_ttl to enable response caching. " +
+    "Use cost_controls to cap spending, pin a tier, or set a time budget. " +
+    "Supports authenticated scraping via session_id or inline cookies. " +
+    "Use scroll_to_load=true for infinite-scroll pages. " +
+    "Use location.country to scrape geo-targeted content from any region. " +
+    "Use prefer_cost=true to minimize credit spend (starts from cheapest tier). " +
+    "Use prefer_speed=true to skip to a fast reliable tier immediately. " +
+    "Use fail_fast=true to error instead of auto-escalating to expensive tiers. " +
+    "Use force_refresh=true to bypass cache and always fetch live content. " +
+    "Use promote_schema_org=true to prefer Schema.org JSON-LD over LLM extraction on structured pages. " +
+    "Use estimate_first=true to run a free cost estimate before scraping (prepended to the result).";
 async function handleScrape(client, params) {
+    // Optional pre-flight cost estimate — runs before the scrape, no credits charged.
+    // On failure, degrade gracefully: prepend a warning and continue with the scrape.
+    let estimatePrefix = "";
+    if (params.estimate_first) {
+        try {
+            const estimate = await client.estimate({
+                url: params.url,
+                mode: params.mode,
+                formats: params.formats,
+                advanced: {
+                    render_js: typeof params.render_js === "boolean" ? params.render_js : false,
+                    use_proxy: params.use_proxy,
+                },
+            });
+            estimatePrefix = (0, format_js_1.formatEstimateInline)(estimate) + "\n";
+        }
+        catch {
+            estimatePrefix =
+                "> **Pre-flight estimate**: unavailable (estimate API call failed — proceeding with scrape).\n\n";
+        }
+    }
     try {
         const response = await client.scrape({
             url: params.url,
             method: params.method,
             body: params.body,
+            content_type: params.content_type,
             mode: params.mode,
             formats: params.formats,
             sync: true,
@@ -207,6 +367,17 @@ async function handleScrape(client, params) {
             extraction_model: params.extraction_model ?? undefined,
             extraction_provider: params.extraction_provider,
             extraction_profile: params.extraction_profile,
+            template: params.template,
+            evidence: params.evidence,
+            filter_content: params.filter_content,
+            cache: params.cache,
+            cache_ttl: params.cache_ttl,
+            prefer_cost: params.prefer_cost,
+            prefer_speed: params.prefer_speed,
+            fail_fast: params.fail_fast,
+            force_refresh: params.force_refresh,
+            promote_schema_org: params.promote_schema_org,
+            cost_controls: params.cost_controls,
             advanced: {
                 render_js: params.render_js,
                 use_proxy: params.use_proxy,
@@ -215,17 +386,23 @@ async function handleScrape(client, params) {
                 scroll_to_load: params.scroll_to_load,
                 scroll_count: params.scroll_count,
                 remove_cookie_banners: params.remove_cookie_banners,
+                block_images: params.block_images,
             },
         });
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
         return {
-            content: [{ type: "text", text: (0, format_js_1.formatScrapeResponse)(response) }],
+            content: [{ type: "text", text: estimatePrefix + (0, format_js_1.formatScrapeResponse)(response) + balanceWarningSuffix }],
         };
     }
     catch (error) {
-        if (isApiError(error)) {
-            return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        const result = isApiError(error)
+            ? (0, errors_js_1.formatErrorResult)(error, { url: params.url })
+            : (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        if (balanceWarningSuffix && result.content[0]?.type === "text") {
+            result.content[0].text += balanceWarningSuffix;
         }
-        return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        return result;
     }
 }
 function isApiError(error) {

package/dist/tools/scrape.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":";;;AA4OA,oCA4CC;AAxRD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEvC,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,MAAM,EAAE,OAAC;SACN,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;SACvD,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,qEAAqE;QACnE,oEAAoE;QACpE,sCAAsC;QACtC,mEAAmE,CACtE;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4CAA4C;QAC1C,wEAAwE;QACxE,gDAAgD;QAChD,8CAA8C;QAC9C,kGAAkG;QAClG,oCAAoC,CACvC;IACH,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,6EAA6E,CAC9E;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAC1E;SACA,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC;SACrB,QAAQ,CACP,0DAA0D;QACxD,2EAA2E;QAC3E,2EAA2E;QAC3E,sFAAsF,CACzF;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,yCAAyC;QACvC,gFAAgF;QAChF,0GAA0G;QAC1G,0EAA0E,CAC7E;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF;QAChF,oFAAoF;QACpF,yEAAyE,CAC5E;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,2FAA2F;QACzF,6CAA6C;QAC7C,+DAA+D,CAClE;IACH,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,wCAAwC;QACtC,mEAAmE;QACnE,sEAAsE;QACtE,iEAAiE;QACjE,uEAAuE;QACvE,oDAAoD,CACvD;IACH,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,gGAAgG;QAC9F,oFAAoF;QACpF,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oFAAoF,CACrF;IACH,aAAa,EAAE,OAAC;SACb,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4EAA4E,CAC7E;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,kBAAkB,EAAE,OAAC;SAClB,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,UAAU,CAAC;SACf,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,EAAE;SACV,QAAQ,CACP,+CAA+C;QAC7C,iFAAiF;QACjF,6EAA6E;QAC7E,+EAA+E,CAClF;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CACP,uDAAuD;QACrD,yDAAyD;QACzD,0DAA0D,CAC7D;IACH,OAAO,EAAE,OAAC;SACP,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CACP,+DAA+D;QAC7D,uCAAuC;QACvC,sEAAsE,CACzE;IACH,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,mEAAmE;QACjE,wFAAwF,CAC3F;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,8EAA8E,CAC/E;IACH,qBAAqB,EAAE,OAAC;SACrB,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,8FAA8F,CAC/F;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,OAAO,EAAE,OAAC;aACP,MAAM,EAAE;aACR,MAAM,CAAC,CAAC,CAAC;aACT,QAAQ,EAAE;aACV,QAAQ,CACP,8EAA8E;YAC5E,0DAA0D,CAC7D;QACH,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,EAAE;aACV,QAAQ,CACP,oDAAoD;YAClD,qDAAqD,CACxD;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,2DAA2D;QACzD,6EAA6E,CAChF;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,6FAA6F;IAC7F,kEAAkE;IAClE,2DAA2D;IAC3D,kFAAkF;IAClF,sFAAsF;IACtF,sEAAsE;IACtE,wEAAwE;IACxE,mFAAmF;IACnF,oEAAoE;IACpE,qFAAqF;IACrF,oEAAoE;IACpE,oGAAoG;IACpG,4KAA4K;IAC5K,kHAAkH;IAClH,0GAA0G;IAC1G,wGAAwG;IACxG,qFAAqF;IACrF,4EAA4E;IAC5E,sDAAsD,CAAC;AAElD,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;aACpD;SACF,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,gCAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":";;;AAkaA,oCAmFC;AArfD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAgG;AAEhG,MAAM,QAAQ,GAAG,OAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AAErD,MAAM,kBAAkB,GAAG,OAAC;KACzB,MAAM,CAAC;IACN,UAAU,EAAE,QAAQ;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,yDAAyD;QACvD,6FAA6F;QAC7F,2EAA2E,CAC9E;IACH,QAAQ,EAAE,QAAQ;SACf,QAAQ,EAAE;SACV,QAAQ,CACP,sGAAsG;QACpG,6CAA6C,CAChD;IACH,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,yFAAyF,CAC1F;IACH,WAAW,EAAE,OAAC;SACX,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,YAAY,EAAE,OAAC;SACZ,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,sEAAsE,CACvE;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,wEAAwE,CACzE;IACH,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF;QACrF,mFAAmF,CACtF;CACJ,CAAC;KACD,QAAQ,EAAE;KACV,QAAQ,CACP,oGAAoG;IAClG,6FAA6F,CAChG,CAAC;AAES,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,MAAM,EAAE,OAAC;SACN,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;SACrB,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,qEAAqE;QACnE,wEAAwE;QACxE,0FAA0F,CAC7F;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,kCAAkC;QAChC,wEAAwE;QACxE,gDAAgD;QAChD,8CAA8C;QAC9C,kGAAkG;QAClG,wBAAwB,CAC3B;IACH,YAAY,EAAE,OAAC;SACZ,IAAI,CAAC;QACJ,kBAAkB;QAClB,mCAAmC;QACnC,YAAY;QACZ,qBAAqB;KACtB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,4CAA4C;QAC1C,wDAAwD;QACxD,qDAAqD;QACrD,qEAAqE;QACrE,0BAA0B,CAC7B;IACH,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,6EAA6E,CAC9E;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CACjF;SACA,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC;SACrB,QAAQ,CACP,0DAA0D;QACxD,2EAA2E;QAC3E,2EAA2E;QAC3E,0DAA0D;QAC1D,sFAAsF,CACzF;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,yCAAyC;QACvC,gFAAgF;QAChF,2CAA2C;QAC3C,0EAA0E,CAC7E;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF;QAChF,oFAAoF;QACpF,yEAAyE,CAC5E;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,2FAA2F;QACzF,6CAA6C;QAC7C,+DAA+D,CAClE;IACH,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,wCAAwC;QACtC,mEAAmE;QACnE,sEAAsE;QACtE,iEAAiE;QACjE,uEAAuE;QACvE,oDAAoD,CACvD;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,2DAA2D;QACzD,6EAA6E;QAC7E,wDAAwD;QACxD,sEAAsE,CACzE;IACH,QAAQ,EAAE,OAAC;SACR,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,mEAAmE;QACjE,iFAAiF;QACjF,kDAAkD,CACrD;IACH,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,iGAAiG;QAC/F,yFAAyF,CAC5F;IACH,KAAK,EAAE,OAAC;SACL,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,4FAA4F;QAC1F,uFAAuF,CAC1F;IACH,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,EAAE,CAAC;SACP,GAAG,CAAC,KAAK,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,8EAA8E;QAC5E,sBAAsB,CACzB;IACH,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,gGAAgG;QAC9F,oFAAoF;QACpF,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oFAAoF,CACrF;IACH,aAAa,EAAE,OAAC;SACb,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4EAA4E,CAC7E;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,kBAAkB,EAAE,OAAC;SAClB,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,UAAU,CAAC;SACf,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,EAAE;SACV,QAAQ,CACP,+CAA+C;QAC7C,iFAAiF;QACjF,6EAA6E;QAC7E,+EAA+E,CAClF;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CACP,uDAAuD;QACrD,yDAAyD;QACzD,0DAA0D,CAC7D;IACH,OAAO,EAAE,OAAC;SACP,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CACP,+DAA+D;QAC7D,uCAAuC;QACvC,sEAAsE,CACzE;IACH,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,mEAAmE;QACjE,wFAAwF,CAC3F;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,8EAA8E,CAC/E;IACH,qBAAqB,EAAE,OAAC;SACrB,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,8FAA8F,CAC/F;IACH,YAAY,EAAE,OAAC;SACZ,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,kDAAkD;QAChD,oFAAoF,CACvF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,OAAO,EAAE,OAAC;aACP,MAAM,EAAE;aACR,MAAM,CAAC,CAAC,CAAC;aACT,QAAQ,EAAE;aACV,QAAQ,CACP,8EAA8E;YAC5E,0DAA0D,CAC7D;QACH,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,EAAE;aACV,QAAQ,CACP,oDAAoD;YAClD,qDAAqD,CACxD;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,2DAA2D;QACzD,6EAA6E,CAChF;IACH,WAAW,EAAE,OAAC;SACX,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,wEAAwE;QACtE,6EAA6E;QAC7E,8CAA8C,CACjD;IACH,YAAY,EAAE,OAAC;SACZ,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,8FAA8F;QAC5F,wEAAwE;QACxE,6CAA6C,CAChD;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,wGAAwG;QACtG,0EAA0E;QAC1E,6EAA6E,CAChF;IACH,aAAa,EAAE,OAAC;SACb,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,8DAA8D;QAC5D,yEAAyE,CAC5E;IACH,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF;QACrF,+EAA+E;QAC/E,+DAA+D,CAClE;IACH,aAAa,EAAE,kBAAkB;IACjC,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,sEAAsE;QACpE,+DAA+D;QAC/D,+EAA+E;QAC/E,oFAAoF,CACvF;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,0GAA0G;IAC1G,kDAAkD;IAClD,kGAAkG;IAClG,kGAAkG;IAClG,uEAAuE;IACvE,4GAA4G;IAC5G,2DAA2D;IAC3D,4DAA4D;IAC5D,sFAAsF;IACtF,yFAAyF;IACzF,kGAAkG;IAClG,mFAAmF;IACnF,oEAAoE;IACpE,qFAAqF;IACrF,oEAAoE;IACpE,oEAAoE;IACpE,oGAAoG;IACpG,8EAA8E;IAC9E,sEAAsE;IACtE,wFAAwF;IACxF,2EAA2E;IAC3E,2DAA2D;IAC3D,uEAAuE;IACvE,oEAAoE;IACpE,qDAAqD;IACrD,uEAAuE;IACvE,6EAA6E;IAC7E,qEAAqE;IACrE,6EAA6E;IAC7E,wEAAwE;IACxE,oGAAoG;IACpG,gGAAgG,CAAC;AAE5F,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,kFAAkF;IAClF,kFAAkF;IAClF,IAAI,cAAc,GAAG,EAAE,CAAC;IACxB,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;gBACrC,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE;oBACR,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;oBAC3E,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B;aACF,CAAC,CAAC;YACH,cAAc,GAAG,IAAA,gCAAoB,EAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,cAAc;gBACZ,iGAAiG,CAAC;QACtG,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;gBACnD,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;SACF,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,IAAA,gCAAoB,EAAC,QAAQ,CAAC,GAAG,oBAAoB,EAAE,CAAC;SAC1G,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/C,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAI,oBAAoB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,IAAI,oBAAoB,CAAC;QACrF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/screenshot.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;EAU3B,CAAC;AAEH,eAAO,MAAM,qBAAqB,QAG+B,CAAC;AAElE,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,GACvC,OAAO,CAAC,cAAc,CAAC,CA8DzB"}
+{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAKnD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;EAU3B,CAAC;AAEH,eAAO,MAAM,qBAAqB,QAKmD,CAAC;AAEtF,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,GACvC,OAAO,CAAC,cAAc,CAAC,CAoEzB"}

package/dist/tools/screenshot.js

@@ -5,6 +5,7 @@ exports.handleScreenshot = handleScreenshot;
 const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
 const types_js_1 = require("../types.js");
+const format_js_1 = require("../format.js");
 exports.screenshotSchema = zod_1.z.object({
     url: zod_1.z.string().url().describe("URL to take a screenshot of"),
     wait_for: zod_1.z
@@ -16,9 +17,11 @@ exports.screenshotSchema = zod_1.z.object({
         .default("networkidle")
         .describe("Page load event to wait for before screenshot"),
 });
-exports.screenshotDescription = "Take a full-page screenshot of a URL. Returns the screenshot as a PNG image. " +
-    "Uses headless browser rendering. " +
-    "Use wait_for to wait for a specific element before capturing.";
+exports.screenshotDescription = "Take a screenshot of any website, capture a webpage as an image, or snapshot a URL visually. " +
+    "Works on anti-bot protected sites (Cloudflare, DataDome, etc.) — uses the same bypass engine as alterlab_scrape. " +
+    "Returns a full-page PNG screenshot directly in the conversation — rendered with a real headless browser. " +
+    "Use wait_for to wait for a specific element before capturing. " +
+    "Use wait_until to control page load timing (networkidle, domcontentloaded, load).";
 async function handleScreenshot(client, params) {
     try {
         // Screenshot requires render_js=true and screenshot=true
@@ -53,6 +56,7 @@ async function handleScreenshot(client, params) {
         const base64 = await client.fetchScreenshotAsBase64(response.screenshot_url);
         const tier = response.billing.tier_used;
         const tierName = types_js_1.TIER_NAMES[tier] || tier;
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
         return {
             content: [
                 {
@@ -63,16 +67,21 @@ async function handleScreenshot(client, params) {
                 {
                     type: "text",
                     text: `Screenshot of ${response.url}\n` +
-                        `Tier: ${tierName} | Time: ${response.response_time_ms}ms`,
+                        `Tier: ${tierName} | Time: ${response.response_time_ms}ms` +
+                        balanceWarningSuffix,
                 },
             ],
         };
     }
     catch (error) {
-        if (isApiError(error)) {
-            return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        const balanceWarningSuffix = (0, format_js_1.formatBalanceWarning)(client.getLastBalanceWarning());
+        const result = isApiError(error)
+            ? (0, errors_js_1.formatErrorResult)(error, { url: params.url })
+            : (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        if (balanceWarningSuffix && result.content[0]?.type === "text") {
+            result.content[0].text += balanceWarningSuffix;
         }
-        return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        return result;
     }
 }
 function isApiError(error) {

package/dist/tools/screenshot.js.map

@@ -1 +1 @@
-{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":";;;AAuBA,4CAiEC;AAxFD,6BAAwB;AAGxB,4CAAgE;AAChE,0CAAyC;AAE5B,QAAA,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IACvC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC7D,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;IAChE,UAAU,EAAE,OAAC;SACV,IAAI,CAAC,CAAC,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;SACjD,OAAO,CAAC,aAAa,CAAC;SACtB,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAChC,+EAA+E;IAC/E,mCAAmC;IACnC,+DAA+D,CAAC;AAE3D,KAAK,UAAU,gBAAgB,CACpC,MAAsB,EACtB,MAAwC;IAExC,IAAI,CAAC;QACH,yDAAyD;QACzD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI;YACV,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE;gBACR,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;aACjB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,oCAAoC,MAAM,CAAC,GAAG,OAAO;4BACrD,4CAA4C;4BAC5C,wBAAwB;4BACxB,iDAAiD;4BACjD,uCAAuC;qBAC1C;iBACF;aACF,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,uBAAuB,CACjD,QAAQ,CAAC,cAAc,CACxB,CAAC;QAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;QACxC,MAAM,QAAQ,GAAG,qBAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAgB;oBACtB,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,WAAW;iBACtB;gBACD;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EACF,iBAAiB,QAAQ,CAAC,GAAG,IAAI;wBACjC,SAAS,QAAQ,YAAY,QAAQ,CAAC,gBAAgB,IAAI;iBAC7D;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":";;;AA0BA,4CAuEC;AAjGD,6BAAwB;AAGxB,4CAAgE;AAChE,0CAAyC;AACzC,4CAAoD;AAEvC,QAAA,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IACvC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC7D,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;IAChE,UAAU,EAAE,OAAC;SACV,IAAI,CAAC,CAAC,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;SACjD,OAAO,CAAC,aAAa,CAAC;SACtB,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAChC,+FAA+F;IAC/F,mHAAmH;IACnH,2GAA2G;IAC3G,gEAAgE;IAChE,mFAAmF,CAAC;AAE/E,KAAK,UAAU,gBAAgB,CACpC,MAAsB,EACtB,MAAwC;IAExC,IAAI,CAAC;QACH,yDAAyD;QACzD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI;YACV,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE;gBACR,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;aACjB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,oCAAoC,MAAM,CAAC,GAAG,OAAO;4BACrD,4CAA4C;4BAC5C,wBAAwB;4BACxB,iDAAiD;4BACjD,uCAAuC;qBAC1C;iBACF;aACF,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,uBAAuB,CACjD,QAAQ,CAAC,cAAc,CACxB,CAAC;QAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;QACxC,MAAM,QAAQ,GAAG,qBAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;QAE1C,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAgB;oBACtB,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,WAAW;iBACtB;gBACD;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EACF,iBAAiB,QAAQ,CAAC,GAAG,IAAI;wBACjC,SAAS,QAAQ,YAAY,QAAQ,CAAC,gBAAgB,IAAI;wBAC1D,oBAAoB;iBACvB;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/C,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAI,oBAAoB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,IAAI,oBAAoB,CAAC;QACrF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/search.d.ts

@@ -12,6 +12,7 @@ export declare const searchSchema: z.ZodObject<{
     scrape_results: z.ZodDefault<z.ZodBoolean>;
     formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown"]>, "many">>;
     extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    safe_search: z.ZodOptional<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
     query: string;
     num_results: number;
@@ -23,6 +24,7 @@ export declare const searchSchema: z.ZodObject<{
     language?: string | undefined;
     domain?: string | undefined;
     time_range?: "hour" | "day" | "week" | "month" | "year" | undefined;
+    safe_search?: boolean | undefined;
 }, {
     query: string;
     formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
@@ -34,6 +36,7 @@ export declare const searchSchema: z.ZodObject<{
     domain?: string | undefined;
     time_range?: "hour" | "day" | "week" | "month" | "year" | undefined;
     scrape_results?: boolean | undefined;
+    safe_search?: boolean | undefined;
 }>;
 export declare const searchDescription: string;
 export declare function handleSearch(client: AlterLabClient, params: z.infer<typeof searchSchema>): Promise<CallToolResult>;

package/dist/tools/search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4DvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAOqC,CAAC;AAEpE,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAuBzB"}
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmEvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QASgC,CAAC;AAE/D,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAwBzB"}

package/dist/tools/search.js

@@ -56,14 +56,21 @@ exports.searchSchema = zod_1.z.object({
         .record(zod_1.z.unknown())
         .optional()
         .describe("JSON schema for structured extraction when scrape_results=true"),
+    safe_search: zod_1.z
+        .boolean()
+        .optional()
+        .describe("Enable safe search filtering to exclude adult content from results. " +
+        "Defaults to the search engine's own safe-search setting when omitted."),
 });
-exports.searchDescription = "Execute a web search and return SERP results (URLs, titles, snippets). " +
-    "Uses AlterLab's own SERP engine with Google/Bing/DuckDuckGo multi-engine failover. " +
+exports.searchDescription = "Search the web, find information online, look up any topic, or research a subject across the internet. " +
+    "Returns search results with URLs, titles, and snippets from multiple search engines. " +
+    "Uses AlterLab's SERP engine with Google/Bing/DuckDuckGo multi-engine failover for reliable results. " +
     "Costs $0.001 per search query. " +
-    "Set scrape_results=true to also scrape each result page and get full content — " +
+    "Set scrape_results=true to also scrape each result page (with anti-bot bypass) and get full content — " +
     "each page is billed at its normal scraping tier cost. " +
     "Use domain to restrict results to a specific site (equivalent to site: operator). " +
-    "Use time_range to filter by recency (hour/day/week/month/year).";
+    "Use time_range to filter by recency (hour/day/week/month/year). " +
+    "Use safe_search=true to filter adult content from results.";
 async function handleSearch(client, params) {
     try {
         const response = await client.search({
@@ -77,6 +84,7 @@ async function handleSearch(client, params) {
             scrape_results: params.scrape_results,
             formats: params.formats,
             extraction_schema: params.extraction_schema,
+            safe_search: params.safe_search,
         });
         const text = formatSearchResponse(response, params.query);
         return { content: [{ type: "text", text }] };

package/dist/tools/search.js.map

@@ -1 +1 @@
-{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":";;;AA4EA,oCA0BC;AAtGD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,mCAAmC,CAAC;IAChD,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,oEAAoE,CACrE;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,MAAM,CAAC,CAAC,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,UAAU,EAAE,OAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;SAC9C,QAAQ,EAAE;SACV,QAAQ,CAAC,2BAA2B,CAAC;IACxC,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oEAAoE;QAClE,mFAAmF,CACtF;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,yCAAyC,CAAC;IACtD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,gEAAgE,CAAC;CAC9E,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,yEAAyE;IACzE,qFAAqF;IACrF,iCAAiC;IACjC,iFAAiF;IACjF,wDAAwD;IACxD,oFAAoF;IACpF,iEAAiE,CAAC;AAE7D,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAiB,EAAE,KAAa;IAC5D,MAAM,IAAI,GAAG,QAAmC,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,IAAI,CAAC,cAEd,CAAC;IAEd,MAAM,KAAK,GAAa;QACtB,0BAA0B,KAAK,OAAO;QACtC,SAAS,YAAY,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,mBAAmB,QAAQ,MAAM;KAC9F,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,aAAa,GAAG,CAAC,CAAC,cAAc;YACpC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG;YAClC,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,KAAK,aAAa,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;QAE3B,uCAAuC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;QACjE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GACb,OAAO,CAAC,QAA+B;gBACvC,OAAO,CAAC,IAA2B,CAAC;YACvC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc;IACd,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,WAAW,EAAE,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,yCAAyC;IACzC,MAAM,eAAe,GAAG,IAAI,CAAC,gBAEhB,CAAC;IACd,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,CAAC,OAAO,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC,OAAO,IAAI,EAAE,CAAC,IAAI,CACnE,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":";;;AAqFA,oCA2BC;AAhHD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,mCAAmC,CAAC;IAChD,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,oEAAoE,CACrE;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,MAAM,CAAC,CAAC,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,UAAU,EAAE,OAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;SAC9C,QAAQ,EAAE;SACV,QAAQ,CAAC,2BAA2B,CAAC;IACxC,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oEAAoE;QAClE,mFAAmF,CACtF;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,yCAAyC,CAAC;IACtD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,gEAAgE,CAAC;IAC7E,WAAW,EAAE,OAAC;SACX,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,sEAAsE;QACpE,uEAAuE,CAC1E;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,yGAAyG;IACzG,uFAAuF;IACvF,sGAAsG;IACtG,iCAAiC;IACjC,wGAAwG;IACxG,wDAAwD;IACxD,oFAAoF;IACpF,kEAAkE;IAClE,4DAA4D,CAAC;AAExD,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAiB,EAAE,KAAa;IAC5D,MAAM,IAAI,GAAG,QAAmC,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,IAAI,CAAC,cACU,CAAC;IAEtC,MAAM,KAAK,GAAa;QACtB,0BAA0B,KAAK,OAAO;QACtC,SAAS,YAAY,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,mBAAmB,QAAQ,MAAM;KAC9F,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,aAAa,GAAG,CAAC,CAAC,cAAc;YACpC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG;YAClC,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,KAAK,aAAa,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;QAE3B,uCAAuC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;QACjE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GACb,OAAO,CAAC,QAA+B;gBACvC,OAAO,CAAC,IAA2B,CAAC;YACvC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc;IACd,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,WAAW,EAAE,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,yCAAyC;IACzC,MAAM,eAAe,GAAG,IAAI,CAAC,gBACQ,CAAC;IACtC,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,CAAC,OAAO,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC,OAAO,IAAI,EAAE,CAAC,IAAI,CACnE,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/simple_batch.d.ts

@@ -0,0 +1,28 @@
+import { z } from "zod";
+import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
+import type { AlterLabClient } from "../client.js";
+export declare const simpleBatchSchema: z.ZodObject<{
+    urls: z.ZodArray<z.ZodString, "many">;
+    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag", "content"]>, "many">>;
+    render_js: z.ZodDefault<z.ZodBoolean>;
+    use_proxy: z.ZodDefault<z.ZodBoolean>;
+    timeout: z.ZodDefault<z.ZodNumber>;
+    max_concurrent: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    timeout: number;
+    formats: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag")[];
+    render_js: boolean;
+    use_proxy: boolean;
+    urls: string[];
+    max_concurrent: number;
+}, {
+    urls: string[];
+    timeout?: number | undefined;
+    formats?: ("content" | "text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
+    render_js?: boolean | undefined;
+    use_proxy?: boolean | undefined;
+    max_concurrent?: number | undefined;
+}>;
+export declare const simpleBatchDescription: string;
+export declare function handleSimpleBatch(client: AlterLabClient, params: z.infer<typeof simpleBatchSchema>): Promise<CallToolResult>;
+//# sourceMappingURL=simple_batch.d.ts.map

package/dist/tools/simple_batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple_batch.d.ts","sourceRoot":"","sources":["../../src/tools/simple_batch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;EA4C5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAMoE,CAAC;AAMxG,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAwGzB"}