alterlab-mcp-server 1.1.2 → 1.3.0

package/dist/tools/scrape.d.ts

@@ -3,40 +3,76 @@ import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
 import type { AlterLabClient } from "../client.js";
 export declare const scrapeSchema: z.ZodObject<{
     url: z.ZodString;
+    method: z.ZodDefault<z.ZodEnum<["GET", "POST", "PUT", "PATCH", "DELETE", "HEAD"]>>;
+    body: z.ZodOptional<z.ZodString>;
     mode: z.ZodDefault<z.ZodEnum<["auto", "html", "js", "pdf", "ocr"]>>;
-    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "html", "markdown"]>, "many">>;
-    render_js: z.ZodDefault<z.ZodBoolean>;
+    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag"]>, "many">>;
+    render_js: z.ZodDefault<z.ZodUnion<[z.ZodBoolean, z.ZodLiteral<"auto">]>>;
     use_proxy: z.ZodDefault<z.ZodBoolean>;
     proxy_country: z.ZodOptional<z.ZodString>;
     wait_for: z.ZodOptional<z.ZodString>;
     timeout: z.ZodDefault<z.ZodNumber>;
+    max_response_bytes: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
     include_raw_html: z.ZodDefault<z.ZodBoolean>;
     session_id: z.ZodOptional<z.ZodString>;
     cookies: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    scroll_to_load: z.ZodDefault<z.ZodBoolean>;
+    scroll_count: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+    remove_cookie_banners: z.ZodDefault<z.ZodBoolean>;
+    location: z.ZodOptional<z.ZodObject<{
+        country: z.ZodOptional<z.ZodString>;
+        language: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        country?: string | undefined;
+        language?: string | undefined;
+    }, {
+        country?: string | undefined;
+        language?: string | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     url: string;
     timeout: number;
+    method: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD";
     mode: "auto" | "html" | "js" | "pdf" | "ocr";
-    formats: ("text" | "html" | "json" | "markdown")[];
-    render_js: boolean;
+    formats: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[];
+    render_js: boolean | "auto";
     use_proxy: boolean;
     include_raw_html: boolean;
+    scroll_to_load: boolean;
+    remove_cookie_banners: boolean;
+    body?: string | undefined;
     proxy_country?: string | undefined;
     wait_for?: string | undefined;
+    max_response_bytes?: number | undefined;
     session_id?: string | undefined;
     cookies?: Record<string, string> | undefined;
+    scroll_count?: number | undefined;
+    location?: {
+        country?: string | undefined;
+        language?: string | undefined;
+    } | undefined;
 }, {
     url: string;
     timeout?: number | undefined;
+    method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | undefined;
+    body?: string | undefined;
     mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
-    formats?: ("text" | "html" | "json" | "markdown")[] | undefined;
-    render_js?: boolean | undefined;
+    formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
+    render_js?: boolean | "auto" | undefined;
     use_proxy?: boolean | undefined;
     proxy_country?: string | undefined;
     wait_for?: string | undefined;
+    max_response_bytes?: number | undefined;
     include_raw_html?: boolean | undefined;
     session_id?: string | undefined;
     cookies?: Record<string, string> | undefined;
+    scroll_to_load?: boolean | undefined;
+    scroll_count?: number | undefined;
+    remove_cookie_banners?: boolean | undefined;
+    location?: {
+        country?: string | undefined;
+        language?: string | undefined;
+    } | undefined;
 }>;
 export declare const scrapeDescription: string;
 export declare function handleScrape(client: AlterLabClient, params: z.infer<typeof scrapeSchema>): Promise<CallToolResult>;

package/dist/tools/scrape.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+DvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAMwD,CAAC;AAEvF,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CA6BzB"}
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsJvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAc0B,CAAC;AAEzD,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAoCzB"}

package/dist/tools/scrape.js

@@ -7,22 +7,42 @@ const errors_js_1 = require("../errors.js");
 const format_js_1 = require("../format.js");
 exports.scrapeSchema = zod_1.z.object({
     url: zod_1.z.string().url().describe("URL to scrape"),
+    method: zod_1.z
+        .enum(["GET", "POST", "PUT", "PATCH", "DELETE", "HEAD"])
+        .default("GET")
+        .describe("HTTP method for the request. Default GET (standard page scraping). " +
+        "Use POST for GraphQL endpoints, form submissions, REST API calls. " +
+        "Use PUT/PATCH for REST API updates. " +
+        "When using POST/PUT/PATCH, provide body with the request payload."),
+    body: zod_1.z
+        .string()
+        .optional()
+        .describe("Request body for POST/PUT/PATCH requests. " +
+        "For GraphQL: JSON string with 'query' and optional 'variables' fields " +
+        '(e.g., \'{"query": "{ user { id name } }"}\').' +
+        "For REST APIs: JSON-encoded payload string. " +
+        "For form submissions: URL-encoded key=value pairs (e.g., 'name=Alice&email=alice@example.com'). " +
+        "Omit for GET/HEAD/DELETE requests."),
     mode: zod_1.z
         .enum(["auto", "html", "js", "pdf", "ocr"])
         .default("auto")
         .describe("Scraping mode: auto (recommended), html, js (headless browser), pdf, or ocr"),
     formats: zod_1.z
-        .array(zod_1.z.enum(["text", "json", "html", "markdown"]))
+        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown", "rag"]))
         .default(["markdown"])
-        .describe("Output formats. 'markdown' is best for LLM consumption"),
+        .describe("Output formats. 'markdown' is best for LLM consumption. " +
+        "'json_v2' returns a structured section tree (headings + content blocks). " +
+        "'rag' returns chunked text optimized for retrieval-augmented generation."),
     render_js: zod_1.z
-        .boolean()
+        .union([zod_1.z.boolean(), zod_1.z.literal("auto")])
         .default(false)
-        .describe("Render JavaScript using headless browser (forces Tier 4 minimum — no separate add-on charge). Required for JS-heavy sites"),
+        .describe("Render JavaScript using headless browser (forces Tier 4 minimum — no separate add-on charge). " +
+        "Required for JS-heavy sites. Set to 'auto' for smart detection (probes each page, " +
+        "only renders JS-heavy pages with browser — saves 30-60% on mixed sites)."),
     use_proxy: zod_1.z
         .boolean()
         .default(false)
-        .describe("Route through premium proxy (+1 credit). Helps bypass geo-restrictions and anti-bot"),
+        .describe("Route through premium proxy (+$0.0002). Helps bypass geo-restrictions and anti-bot"),
     proxy_country: zod_1.z
         .string()
         .optional()
@@ -37,6 +57,17 @@ exports.scrapeSchema = zod_1.z.object({
         .max(300)
         .default(90)
         .describe("Request timeout in seconds (1-300)"),
+    max_response_bytes: zod_1.z
+        .number()
+        .int()
+        .min(0)
+        .max(52_428_800)
+        .default(5_242_880)
+        .optional()
+        .describe("Soft cap on raw response body size in bytes. " +
+        "When the downloaded HTML exceeds this value it is truncated before extraction. " +
+        "Default: 5 MB (5242880). Set to 0 for no limit. Maximum: 50 MB (52428800). " +
+        "Useful for very large pages where you only need the beginning of the content."),
     include_raw_html: zod_1.z
         .boolean()
         .default(false)
@@ -54,30 +85,81 @@ exports.scrapeSchema = zod_1.z.object({
         .describe("Inline cookies as key-value pairs for authenticated scraping " +
         '(e.g., {"session_token": "abc123"}). ' +
         "Use this for one-off requests; use session_id for reusable sessions."),
+    scroll_to_load: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("Scroll page to trigger lazy-loaded content (requires render_js). " +
+        "Performs explicit viewport-height scrolls to load dynamic content. Adds ~2-3s latency."),
+    scroll_count: zod_1.z
+        .number()
+        .int()
+        .min(1)
+        .max(10)
+        .default(3)
+        .optional()
+        .describe("Number of scroll iterations when scroll_to_load is enabled (1-10, default 3)"),
+    remove_cookie_banners: zod_1.z
+        .boolean()
+        .default(true)
+        .describe("Remove cookie consent banners from HTML before content extraction (free, enabled by default)"),
+    location: zod_1.z
+        .object({
+        country: zod_1.z
+            .string()
+            .length(2)
+            .optional()
+            .describe("ISO 3166-1 alpha-2 country code for geo-targeting (e.g., 'US', 'DE', 'JP'). " +
+            "Routes request through a proxy in the specified country."),
+        language: zod_1.z
+            .string()
+            .min(2)
+            .max(5)
+            .optional()
+            .describe("ISO 639-1 language code (e.g., 'en', 'de', 'ja'). " +
+            "Sets the Accept-Language header and browser locale."),
+    })
+        .optional()
+        .describe("Geo-targeting parameters for localized content scraping. " +
+        "Controls proxy country routing, Accept-Language header, and browser locale."),
 });
-exports.scrapeDescription = "Scrape a URL and return its content as markdown, text, HTML, or JSON. " +
+exports.scrapeDescription = "Scrape a URL and return its content as markdown, text, HTML, JSON, or structured sections. " +
     "Automatically handles anti-bot protection with tier escalation. " +
     "Returns markdown by default — optimized for LLM context. " +
+    "Supports GET (default) and POST/PUT/PATCH/DELETE/HEAD via the method parameter. " +
+    "Use method='POST' with body for GraphQL APIs, REST endpoints, and form submissions. " +
+    "For GraphQL: set body='{\"query\": \"{ ... }\"}' and method='POST'. " +
     "Use render_js=true for JavaScript-heavy sites (React, Angular, SPAs). " +
+    "Use render_js='auto' for mixed sites to detect JS needs per-page (saves 30-60%). " +
     "Use use_proxy=true for geo-restricted or heavily protected sites. " +
-    "Supports authenticated scraping via session_id (stored session) or inline cookies.";
+    "Use formats=['json_v2'] for a structured section tree (headings + content blocks). " +
+    "Use formats=['rag'] for chunked text optimized for RAG pipelines. " +
+    "Supports authenticated scraping via session_id (stored session) or inline cookies. " +
+    "Use scroll_to_load=true for infinite-scroll pages that lazy-load content. " +
+    "Use location.country to scrape geo-targeted content.";
 async function handleScrape(client, params) {
     try {
         const response = await client.scrape({
             url: params.url,
+            method: params.method,
+            body: params.body,
             mode: params.mode,
             formats: params.formats,
             sync: true,
             timeout: params.timeout,
+            max_response_bytes: params.max_response_bytes,
             include_raw_html: params.include_raw_html,
             wait_for: params.wait_for,
             session_id: params.session_id,
             cookies: params.cookies,
+            location: params.location,
             advanced: {
                 render_js: params.render_js,
                 use_proxy: params.use_proxy,
                 proxy_country: params.proxy_country,
                 markdown: params.formats.includes("markdown"),
+                scroll_to_load: params.scroll_to_load,
+                scroll_count: params.scroll_count,
+                remove_cookie_banners: params.remove_cookie_banners,
             },
         });
         return {

package/dist/tools/scrape.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":";;;AA+EA,oCAgCC;AA/GD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEvC,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,6EAA6E,CAC9E;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SACnD,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC;SACrB,QAAQ,CAAC,wDAAwD,CAAC;IACrE,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,2HAA2H,CAC5H;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,qFAAqF,CACtF;IACH,aAAa,EAAE,OAAC;SACb,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4EAA4E,CAC7E;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CACP,uDAAuD;QACrD,yDAAyD;QACzD,0DAA0D,CAC7D;IACH,OAAO,EAAE,OAAC;SACP,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CACP,+DAA+D;QAC7D,uCAAuC;QACvC,sEAAsE,CACzE;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,wEAAwE;IACxE,kEAAkE;IAClE,2DAA2D;IAC3D,wEAAwE;IACxE,oEAAoE;IACpE,oFAAoF,CAAC;AAEhF,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;aAC9C;SACF,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,gCAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/tools/scrape.ts"],"names":[],"mappings":";;;AA8KA,oCAuCC;AArND,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEvC,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,MAAM,EAAE,OAAC;SACN,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;SACvD,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,qEAAqE;QACnE,oEAAoE;QACpE,sCAAsC;QACtC,mEAAmE,CACtE;IACH,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4CAA4C;QAC1C,wEAAwE;QACxE,gDAAgD;QAChD,8CAA8C;QAC9C,kGAAkG;QAClG,oCAAoC,CACvC;IACH,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,6EAA6E,CAC9E;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC;SACrB,QAAQ,CACP,0DAA0D;QACxD,2EAA2E;QAC3E,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,gGAAgG;QAC9F,oFAAoF;QACpF,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oFAAoF,CACrF;IACH,aAAa,EAAE,OAAC;SACb,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4EAA4E,CAC7E;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,kBAAkB,EAAE,OAAC;SAClB,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,UAAU,CAAC;SACf,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,EAAE;SACV,QAAQ,CACP,+CAA+C;QAC7C,iFAAiF;QACjF,6EAA6E;QAC7E,+EAA+E,CAClF;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CACP,uDAAuD;QACrD,yDAAyD;QACzD,0DAA0D,CAC7D;IACH,OAAO,EAAE,OAAC;SACP,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,EAAE;SACV,QAAQ,CACP,+DAA+D;QAC7D,uCAAuC;QACvC,sEAAsE,CACzE;IACH,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,mEAAmE;QACjE,wFAAwF,CAC3F;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,8EAA8E,CAC/E;IACH,qBAAqB,EAAE,OAAC;SACrB,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,8FAA8F,CAC/F;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,OAAO,EAAE,OAAC;aACP,MAAM,EAAE;aACR,MAAM,CAAC,CAAC,CAAC;aACT,QAAQ,EAAE;aACV,QAAQ,CACP,8EAA8E;YAC5E,0DAA0D,CAC7D;QACH,QAAQ,EAAE,OAAC;aACR,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,EAAE;aACV,QAAQ,CACP,oDAAoD;YAClD,qDAAqD,CACxD;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,2DAA2D;QACzD,6EAA6E,CAChF;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,6FAA6F;IAC7F,kEAAkE;IAClE,2DAA2D;IAC3D,kFAAkF;IAClF,sFAAsF;IACtF,sEAAsE;IACtE,wEAAwE;IACxE,mFAAmF;IACnF,oEAAoE;IACpE,qFAAqF;IACrF,oEAAoE;IACpE,qFAAqF;IACrF,4EAA4E;IAC5E,sDAAsD,CAAC;AAElD,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;aACpD;SACF,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,gCAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/search.d.ts

@@ -0,0 +1,40 @@
+import { z } from "zod";
+import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
+import type { AlterLabClient } from "../client.js";
+export declare const searchSchema: z.ZodObject<{
+    query: z.ZodString;
+    num_results: z.ZodDefault<z.ZodNumber>;
+    page: z.ZodDefault<z.ZodNumber>;
+    domain: z.ZodOptional<z.ZodString>;
+    country: z.ZodOptional<z.ZodString>;
+    language: z.ZodOptional<z.ZodString>;
+    time_range: z.ZodOptional<z.ZodEnum<["hour", "day", "week", "month", "year"]>>;
+    scrape_results: z.ZodDefault<z.ZodBoolean>;
+    formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown"]>, "many">>;
+    extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    query: string;
+    num_results: number;
+    page: number;
+    scrape_results: boolean;
+    formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
+    country?: string | undefined;
+    language?: string | undefined;
+    extraction_schema?: Record<string, unknown> | undefined;
+    domain?: string | undefined;
+    time_range?: "hour" | "day" | "week" | "month" | "year" | undefined;
+}, {
+    query: string;
+    formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
+    country?: string | undefined;
+    language?: string | undefined;
+    extraction_schema?: Record<string, unknown> | undefined;
+    num_results?: number | undefined;
+    page?: number | undefined;
+    domain?: string | undefined;
+    time_range?: "hour" | "day" | "week" | "month" | "year" | undefined;
+    scrape_results?: boolean | undefined;
+}>;
+export declare const searchDescription: string;
+export declare function handleSearch(client: AlterLabClient, params: z.infer<typeof searchSchema>): Promise<CallToolResult>;
+//# sourceMappingURL=search.d.ts.map

package/dist/tools/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4DvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAOqC,CAAC;AAEpE,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAuBzB"}

package/dist/tools/search.js

@@ -0,0 +1,147 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchDescription = exports.searchSchema = void 0;
+exports.handleSearch = handleSearch;
+const zod_1 = require("zod");
+const errors_js_1 = require("../errors.js");
+exports.searchSchema = zod_1.z.object({
+    query: zod_1.z
+        .string()
+        .min(1)
+        .max(500)
+        .describe("Search query (max 500 characters)"),
+    num_results: zod_1.z
+        .number()
+        .int()
+        .min(1)
+        .max(30)
+        .default(10)
+        .describe("Number of results to return (1-30)"),
+    page: zod_1.z
+        .number()
+        .int()
+        .min(1)
+        .max(10)
+        .default(1)
+        .describe("Result page number (1-indexed). Page 2 returns results 11-20, etc."),
+    domain: zod_1.z
+        .string()
+        .optional()
+        .describe("Restrict results to a specific domain (applied as site: prefix, e.g. 'docs.example.com')"),
+    country: zod_1.z
+        .string()
+        .length(2)
+        .optional()
+        .describe("ISO 3166-1 alpha-2 country code for geo-targeted results (e.g., 'US', 'GB', 'DE')"),
+    language: zod_1.z
+        .string()
+        .min(2)
+        .max(5)
+        .optional()
+        .describe("Language code for results (e.g., 'en', 'fr', 'de')"),
+    time_range: zod_1.z
+        .enum(["hour", "day", "week", "month", "year"])
+        .optional()
+        .describe("Filter results by recency"),
+    scrape_results: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("If true, scrape each result page and include content in response. " +
+        "Each page is billed at its scraping tier cost in addition to the base search fee."),
+    formats: zod_1.z
+        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown"]))
+        .optional()
+        .describe("Output formats when scrape_results=true"),
+    extraction_schema: zod_1.z
+        .record(zod_1.z.unknown())
+        .optional()
+        .describe("JSON schema for structured extraction when scrape_results=true"),
+});
+exports.searchDescription = "Execute a web search and return SERP results (URLs, titles, snippets). " +
+    "Uses AlterLab's own SERP engine with Google/Bing/DuckDuckGo multi-engine failover. " +
+    "Costs $0.001 per search query. " +
+    "Set scrape_results=true to also scrape each result page and get full content — " +
+    "each page is billed at its normal scraping tier cost. " +
+    "Use domain to restrict results to a specific site (equivalent to site: operator). " +
+    "Use time_range to filter by recency (hour/day/week/month/year).";
+async function handleSearch(client, params) {
+    try {
+        const response = await client.search({
+            query: params.query,
+            num_results: params.num_results,
+            page: params.page,
+            domain: params.domain,
+            country: params.country,
+            language: params.language,
+            time_range: params.time_range,
+            scrape_results: params.scrape_results,
+            formats: params.formats,
+            extraction_schema: params.extraction_schema,
+        });
+        const text = formatSearchResponse(response, params.query);
+        return { content: [{ type: "text", text }] };
+    }
+    catch (error) {
+        if (isApiError(error)) {
+            return (0, errors_js_1.formatErrorResult)(error, { url: params.query });
+        }
+        return (0, errors_js_1.formatErrorResult)(error, { url: params.query });
+    }
+}
+function formatSearchResponse(response, query) {
+    const resp = response;
+    const searchId = String(resp.search_id ?? "");
+    const results = Array.isArray(resp.results) ? resp.results : [];
+    const resultsCount = Number(resp.results_count ?? results.length);
+    const creditsUsed = Number(resp.credits_used ?? 0);
+    const costBreakdown = resp.cost_breakdown;
+    const parts = [
+        `**Search Results for: "${query}"**\n`,
+        `Found ${resultsCount} result${resultsCount !== 1 ? "s" : ""} | Search ID: \`${searchId}\`\n`,
+    ];
+    for (const result of results) {
+        const r = result;
+        const position = Number(r.position ?? 0);
+        const title = String(r.title ?? "Untitled");
+        const url = String(r.url ?? "");
+        const snippet = String(r.snippet ?? "");
+        const datePublished = r.date_published
+            ? ` (${String(r.date_published)})`
+            : "";
+        parts.push(`**${position}. ${title}**${datePublished}`);
+        parts.push(`${url}`);
+        parts.push(`${snippet}\n`);
+        // Include scraped content if available
+        const content = r.content;
+        if (content) {
+            const scrapeText = content.markdown ||
+                content.text;
+            if (scrapeText) {
+                const preview = scrapeText.slice(0, 500);
+                parts.push(`> ${preview}${scrapeText.length > 500 ? "..." : ""}\n`);
+            }
+        }
+    }
+    // Cost footer
+    parts.push("---");
+    if (costBreakdown) {
+        const total = Number(costBreakdown.total_microcents ?? 0);
+        parts.push(`Cost: $${(total / 1_000_000).toFixed(6)} | Credits: ${creditsUsed}`);
+    }
+    else {
+        parts.push(`Credits used: ${creditsUsed}`);
+    }
+    // Featured snippet, knowledge panel, PAA
+    const featuredSnippet = resp.featured_snippet;
+    if (featuredSnippet) {
+        parts.unshift(`**Featured Snippet**: ${String(featuredSnippet.content ?? "")}\n`);
+    }
+    return parts.join("\n");
+}
+function isApiError(error) {
+    return (typeof error === "object" &&
+        error !== null &&
+        "status" in error &&
+        typeof error.status === "number");
+}
+//# sourceMappingURL=search.js.map

package/dist/tools/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/tools/search.ts"],"names":[],"mappings":";;;AA4EA,oCA0BC;AAtGD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,mCAAmC,CAAC;IAChD,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,oCAAoC,CAAC;IACjD,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,oEAAoE,CACrE;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,MAAM,CAAC,CAAC,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,UAAU,EAAE,OAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;SAC9C,QAAQ,EAAE;SACV,QAAQ,CAAC,2BAA2B,CAAC;IACxC,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,oEAAoE;QAClE,mFAAmF,CACtF;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,yCAAyC,CAAC;IACtD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,gEAAgE,CAAC;CAC9E,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,yEAAyE;IACzE,qFAAqF;IACrF,iCAAiC;IACjC,iFAAiF;IACjF,wDAAwD;IACxD,oFAAoF;IACpF,iEAAiE,CAAC;AAE7D,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAiB,EAAE,KAAa;IAC5D,MAAM,IAAI,GAAG,QAAmC,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,IAAI,CAAC,cAEd,CAAC;IAEd,MAAM,KAAK,GAAa;QACtB,0BAA0B,KAAK,OAAO;QACtC,SAAS,YAAY,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,mBAAmB,QAAQ,MAAM;KAC9F,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,aAAa,GAAG,CAAC,CAAC,cAAc;YACpC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG;YAClC,CAAC,CAAC,EAAE,CAAC;QAEP,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,KAAK,aAAa,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;QAE3B,uCAAuC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;QACjE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GACb,OAAO,CAAC,QAA+B;gBACvC,OAAO,CAAC,IAA2B,CAAC;YACvC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,GAAG,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc;IACd,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,WAAW,EAAE,CACrE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,yCAAyC;IACzC,MAAM,eAAe,GAAG,IAAI,CAAC,gBAEhB,CAAC;IACd,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,CAAC,OAAO,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC,OAAO,IAAI,EAAE,CAAC,IAAI,CACnE,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -1,20 +1,29 @@
 export interface AdvancedOptions {
-    render_js?: boolean;
+    render_js?: boolean | "auto";
     screenshot?: boolean;
     markdown?: boolean;
     use_proxy?: boolean;
     proxy_country?: string;
     wait_condition?: string;
     remove_cookie_banners?: boolean;
+    scroll_to_load?: boolean;
+    scroll_count?: number;
+}
+export interface LocationOptions {
+    country?: string;
+    language?: string;
 }
 export interface UnifiedScrapeRequest {
     url: string;
+    method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD";
+    body?: string;
     mode?: "auto" | "html" | "js" | "pdf" | "ocr";
     sync?: boolean;
     advanced?: AdvancedOptions;
-    formats?: ("text" | "json" | "html" | "markdown")[];
+    formats?: ("text" | "json" | "json_v2" | "html" | "markdown" | "rag")[];
     include_raw_html?: boolean;
     timeout?: number;
+    max_response_bytes?: number;
     extraction_schema?: Record<string, unknown>;
     extraction_prompt?: string;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event";
@@ -23,6 +32,144 @@ export interface UnifiedScrapeRequest {
     wait_until?: string;
     session_id?: string;
     cookies?: Record<string, string>;
+    location?: LocationOptions;
+}
+export interface CrawlAdvancedOptions {
+    render_js?: boolean | "auto";
+    use_proxy?: boolean;
+    wait_for?: string;
+    timeout?: number;
+}
+export interface CrawlRequest {
+    url: string;
+    max_pages?: number;
+    max_depth?: number;
+    include_patterns?: string[];
+    exclude_patterns?: string[];
+    sitemap?: "include" | "skip" | "only";
+    sitemap_path?: string;
+    formats?: ("text" | "json" | "json_v2" | "html" | "markdown")[];
+    extraction_schema?: Record<string, unknown>;
+    max_concurrency?: number;
+    respect_robots?: boolean;
+    include_subdomains?: boolean;
+    webhook_url?: string;
+    advanced?: CrawlAdvancedOptions;
+}
+export interface CrawlResponse {
+    crawl_id: string;
+    status: string;
+    url: string;
+    created_at?: string;
+}
+export interface CrawlStatusResponse {
+    crawl_id: string;
+    status: string;
+    url: string;
+    pages_scraped?: number;
+    pages_total?: number;
+    credits_used?: number;
+    results?: Record<string, unknown>[];
+    error?: string;
+}
+export interface CrawlCancelResponse {
+    crawl_id: string;
+    status: string;
+    pages_scraped?: number;
+    credits_refunded?: number;
+}
+export interface SearchRequest {
+    query: string;
+    num_results?: number;
+    page?: number;
+    domain?: string;
+    country?: string;
+    language?: string;
+    time_range?: "hour" | "day" | "week" | "month" | "year";
+    scrape_results?: boolean;
+    formats?: ("text" | "json" | "json_v2" | "html" | "markdown")[];
+    extraction_schema?: Record<string, unknown>;
+}
+export interface SearchResponse {
+    search_id: string;
+    query: string;
+    results_requested: number;
+    results_count: number;
+    credits_used: number;
+    results: Record<string, unknown>[];
+    cost_breakdown?: Record<string, unknown>;
+    featured_snippet?: Record<string, unknown>;
+    knowledge_panel?: Record<string, unknown>;
+    people_also_ask?: Record<string, unknown>[];
+}
+export interface MapRequest {
+    url: string;
+    max_pages?: number;
+    max_depth?: number;
+    include_patterns?: string[];
+    exclude_patterns?: string[];
+    search?: string;
+    sitemap?: "skip" | "include" | "only";
+    sitemap_path?: string;
+    include_metadata?: boolean;
+    include_subdomains?: boolean;
+    respect_robots?: boolean;
+}
+export interface MapResponse {
+    map_id: string;
+    total_urls: number;
+    urls: Record<string, unknown>[];
+    sitemap_found: boolean;
+    robots_txt?: Record<string, unknown>;
+    credits_used: number;
+}
+export interface ExtractRequest {
+    content: string;
+    content_type?: "html" | "text" | "markdown";
+    extraction_schema?: Record<string, unknown>;
+    extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event";
+    extraction_prompt?: string;
+    formats?: ("text" | "json" | "json_v2" | "html" | "markdown" | "rag")[];
+    source_url?: string;
+    evidence?: boolean;
+}
+export interface ExtractResponse {
+    extract_id: string;
+    formats: Record<string, unknown>;
+    credits_used: number;
+    model_used?: string;
+    extraction_method: string;
+    content_size_chars: number;
+}
+export interface BatchItemRequest {
+    url: string;
+    mode?: "auto" | "html" | "js" | "pdf" | "ocr";
+    formats?: ("text" | "json" | "json_v2" | "html" | "markdown" | "rag")[];
+    extraction_schema?: Record<string, unknown>;
+    timeout?: number;
+    wait_for?: string;
+    cache?: boolean;
+    advanced?: AdvancedOptions;
+}
+export interface BatchRequest {
+    urls: BatchItemRequest[];
+    webhook_url?: string;
+}
+export interface BatchResponse {
+    batch_id: string;
+    status: string;
+    total_urls: number;
+    estimated_credits: number;
+    job_ids?: string[];
+}
+export interface BatchStatusResponse {
+    batch_id: string;
+    status: string;
+    total_urls: number;
+    completed?: number;
+    failed?: number;
+    credits_used?: number;
+    items?: Record<string, unknown>[];
 }
 export interface Session {
     id: string;
@@ -90,6 +237,21 @@ export interface SessionRefreshRequest {
     cookies?: Record<string, string>;
     headers?: Record<string, string>;
 }
+export interface ContentTruncationInfo {
+    /** Always true when this object is present. */
+    truncated: boolean;
+    /** Number of bytes at which the content was cut before processing. */
+    truncated_at_bytes: number;
+    /** Original content size in bytes before truncation. */
+    original_size_bytes: number;
+    /**
+     * Why truncation occurred:
+     * - 'readability_input_cap': HTML exceeded 2 MB before Readability processing
+     * - 'readability_output_cap': extracted text exceeded the output size cap
+     * - 'response_body_cap': raw response body exceeded max_response_bytes limit
+     */
+    truncation_reason: "readability_input_cap" | "readability_output_cap" | "response_body_cap";
+}
 export interface TierEscalationDetail {
     tier: string;
     result: "success" | "failed" | "skipped";
@@ -124,6 +286,7 @@ export interface UnifiedScrapeResponse {
     screenshot_url?: string;
     pdf_url?: string;
     filtered_content?: Record<string, unknown>;
+    content_truncated?: ContentTruncationInfo;
     billing: BillingDetails;
     extraction_method?: string;
     version?: string;