xcrawl-mcp 1.0.0

package/dist/core/scrape.d.ts

@@ -0,0 +1,201 @@
+import { z } from "zod";
+import type { XCrawlScrapeRequest, XCrawlScrapeResponse } from "../types.js";
+/**
+ * Zod schema for xcrawl_scrape tool parameters
+ */
+export declare const scrapeToolSchema: z.ZodObject<{
+    url: z.ZodString;
+    mode: z.ZodDefault<z.ZodEnum<["sync", "async"]>>;
+    proxy: z.ZodOptional<z.ZodObject<{
+        location: z.ZodOptional<z.ZodString>;
+        sticky_session: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        location?: string | undefined;
+        sticky_session?: string | undefined;
+    }, {
+        location?: string | undefined;
+        sticky_session?: string | undefined;
+    }>>;
+    request: z.ZodOptional<z.ZodObject<{
+        locale: z.ZodOptional<z.ZodString>;
+        device: z.ZodOptional<z.ZodEnum<["desktop", "mobile"]>>;
+        cookies: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        only_main_content: z.ZodOptional<z.ZodBoolean>;
+        block_ads: z.ZodOptional<z.ZodBoolean>;
+        skip_tls_verification: z.ZodOptional<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        locale?: string | undefined;
+        device?: "desktop" | "mobile" | undefined;
+        cookies?: Record<string, string> | undefined;
+        headers?: Record<string, string> | undefined;
+        only_main_content?: boolean | undefined;
+        block_ads?: boolean | undefined;
+        skip_tls_verification?: boolean | undefined;
+    }, {
+        locale?: string | undefined;
+        device?: "desktop" | "mobile" | undefined;
+        cookies?: Record<string, string> | undefined;
+        headers?: Record<string, string> | undefined;
+        only_main_content?: boolean | undefined;
+        block_ads?: boolean | undefined;
+        skip_tls_verification?: boolean | undefined;
+    }>>;
+    js_render: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodDefault<z.ZodBoolean>;
+        wait_until: z.ZodDefault<z.ZodEnum<["load", "domcontentloaded", "networkidle"]>>;
+        viewport: z.ZodOptional<z.ZodObject<{
+            width: z.ZodOptional<z.ZodNumber>;
+            height: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            width?: number | undefined;
+            height?: number | undefined;
+        }, {
+            width?: number | undefined;
+            height?: number | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        enabled: boolean;
+        wait_until: "load" | "domcontentloaded" | "networkidle";
+        viewport?: {
+            width?: number | undefined;
+            height?: number | undefined;
+        } | undefined;
+    }, {
+        viewport?: {
+            width?: number | undefined;
+            height?: number | undefined;
+        } | undefined;
+        enabled?: boolean | undefined;
+        wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+    }>>;
+    output: z.ZodOptional<z.ZodObject<{
+        formats: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodEnum<["html", "raw_html", "markdown", "links", "summary", "screenshot", "json"]>, "many">>>;
+        screenshot: z.ZodOptional<z.ZodEnum<["full_page", "viewport"]>>;
+        json: z.ZodOptional<z.ZodObject<{
+            prompt: z.ZodOptional<z.ZodString>;
+            json_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        }, "strip", z.ZodTypeAny, {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        }, {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        formats: ("html" | "raw_html" | "markdown" | "links" | "summary" | "screenshot" | "json")[];
+        screenshot?: "full_page" | "viewport" | undefined;
+        json?: {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        } | undefined;
+    }, {
+        screenshot?: "full_page" | "viewport" | undefined;
+        json?: {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        } | undefined;
+        formats?: ("html" | "raw_html" | "markdown" | "links" | "summary" | "screenshot" | "json")[] | undefined;
+    }>>;
+    webhook: z.ZodOptional<z.ZodObject<{
+        url: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        events: z.ZodOptional<z.ZodArray<z.ZodEnum<["started", "completed", "failed"]>, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        url?: string | undefined;
+        headers?: Record<string, string> | undefined;
+        events?: ("started" | "completed" | "failed")[] | undefined;
+    }, {
+        url?: string | undefined;
+        headers?: Record<string, string> | undefined;
+        events?: ("started" | "completed" | "failed")[] | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    url: string;
+    mode: "sync" | "async";
+    proxy?: {
+        location?: string | undefined;
+        sticky_session?: string | undefined;
+    } | undefined;
+    request?: {
+        locale?: string | undefined;
+        device?: "desktop" | "mobile" | undefined;
+        cookies?: Record<string, string> | undefined;
+        headers?: Record<string, string> | undefined;
+        only_main_content?: boolean | undefined;
+        block_ads?: boolean | undefined;
+        skip_tls_verification?: boolean | undefined;
+    } | undefined;
+    js_render?: {
+        enabled: boolean;
+        wait_until: "load" | "domcontentloaded" | "networkidle";
+        viewport?: {
+            width?: number | undefined;
+            height?: number | undefined;
+        } | undefined;
+    } | undefined;
+    output?: {
+        formats: ("html" | "raw_html" | "markdown" | "links" | "summary" | "screenshot" | "json")[];
+        screenshot?: "full_page" | "viewport" | undefined;
+        json?: {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        } | undefined;
+    } | undefined;
+    webhook?: {
+        url?: string | undefined;
+        headers?: Record<string, string> | undefined;
+        events?: ("started" | "completed" | "failed")[] | undefined;
+    } | undefined;
+}, {
+    url: string;
+    mode?: "sync" | "async" | undefined;
+    proxy?: {
+        location?: string | undefined;
+        sticky_session?: string | undefined;
+    } | undefined;
+    request?: {
+        locale?: string | undefined;
+        device?: "desktop" | "mobile" | undefined;
+        cookies?: Record<string, string> | undefined;
+        headers?: Record<string, string> | undefined;
+        only_main_content?: boolean | undefined;
+        block_ads?: boolean | undefined;
+        skip_tls_verification?: boolean | undefined;
+    } | undefined;
+    js_render?: {
+        viewport?: {
+            width?: number | undefined;
+            height?: number | undefined;
+        } | undefined;
+        enabled?: boolean | undefined;
+        wait_until?: "load" | "domcontentloaded" | "networkidle" | undefined;
+    } | undefined;
+    output?: {
+        screenshot?: "full_page" | "viewport" | undefined;
+        json?: {
+            prompt?: string | undefined;
+            json_schema?: Record<string, any> | undefined;
+        } | undefined;
+        formats?: ("html" | "raw_html" | "markdown" | "links" | "summary" | "screenshot" | "json")[] | undefined;
+    } | undefined;
+    webhook?: {
+        url?: string | undefined;
+        headers?: Record<string, string> | undefined;
+        events?: ("started" | "completed" | "failed")[] | undefined;
+    } | undefined;
+}>;
+export type ScrapeToolParams = z.infer<typeof scrapeToolSchema>;
+/**
+ * Call xCrawl API to scrape a URL
+ */
+export declare function callXCrawlAPI(apiKey: string, params: XCrawlScrapeRequest): Promise<XCrawlScrapeResponse>;
+/**
+ * Format scrape response for MCP tool output
+ */
+export declare function formatScrapeResponse(response: XCrawlScrapeResponse): string;
+/**
+ * Check status and get result of an async scrape task
+ */
+export declare function checkScrapeStatus(apiKey: string, scrapeId: string): Promise<XCrawlScrapeResponse>;
+//# sourceMappingURL=scrape.d.ts.map

package/dist/core/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/core/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0E3B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEhE;;GAEG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA6B9G;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAE3E;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA2BvG"}

package/dist/core/scrape.js

@@ -0,0 +1,148 @@
+import { z } from "zod";
+/**
+ * Zod schema for xcrawl_scrape tool parameters
+ */
+export const scrapeToolSchema = z.object({
+    url: z.string().url().describe("The URL to scrape"),
+    mode: z
+        .enum(["sync", "async"])
+        .default("sync")
+        .describe("Sync mode returns results immediately, async mode returns a scrape_id for later retrieval"),
+    proxy: z
+        .object({
+        location: z.string().optional().describe("ISO-3166-1 alpha-2 country code (e.g., US, JP, SG)"),
+        sticky_session: z.string().optional().describe("Sticky session ID to reuse the same proxy exit"),
+    })
+        .optional()
+        .describe("Proxy configuration"),
+    request: z
+        .object({
+        locale: z.string().optional().describe("Accept-Language header value"),
+        device: z.enum(["desktop", "mobile"]).optional().describe("Device type for user agent and viewport"),
+        cookies: z.record(z.string()).optional().describe("Cookies to send with the request"),
+        headers: z.record(z.string()).optional().describe("Custom HTTP headers"),
+        only_main_content: z.boolean().optional().describe("Only return main content (default: true)"),
+        block_ads: z.boolean().optional().describe("Attempt to block ads (default: true)"),
+        skip_tls_verification: z.boolean().optional().describe("Skip TLS certificate verification (default: true)"),
+    })
+        .optional()
+        .describe("Request configuration"),
+    js_render: z
+        .object({
+        enabled: z.boolean().default(true).describe("Enable JavaScript rendering"),
+        wait_until: z
+            .enum(["load", "domcontentloaded", "networkidle"])
+            .default("load")
+            .describe("Wait condition for page load"),
+        viewport: z
+            .object({
+            width: z.number().optional().describe("Viewport width"),
+            height: z.number().optional().describe("Viewport height"),
+        })
+            .optional()
+            .describe("Viewport dimensions"),
+    })
+        .optional()
+        .describe("JavaScript rendering configuration"),
+    output: z
+        .object({
+        formats: z
+            .array(z.enum(["html", "raw_html", "markdown", "links", "summary", "screenshot", "json"]))
+            .optional()
+            .default(["markdown"])
+            .describe("Output formats: 'html' (cleaned HTML without scripts), 'raw_html' (original HTML with all scripts and styles), 'markdown' (Markdown format), 'links' (all page links), 'summary' (AI-generated summary), 'screenshot' (page screenshot), 'json' (structured data extraction). Set to [] to get only metadata."),
+        screenshot: z
+            .enum(["full_page", "viewport"])
+            .optional()
+            .describe("Screenshot type: 'viewport' (default, captures visible area) or 'full_page' (captures entire page). Only effective when 'screenshot' is in formats array."),
+        json: z
+            .object({
+            prompt: z.string().optional().describe("Natural language description of what data to extract. The AI engine automatically structures the output based on this prompt."),
+            json_schema: z.record(z.any()).optional().describe("Optional JSON Schema for strict output validation. Rarely needed - the prompt field is usually sufficient."),
+        })
+            .optional()
+            .describe("JSON extraction configuration. Use 'prompt' to describe what to extract - json_schema is optional."),
+    })
+        .optional()
+        .describe("Output configuration"),
+    webhook: z
+        .object({
+        url: z.string().optional().describe("Webhook callback URL for async task completion"),
+        headers: z.record(z.string()).optional().describe("Custom headers for webhook callback request"),
+        events: z
+            .array(z.enum(["started", "completed", "failed"]))
+            .optional()
+            .describe("Events to receive webhook callbacks for (default: ['started', 'completed', 'failed'])"),
+    })
+        .optional()
+        .describe("Webhook configuration for async mode callbacks"),
+});
+/**
+ * Call xCrawl API to scrape a URL
+ */
+export async function callXCrawlAPI(apiKey, params) {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 300000); // 300 seconds timeout
+    try {
+        const response = await fetch("https://run.xcrawl.com/v1/scrape", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify(params),
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`xCrawl API error: ${response.status} ${response.statusText} - ${errorText}`);
+        }
+        return (await response.json());
+    }
+    catch (error) {
+        if (error instanceof Error && error.name === "AbortError") {
+            throw new Error("Request timeout after 300 seconds");
+        }
+        throw error;
+    }
+    finally {
+        clearTimeout(timeoutId);
+    }
+}
+/**
+ * Format scrape response for MCP tool output
+ */
+export function formatScrapeResponse(response) {
+    return JSON.stringify(response, null, 2);
+}
+/**
+ * Check status and get result of an async scrape task
+ */
+export async function checkScrapeStatus(apiKey, scrapeId) {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 300000); // 300 seconds timeout
+    try {
+        const response = await fetch(`https://run.xcrawl.com/v1/scrape/${scrapeId}`, {
+            method: "GET",
+            headers: {
+                Authorization: `Bearer ${apiKey}`,
+            },
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`xCrawl API error: ${response.status} ${response.statusText} - ${errorText}`);
+        }
+        return (await response.json());
+    }
+    catch (error) {
+        if (error instanceof Error && error.name === "AbortError") {
+            throw new Error("Request timeout after 300 seconds");
+        }
+        throw error;
+    }
+    finally {
+        clearTimeout(timeoutId);
+    }
+}
+//# sourceMappingURL=scrape.js.map

package/dist/core/scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/core/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACnD,IAAI,EAAE,CAAC;SACL,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SACvB,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,2FAA2F,CAAC;IACvG,KAAK,EAAE,CAAC;SACN,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;QAC9F,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;KAChG,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,qBAAqB,CAAC;IACjC,OAAO,EAAE,CAAC;SACR,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;QACtE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;QACpG,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;QACrF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACxE,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;QAC9F,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;QAClF,qBAAqB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;KAC3G,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,uBAAuB,CAAC;IACnC,SAAS,EAAE,CAAC;SACV,MAAM,CAAC;QACP,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;QAC1E,UAAU,EAAE,CAAC;aACX,IAAI,CAAC,CAAC,MAAM,EAAE,kBAAkB,EAAE,aAAa,CAAC,CAAC;aACjD,OAAO,CAAC,MAAM,CAAC;aACf,QAAQ,CAAC,8BAA8B,CAAC;QAC1C,QAAQ,EAAE,CAAC;aACT,MAAM,CAAC;YACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YACvD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;SACzD,CAAC;aACD,QAAQ,EAAE;aACV,QAAQ,CAAC,qBAAqB,CAAC;KACjC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,oCAAoC,CAAC;IAChD,MAAM,EAAE,CAAC;SACP,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;aACR,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;aACzF,QAAQ,EAAE;aACV,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC;aACrB,QAAQ,CAAC,+SAA+S,CAAC;QAC3T,UAAU,EAAE,CAAC;aACX,IAAI,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;aAC/B,QAAQ,EAAE;aACV,QAAQ,CAAC,2JAA2J,CAAC;QACvK,IAAI,EAAE,CAAC;aACL,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+HAA+H,CAAC;YACvK,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4GAA4G,CAAC;SAChK,CAAC;aACD,QAAQ,EAAE;aACV,QAAQ,CAAC,oGAAoG,CAAC;KAChH,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,sBAAsB,CAAC;IAClC,OAAO,EAAE,CAAC;SACR,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QACrF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;QAChG,MAAM,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;aACjD,QAAQ,EAAE;aACV,QAAQ,CAAC,uFAAuF,CAAC;KACnG,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,gDAAgD,CAAC;CAC5D,CAAC,CAAC;AAIH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,MAA2B;IAC9E,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,sBAAsB;IAEtF,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kCAAkC,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACR,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;QAC/F,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,KAAK,CAAC;IACb,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAA8B;IAClE,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,QAAgB;IACvE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,sBAAsB;IAEtF,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE;YAC5E,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACR,aAAa,EAAE,UAAU,MAAM,EAAE;aACjC;YACD,MAAM,EAAE,UAAU,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;QAC/F,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,KAAK,CAAC;IACb,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;AACF,CAAC"}

package/dist/core/search.d.ts

@@ -0,0 +1,144 @@
+import { z } from "zod";
+import type { XCrawlSearchRequest, XCrawlSearchResponse } from "../types.js";
+/**
+ * Zod schema for xcrawl_search tool parameters
+ */
+export declare const searchToolSchema: z.ZodObject<{
+    query: z.ZodString;
+    location: z.ZodOptional<z.ZodString>;
+    language: z.ZodOptional<z.ZodString>;
+    limit: z.ZodOptional<z.ZodNumber>;
+    serp_options: z.ZodOptional<z.ZodObject<{
+        q: z.ZodOptional<z.ZodString>;
+        location: z.ZodOptional<z.ZodString>;
+        uule: z.ZodOptional<z.ZodString>;
+        google_domain: z.ZodOptional<z.ZodString>;
+        gl: z.ZodOptional<z.ZodString>;
+        hl: z.ZodOptional<z.ZodString>;
+        cr: z.ZodOptional<z.ZodString>;
+        lr: z.ZodOptional<z.ZodString>;
+        safe: z.ZodOptional<z.ZodNumber>;
+        nfpr: z.ZodOptional<z.ZodBoolean>;
+        filter: z.ZodOptional<z.ZodBoolean>;
+        tbs: z.ZodOptional<z.ZodString>;
+        start: z.ZodOptional<z.ZodNumber>;
+        num: z.ZodOptional<z.ZodNumber>;
+        ludocid: z.ZodOptional<z.ZodString>;
+        lsig: z.ZodOptional<z.ZodString>;
+        kgmid: z.ZodOptional<z.ZodString>;
+        si: z.ZodOptional<z.ZodString>;
+        ibp: z.ZodOptional<z.ZodString>;
+        uds: z.ZodOptional<z.ZodString>;
+        no_cache: z.ZodOptional<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        location?: string | undefined;
+        filter?: boolean | undefined;
+        q?: string | undefined;
+        uule?: string | undefined;
+        google_domain?: string | undefined;
+        gl?: string | undefined;
+        hl?: string | undefined;
+        cr?: string | undefined;
+        lr?: string | undefined;
+        safe?: number | undefined;
+        nfpr?: boolean | undefined;
+        tbs?: string | undefined;
+        start?: number | undefined;
+        num?: number | undefined;
+        ludocid?: string | undefined;
+        lsig?: string | undefined;
+        kgmid?: string | undefined;
+        si?: string | undefined;
+        ibp?: string | undefined;
+        uds?: string | undefined;
+        no_cache?: boolean | undefined;
+    }, {
+        location?: string | undefined;
+        filter?: boolean | undefined;
+        q?: string | undefined;
+        uule?: string | undefined;
+        google_domain?: string | undefined;
+        gl?: string | undefined;
+        hl?: string | undefined;
+        cr?: string | undefined;
+        lr?: string | undefined;
+        safe?: number | undefined;
+        nfpr?: boolean | undefined;
+        tbs?: string | undefined;
+        start?: number | undefined;
+        num?: number | undefined;
+        ludocid?: string | undefined;
+        lsig?: string | undefined;
+        kgmid?: string | undefined;
+        si?: string | undefined;
+        ibp?: string | undefined;
+        uds?: string | undefined;
+        no_cache?: boolean | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    query: string;
+    location?: string | undefined;
+    language?: string | undefined;
+    limit?: number | undefined;
+    serp_options?: {
+        location?: string | undefined;
+        filter?: boolean | undefined;
+        q?: string | undefined;
+        uule?: string | undefined;
+        google_domain?: string | undefined;
+        gl?: string | undefined;
+        hl?: string | undefined;
+        cr?: string | undefined;
+        lr?: string | undefined;
+        safe?: number | undefined;
+        nfpr?: boolean | undefined;
+        tbs?: string | undefined;
+        start?: number | undefined;
+        num?: number | undefined;
+        ludocid?: string | undefined;
+        lsig?: string | undefined;
+        kgmid?: string | undefined;
+        si?: string | undefined;
+        ibp?: string | undefined;
+        uds?: string | undefined;
+        no_cache?: boolean | undefined;
+    } | undefined;
+}, {
+    query: string;
+    location?: string | undefined;
+    language?: string | undefined;
+    limit?: number | undefined;
+    serp_options?: {
+        location?: string | undefined;
+        filter?: boolean | undefined;
+        q?: string | undefined;
+        uule?: string | undefined;
+        google_domain?: string | undefined;
+        gl?: string | undefined;
+        hl?: string | undefined;
+        cr?: string | undefined;
+        lr?: string | undefined;
+        safe?: number | undefined;
+        nfpr?: boolean | undefined;
+        tbs?: string | undefined;
+        start?: number | undefined;
+        num?: number | undefined;
+        ludocid?: string | undefined;
+        lsig?: string | undefined;
+        kgmid?: string | undefined;
+        si?: string | undefined;
+        ibp?: string | undefined;
+        uds?: string | undefined;
+        no_cache?: boolean | undefined;
+    } | undefined;
+}>;
+export type SearchToolParams = z.infer<typeof searchToolSchema>;
+/**
+ * Call xCrawl Search API to get Google SERP results
+ */
+export declare function callXCrawlSearchAPI(apiKey: string, params: XCrawlSearchRequest): Promise<XCrawlSearchResponse>;
+/**
+ * Format search response for MCP tool output
+ */
+export declare function formatSearchResponse(response: XCrawlSearchResponse): string;
+//# sourceMappingURL=search.d.ts.map

package/dist/core/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/core/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAE7E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+B3B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEhE;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA6BpH;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAE3E"}

package/dist/core/search.js

@@ -0,0 +1,75 @@
+import { z } from "zod";
+/**
+ * Zod schema for xcrawl_search tool parameters
+ */
+export const searchToolSchema = z.object({
+    query: z.string().min(1).describe("Search keywords"),
+    location: z.string().optional().describe("Search location (country/city name or ISO code)"),
+    language: z.string().optional().describe("Search language (ISO 639-1 code)"),
+    limit: z.number().int().min(1).max(100).optional().describe("Number of results to return (1-100)"),
+    serp_options: z
+        .object({
+        q: z.string().optional(),
+        location: z.string().optional(),
+        uule: z.string().optional(),
+        google_domain: z.string().optional(),
+        gl: z.string().optional(),
+        hl: z.string().optional(),
+        cr: z.string().optional(),
+        lr: z.string().optional(),
+        safe: z.number().int().optional(),
+        nfpr: z.boolean().optional(),
+        filter: z.boolean().optional(),
+        tbs: z.string().optional(),
+        start: z.number().int().optional(),
+        num: z.number().int().optional(),
+        ludocid: z.string().optional(),
+        lsig: z.string().optional(),
+        kgmid: z.string().optional(),
+        si: z.string().optional(),
+        ibp: z.string().optional(),
+        uds: z.string().optional(),
+        no_cache: z.boolean().optional(),
+    })
+        .optional()
+        .describe("Advanced Google SERP parameters"),
+});
+/**
+ * Call xCrawl Search API to get Google SERP results
+ */
+export async function callXCrawlSearchAPI(apiKey, params) {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 300000); // 300 seconds timeout
+    try {
+        const response = await fetch("https://run.xcrawl.com/v1/search", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify(params),
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`xCrawl Search API error: ${response.status} ${response.statusText} - ${errorText}`);
+        }
+        return (await response.json());
+    }
+    catch (error) {
+        if (error instanceof Error && error.name === "AbortError") {
+            throw new Error("Request timeout after 300 seconds");
+        }
+        throw error;
+    }
+    finally {
+        clearTimeout(timeoutId);
+    }
+}
+/**
+ * Format search response for MCP tool output
+ */
+export function formatSearchResponse(response) {
+    return JSON.stringify(response, null, 2);
+}
+//# sourceMappingURL=search.js.map

package/dist/core/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/core/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACpD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;IAC3F,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAClG,YAAY,EAAE,CAAC;SACb,MAAM,CAAC;QACP,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACpC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACjC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC5B,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAClC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACzB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAChC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;CAC7C,CAAC,CAAC;AAIH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAc,EAAE,MAA2B;IACpF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,sBAAsB;IAEtF,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kCAAkC,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACR,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,KAAK,CAAC;IACb,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAA8B;IAClE,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC1C,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Cloudflare Workers fetch handler
+ */
+declare const _default: {
+    fetch(request: Request, env: Record<string, string>, ctx: any): Promise<Response>;
+};
+export default _default;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA0OA;;GAEG;;mBAEmB,OAAO,OAAO,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC;;AADxF,wBAuUE"}