alterlab-mcp-server 1.1.1 → 1.2.0

package/dist/tools/crawl.js

@@ -0,0 +1,219 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlCancelDescription = exports.crawlCancelSchema = exports.crawlStatusDescription = exports.crawlStatusSchema = exports.crawlDescription = exports.crawlSchema = void 0;
+exports.handleCrawl = handleCrawl;
+exports.handleCrawlStatus = handleCrawlStatus;
+exports.handleCrawlCancel = handleCrawlCancel;
+const zod_1 = require("zod");
+const errors_js_1 = require("../errors.js");
+// ============================================================================
+// Start Crawl
+// ============================================================================
+exports.crawlSchema = zod_1.z.object({
+    url: zod_1.z.string().url().describe("Start URL for the crawl"),
+    max_pages: zod_1.z
+        .number()
+        .int()
+        .min(1)
+        .max(100000)
+        .default(50)
+        .describe("Maximum number of pages to scrape"),
+    max_depth: zod_1.z
+        .number()
+        .int()
+        .min(0)
+        .max(20)
+        .default(3)
+        .describe("Maximum link-following depth from start URL (0 = start page only)"),
+    include_patterns: zod_1.z
+        .array(zod_1.z.string())
+        .optional()
+        .describe("Glob patterns — only scrape URLs whose path matches at least one (e.g., ['/blog/*', '/docs/*'])"),
+    exclude_patterns: zod_1.z
+        .array(zod_1.z.string())
+        .optional()
+        .describe("Glob patterns — skip URLs whose path matches any (e.g., ['/tag/*', '/author/*'])"),
+    sitemap: zod_1.z
+        .enum(["include", "skip", "only"])
+        .default("include")
+        .describe("Sitemap mode: include (default), skip (link extraction only), only (sitemap URLs only)"),
+    formats: zod_1.z
+        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown"]))
+        .optional()
+        .describe("Output formats for each scraped page"),
+    extraction_schema: zod_1.z
+        .record(zod_1.z.unknown())
+        .optional()
+        .describe("JSON schema for structured extraction on each page"),
+    render_js: zod_1.z
+        .union([zod_1.z.boolean(), zod_1.z.literal("auto")])
+        .default(false)
+        .describe("Render JavaScript on crawled pages. true=always (Tier 4), false=never, auto=smart detection per page"),
+    use_proxy: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("Route all crawl requests through premium proxy"),
+    max_concurrency: zod_1.z
+        .number()
+        .int()
+        .min(1)
+        .max(50)
+        .default(10)
+        .describe("Maximum concurrent pages to scrape simultaneously"),
+    respect_robots: zod_1.z
+        .boolean()
+        .default(true)
+        .describe("Respect robots.txt rules for the target domain"),
+    include_subdomains: zod_1.z
+        .boolean()
+        .default(false)
+        .describe("Include links to subdomains during discovery"),
+    webhook_url: zod_1.z
+        .string()
+        .url()
+        .optional()
+        .describe("Webhook URL to notify on crawl completion"),
+});
+exports.crawlDescription = "Start an asynchronous crawl of an entire website. " +
+    "Discovers URLs via sitemap parsing and link extraction, then scrapes each page. " +
+    "Returns a crawl_id immediately — use alterlab_crawl_status to poll results. " +
+    "Use include_patterns/exclude_patterns to scope the crawl to specific sections. " +
+    "Use render_js='auto' for mixed sites to save 30-60% vs always rendering. " +
+    "Supports extraction_schema to extract structured data from every page.";
+async function handleCrawl(client, params) {
+    try {
+        const response = await client.startCrawl({
+            url: params.url,
+            max_pages: params.max_pages,
+            max_depth: params.max_depth,
+            include_patterns: params.include_patterns,
+            exclude_patterns: params.exclude_patterns,
+            sitemap: params.sitemap,
+            formats: params.formats,
+            extraction_schema: params.extraction_schema,
+            max_concurrency: params.max_concurrency,
+            respect_robots: params.respect_robots,
+            include_subdomains: params.include_subdomains,
+            webhook_url: params.webhook_url,
+            advanced: {
+                render_js: params.render_js,
+                use_proxy: params.use_proxy,
+            },
+        });
+        const text = `**Crawl Started**\n\n` +
+            `- Crawl ID: \`${response.crawl_id}\`\n` +
+            `- Status: ${response.status}\n` +
+            `- Start URL: ${response.url}\n` +
+            `- Max pages: ${params.max_pages}\n` +
+            `- Max depth: ${params.max_depth}\n\n` +
+            `Use \`alterlab_crawl_status\` with crawl_id \`${response.crawl_id}\` to poll for results.\n` +
+            `Crawls run asynchronously — check back after a few minutes for large sites.`;
+        return { content: [{ type: "text", text }] };
+    }
+    catch (error) {
+        if (isApiError(error)) {
+            return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+        }
+        return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+    }
+}
+// ============================================================================
+// Crawl Status (poll)
+// ============================================================================
+exports.crawlStatusSchema = zod_1.z.object({
+    crawl_id: zod_1.z.string().describe("Crawl ID returned by alterlab_crawl"),
+});
+exports.crawlStatusDescription = "Poll the status and results of an ongoing or completed crawl. " +
+    "Call this after alterlab_crawl to check progress and retrieve scraped pages. " +
+    "Status values: queued, running, completed, failed, cancelled. " +
+    "When completed, results contains the scraped page content.";
+async function handleCrawlStatus(client, params) {
+    try {
+        const response = await client.getCrawlStatus(params.crawl_id);
+        const text = formatCrawlStatusResponse(response);
+        return { content: [{ type: "text", text }] };
+    }
+    catch (error) {
+        if (isApiError(error)) {
+            return (0, errors_js_1.formatErrorResult)(error, { url: params.crawl_id });
+        }
+        return (0, errors_js_1.formatErrorResult)(error, { url: params.crawl_id });
+    }
+}
+// ============================================================================
+// Cancel Crawl
+// ============================================================================
+exports.crawlCancelSchema = zod_1.z.object({
+    crawl_id: zod_1.z.string().describe("Crawl ID to cancel"),
+});
+exports.crawlCancelDescription = "Cancel an ongoing crawl and refund unused pre-debited credits. " +
+    "Already-scraped pages are kept and available via alterlab_crawl_status. " +
+    "Cancelled crawls cannot be resumed.";
+async function handleCrawlCancel(client, params) {
+    try {
+        const response = await client.cancelCrawl(params.crawl_id);
+        const text = `**Crawl Cancelled**\n\n` +
+            `- Crawl ID: \`${params.crawl_id}\`\n` +
+            `- Pages scraped before cancel: ${response.pages_scraped ?? "unknown"}\n` +
+            `- Credits refunded: ${response.credits_refunded ?? 0}\n\n` +
+            `Any pages scraped before cancellation are still available via \`alterlab_crawl_status\`.`;
+        return { content: [{ type: "text", text }] };
+    }
+    catch (error) {
+        if (isApiError(error)) {
+            return (0, errors_js_1.formatErrorResult)(error, { url: params.crawl_id });
+        }
+        return (0, errors_js_1.formatErrorResult)(error, { url: params.crawl_id });
+    }
+}
+// ============================================================================
+// Helpers
+// ============================================================================
+function formatCrawlStatusResponse(response) {
+    const r = response;
+    const status = String(r.status ?? "unknown");
+    const crawlId = String(r.crawl_id ?? "");
+    const url = String(r.url ?? "");
+    const pagesScraped = Number(r.pages_scraped ?? 0);
+    const pagesTotal = r.pages_total ? Number(r.pages_total) : null;
+    const creditsUsed = r.credits_used ? Number(r.credits_used) : null;
+    const results = Array.isArray(r.results) ? r.results : [];
+    const parts = [
+        `**Crawl Status: ${status.toUpperCase()}**\n`,
+        `- Crawl ID: \`${crawlId}\``,
+        `- URL: ${url}`,
+        `- Pages scraped: ${pagesScraped}${pagesTotal ? ` / ${pagesTotal}` : ""}`,
+    ];
+    if (creditsUsed !== null) {
+        parts.push(`- Credits used: ${creditsUsed}`);
+    }
+    if (status === "running" || status === "queued") {
+        parts.push("\nCrawl is still in progress. Poll again with `alterlab_crawl_status` to check for updates.");
+    }
+    else if (status === "completed") {
+        parts.push(`\n**Results** (${results.length} pages):\n`);
+        const preview = results.slice(0, 10);
+        for (const page of preview) {
+            const p = page;
+            const pageUrl = String(p.url ?? "");
+            const pageStatus = String(p.status ?? "");
+            const title = p.title ? ` — ${String(p.title)}` : "";
+            parts.push(`- [${pageStatus}] ${pageUrl}${title}`);
+        }
+        if (results.length > 10) {
+            parts.push(`... and ${results.length - 10} more pages`);
+        }
+    }
+    else if (status === "failed") {
+        const error = r.error ? String(r.error) : "Unknown error";
+        parts.push(`\n**Error**: ${error}`);
+    }
+    return parts.join("\n");
+}
+function isApiError(error) {
+    return (typeof error === "object" &&
+        error !== null &&
+        "status" in error &&
+        typeof error.status === "number");
+}
+//# sourceMappingURL=crawl.js.map

package/dist/tools/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":";;;AA6FA,kCAyCC;AAgBD,8CAcC;AAeD,8CAoBC;AAvMD,6BAAwB;AAGxB,4CAAgE;AAEhE,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAElE,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACzD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,MAAM,CAAC;SACX,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mCAAmC,CAAC;IAChD,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,mEAAmE,CACpE;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,iGAAiG,CAClG;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF,CACnF;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wFAAwF,CACzF;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;SAC9D,QAAQ,EAAE;SACV,QAAQ,CAAC,sCAAsC,CAAC;IACnD,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,SAAS,EAAE,OAAC;SACT,KAAK,CAAC,CAAC,OAAC,CAAC,OAAO,EAAE,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,sGAAsG,CACvG;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;CACzD,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,oDAAoD;IACpD,kFAAkF;IAClF,8EAA8E;IAC9E,iFAAiF;IACjF,2EAA2E;IAC3E,wEAAwE,CAAC;AAEpE,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC;YACvC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,uBAAuB;YACvB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,gBAAgB,QAAQ,CAAC,GAAG,IAAI;YAChC,gBAAgB,MAAM,CAAC,SAAS,IAAI;YACpC,gBAAgB,MAAM,CAAC,SAAS,MAAM;YACtC,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,6EAA6E,CAAC;QAEhF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,gEAAgE;IAChE,+EAA+E;IAC/E,gEAAgE;IAChE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,iEAAiE;IACjE,0EAA0E;IAC1E,qCAAqC,CAAC;AAEjC,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,MAAM,CAAC,QAAQ,MAAM;YACtC,kCAAkC,QAAQ,CAAC,aAAa,IAAI,SAAS,IAAI;YACzE,uBAAuB,QAAQ,CAAC,gBAAgB,IAAI,CAAC,MAAM;YAC3D,0FAA0F,CAAC;QAE7F,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,SAAS,yBAAyB,CAAC,QAAiB;IAClD,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAChC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAE1D,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,UAAU,GAAG,EAAE;QACf,oBAAoB,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;KAC1E,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CACR,6FAA6F,CAC9F,CAAC;IACJ,CAAC;SAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,MAAM,YAAY,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAA+B,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/estimate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;EAczB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAG6B,CAAC;AAE9D,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAmBzB"}
+{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;EAgBzB,CAAC;AAEH,eAAO,MAAM,mBAAmB,QAG6B,CAAC;AAE9D,wBAAsB,cAAc,CAClC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,GACrC,OAAO,CAAC,cAAc,CAAC,CAmBzB"}

package/dist/tools/estimate.js

@@ -14,7 +14,7 @@ exports.estimateSchema = zod_1.z.object({
     render_js: zod_1.z
         .boolean()
         .default(false)
-        .describe("Include JS rendering cost (+3 credits)"),
+        .describe("Enable JS rendering (forces Tier 4 minimum — no separate add-on charge)"),
     use_proxy: zod_1.z
         .boolean()
         .default(false)

package/dist/tools/estimate.js.map

@@ -1 +1 @@
-{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AA2BA,wCAsBC;AAjDD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;IACrD,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,oEAAoE;IACpE,sEAAsE;IACtE,2DAA2D,CAAC;AAEvD,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"estimate.js","sourceRoot":"","sources":["../../src/tools/estimate.ts"],"names":[],"mappings":";;;AA6BA,wCAsBC;AAnDD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAsD;AAEzC,QAAA,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,eAAe,CAAC;IAC5B,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yEAAyE,CAC1E;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,wCAAwC,CAAC;CACtD,CAAC,CAAC;AAEU,QAAA,mBAAmB,GAC9B,oEAAoE;IACpE,sEAAsE;IACtE,2DAA2D,CAAC;AAEvD,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,MAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YACrC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,kCAAsB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/extract.d.ts

@@ -2,26 +2,32 @@ import { z } from "zod";
 import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
 import type { AlterLabClient } from "../client.js";
 export declare const extractSchema: z.ZodObject<{
-    url: z.ZodString;
-    extraction_profile: z.ZodDefault<z.ZodEnum<["auto", "product", "article", "job_posting", "faq", "recipe", "event"]>>;
+    content: z.ZodString;
+    content_type: z.ZodDefault<z.ZodEnum<["html", "text", "markdown"]>>;
+    extraction_profile: z.ZodOptional<z.ZodEnum<["auto", "product", "article", "job_posting", "faq", "recipe", "event"]>>;
     extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     extraction_prompt: z.ZodOptional<z.ZodString>;
-    render_js: z.ZodDefault<z.ZodBoolean>;
-    use_proxy: z.ZodDefault<z.ZodBoolean>;
+    formats: z.ZodDefault<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag"]>, "many">>;
+    source_url: z.ZodOptional<z.ZodString>;
+    evidence: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
-    url: string;
-    render_js: boolean;
-    use_proxy: boolean;
-    extraction_profile: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event";
+    content: string;
+    formats: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[];
+    content_type: "text" | "html" | "markdown";
+    evidence: boolean;
+    extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_prompt?: string | undefined;
+    source_url?: string | undefined;
 }, {
-    url: string;
-    render_js?: boolean | undefined;
-    use_proxy?: boolean | undefined;
+    content: string;
+    formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
+    content_type?: "text" | "html" | "markdown" | undefined;
     extraction_profile?: "auto" | "product" | "article" | "job_posting" | "faq" | "recipe" | "event" | undefined;
     extraction_schema?: Record<string, unknown> | undefined;
     extraction_prompt?: string | undefined;
+    source_url?: string | undefined;
+    evidence?: boolean | undefined;
 }>;
 export declare const extractDescription: string;
 export declare function handleExtract(client: AlterLabClient, params: z.infer<typeof extractSchema>): Promise<CallToolResult>;

package/dist/tools/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAInD,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;EA8BxB,CAAC;AAEH,eAAO,MAAM,kBAAkB,QAI2D,CAAC;AAE3F,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,GACpC,OAAO,CAAC,cAAc,CAAC,CAwBzB"}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8DxB,CAAC;AAEH,eAAO,MAAM,kBAAkB,QAO4D,CAAC;AAE5F,wBAAsB,aAAa,CACjC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,GACpC,OAAO,CAAC,cAAc,CAAC,CAyBzB"}

package/dist/tools/extract.js

@@ -4,60 +4,130 @@ exports.extractDescription = exports.extractSchema = void 0;
 exports.handleExtract = handleExtract;
 const zod_1 = require("zod");
 const errors_js_1 = require("../errors.js");
-const format_js_1 = require("../format.js");
 exports.extractSchema = zod_1.z.object({
-    url: zod_1.z.string().url().describe("URL to extract structured data from"),
+    content: zod_1.z
+        .string()
+        .min(1)
+        .describe("Raw content to extract from — HTML, text, or markdown. " +
+        "Bring your own pre-fetched content; this endpoint does NOT scrape a URL."),
+    content_type: zod_1.z
+        .enum(["html", "text", "markdown"])
+        .default("html")
+        .describe("Type of the provided content"),
     extraction_profile: zod_1.z
-        .enum(["auto", "product", "article", "job_posting", "faq", "recipe", "event"])
-        .default("auto")
+        .enum([
+        "auto",
+        "product",
+        "article",
+        "job_posting",
+        "faq",
+        "recipe",
+        "event",
+    ])
+        .optional()
         .describe("Pre-defined extraction profile. 'product' extracts price/title/reviews, " +
         "'article' extracts title/author/body, etc. 'auto' detects the page type"),
     extraction_schema: zod_1.z
         .record(zod_1.z.unknown())
         .optional()
-        .describe("Custom JSON Schema for extraction. Fields are mapped from page content. " +
+        .describe("Custom JSON Schema for extraction. Fields are mapped from content. " +
         "Overrides extraction_profile when provided"),
     extraction_prompt: zod_1.z
         .string()
+        .max(2000)
         .optional()
-        .describe("Natural language instructions for extraction (e.g., 'Extract all product prices and ratings')"),
-    render_js: zod_1.z
-        .boolean()
-        .default(false)
-        .describe("Render JavaScript using headless browser (+3 credits)"),
-    use_proxy: zod_1.z
+        .describe("Natural language instructions for LLM extraction (e.g., 'Extract all product prices and ratings'). " +
+        "Charged at LLM extraction rate when provided."),
+    formats: zod_1.z
+        .array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown", "rag"]))
+        .default(["json"])
+        .describe("Output formats for content transformation. 'json' is best for structured extraction."),
+    source_url: zod_1.z
+        .string()
+        .max(2048)
+        .optional()
+        .describe("Original URL of the content (for context only — not fetched). " +
+        "Helps the extractor understand the content's domain."),
+    evidence: zod_1.z
         .boolean()
         .default(false)
-        .describe("Route through premium proxy (+1 credit)"),
+        .describe("Include field provenance/evidence for extracted fields (which part of the content each field came from)"),
 });
-exports.extractDescription = "Extract structured data from a webpage using pre-defined profiles or custom schemas. " +
+exports.extractDescription = "Extract structured data from raw HTML, text, or markdown content WITHOUT scraping. " +
+    "Bring your own pre-fetched content. Use this when you already have the page content " +
+    "and want to run AlterLab's extraction pipeline on it. " +
+    "For scraping + extraction in one step, use alterlab_scrape with formats=['json'] instead. " +
     "Profiles: 'product' (price, title, reviews), 'article' (title, author, body), " +
     "'job_posting', 'faq', 'recipe', 'event'. " +
-    "Returns JSON data. Use extraction_prompt for natural language extraction instructions.";
+    "Returns JSON data. Use extraction_prompt for natural language extraction (LLM-powered).";
 async function handleExtract(client, params) {
     try {
-        const response = await client.scrape({
-            url: params.url,
-            formats: ["json"],
-            sync: true,
+        const response = await client.extract({
+            content: params.content,
+            content_type: params.content_type,
             extraction_profile: params.extraction_profile,
             extraction_schema: params.extraction_schema,
             extraction_prompt: params.extraction_prompt,
-            advanced: {
-                render_js: params.render_js,
-                use_proxy: params.use_proxy,
-            },
+            formats: params.formats,
+            source_url: params.source_url,
+            evidence: params.evidence,
         });
-        return {
-            content: [{ type: "text", text: (0, format_js_1.formatExtractResponse)(response) }],
-        };
+        const text = formatStandaloneExtractResponse(response, params.source_url);
+        return { content: [{ type: "text", text }] };
     }
     catch (error) {
         if (isApiError(error)) {
-            return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
+            return (0, errors_js_1.formatErrorResult)(error, {
+                url: params.source_url ?? "raw content",
+            });
+        }
+        return (0, errors_js_1.formatErrorResult)(error, {
+            url: params.source_url ?? "raw content",
+        });
+    }
+}
+function formatStandaloneExtractResponse(response, sourceUrl) {
+    const r = response;
+    const extractId = String(r.extract_id ?? "");
+    const creditsUsed = Number(r.credits_used ?? 0);
+    const extractionMethod = String(r.extraction_method ?? "algorithmic");
+    const modelUsed = r.model_used ? String(r.model_used) : null;
+    const formats = r.formats;
+    const parts = [];
+    if (sourceUrl) {
+        parts.push(`# Extracted: ${sourceUrl}\n`);
+    }
+    else {
+        parts.push(`# Extraction Result\n`);
+    }
+    if (formats) {
+        // Prefer json output, then fall through to other formats
+        const jsonData = formats.json || formats.json_v2;
+        const markdown = formats.markdown;
+        const text = formats.text;
+        if (jsonData) {
+            parts.push("```json\n" +
+                (typeof jsonData === "string"
+                    ? jsonData
+                    : JSON.stringify(jsonData, null, 2)) +
+                "\n```");
+        }
+        else if (markdown) {
+            parts.push(markdown);
+        }
+        else if (text) {
+            parts.push(text);
+        }
+        else {
+            parts.push("```json\n" + JSON.stringify(formats, null, 2) + "\n```");
         }
-        return (0, errors_js_1.formatErrorResult)(error, { url: params.url });
     }
+    parts.push("\n---\n" +
+        `Extract ID: \`${extractId}\` | ` +
+        `Method: ${extractionMethod}` +
+        (modelUsed ? ` (${modelUsed})` : "") +
+        ` | Credits: ${creditsUsed}`);
+    return parts.join("\n");
 }
 function isApiError(error) {
     return (typeof error === "object" &&

package/dist/tools/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;AA4CA,sCA2BC;AAvED,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAqD;AAExC,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACrE,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;SAC7E,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,0EAA0E;QACxE,yEAAyE,CAC5E;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,0EAA0E;QACxE,4CAA4C,CAC/C;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,+FAA+F,CAChG;IACH,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,uDAAuD,CAAC;IACpE,SAAS,EAAE,OAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,yCAAyC,CAAC;CACvD,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAC7B,uFAAuF;IACvF,gFAAgF;IAChF,2CAA2C;IAC3C,wFAAwF,CAAC;AAEpF,KAAK,UAAU,aAAa,CACjC,MAAsB,EACtB,MAAqC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACnC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,IAAI,EAAE,IAAI;YACV,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B;SACF,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAA,iCAAqB,EAAC,QAAQ,CAAC,EAAE,CAAC;SACnE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;AA8EA,sCA4BC;AA1GD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,yDAAyD;QACvD,0EAA0E,CAC7E;IACH,YAAY,EAAE,OAAC;SACZ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;SAClC,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;KACR,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,0EAA0E;QACxE,yEAAyE,CAC5E;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,qEAAqE;QACnE,4CAA4C,CAC/C;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,qGAAqG;QACnG,+CAA+C,CAClD;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;SACjB,QAAQ,CACP,sFAAsF,CACvF;IACH,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,gEAAgE;QAC9D,sDAAsD,CACzD;IACH,QAAQ,EAAE,OAAC;SACR,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yGAAyG,CAC1G;CACJ,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAC7B,qFAAqF;IACrF,sFAAsF;IACtF,wDAAwD;IACxD,4FAA4F;IAC5F,gFAAgF;IAChF,2CAA2C;IAC3C,yFAAyF,CAAC;AAErF,KAAK,UAAU,aAAa,CACjC,MAAsB,EACtB,MAAqC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,+BAA+B,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE;gBAC9B,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa;aACxC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE;YACvC,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa;SACxC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACtC,QAAiB,EACjB,SAAkB;IAElB,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;IAEjE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,gBAAgB,SAAS,IAAI,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,yDAAyD;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA8B,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAEhD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CACR,WAAW;gBACT,CAAC,OAAO,QAAQ,KAAK,QAAQ;oBAC3B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACtC,OAAO,CACV,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,SAAS;QACP,iBAAiB,SAAS,OAAO;QACjC,WAAW,gBAAgB,EAAE;QAC7B,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,eAAe,WAAW,EAAE,CAC/B,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}

package/dist/tools/map.d.ts

@@ -0,0 +1,40 @@
+import { z } from "zod";
+import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
+import type { AlterLabClient } from "../client.js";
+export declare const mapSchema: z.ZodObject<{
+    url: z.ZodString;
+    max_pages: z.ZodDefault<z.ZodNumber>;
+    max_depth: z.ZodDefault<z.ZodNumber>;
+    include_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    exclude_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    search: z.ZodOptional<z.ZodString>;
+    sitemap: z.ZodDefault<z.ZodEnum<["skip", "include", "only"]>>;
+    include_metadata: z.ZodDefault<z.ZodBoolean>;
+    include_subdomains: z.ZodDefault<z.ZodBoolean>;
+    respect_robots: z.ZodDefault<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    url: string;
+    max_pages: number;
+    max_depth: number;
+    sitemap: "include" | "skip" | "only";
+    respect_robots: boolean;
+    include_subdomains: boolean;
+    include_metadata: boolean;
+    include_patterns?: string[] | undefined;
+    exclude_patterns?: string[] | undefined;
+    search?: string | undefined;
+}, {
+    url: string;
+    max_pages?: number | undefined;
+    max_depth?: number | undefined;
+    include_patterns?: string[] | undefined;
+    exclude_patterns?: string[] | undefined;
+    sitemap?: "include" | "skip" | "only" | undefined;
+    respect_robots?: boolean | undefined;
+    include_subdomains?: boolean | undefined;
+    search?: string | undefined;
+    include_metadata?: boolean | undefined;
+}>;
+export declare const mapDescription: string;
+export declare function handleMap(client: AlterLabClient, params: z.infer<typeof mapSchema>): Promise<CallToolResult>;
+//# sourceMappingURL=map.d.ts.map

package/dist/tools/map.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuDpB,CAAC;AAEH,eAAO,MAAM,cAAc,QAO8C,CAAC;AAE1E,wBAAsB,SAAS,CAC7B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,GAChC,OAAO,CAAC,cAAc,CAAC,CAuBzB"}