alterlab-mcp-server 1.7.0 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +75 -33
- package/dist/auth.d.ts +30 -0
- package/dist/auth.d.ts.map +1 -0
- package/dist/auth.js +423 -0
- package/dist/auth.js.map +1 -0
- package/dist/client.d.ts +23 -1
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +61 -3
- package/dist/client.js.map +1 -1
- package/dist/config.d.ts +21 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +85 -8
- package/dist/config.js.map +1 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +6 -4
- package/dist/errors.js.map +1 -1
- package/dist/format.d.ts +20 -2
- package/dist/format.d.ts.map +1 -1
- package/dist/format.js +187 -9
- package/dist/format.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +66 -2
- package/dist/index.js.map +1 -1
- package/dist/tools/balance.d.ts.map +1 -1
- package/dist/tools/balance.js +4 -2
- package/dist/tools/balance.js.map +1 -1
- package/dist/tools/batch.d.ts +1221 -25
- package/dist/tools/batch.d.ts.map +1 -1
- package/dist/tools/batch.js +123 -34
- package/dist/tools/batch.js.map +1 -1
- package/dist/tools/common.d.ts +313 -0
- package/dist/tools/common.d.ts.map +1 -0
- package/dist/tools/common.js +336 -0
- package/dist/tools/common.js.map +1 -0
- package/dist/tools/crawl.d.ts +165 -10
- package/dist/tools/crawl.d.ts.map +1 -1
- package/dist/tools/crawl.js +191 -43
- package/dist/tools/crawl.js.map +1 -1
- package/dist/tools/estimate.d.ts +21 -6
- package/dist/tools/estimate.d.ts.map +1 -1
- package/dist/tools/estimate.js +28 -35
- package/dist/tools/estimate.js.map +1 -1
- package/dist/tools/extract.d.ts +5 -5
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +16 -12
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/job.d.ts +13 -0
- package/dist/tools/job.d.ts.map +1 -0
- package/dist/tools/job.js +62 -0
- package/dist/tools/job.js.map +1 -0
- package/dist/tools/map.d.ts +5 -2
- package/dist/tools/map.d.ts.map +1 -1
- package/dist/tools/map.js +16 -5
- package/dist/tools/map.js.map +1 -1
- package/dist/tools/scrape.d.ts +431 -49
- package/dist/tools/scrape.d.ts.map +1 -1
- package/dist/tools/scrape.js +267 -135
- package/dist/tools/scrape.js.map +1 -1
- package/dist/tools/screenshot.d.ts +33 -0
- package/dist/tools/screenshot.d.ts.map +1 -1
- package/dist/tools/screenshot.js +60 -10
- package/dist/tools/screenshot.js.map +1 -1
- package/dist/tools/search.d.ts +11 -5
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +22 -6
- package/dist/tools/search.js.map +1 -1
- package/dist/tools/sessions.d.ts +180 -12
- package/dist/tools/sessions.d.ts.map +1 -1
- package/dist/tools/sessions.js +75 -21
- package/dist/tools/sessions.js.map +1 -1
- package/dist/tools/simple_batch.d.ts +28 -0
- package/dist/tools/simple_batch.d.ts.map +1 -0
- package/dist/tools/simple_batch.js +142 -0
- package/dist/tools/simple_batch.js.map +1 -0
- package/dist/tools/usage.d.ts +7 -0
- package/dist/tools/usage.d.ts.map +1 -0
- package/dist/tools/usage.js +42 -0
- package/dist/tools/usage.js.map +1 -0
- package/dist/types.d.ts +219 -21
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +5 -3
- package/server.json +40 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/tools/extract.ts"],"names":[],"mappings":";;;AAoJA,sCAkCC;AAtLD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAEvC,QAAA,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,OAAO,CAAC;SACZ,QAAQ,CACP,yDAAyD;QACvD,0EAA0E,CAC7E;IACH,YAAY,EAAE,OAAC;SACZ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;SAClC,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,kBAAkB,EAAE,OAAC;SAClB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,0EAA0E;QACxE,2EAA2E;QAC3E,8CAA8C,CACjD;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC;QACJ,MAAM;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,KAAK;QACL,QAAQ;QACR,OAAO;QACP,oBAAoB;QACpB,mBAAmB;KACpB,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF;QACrF,6CAA6C,CAChD;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CACP,qEAAqE;QACnE,4CAA4C,CAC/C;IACH,iBAAiB,EAAE,OAAC;SACjB,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,qGAAqG;QACnG,+CAA+C,CAClD;IACH,gBAAgB,EAAE,OAAC;SAChB,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,EAAE;SACT,QAAQ,CACP,6HAA6H;QAC3H,4EAA4E,CAC/E;IACH,mBAAmB,EAAE,OAAC;SACnB,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;SACnD,QAAQ,EAAE;SACV,QAAQ,CACP,kFAAkF;QAChF,4FAA4F,CAC/F;IACH,OAAO,EAAE,OAAC;SACP,KAAK,CACJ,OAAC,CAAC,IAAI,CAAC;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,MAAM;QACN,UAAU;QACV,KAAK;QACL,SAAS;QACT,KAAK;KACN,CAAC,CACH;SACA,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC;SACjB,QAAQ,CACP,uFAAuF;QACrF,8CAA8C;QAC9C,8CAA8C,CACjD;IACH,UAAU,EAAE,OAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,QAAQ,EAAE;SACV,QAAQ,CACP,gEAAgE;QAC9D,sDAAsD,CACzD;IACH,QAAQ,EAAE,OAAC;SACR,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,yGAAyG,CAC1G;IACH,KAAK,EAAE,OAAC;SACL,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SAC9B,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CACP,4CAA4C;QAC1C,uDAAuD;QACvD,yEAAyE;QACzE,0EAA0E,CAC7E;IACH,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,sDAAsD;QACpD,4DAA4D,CAC/D;CACJ,CAAC,CAAC;AAEU,QAAA,kBAAkB,GAC7B,kFAAkF;IAClF,qEAAqE;IACrE,+GAA+G;IAC/G,6FAA6F;IAC7F,gFAAgF;IAChF,sFAAsF;IACtF,0FAA0F;IAC1F,kFAAkF,CAAC;AAE9E,KAAK,UAAU,aAAa,CACjC,MAAsB,EACtB,MAAqC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,+BAA+B,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1E,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,oBAAoB,EAAE,CAAC,EAAE,CAAC;IAC5E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC;YACvE,CAAC,CAAC,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC,CAAC;QACnF,IAAI,oBAAoB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,IAAI,oBAAoB,CAAC;QACrF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACtC,QAAiB,EACjB,SAAkB;IAElB,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,aAAa,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA8C,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,kBAAkB,GAAG,CAAC,CAAC,mBACQ,CAAC;IAEtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,gBAAgB,SAAS,IAAI,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,yDAAyD;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;QACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA8B,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAEhD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CACR,WAAW;gBACT,CAAC,OAAO,QAAQ,KAAK,QAAQ;oBAC3B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACtC,OAAO,CACV,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,MAAM,QAAQ,GAAG,kBAAkB,EAAE,QAAQ,IAAI,IAAI,CAAC;IACtD,MAAM,aAAa,GAAG,kBAAkB,EAAE,KAAK;QAC7C,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,cAAc,GAAG,aAAa,IAAI,SAAS,CAAC;IAElD,MAAM,WAAW,GAAa;QAC5B,iBAAiB,SAAS,IAAI;QAC9B,WAAW,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,cAAc,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;KAC7E,CAAC;IAEF,IAAI,QAAQ,EAAE,CAAC;QACb,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC,CAAC;IAE5C,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
|
|
3
|
+
import type { AlterLabClient } from "../client.js";
|
|
4
|
+
export declare const getJobSchema: z.ZodObject<{
|
|
5
|
+
job_id: z.ZodString;
|
|
6
|
+
}, "strip", z.ZodTypeAny, {
|
|
7
|
+
job_id: string;
|
|
8
|
+
}, {
|
|
9
|
+
job_id: string;
|
|
10
|
+
}>;
|
|
11
|
+
export declare const getJobDescription: string;
|
|
12
|
+
export declare function handleGetJob(client: AlterLabClient, params: z.infer<typeof getJobSchema>): Promise<CallToolResult>;
|
|
13
|
+
//# sourceMappingURL=job.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../src/tools/job.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAKnD,eAAO,MAAM,YAAY;;;;;;EAOvB,CAAC;AAEH,eAAO,MAAM,iBAAiB,QAK6C,CAAC;AAI5E,wBAAsB,YAAY,CAChC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,GACnC,OAAO,CAAC,cAAc,CAAC,CAUzB"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getJobDescription = exports.getJobSchema = void 0;
|
|
4
|
+
exports.handleGetJob = handleGetJob;
|
|
5
|
+
const zod_1 = require("zod");
|
|
6
|
+
const errors_js_1 = require("../errors.js");
|
|
7
|
+
const format_js_1 = require("../format.js");
|
|
8
|
+
exports.getJobSchema = zod_1.z.object({
|
|
9
|
+
job_id: zod_1.z
|
|
10
|
+
.string()
|
|
11
|
+
.min(1)
|
|
12
|
+
.describe("Job ID returned by an async or downgraded scrape (alterlab_scrape reports it when a scrape outlives the ~85s synchronous window)"),
|
|
13
|
+
});
|
|
14
|
+
exports.getJobDescription = "Fetch the status and result of an asynchronous scrape job by job_id. " +
|
|
15
|
+
"Use this when alterlab_scrape or alterlab_screenshot returns a job_id instead of content " +
|
|
16
|
+
"(a long-running scrape that outlived the synchronous wait window). " +
|
|
17
|
+
"Status values: queued, processing, succeeded, failed, rejected (rejected = not processed due to insufficient balance; stop polling and check the balance). " +
|
|
18
|
+
"Polling is free; do not re-run the scrape, which would be billed again.";
|
|
19
|
+
const MAX_RAW_CHARS = 20_000;
|
|
20
|
+
async function handleGetJob(client, params) {
|
|
21
|
+
try {
|
|
22
|
+
const job = await client.getJob(params.job_id);
|
|
23
|
+
return { content: [{ type: "text", text: formatJob(job, params.job_id) }] };
|
|
24
|
+
}
|
|
25
|
+
catch (error) {
|
|
26
|
+
if (isApiError(error)) {
|
|
27
|
+
return (0, errors_js_1.formatErrorResult)(error, { url: params.job_id });
|
|
28
|
+
}
|
|
29
|
+
return (0, errors_js_1.formatErrorResult)(error, { url: params.job_id });
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
function formatJob(job, jobId) {
|
|
33
|
+
const status = String(job.status ?? "unknown");
|
|
34
|
+
const parts = [`**Job ${status.toUpperCase()}**\n`, `- Job ID: \`${jobId}\``];
|
|
35
|
+
if (job.error) {
|
|
36
|
+
parts.push(`- Error: ${typeof job.error === "string" ? job.error : JSON.stringify(job.error)}`);
|
|
37
|
+
}
|
|
38
|
+
const result = job.result;
|
|
39
|
+
if (result && typeof result === "object") {
|
|
40
|
+
if (result.billing && result.url) {
|
|
41
|
+
parts.push("\n" + (0, format_js_1.formatScrapeResponse)(result));
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
const raw = JSON.stringify(result, null, 2);
|
|
45
|
+
parts.push("\n```json\n" +
|
|
46
|
+
raw.slice(0, MAX_RAW_CHARS) +
|
|
47
|
+
(raw.length > MAX_RAW_CHARS ? "\n... (truncated)" : "") +
|
|
48
|
+
"\n```");
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
else if (status === "queued" || status === "processing" || status === "pending") {
|
|
52
|
+
parts.push("\nStill running — call alterlab_get_job again in a few seconds.");
|
|
53
|
+
}
|
|
54
|
+
return parts.join("\n");
|
|
55
|
+
}
|
|
56
|
+
function isApiError(error) {
|
|
57
|
+
return (typeof error === "object" &&
|
|
58
|
+
error !== null &&
|
|
59
|
+
"status" in error &&
|
|
60
|
+
typeof error.status === "number");
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=job.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"job.js","sourceRoot":"","sources":["../../src/tools/job.ts"],"names":[],"mappings":";;;AAyBA,oCAaC;AAtCD,6BAAwB;AAGxB,4CAAgE;AAChE,4CAAoD;AAGvC,QAAA,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,kIAAkI,CACnI;CACJ,CAAC,CAAC;AAEU,QAAA,iBAAiB,GAC5B,uEAAuE;IACvE,2FAA2F;IAC3F,qEAAqE;IACrE,6JAA6J;IAC7J,yEAAyE,CAAC;AAE5E,MAAM,aAAa,GAAG,MAAM,CAAC;AAEtB,KAAK,UAAU,YAAY,CAChC,MAAsB,EACtB,MAAoC;IAEpC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;IAC9E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,GAA4B,EAAE,KAAa;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAa,CAAC,SAAS,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC,CAAC;IAExF,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CACR,YAAY,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACpF,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,CAAC,MAA6C,CAAC;IACjE,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,IAAA,gCAAoB,EAAC,MAA0C,CAAC,CAAC,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,aAAa;gBACX,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;gBAC3B,CAAC,GAAG,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,OAAO,CACV,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
|
package/dist/tools/map.d.ts
CHANGED
|
@@ -9,6 +9,7 @@ export declare const mapSchema: z.ZodObject<{
|
|
|
9
9
|
exclude_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10
10
|
search: z.ZodOptional<z.ZodString>;
|
|
11
11
|
sitemap: z.ZodDefault<z.ZodEnum<["skip", "include", "only"]>>;
|
|
12
|
+
sitemap_path: z.ZodOptional<z.ZodString>;
|
|
12
13
|
include_metadata: z.ZodDefault<z.ZodBoolean>;
|
|
13
14
|
include_subdomains: z.ZodDefault<z.ZodBoolean>;
|
|
14
15
|
respect_robots: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -20,19 +21,21 @@ export declare const mapSchema: z.ZodObject<{
|
|
|
20
21
|
respect_robots: boolean;
|
|
21
22
|
include_subdomains: boolean;
|
|
22
23
|
include_metadata: boolean;
|
|
24
|
+
search?: string | undefined;
|
|
23
25
|
include_patterns?: string[] | undefined;
|
|
24
26
|
exclude_patterns?: string[] | undefined;
|
|
25
|
-
|
|
27
|
+
sitemap_path?: string | undefined;
|
|
26
28
|
}, {
|
|
27
29
|
url: string;
|
|
30
|
+
search?: string | undefined;
|
|
28
31
|
max_pages?: number | undefined;
|
|
29
32
|
max_depth?: number | undefined;
|
|
30
33
|
include_patterns?: string[] | undefined;
|
|
31
34
|
exclude_patterns?: string[] | undefined;
|
|
32
35
|
sitemap?: "include" | "skip" | "only" | undefined;
|
|
36
|
+
sitemap_path?: string | undefined;
|
|
33
37
|
respect_robots?: boolean | undefined;
|
|
34
38
|
include_subdomains?: boolean | undefined;
|
|
35
|
-
search?: string | undefined;
|
|
36
39
|
include_metadata?: boolean | undefined;
|
|
37
40
|
}>;
|
|
38
41
|
export declare const mapDescription: string;
|
package/dist/tools/map.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,SAAS
|
|
1
|
+
{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAGnD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiEpB,CAAC;AAEH,eAAO,MAAM,cAAc,QASkE,CAAC;AAE9F,wBAAsB,SAAS,CAC7B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,GAChC,OAAO,CAAC,cAAc,CAAC,CAwBzB"}
|
package/dist/tools/map.js
CHANGED
|
@@ -5,7 +5,7 @@ exports.handleMap = handleMap;
|
|
|
5
5
|
const zod_1 = require("zod");
|
|
6
6
|
const errors_js_1 = require("../errors.js");
|
|
7
7
|
exports.mapSchema = zod_1.z.object({
|
|
8
|
-
url: zod_1.z.string().url().describe("Starting URL for site discovery"),
|
|
8
|
+
url: zod_1.z.string().url().max(2083).describe("Starting URL for site discovery"),
|
|
9
9
|
max_pages: zod_1.z
|
|
10
10
|
.number()
|
|
11
11
|
.int()
|
|
@@ -22,10 +22,12 @@ exports.mapSchema = zod_1.z.object({
|
|
|
22
22
|
.describe("Link-following depth (0 = start page + sitemap only)"),
|
|
23
23
|
include_patterns: zod_1.z
|
|
24
24
|
.array(zod_1.z.string())
|
|
25
|
+
.max(50)
|
|
25
26
|
.optional()
|
|
26
27
|
.describe("Glob patterns — only include URLs whose path matches at least one (e.g., ['/docs/*'])"),
|
|
27
28
|
exclude_patterns: zod_1.z
|
|
28
29
|
.array(zod_1.z.string())
|
|
30
|
+
.max(50)
|
|
29
31
|
.optional()
|
|
30
32
|
.describe("Glob patterns — exclude URLs whose path matches any (e.g., ['/tag/*', '/page/*'])"),
|
|
31
33
|
search: zod_1.z
|
|
@@ -37,6 +39,12 @@ exports.mapSchema = zod_1.z.object({
|
|
|
37
39
|
.enum(["skip", "include", "only"])
|
|
38
40
|
.default("include")
|
|
39
41
|
.describe("Sitemap handling: include (parse sitemaps + follow links), skip (links only), only (sitemap URLs only)"),
|
|
42
|
+
sitemap_path: zod_1.z
|
|
43
|
+
.string()
|
|
44
|
+
.max(500)
|
|
45
|
+
.optional()
|
|
46
|
+
.describe("Explicit path to the sitemap file (e.g., '/sitemap_index.xml'). " +
|
|
47
|
+
"Use when the sitemap is not at the standard /sitemap.xml location."),
|
|
40
48
|
include_metadata: zod_1.z
|
|
41
49
|
.boolean()
|
|
42
50
|
.default(false)
|
|
@@ -50,13 +58,15 @@ exports.mapSchema = zod_1.z.object({
|
|
|
50
58
|
.default(true)
|
|
51
59
|
.describe("Respect robots.txt directives"),
|
|
52
60
|
});
|
|
53
|
-
exports.mapDescription = "Discover all URLs on a website
|
|
54
|
-
"
|
|
55
|
-
"Costs $0.001 per call regardless of how many URLs are found. " +
|
|
61
|
+
exports.mapDescription = "Discover all URLs on a website, get a sitemap, or find specific pages within a large site. " +
|
|
62
|
+
"Lightweight URL discovery via sitemap parsing and link extraction — no content scraping, no JS rendering. " +
|
|
63
|
+
"Costs just $0.001 per call regardless of how many URLs are found (up to 50,000). " +
|
|
64
|
+
"Use this before alterlab_crawl or alterlab_batch to identify which pages to scrape. " +
|
|
56
65
|
"Returns a flat list of URLs with source (sitemap/link) and depth. " +
|
|
57
66
|
"Use include_patterns/exclude_patterns to scope discovery to specific sections. " +
|
|
58
67
|
"Use search to rank URLs by relevance to a query. " +
|
|
59
|
-
"Use include_metadata=true to also fetch page titles and descriptions."
|
|
68
|
+
"Use include_metadata=true to also fetch page titles and descriptions. " +
|
|
69
|
+
"Use sitemap_path to specify a non-standard sitemap location (e.g., '/sitemap_index.xml').";
|
|
60
70
|
async function handleMap(client, params) {
|
|
61
71
|
try {
|
|
62
72
|
const response = await client.map({
|
|
@@ -67,6 +77,7 @@ async function handleMap(client, params) {
|
|
|
67
77
|
exclude_patterns: params.exclude_patterns,
|
|
68
78
|
search: params.search,
|
|
69
79
|
sitemap: params.sitemap,
|
|
80
|
+
sitemap_path: params.sitemap_path,
|
|
70
81
|
include_metadata: params.include_metadata,
|
|
71
82
|
include_subdomains: params.include_subdomains,
|
|
72
83
|
respect_robots: params.respect_robots,
|
package/dist/tools/map.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/tools/map.ts"],"names":[],"mappings":";;;AAmFA,8BA2BC;AA9GD,6BAAwB;AAGxB,4CAAgE;AAEnD,QAAA,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAC3E,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,GAAG,CAAC;SACZ,QAAQ,CAAC,0BAA0B,CAAC;IACvC,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,sDAAsD,CAAC;IACnE,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IACH,gBAAgB,EAAE,OAAC;SAChB,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,MAAM,EAAE,OAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yFAAyF,CAC1F;IACH,OAAO,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;SACjC,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CACP,wGAAwG,CACzG;IACH,YAAY,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,kEAAkE;QAChE,oEAAoE,CACvE;IACH,gBAAgB,EAAE,OAAC;SAChB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,kFAAkF,CACnF;IACH,kBAAkB,EAAE,OAAC;SAClB,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,mDAAmD,CAAC;IAChE,cAAc,EAAE,OAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,+BAA+B,CAAC;CAC7C,CAAC,CAAC;AAEU,QAAA,cAAc,GACzB,6FAA6F;IAC7F,4GAA4G;IAC5G,mFAAmF;IACnF,sFAAsF;IACtF,oEAAoE;IACpE,iFAAiF;IACjF,mDAAmD;IACnD,wEAAwE;IACxE,2FAA2F,CAAC;AAEvF,KAAK,UAAU,SAAS,CAC7B,MAAsB,EACtB,MAAiC;IAEjC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;YAChC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;YAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAiB,EAAE,QAAgB;IAC5D,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjD,MAAM,KAAK,GAAa;QACtB,eAAe,QAAQ,MAAM;QAC7B,eAAe,KAAK,IAAI;QACxB,sBAAsB,SAAS,EAAE;QACjC,oBAAoB,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QACjD,mBAAmB,WAAW,EAAE;QAChC,EAAE;KACH,CAAC;IAEF,kBAAkB;IAClB,MAAM,SAAS,GAAG,CAAC,CAAC,UAAiD,CAAC;IACtE,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC,gBAAgB;YAC5B,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CACR,mBAAmB,UAAU,CAAC,MAAM,mBAAmB,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CACR,kCAAkC,OAAO,CAAC,MAAM,OAAO,SAAS,MAAM,CACvE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAgC,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,MAAM,KAAK,GACT,CAAC,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS;gBAC3D,CAAC,CAAC,gBAAgB,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACzD,CAAC,CAAC,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,WAAW,KAAK,KAAK,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,GAAG,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
|