alterlab-mcp-server 1.1.2 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +9 -1
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +42 -0
- package/dist/client.js.map +1 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +5 -1
- package/dist/errors.js.map +1 -1
- package/dist/format.d.ts.map +1 -1
- package/dist/format.js +7 -0
- package/dist/format.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +16 -1
- package/dist/index.js.map +1 -1
- package/dist/tools/batch.d.ts +75 -0
- package/dist/tools/batch.d.ts.map +1 -0
- package/dist/tools/batch.js +175 -0
- package/dist/tools/batch.js.map +1 -0
- package/dist/tools/crawl.d.ts +70 -0
- package/dist/tools/crawl.d.ts.map +1 -0
- package/dist/tools/crawl.js +219 -0
- package/dist/tools/crawl.js.map +1 -0
- package/dist/tools/extract.d.ts +17 -11
- package/dist/tools/extract.d.ts.map +1 -1
- package/dist/tools/extract.js +88 -26
- package/dist/tools/extract.js.map +1 -1
- package/dist/tools/map.d.ts +40 -0
- package/dist/tools/map.d.ts.map +1 -0
- package/dist/tools/map.js +139 -0
- package/dist/tools/map.js.map +1 -0
- package/dist/tools/scrape.d.ts +42 -6
- package/dist/tools/scrape.d.ts.map +1 -1
- package/dist/tools/scrape.js +89 -7
- package/dist/tools/scrape.js.map +1 -1
- package/dist/tools/search.d.ts +40 -0
- package/dist/tools/search.d.ts.map +1 -0
- package/dist/tools/search.js +147 -0
- package/dist/tools/search.js.map +1 -0
- package/dist/types.d.ts +165 -2
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +1 -1
package/dist/client.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type Config } from "./config.js";
|
|
2
|
-
import { type BalanceResponse, type CostEstimate, type SessionCreateRequest, type SessionCreateResponse, type SessionDetailResponse, type SessionListResponse, type SessionRefreshRequest, type SessionUpdateRequest, type SessionValidateResponse, type UnifiedScrapeRequest, type UnifiedScrapeResponse } from "./types.js";
|
|
2
|
+
import { type BalanceResponse, type BatchRequest, type BatchResponse, type BatchStatusResponse, type CostEstimate, type CrawlCancelResponse, type CrawlRequest, type CrawlResponse, type CrawlStatusResponse, type ExtractRequest, type ExtractResponse, type MapRequest, type MapResponse, type SearchRequest, type SearchResponse, type SessionCreateRequest, type SessionCreateResponse, type SessionDetailResponse, type SessionListResponse, type SessionRefreshRequest, type SessionUpdateRequest, type SessionValidateResponse, type UnifiedScrapeRequest, type UnifiedScrapeResponse } from "./types.js";
|
|
3
3
|
export declare class AlterLabClient {
|
|
4
4
|
private apiKey;
|
|
5
5
|
private apiUrl;
|
|
@@ -18,6 +18,14 @@ export declare class AlterLabClient {
|
|
|
18
18
|
deleteSession(sessionId: string): Promise<{
|
|
19
19
|
deleted: boolean;
|
|
20
20
|
}>;
|
|
21
|
+
startCrawl(params: CrawlRequest): Promise<CrawlResponse>;
|
|
22
|
+
getCrawlStatus(crawlId: string): Promise<CrawlStatusResponse>;
|
|
23
|
+
cancelCrawl(crawlId: string): Promise<CrawlCancelResponse>;
|
|
24
|
+
search(params: SearchRequest): Promise<SearchResponse>;
|
|
25
|
+
map(params: MapRequest): Promise<MapResponse>;
|
|
26
|
+
extract(params: ExtractRequest): Promise<ExtractResponse>;
|
|
27
|
+
submitBatch(params: BatchRequest): Promise<BatchResponse>;
|
|
28
|
+
getBatchStatus(batchId: string): Promise<BatchStatusResponse>;
|
|
21
29
|
fetchScreenshotAsBase64(screenshotUrl: string): Promise<string>;
|
|
22
30
|
}
|
|
23
31
|
//# sourceMappingURL=client.d.ts.map
|
package/dist/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,YAAY,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,cAAc,EAEnB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAC;AAOpB,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM;YAMZ,OAAO;IAkDf,MAAM,CAAC,MAAM,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAQpE,QAAQ,CAAC,MAAM,EAAE,oBAAoB,GAAG,OAAO,CAAC,YAAY,CAAC;IAQ7D,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC;IAItC,YAAY,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAI5C,aAAa,CACjB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,qBAAqB,CAAC;IAQ3B,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAOpE,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAO7D,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,qBAAqB,CAAC;IAQ3B,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAQ3B,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAW/D,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIxD,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAI7D,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAW1D,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAQtD,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAQ7C,OAAO,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAQzD,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIzD,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAQ7D,uBAAuB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAsBtE"}
|
package/dist/client.js
CHANGED
|
@@ -83,6 +83,48 @@ class AlterLabClient {
|
|
|
83
83
|
async deleteSession(sessionId) {
|
|
84
84
|
return this.request("DELETE", `/api/v1/sessions/${sessionId}`);
|
|
85
85
|
}
|
|
86
|
+
// ============================================================================
|
|
87
|
+
// Crawl methods
|
|
88
|
+
// ============================================================================
|
|
89
|
+
async startCrawl(params) {
|
|
90
|
+
return this.request("POST", "/api/v1/crawl", params);
|
|
91
|
+
}
|
|
92
|
+
async getCrawlStatus(crawlId) {
|
|
93
|
+
return this.request("GET", `/api/v1/crawl/${crawlId}`);
|
|
94
|
+
}
|
|
95
|
+
async cancelCrawl(crawlId) {
|
|
96
|
+
return this.request("DELETE", `/api/v1/crawl/${crawlId}`);
|
|
97
|
+
}
|
|
98
|
+
// ============================================================================
|
|
99
|
+
// Search method
|
|
100
|
+
// ============================================================================
|
|
101
|
+
async search(params) {
|
|
102
|
+
return this.request("POST", "/api/v1/search", params);
|
|
103
|
+
}
|
|
104
|
+
// ============================================================================
|
|
105
|
+
// Map method
|
|
106
|
+
// ============================================================================
|
|
107
|
+
async map(params) {
|
|
108
|
+
return this.request("POST", "/api/v1/map", params);
|
|
109
|
+
}
|
|
110
|
+
// ============================================================================
|
|
111
|
+
// Extract method (standalone — bring your own content)
|
|
112
|
+
// ============================================================================
|
|
113
|
+
async extract(params) {
|
|
114
|
+
return this.request("POST", "/api/v1/extract", params);
|
|
115
|
+
}
|
|
116
|
+
// ============================================================================
|
|
117
|
+
// Batch methods
|
|
118
|
+
// ============================================================================
|
|
119
|
+
async submitBatch(params) {
|
|
120
|
+
return this.request("POST", "/api/v1/batch", params);
|
|
121
|
+
}
|
|
122
|
+
async getBatchStatus(batchId) {
|
|
123
|
+
return this.request("GET", `/api/v1/batch/${batchId}`);
|
|
124
|
+
}
|
|
125
|
+
// ============================================================================
|
|
126
|
+
// Screenshot fetch helper
|
|
127
|
+
// ============================================================================
|
|
86
128
|
async fetchScreenshotAsBase64(screenshotUrl) {
|
|
87
129
|
// screenshot_url is a relative path like /downloads/screenshots/...
|
|
88
130
|
const fullUrl = screenshotUrl.startsWith("http")
|
package/dist/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":";;;AA8BA,oEAAoE;AACpE,wDAAwD;AACxD,MAAM,OAAO,GAAG,OAAO,CAAC;AACxB,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,MAAa,cAAc;IACjB,MAAM,CAAS;IACf,MAAM,CAAS;IACf,SAAS,CAAS;IAE1B,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,uBAAuB,OAAO,EAAE,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,MAAc,EACd,IAAY,EACZ,IAAc,EACd,UAAU,GAAG,CAAC;QAEd,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QACpC,MAAM,OAAO,GAA2B;YACtC,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,YAAY,EAAE,IAAI,CAAC,SAAS;YAC5B,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC9C,CAAC,CAAC;QAEH,wEAAwE;QACxE,IACE,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC;YACpD,UAAU,GAAG,WAAW,EACxB,CAAC;YACD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,UAAU;gBACtB,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,IAAI;gBACjC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,UAAU,EAAE,IAAI,CAAC,CAAC;YAC3C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,OAAO,CAAI,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,MAA0B,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM;oBACJ,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;wBAClC,CAAC,CAAC,SAAS,CAAC,MAAM;wBAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC;YAC/B,CAAC;YACD,MAAM,QAAQ,GAAa,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAC/D,MAAM,QAAQ,CAAC;QACjB,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAM,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAA4B;QACvC,OAAO,IAAI,CAAC,OAAO,CACjB,MAAM,EACN,gBAAgB,EAChB,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA4B;QACzC,OAAO,IAAI,CAAC,OAAO,CACjB,MAAM,EACN,yBAAyB,EACzB,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAkB,KAAK,EAAE,yBAAyB,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,IAAI,CAAC,OAAO,CAAsB,KAAK,EAAE,mBAAmB,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,MAA4B;QAE5B,OAAO,IAAI,CAAC,OAAO,CACjB,MAAM,EACN,mBAAmB,EACnB,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAiB;QACrC,OAAO,IAAI,CAAC,OAAO,CACjB,MAAM,EACN,oBAAoB,SAAS,WAAW,CACzC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,OAAO,IAAI,CAAC,OAAO,CACjB,KAAK,EACL,oBAAoB,SAAS,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,SAAiB,EACjB,MAA4B;QAE5B,OAAO,IAAI,CAAC,OAAO,CACjB,OAAO,EACP,oBAAoB,SAAS,EAAE,EAC/B,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,MAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CACjB,MAAM,EACN,oBAAoB,SAAS,UAAU,EACvC,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,OAAO,IAAI,CAAC,OAAO,CACjB,QAAQ,EACR,oBAAoB,SAAS,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,+EAA+E;IAC/E,gBAAgB;IAChB,+EAA+E;IAE/E,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAgB,MAAM,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,OAAO,IAAI,CAAC,OAAO,CAAsB,KAAK,EAAE,iBAAiB,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe;QAC/B,OAAO,IAAI,CAAC,OAAO,CACjB,QAAQ,EACR,iBAAiB,OAAO,EAAE,CAC3B,CAAC;IACJ,CAAC;IAED,+EAA+E;IAC/E,gBAAgB;IAChB,+EAA+E;IAE/E,KAAK,CAAC,MAAM,CAAC,MAAqB;QAChC,OAAO,IAAI,CAAC,OAAO,CAAiB,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,+EAA+E;IAC/E,aAAa;IACb,+EAA+E;IAE/E,KAAK,CAAC,GAAG,CAAC,MAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAc,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;IAED,+EAA+E;IAC/E,uDAAuD;IACvD,+EAA+E;IAE/E,KAAK,CAAC,OAAO,CAAC,MAAsB;QAClC,OAAO,IAAI,CAAC,OAAO,CAAkB,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAC1E,CAAC;IAED,+EAA+E;IAC/E,gBAAgB;IAChB,+EAA+E;IAE/E,KAAK,CAAC,WAAW,CAAC,MAAoB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAgB,MAAM,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,OAAO,IAAI,CAAC,OAAO,CAAsB,KAAK,EAAE,iBAAiB,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,+EAA+E;IAC/E,0BAA0B;IAC1B,+EAA+E;IAE/E,KAAK,CAAC,uBAAuB,CAAC,aAAqB;QACjD,oEAAoE;QACpE,MAAM,OAAO,GAAG,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC;YAC9C,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;QAErC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;YACpC,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,YAAY,EAAE,IAAI,CAAC,SAAS;aAC7B;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACxE,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC5C,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;CACF;AA3ND,wCA2NC"}
|
package/dist/errors.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAEzE,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,QAAQ,GAAG,KAAK,EACvB,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACzB,cAAc,
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAEzE,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,QAAQ,GAAG,KAAK,EACvB,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACzB,cAAc,CAuJhB"}
|
package/dist/errors.js
CHANGED
|
@@ -30,7 +30,11 @@ function formatErrorResult(error, context) {
|
|
|
30
30
|
],
|
|
31
31
|
};
|
|
32
32
|
}
|
|
33
|
-
const url = error.url
|
|
33
|
+
const url = error.url
|
|
34
|
+
? ` for ${error.url}`
|
|
35
|
+
: context?.url
|
|
36
|
+
? ` for ${context.url}`
|
|
37
|
+
: "";
|
|
34
38
|
const detail = error.detail || "Unknown error";
|
|
35
39
|
switch (error.status) {
|
|
36
40
|
case 400:
|
package/dist/errors.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":";;AAQA,
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":";;AAQA,8CA0JC;AA1JD,SAAgB,iBAAiB,CAC/B,KAAuB,EACvB,OAA0B;IAE1B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,yBAAyB;QACzB,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACrE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,oBAAoB,GAAG,OAAO;4BAC9B,sBAAsB;4BACtB,iDAAiD;4BACjD,4DAA4D;4BAC5D,sDAAsD;qBACzD;iBACF;aACF,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,iBAAiB,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE;iBAC/C;aACF;SACF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG;QACnB,CAAC,CAAC,QAAQ,KAAK,CAAC,GAAG,EAAE;QACrB,CAAC,CAAC,OAAO,EAAE,GAAG;YACZ,CAAC,CAAC,QAAQ,OAAO,CAAC,GAAG,EAAE;YACvB,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,eAAe,CAAC;IAE/C,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,cAAc,GAAG,KAAK,MAAM,MAAM;4BAClC,sDAAsD;4BACtD,wBAAwB;4BACxB,sCAAsC;qBACzC;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,6CAA6C;4BAC7C,iDAAiD;4BACjD,0DAA0D;qBAC7D;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,uBAAuB,GAAG,OAAO;4BACjC,sBAAsB;4BACtB,8DAA8D;4BAC9D,yDAAyD;4BACzD,+DAA+D;qBAClE;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,gBAAgB,GAAG,KAAK,MAAM,MAAM;4BACpC,6DAA6D;4BAC7D,0DAA0D;4BAC1D,iEAAiE;4BACjE,mCAAmC;qBACtC;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,mBAAmB,GAAG,KAAK,MAAM,EAAE;qBAC1C;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,eAAe,GAAG,OAAO;4BACzB,mDAAmD;4BACnD,yDAAyD;qBAC5D;iBACF;aACF,CAAC;QAEJ,KAAK,GAAG;YACN,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EACF,kBAAkB,GAAG,OAAO;4BAC5B,wDAAwD;4BACxD,8DAA8D;4BAC9D,8CAA8C;qBACjD;iBACF;aACF,CAAC;QAEJ;YACE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,cAAc,KAAK,CAAC,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE;qBACrD;iBACF;aACF,CAAC;IACN,CAAC;AACH,CAAC"}
|
package/dist/format.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,CAkE5E;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,CA2C7E;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,GAAG,MAAM,CAarE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAWtE;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,mBAAmB,GAC5B,MAAM,CAkCR;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,qBAAqB,GAC9B,MAAM,CASR;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,QAAQ,EAAE,uBAAuB,GAChC,MAAM,CAsBR;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,qBAAqB,GAC9B,MAAM,CA4CR;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,qBAAqB,GAC9B,MAAM,CAUR;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,qBAAqB,GAC9B,MAAM,CAWR"}
|
package/dist/format.js
CHANGED
|
@@ -65,6 +65,13 @@ function formatScrapeResponse(response) {
|
|
|
65
65
|
if (response.billing.optimization_suggestion) {
|
|
66
66
|
parts.push(`Tip: ${response.billing.optimization_suggestion}`);
|
|
67
67
|
}
|
|
68
|
+
if (response.content_truncated) {
|
|
69
|
+
const t = response.content_truncated;
|
|
70
|
+
const truncatedMB = (t.truncated_at_bytes / 1_048_576).toFixed(1);
|
|
71
|
+
const originalMB = (t.original_size_bytes / 1_048_576).toFixed(1);
|
|
72
|
+
parts.push(`Warning: Content truncated at ${truncatedMB} MB (original: ${originalMB} MB, reason: ${t.truncation_reason}). ` +
|
|
73
|
+
`Increase max_response_bytes or use a more targeted selector to capture the full page.`);
|
|
74
|
+
}
|
|
68
75
|
return parts.join("\n");
|
|
69
76
|
}
|
|
70
77
|
/**
|
package/dist/format.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"format.js","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":";;AAgBA,
|
|
1
|
+
{"version":3,"file":"format.js","sourceRoot":"","sources":["../src/format.ts"],"names":[],"mappings":";;AAgBA,oDAkEC;AAKD,sDA2CC;AAKD,wDAaC;AAKD,sDAWC;AAKD,8DAoCC;AAKD,kEAWC;AAKD,sEAwBC;AAKD,kEA8CC;AAKD,kEAYC;AAKD,oEAaC;AAhVD,yCAUoB;AAEpB;;;GAGG;AACH,SAAgB,oBAAoB,CAAC,QAA+B;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,QAAQ;IACR,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,mEAAmE;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IACjC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,OAAiC,CAAC;QACrD,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CACR,WAAW;gBACT,CAAC,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ;oBAClC,CAAC,CAAC,UAAU,CAAC,IAAI;oBACjB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO,CACV,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,mCAAmC;YACnC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,kBAAkB;IAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;IACxC,MAAM,QAAQ,GAAG,qBAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC1C,MAAM,SAAS,GAAG,sBAAW,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,qBAAqB;QACjD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACvE,CAAC,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa,UAAU,CAAC;IAEhD,KAAK,CAAC,IAAI,CACR,SAAS;QACP,WAAW,QAAQ,CAAC,GAAG,KAAK;QAC5B,SAAS,QAAQ,KAAK,SAAS,UAAU;QACzC,SAAS,IAAI,KAAK;QAClB,SAAS,QAAQ,CAAC,gBAAgB,IAAI;QACtC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CACvC,CAAC;IAEF,IAAI,QAAQ,CAAC,OAAO,CAAC,uBAAuB,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,QAAQ,CAAC,iBAAiB,CAAC;QACrC,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CACR,iCAAiC,WAAW,kBAAkB,UAAU,gBAAgB,CAAC,CAAC,iBAAiB,KAAK;YAC9G,uFAAuF,CAC1F,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAA+B;IACnE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,mEAAmE;IACnE,IAAI,QAAQ,GAAY,IAAI,CAAC;IAE7B,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC9B,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC;IACvC,CAAC;SAAM,IACL,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;QACpC,QAAQ,CAAC,OAAO,KAAK,IAAI,EACzB,CAAC;QACD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAkC,CAAC;QAC/D,QAAQ,GAAG,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,WAAW;QACT,CAAC,OAAO,QAAQ,KAAK,QAAQ;YAC3B,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACtC,OAAO,CACV,CAAC;IAEF,WAAW;IACX,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;IACxC,MAAM,QAAQ,GAAG,qBAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAE1C,KAAK,CAAC,IAAI,CACR,SAAS;QACP,WAAW,QAAQ,CAAC,GAAG,KAAK;QAC5B,SAAS,QAAQ,KAAK;QACtB,WAAW,QAAQ,CAAC,iBAAiB,IAAI,aAAa,KAAK;QAC3D,SAAS,QAAQ,CAAC,gBAAgB,IAAI,CACzC,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAAC,QAAsB;IAC3D,MAAM,QAAQ,GACZ,qBAAU,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,cAAc,CAAC;IACjE,MAAM,SAAS,GAAG,sBAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC;IAEpE,OAAO,CACL,uBAAuB,QAAQ,CAAC,GAAG,QAAQ;QAC3C,uBAAuB,QAAQ,YAAY,QAAQ,CAAC,cAAc,KAAK;QACvE,uBAAuB,SAAS,kBAAkB;QAClD,iBAAiB,QAAQ,CAAC,UAAU,IAAI;QACxC,wDAAwD;QACxD,GAAG,QAAQ,CAAC,SAAS,EAAE,CACxB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,OAAwB;IAC5D,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAE3D,OAAO,CACL,yBAAyB;QACzB,gBAAgB,OAAO,CAAC,eAAe,MAAM;QAC7C,uBAAuB,SAAS,IAAI;QACpC,mBAAmB,KAAK,MAAM;QAC9B,kDAAkD,CACnD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,yBAAyB,CACvC,QAA6B;IAE7B,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,CACL,4BAA4B;YAC5B,qFAAqF;YACrF,6EAA6E,CAC9E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAa,CAAC,wBAAwB,QAAQ,CAAC,KAAK,WAAW,CAAC,CAAC;IAE5E,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACxC,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,KAAK,QAAQ;YACzB,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;gBAC5B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,SAAS,CAAC;QAClB,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;YACnC,CAAC,CAAC,cAAc,OAAO,CAAC,YAAY,EAAE;YACtC,CAAC,CAAC,YAAY,CAAC;QAEjB,KAAK,CAAC,IAAI,CACR,OAAO,OAAO,CAAC,IAAI,SAAS,OAAO,CAAC,EAAE,OAAO;YAC3C,aAAa,OAAO,CAAC,MAAM,cAAc,MAAM,KAAK;YACpD,YAAY,OAAO,CAAC,YAAY,MAAM,QAAQ,EAAE,CACnD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,0EAA0E,CAC3E,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B,CACzC,QAA+B;IAE/B,OAAO,CACL,yBAAyB;QACzB,aAAa,QAAQ,CAAC,IAAI,MAAM;QAChC,WAAW,QAAQ,CAAC,EAAE,MAAM;QAC5B,aAAa,QAAQ,CAAC,MAAM,IAAI;QAChC,aAAa,QAAQ,CAAC,MAAM,MAAM;QAClC,iFAAiF,QAAQ,CAAC,MAAM,GAAG,CACpG,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,6BAA6B,CAC3C,QAAiC;IAEjC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACxD,MAAM,KAAK,GAAG;QACZ,yBAAyB,UAAU,MAAM;QACzC,aAAa,QAAQ,CAAC,IAAI,IAAI;QAC9B,WAAW,QAAQ,CAAC,EAAE,IAAI;QAC1B,aAAa,QAAQ,CAAC,MAAM,EAAE;QAC9B,aAAa,QAAQ,CAAC,MAAM,EAAE;KAC/B,CAAC;IAEF,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CACR,mEAAmE;YACjE,0EAA0E,CAC7E,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B,CACzC,QAA+B;IAE/B,MAAM,KAAK,GAAG;QACZ,cAAc,QAAQ,CAAC,IAAI,MAAM;QACjC,WAAW,QAAQ,CAAC,EAAE,IAAI;QAC1B,aAAa,QAAQ,CAAC,MAAM,EAAE;QAC9B,aAAa,QAAQ,CAAC,MAAM,EAAE;QAC9B,cAAc,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;KACnF,CAAC;IAEF,IAAI,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CACR,qBAAqB,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC1F,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa;YACxC,CAAC,CAAC,KAAK,QAAQ,CAAC,aAAa,GAAG;YAChC,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,UAAU,GAAG,WAAW,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,IAAI,CACR,mBAAmB,EACnB,qBAAqB,QAAQ,CAAC,cAAc,EAAE,EAC9C,iBAAiB,QAAQ,CAAC,mBAAmB,EAAE,EAC/C,mBAAmB,CAAC,QAAQ,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAC9D,2BAA2B,QAAQ,CAAC,oBAAoB,EAAE,CAC3D,CAAC;IAEF,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B,CACzC,QAA+B;IAE/B,OAAO,CACL,yBAAyB;QACzB,aAAa,QAAQ,CAAC,IAAI,MAAM;QAChC,WAAW,QAAQ,CAAC,EAAE,MAAM;QAC5B,aAAa,QAAQ,CAAC,MAAM,IAAI;QAChC,aAAa,QAAQ,CAAC,MAAM,IAAI;QAChC,cAAc,QAAQ,CAAC,YAAY,CAAC,MAAM,MAAM;QAChD,wCAAwC,CACzC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,4BAA4B,CAC1C,QAA+B;IAE/B,OAAO,CACL,mCAAmC;QACnC,aAAa,QAAQ,CAAC,IAAI,MAAM;QAChC,WAAW,QAAQ,CAAC,EAAE,MAAM;QAC5B,aAAa,QAAQ,CAAC,MAAM,IAAI;QAChC,aAAa,QAAQ,CAAC,MAAM,IAAI;QAChC,cAAc,QAAQ,CAAC,YAAY,CAAC,MAAM,MAAM;QAChD,wDAAwD;QACxD,kDAAkD,CACnD,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AA2NpE;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,SAAS,CAK/C"}
|
package/dist/index.js
CHANGED
|
@@ -11,12 +11,16 @@ const extract_js_1 = require("./tools/extract.js");
|
|
|
11
11
|
const screenshot_js_1 = require("./tools/screenshot.js");
|
|
12
12
|
const estimate_js_1 = require("./tools/estimate.js");
|
|
13
13
|
const balance_js_1 = require("./tools/balance.js");
|
|
14
|
+
const crawl_js_1 = require("./tools/crawl.js");
|
|
15
|
+
const search_js_1 = require("./tools/search.js");
|
|
16
|
+
const map_js_1 = require("./tools/map.js");
|
|
17
|
+
const batch_js_1 = require("./tools/batch.js");
|
|
14
18
|
const sessions_js_1 = require("./tools/sessions.js");
|
|
15
19
|
function createServer(config) {
|
|
16
20
|
const client = new client_js_1.AlterLabClient(config);
|
|
17
21
|
const server = new mcp_js_1.McpServer({
|
|
18
22
|
name: "alterlab",
|
|
19
|
-
version: "1.
|
|
23
|
+
version: "1.2.0",
|
|
20
24
|
});
|
|
21
25
|
// Register tools
|
|
22
26
|
server.tool("alterlab_scrape", scrape_js_1.scrapeDescription, scrape_js_1.scrapeSchema.shape, (params) => (0, scrape_js_1.handleScrape)(client, params));
|
|
@@ -24,6 +28,17 @@ function createServer(config) {
|
|
|
24
28
|
server.tool("alterlab_screenshot", screenshot_js_1.screenshotDescription, screenshot_js_1.screenshotSchema.shape, (params) => (0, screenshot_js_1.handleScreenshot)(client, params));
|
|
25
29
|
server.tool("alterlab_estimate_cost", estimate_js_1.estimateDescription, estimate_js_1.estimateSchema.shape, (params) => (0, estimate_js_1.handleEstimate)(client, params));
|
|
26
30
|
server.tool("alterlab_check_balance", balance_js_1.balanceDescription, balance_js_1.balanceSchema.shape, () => (0, balance_js_1.handleBalance)(client));
|
|
31
|
+
// Crawl tools
|
|
32
|
+
server.tool("alterlab_crawl", crawl_js_1.crawlDescription, crawl_js_1.crawlSchema.shape, (params) => (0, crawl_js_1.handleCrawl)(client, params));
|
|
33
|
+
server.tool("alterlab_crawl_status", crawl_js_1.crawlStatusDescription, crawl_js_1.crawlStatusSchema.shape, (params) => (0, crawl_js_1.handleCrawlStatus)(client, params));
|
|
34
|
+
server.tool("alterlab_crawl_cancel", crawl_js_1.crawlCancelDescription, crawl_js_1.crawlCancelSchema.shape, (params) => (0, crawl_js_1.handleCrawlCancel)(client, params));
|
|
35
|
+
// Search tool
|
|
36
|
+
server.tool("alterlab_search", search_js_1.searchDescription, search_js_1.searchSchema.shape, (params) => (0, search_js_1.handleSearch)(client, params));
|
|
37
|
+
// Map tool
|
|
38
|
+
server.tool("alterlab_map", map_js_1.mapDescription, map_js_1.mapSchema.shape, (params) => (0, map_js_1.handleMap)(client, params));
|
|
39
|
+
// Batch tools
|
|
40
|
+
server.tool("alterlab_batch", batch_js_1.batchDescription, batch_js_1.batchSchema.shape, (params) => (0, batch_js_1.handleBatch)(client, params));
|
|
41
|
+
server.tool("alterlab_batch_status", batch_js_1.batchStatusDescription, batch_js_1.batchStatusSchema.shape, (params) => (0, batch_js_1.handleBatchStatus)(client, params));
|
|
27
42
|
// Session management tools
|
|
28
43
|
server.tool("alterlab_list_sessions", sessions_js_1.listSessionsDescription, sessions_js_1.listSessionsSchema.shape, () => (0, sessions_js_1.handleListSessions)(client));
|
|
29
44
|
server.tool("alterlab_create_session", sessions_js_1.createSessionDescription, sessions_js_1.createSessionSchema.shape, (params) => (0, sessions_js_1.handleCreateSession)(client, params));
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAgOA,kDAKC;AAnOD,oEAAoE;AACpE,wEAAiF;AACjF,2CAA6C;AAC7C,2CAAsD;AACtD,iDAI2B;AAC3B,mDAI4B;AAC5B,yDAI+B;AAC/B,qDAI6B;AAC7B,mDAI4B;AAC5B,+CAU0B;AAC1B,iDAI2B;AAC3B,2CAAsE;AACtE,+CAO0B;AAC1B,qDAsB6B;AAE7B,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,IAAI,0BAAc,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,MAAM,GAAG,IAAI,kBAAS,CAAC;QAC3B,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,EAAE,MAAa,CAAC,CACjD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,qCAAqB,EACrB,gCAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,gCAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,iCAAmB,EACnB,4BAAc,CAAC,KAAK,EACpB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAc,EAAC,MAAM,EAAE,MAAa,CAAC,CAClD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,+BAAkB,EAClB,0BAAa,CAAC,KAAK,EACnB,GAAG,EAAE,CAAC,IAAA,0BAAa,EAAC,MAAM,CAAC,CAC5B,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,6BAAiB,EACjB,wBAAY,CAAC,KAAK,EAClB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,wBAAY,EAAC,MAAM,EAAE,MAAa,CAAC,CAChD,CAAC;IAEF,WAAW;IACX,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,uBAAc,EAAE,kBAAS,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACtE,IAAA,kBAAS,EAAC,MAAM,EAAE,MAAa,CAAC,CACjC,CAAC;IAEF,cAAc;IACd,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,2BAAgB,EAAE,sBAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5E,IAAA,sBAAW,EAAC,MAAM,EAAE,MAAa,CAAC,CACnC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,uBAAuB,EACvB,iCAAsB,EACtB,4BAAiB,CAAC,KAAK,EACvB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAa,CAAC,CACrD,CAAC;IAEF,2BAA2B;IAC3B,MAAM,CAAC,IAAI,CACT,wBAAwB,EACxB,qCAAuB,EACvB,gCAAkB,CAAC,KAAK,EACxB,GAAG,EAAE,CAAC,IAAA,gCAAkB,EAAC,MAAM,CAAC,CACjC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,sBAAsB,EACtB,mCAAqB,EACrB,8BAAgB,CAAC,KAAK,EACtB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,8BAAgB,EAAC,MAAM,EAAE,MAAa,CAAC,CACpD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,0BAA0B,EAC1B,uCAAyB,EACzB,kCAAoB,CAAC,KAAK,EAC1B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,kCAAoB,EAAC,MAAM,EAAE,MAAa,CAAC,CACxD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,2BAA2B,EAC3B,wCAA0B,EAC1B,mCAAqB,CAAC,KAAK,EAC3B,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,mCAAqB,EAAC,MAAM,EAAE,MAAa,CAAC,CACzD,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,yBAAyB,EACzB,sCAAwB,EACxB,iCAAmB,CAAC,KAAK,EACzB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,iCAAmB,EAAC,MAAM,EAAE,MAAa,CAAC,CACvD,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IACjC,OAAO,YAAY,CAAC;QAClB,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,yBAAyB;KAClC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,IAAA,sBAAU,GAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,SAAS,GAAG,IAAI,+BAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
|
|
3
|
+
import type { AlterLabClient } from "../client.js";
|
|
4
|
+
export declare const batchSchema: z.ZodObject<{
|
|
5
|
+
urls: z.ZodArray<z.ZodObject<{
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<["auto", "html", "js", "pdf", "ocr"]>>>;
|
|
8
|
+
formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown", "rag"]>, "many">>;
|
|
9
|
+
extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
10
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
11
|
+
use_proxy: z.ZodOptional<z.ZodBoolean>;
|
|
12
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
13
|
+
wait_for: z.ZodOptional<z.ZodString>;
|
|
14
|
+
cache: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
15
|
+
}, "strip", z.ZodTypeAny, {
|
|
16
|
+
url: string;
|
|
17
|
+
timeout?: number | undefined;
|
|
18
|
+
mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
|
|
19
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
|
|
20
|
+
render_js?: boolean | undefined;
|
|
21
|
+
use_proxy?: boolean | undefined;
|
|
22
|
+
wait_for?: string | undefined;
|
|
23
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
24
|
+
cache?: boolean | undefined;
|
|
25
|
+
}, {
|
|
26
|
+
url: string;
|
|
27
|
+
timeout?: number | undefined;
|
|
28
|
+
mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
|
|
29
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
|
|
30
|
+
render_js?: boolean | undefined;
|
|
31
|
+
use_proxy?: boolean | undefined;
|
|
32
|
+
wait_for?: string | undefined;
|
|
33
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
34
|
+
cache?: boolean | undefined;
|
|
35
|
+
}>, "many">;
|
|
36
|
+
webhook_url: z.ZodOptional<z.ZodString>;
|
|
37
|
+
}, "strip", z.ZodTypeAny, {
|
|
38
|
+
urls: {
|
|
39
|
+
url: string;
|
|
40
|
+
timeout?: number | undefined;
|
|
41
|
+
mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
|
|
42
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
|
|
43
|
+
render_js?: boolean | undefined;
|
|
44
|
+
use_proxy?: boolean | undefined;
|
|
45
|
+
wait_for?: string | undefined;
|
|
46
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
47
|
+
cache?: boolean | undefined;
|
|
48
|
+
}[];
|
|
49
|
+
webhook_url?: string | undefined;
|
|
50
|
+
}, {
|
|
51
|
+
urls: {
|
|
52
|
+
url: string;
|
|
53
|
+
timeout?: number | undefined;
|
|
54
|
+
mode?: "auto" | "html" | "js" | "pdf" | "ocr" | undefined;
|
|
55
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown" | "rag")[] | undefined;
|
|
56
|
+
render_js?: boolean | undefined;
|
|
57
|
+
use_proxy?: boolean | undefined;
|
|
58
|
+
wait_for?: string | undefined;
|
|
59
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
60
|
+
cache?: boolean | undefined;
|
|
61
|
+
}[];
|
|
62
|
+
webhook_url?: string | undefined;
|
|
63
|
+
}>;
|
|
64
|
+
export declare const batchDescription: string;
|
|
65
|
+
export declare function handleBatch(client: AlterLabClient, params: z.infer<typeof batchSchema>): Promise<CallToolResult>;
|
|
66
|
+
export declare const batchStatusSchema: z.ZodObject<{
|
|
67
|
+
batch_id: z.ZodString;
|
|
68
|
+
}, "strip", z.ZodTypeAny, {
|
|
69
|
+
batch_id: string;
|
|
70
|
+
}, {
|
|
71
|
+
batch_id: string;
|
|
72
|
+
}>;
|
|
73
|
+
export declare const batchStatusDescription: string;
|
|
74
|
+
export declare function handleBatchStatus(client: AlterLabClient, params: z.infer<typeof batchStatusSchema>): Promise<CallToolResult>;
|
|
75
|
+
//# sourceMappingURL=batch.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batch.d.ts","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AA2CnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAatB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAKgD,CAAC;AAE9E,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAmCzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB"}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.batchStatusDescription = exports.batchStatusSchema = exports.batchDescription = exports.batchSchema = void 0;
|
|
4
|
+
exports.handleBatch = handleBatch;
|
|
5
|
+
exports.handleBatchStatus = handleBatchStatus;
|
|
6
|
+
const zod_1 = require("zod");
|
|
7
|
+
const errors_js_1 = require("../errors.js");
|
|
8
|
+
// ============================================================================
|
|
9
|
+
// Submit Batch
|
|
10
|
+
// ============================================================================
|
|
11
|
+
const batchItemSchema = zod_1.z.object({
|
|
12
|
+
url: zod_1.z.string().url().describe("URL to scrape"),
|
|
13
|
+
mode: zod_1.z
|
|
14
|
+
.enum(["auto", "html", "js", "pdf", "ocr"])
|
|
15
|
+
.default("auto")
|
|
16
|
+
.optional()
|
|
17
|
+
.describe("Scraping mode for this URL"),
|
|
18
|
+
formats: zod_1.z
|
|
19
|
+
.array(zod_1.z.enum(["text", "json", "json_v2", "html", "markdown", "rag"]))
|
|
20
|
+
.optional()
|
|
21
|
+
.describe("Output formats for this URL (overrides batch-level formats)"),
|
|
22
|
+
extraction_schema: zod_1.z
|
|
23
|
+
.record(zod_1.z.unknown())
|
|
24
|
+
.optional()
|
|
25
|
+
.describe("JSON schema for structured extraction from this URL"),
|
|
26
|
+
render_js: zod_1.z.boolean().optional().describe("Render JavaScript for this URL"),
|
|
27
|
+
use_proxy: zod_1.z.boolean().optional().describe("Use premium proxy for this URL"),
|
|
28
|
+
timeout: zod_1.z
|
|
29
|
+
.number()
|
|
30
|
+
.int()
|
|
31
|
+
.min(1)
|
|
32
|
+
.max(300)
|
|
33
|
+
.default(90)
|
|
34
|
+
.optional()
|
|
35
|
+
.describe("Timeout in seconds for this URL"),
|
|
36
|
+
wait_for: zod_1.z
|
|
37
|
+
.string()
|
|
38
|
+
.optional()
|
|
39
|
+
.describe("CSS selector to wait for before extracting content"),
|
|
40
|
+
cache: zod_1.z
|
|
41
|
+
.boolean()
|
|
42
|
+
.default(false)
|
|
43
|
+
.optional()
|
|
44
|
+
.describe("Enable caching for this URL"),
|
|
45
|
+
});
|
|
46
|
+
exports.batchSchema = zod_1.z.object({
|
|
47
|
+
urls: zod_1.z
|
|
48
|
+
.array(batchItemSchema)
|
|
49
|
+
.min(1)
|
|
50
|
+
.max(100)
|
|
51
|
+
.describe("List of URLs to scrape (max 100)"),
|
|
52
|
+
webhook_url: zod_1.z
|
|
53
|
+
.string()
|
|
54
|
+
.url()
|
|
55
|
+
.optional()
|
|
56
|
+
.describe("Webhook URL to receive batch.completed event when all jobs finish"),
|
|
57
|
+
});
|
|
58
|
+
exports.batchDescription = "Submit up to 100 URLs for parallel scraping in a single batch request. " +
|
|
59
|
+
"Returns a batch_id immediately — use alterlab_batch_status to poll results. " +
|
|
60
|
+
"Each URL can have its own mode, formats, extraction_schema, and options. " +
|
|
61
|
+
"Credits are pre-debited based on estimated cost; unused credits are refunded on completion. " +
|
|
62
|
+
"Use this instead of calling alterlab_scrape repeatedly for multiple URLs.";
|
|
63
|
+
async function handleBatch(client, params) {
|
|
64
|
+
try {
|
|
65
|
+
const response = await client.submitBatch({
|
|
66
|
+
urls: params.urls.map((item) => ({
|
|
67
|
+
url: item.url,
|
|
68
|
+
mode: item.mode,
|
|
69
|
+
formats: item.formats,
|
|
70
|
+
extraction_schema: item.extraction_schema,
|
|
71
|
+
timeout: item.timeout,
|
|
72
|
+
wait_for: item.wait_for,
|
|
73
|
+
cache: item.cache,
|
|
74
|
+
advanced: {
|
|
75
|
+
render_js: item.render_js,
|
|
76
|
+
use_proxy: item.use_proxy,
|
|
77
|
+
},
|
|
78
|
+
})),
|
|
79
|
+
webhook_url: params.webhook_url,
|
|
80
|
+
});
|
|
81
|
+
const text = `**Batch Submitted**\n\n` +
|
|
82
|
+
`- Batch ID: \`${response.batch_id}\`\n` +
|
|
83
|
+
`- Status: ${response.status}\n` +
|
|
84
|
+
`- Total URLs: ${response.total_urls}\n` +
|
|
85
|
+
`- Estimated credits: ${response.estimated_credits}\n\n` +
|
|
86
|
+
`Use \`alterlab_batch_status\` with batch_id \`${response.batch_id}\` to poll for results.\n` +
|
|
87
|
+
`Individual job IDs: ${(response.job_ids ?? []).slice(0, 5).join(", ")}${(response.job_ids ?? []).length > 5 ? ` ... and ${(response.job_ids ?? []).length - 5} more` : ""}`;
|
|
88
|
+
return { content: [{ type: "text", text }] };
|
|
89
|
+
}
|
|
90
|
+
catch (error) {
|
|
91
|
+
if (isApiError(error)) {
|
|
92
|
+
return (0, errors_js_1.formatErrorResult)(error);
|
|
93
|
+
}
|
|
94
|
+
return (0, errors_js_1.formatErrorResult)(error);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
// ============================================================================
|
|
98
|
+
// Batch Status
|
|
99
|
+
// ============================================================================
|
|
100
|
+
exports.batchStatusSchema = zod_1.z.object({
|
|
101
|
+
batch_id: zod_1.z.string().describe("Batch ID returned by alterlab_batch"),
|
|
102
|
+
});
|
|
103
|
+
exports.batchStatusDescription = "Poll the status and results of a submitted batch. " +
|
|
104
|
+
"Call this after alterlab_batch to check progress and retrieve scraped content. " +
|
|
105
|
+
"Status values: processing, completed, failed, partially_failed. " +
|
|
106
|
+
"When completed, results contains the content for each URL.";
|
|
107
|
+
async function handleBatchStatus(client, params) {
|
|
108
|
+
try {
|
|
109
|
+
const response = await client.getBatchStatus(params.batch_id);
|
|
110
|
+
const text = formatBatchStatusResponse(response, params.batch_id);
|
|
111
|
+
return { content: [{ type: "text", text }] };
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
if (isApiError(error)) {
|
|
115
|
+
return (0, errors_js_1.formatErrorResult)(error, { url: params.batch_id });
|
|
116
|
+
}
|
|
117
|
+
return (0, errors_js_1.formatErrorResult)(error, { url: params.batch_id });
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
function formatBatchStatusResponse(response, batchId) {
|
|
121
|
+
const r = response;
|
|
122
|
+
const status = String(r.status ?? "unknown");
|
|
123
|
+
const totalUrls = Number(r.total_urls ?? 0);
|
|
124
|
+
const completedCount = Number(r.completed ?? 0);
|
|
125
|
+
const failedCount = Number(r.failed ?? 0);
|
|
126
|
+
const creditsUsed = r.credits_used ? Number(r.credits_used) : null;
|
|
127
|
+
const items = Array.isArray(r.items) ? r.items : [];
|
|
128
|
+
const parts = [
|
|
129
|
+
`**Batch Status: ${status.toUpperCase()}**\n`,
|
|
130
|
+
`- Batch ID: \`${batchId}\``,
|
|
131
|
+
`- Total URLs: ${totalUrls}`,
|
|
132
|
+
`- Completed: ${completedCount}`,
|
|
133
|
+
`- Failed: ${failedCount}`,
|
|
134
|
+
];
|
|
135
|
+
if (creditsUsed !== null) {
|
|
136
|
+
parts.push(`- Credits used: ${creditsUsed}`);
|
|
137
|
+
}
|
|
138
|
+
if (status === "processing") {
|
|
139
|
+
const remaining = totalUrls - completedCount - failedCount;
|
|
140
|
+
parts.push(`\n${remaining} URL${remaining !== 1 ? "s" : ""} still processing. Poll again with \`alterlab_batch_status\`.`);
|
|
141
|
+
}
|
|
142
|
+
else if (items.length > 0) {
|
|
143
|
+
parts.push("\n**Results:**\n");
|
|
144
|
+
for (const item of items) {
|
|
145
|
+
const it = item;
|
|
146
|
+
const url = String(it.url ?? "");
|
|
147
|
+
const itemStatus = String(it.status ?? "");
|
|
148
|
+
const error = it.error ? ` (${String(it.error)})` : "";
|
|
149
|
+
let contentPreview = "";
|
|
150
|
+
const result = it.result;
|
|
151
|
+
if (result) {
|
|
152
|
+
const content = result.content;
|
|
153
|
+
if (typeof content === "object" && content !== null) {
|
|
154
|
+
const contentMap = content;
|
|
155
|
+
const text = contentMap.markdown || contentMap.text || contentMap.html || "";
|
|
156
|
+
if (text) {
|
|
157
|
+
contentPreview = ` — "${text.slice(0, 80)}${text.length > 80 ? "..." : ""}"`;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
else if (typeof content === "string") {
|
|
161
|
+
contentPreview = ` — "${content.slice(0, 80)}${content.length > 80 ? "..." : ""}"`;
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
parts.push(`- [${itemStatus}] ${url}${error}${contentPreview}`);
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
return parts.join("\n");
|
|
168
|
+
}
|
|
169
|
+
function isApiError(error) {
|
|
170
|
+
return (typeof error === "object" &&
|
|
171
|
+
error !== null &&
|
|
172
|
+
"status" in error &&
|
|
173
|
+
typeof error.status === "number");
|
|
174
|
+
}
|
|
175
|
+
//# sourceMappingURL=batch.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batch.js","sourceRoot":"","sources":["../../src/tools/batch.ts"],"names":[],"mappings":";;;AAmEA,kCAsCC;AAgBD,8CAcC;AAvID,6BAAwB;AAGxB,4CAAgE;AAEhE,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E,MAAM,eAAe,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,IAAI,EAAE,OAAC;SACJ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,EAAE;SACV,QAAQ,CAAC,4BAA4B,CAAC;IACzC,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,iBAAiB,EAAE,OAAC;SACjB,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;SACnB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC5E,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,KAAK,EAAE,OAAC;SACL,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6BAA6B,CAAC;CAC3C,CAAC,CAAC;AAEU,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,WAAW,EAAE,OAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,mEAAmE,CACpE;CACJ,CAAC,CAAC;AAEU,QAAA,gBAAgB,GAC3B,yEAAyE;IACzE,8EAA8E;IAC9E,2EAA2E;IAC3E,8FAA8F;IAC9F,2EAA2E,CAAC;AAEvE,KAAK,UAAU,WAAW,CAC/B,MAAsB,EACtB,MAAmC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;YACxC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACR,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B;aACF,CAAC,CAAC;YACH,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,MAAM,IAAI,GACR,yBAAyB;YACzB,iBAAiB,QAAQ,CAAC,QAAQ,MAAM;YACxC,aAAa,QAAQ,CAAC,MAAM,IAAI;YAChC,iBAAiB,QAAQ,CAAC,UAAU,IAAI;YACxC,wBAAwB,QAAQ,CAAC,iBAAiB,MAAM;YACxD,iDAAiD,QAAQ,CAAC,QAAQ,2BAA2B;YAC7F,uBAAuB,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAE/K,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAElE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACrE,CAAC,CAAC;AAEU,QAAA,sBAAsB,GACjC,oDAAoD;IACpD,iFAAiF;IACjF,kEAAkE;IAClE,4DAA4D,CAAC;AAExD,KAAK,UAAU,iBAAiB,CACrC,MAAsB,EACtB,MAAyC;IAEzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAA,6BAAiB,EAAC,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAA,6BAAiB,EAAC,KAAc,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAiB,EAAE,OAAe;IACnE,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAEpD,MAAM,KAAK,GAAa;QACtB,mBAAmB,MAAM,CAAC,WAAW,EAAE,MAAM;QAC7C,iBAAiB,OAAO,IAAI;QAC5B,iBAAiB,SAAS,EAAE;QAC5B,gBAAgB,cAAc,EAAE;QAChC,aAAa,WAAW,EAAE;KAC3B,CAAC;IAEF,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QAC3D,KAAK,CAAC,IAAI,CACR,KAAK,SAAS,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,+DAA+D,CAC/G,CAAC;IACJ,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAA+B,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAEvD,IAAI,cAAc,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,EAAE,CAAC,MAA6C,CAAC;YAChE,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACpD,MAAM,UAAU,GAAG,OAAiC,CAAC;oBACrD,MAAM,IAAI,GACR,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;oBAClE,IAAI,IAAI,EAAE,CAAC;wBACT,cAAc,GAAG,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC/E,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACvC,cAAc,GAAG,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrF,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,KAAK,GAAG,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,QAAQ,IAAI,KAAK;QACjB,OAAQ,KAAkB,CAAC,MAAM,KAAK,QAAQ,CAC/C,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
|
|
3
|
+
import type { AlterLabClient } from "../client.js";
|
|
4
|
+
export declare const crawlSchema: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
max_pages: z.ZodDefault<z.ZodNumber>;
|
|
7
|
+
max_depth: z.ZodDefault<z.ZodNumber>;
|
|
8
|
+
include_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9
|
+
exclude_patterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10
|
+
sitemap: z.ZodDefault<z.ZodEnum<["include", "skip", "only"]>>;
|
|
11
|
+
formats: z.ZodOptional<z.ZodArray<z.ZodEnum<["text", "json", "json_v2", "html", "markdown"]>, "many">>;
|
|
12
|
+
extraction_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
+
render_js: z.ZodDefault<z.ZodUnion<[z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
14
|
+
use_proxy: z.ZodDefault<z.ZodBoolean>;
|
|
15
|
+
max_concurrency: z.ZodDefault<z.ZodNumber>;
|
|
16
|
+
respect_robots: z.ZodDefault<z.ZodBoolean>;
|
|
17
|
+
include_subdomains: z.ZodDefault<z.ZodBoolean>;
|
|
18
|
+
webhook_url: z.ZodOptional<z.ZodString>;
|
|
19
|
+
}, "strip", z.ZodTypeAny, {
|
|
20
|
+
url: string;
|
|
21
|
+
render_js: boolean | "auto";
|
|
22
|
+
use_proxy: boolean;
|
|
23
|
+
max_pages: number;
|
|
24
|
+
max_depth: number;
|
|
25
|
+
sitemap: "include" | "skip" | "only";
|
|
26
|
+
max_concurrency: number;
|
|
27
|
+
respect_robots: boolean;
|
|
28
|
+
include_subdomains: boolean;
|
|
29
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
|
|
30
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
31
|
+
include_patterns?: string[] | undefined;
|
|
32
|
+
exclude_patterns?: string[] | undefined;
|
|
33
|
+
webhook_url?: string | undefined;
|
|
34
|
+
}, {
|
|
35
|
+
url: string;
|
|
36
|
+
formats?: ("text" | "html" | "json" | "json_v2" | "markdown")[] | undefined;
|
|
37
|
+
render_js?: boolean | "auto" | undefined;
|
|
38
|
+
use_proxy?: boolean | undefined;
|
|
39
|
+
extraction_schema?: Record<string, unknown> | undefined;
|
|
40
|
+
max_pages?: number | undefined;
|
|
41
|
+
max_depth?: number | undefined;
|
|
42
|
+
include_patterns?: string[] | undefined;
|
|
43
|
+
exclude_patterns?: string[] | undefined;
|
|
44
|
+
sitemap?: "include" | "skip" | "only" | undefined;
|
|
45
|
+
max_concurrency?: number | undefined;
|
|
46
|
+
respect_robots?: boolean | undefined;
|
|
47
|
+
include_subdomains?: boolean | undefined;
|
|
48
|
+
webhook_url?: string | undefined;
|
|
49
|
+
}>;
|
|
50
|
+
export declare const crawlDescription: string;
|
|
51
|
+
export declare function handleCrawl(client: AlterLabClient, params: z.infer<typeof crawlSchema>): Promise<CallToolResult>;
|
|
52
|
+
export declare const crawlStatusSchema: z.ZodObject<{
|
|
53
|
+
crawl_id: z.ZodString;
|
|
54
|
+
}, "strip", z.ZodTypeAny, {
|
|
55
|
+
crawl_id: string;
|
|
56
|
+
}, {
|
|
57
|
+
crawl_id: string;
|
|
58
|
+
}>;
|
|
59
|
+
export declare const crawlStatusDescription: string;
|
|
60
|
+
export declare function handleCrawlStatus(client: AlterLabClient, params: z.infer<typeof crawlStatusSchema>): Promise<CallToolResult>;
|
|
61
|
+
export declare const crawlCancelSchema: z.ZodObject<{
|
|
62
|
+
crawl_id: z.ZodString;
|
|
63
|
+
}, "strip", z.ZodTypeAny, {
|
|
64
|
+
crawl_id: string;
|
|
65
|
+
}, {
|
|
66
|
+
crawl_id: string;
|
|
67
|
+
}>;
|
|
68
|
+
export declare const crawlCancelDescription: string;
|
|
69
|
+
export declare function handleCrawlCancel(client: AlterLabClient, params: z.infer<typeof crawlCancelSchema>): Promise<CallToolResult>;
|
|
70
|
+
//# sourceMappingURL=crawl.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/tools/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAOnD,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0EtB,CAAC;AAEH,eAAO,MAAM,gBAAgB,QAM6C,CAAC;AAE3E,wBAAsB,WAAW,CAC/B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC,CAsCzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAI2B,CAAC;AAE/D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAWzB;AAMD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,eAAO,MAAM,sBAAsB,QAGI,CAAC;AAExC,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,GACxC,OAAO,CAAC,cAAc,CAAC,CAiBzB"}
|