mcpscraper-sdk 0.34.0 → 0.35.0

package/dist/index.js

@@ -182,19 +182,38 @@ var Requester = class {
       throw error;
     }
   }
-  async call(method, path, body, extraHeaders = {}) {
-    return (await this.callWithReceipt(method, path, body, extraHeaders)).data;
-  }
-  async callWithReceipt(method, path, body, extraHeaders = {}) {
-    const res = await this.request(`${this.baseUrl}${path}`, {
-      method,
-      headers: {
-        "x-api-key": this.apiKey,
-        ...body !== void 0 ? { "content-type": "application/json" } : {},
-        ...extraHeaders
-      },
-      body: body !== void 0 ? JSON.stringify(body) : void 0
-    });
+  async call(method, path, body, extraHeaders = {}, options = {}) {
+    return (await this.callWithReceipt(method, path, body, extraHeaders, options)).data;
+  }
+  async callWithReceipt(method, path, body, extraHeaders = {}, options = {}) {
+    const requestTimeoutMs = options.timeoutMs ?? this.timeoutMs;
+    const timeoutSignal = AbortSignal.timeout(requestTimeoutMs);
+    const signal = options.signal ? AbortSignal.any([options.signal, timeoutSignal]) : timeoutSignal;
+    let res;
+    try {
+      res = await this.fetchImpl(`${this.baseUrl}${path}`, {
+        method,
+        headers: {
+          "x-api-key": this.apiKey,
+          ...body !== void 0 ? { "content-type": "application/json" } : {},
+          ...extraHeaders
+        },
+        body: body !== void 0 ? JSON.stringify(body) : void 0,
+        signal
+      });
+    } catch (error) {
+      if (error instanceof DOMException && (error.name === "TimeoutError" || error.name === "AbortError")) {
+        if (options.signal?.aborted && !timeoutSignal.aborted) throw error;
+        throw new ScraperApiError(408, {
+          error: "mcp_request_timeout",
+          error_code: "mcp_request_timeout",
+          error_type: "timeout",
+          message: `The client stopped waiting after ${Math.round(requestTimeoutMs / 1e3)}s. This does not prove server-side work stopped; use the same Idempotency-Key or poll a returned job before starting a new paid run.`,
+          retryable: true
+        });
+      }
+      throw error;
+    }
     const data = await res.json().catch(() => void 0);
     if (!res.ok) throw new ScraperApiError(res.status, data);
     return { data, headers: res.headers };
@@ -306,8 +325,8 @@ var MapsNamespace = class {
     this.r = r;
   }
   r;
-  search(params) {
-    return this.r.call("POST", "/maps/search", params);
+  search(params, options = {}) {
+    return this.r.call("POST", "/maps/search", params, {}, options);
   }
   place(params) {
     return this.r.call("POST", "/maps/place", params);
@@ -516,26 +535,45 @@ var ScraperClient = class {
     }
     return result;
   }
-  searchSerp(params) {
-    return this.r.call("POST", "/harvest/sync", { ...params, serpOnly: true });
+  startHarvest(params, options = {}) {
+    return this.r.call(
+      "POST",
+      "/harvest",
+      params,
+      {},
+      options
+    );
+  }
+  searchSerp(params, options = {}) {
+    return this.r.call("POST", "/harvest/sync", { ...params, serpOnly: true }, {}, options);
   }
-  harvestPaa(params) {
-    return this.r.call("POST", "/harvest/sync", params);
+  harvestPaa(params, options = {}) {
+    return this.r.call("POST", "/harvest/sync", params, {}, options);
   }
   extractUrl(params, options = {}) {
-    return this.r.call("POST", "/extract-url", params, options.idempotencyKey ? { "Idempotency-Key": options.idempotencyKey } : {});
+    return this.r.call("POST", "/extract-url", params, {}, options);
   }
-  mapSiteUrls(params) {
-    return this.r.call("POST", "/map-urls", params);
+  mapSiteUrls(params, options = {}) {
+    return this.r.call("POST", "/map-urls", params, {}, options);
   }
   extractSite(params, options = {}) {
-    return this.r.call("POST", "/extract-site", params, options.idempotencyKey ? { "Idempotency-Key": options.idempotencyKey } : {});
+    const headers = options.idempotencyKey === void 0 ? {} : { "Idempotency-Key": options.idempotencyKey };
+    return this.r.call("POST", "/extract-site", params, headers, options);
   }
   auditSite(params, options = {}) {
     return this.extractSite(params, options);
   }
-  getExtractSiteStatus(id) {
-    return this.r.call("GET", `/extract-site/status/${encodeURIComponent(id)}`);
+  getExtractSiteStatus(id, options = {}) {
+    return this.r.call("GET", `/extract-site/status/${encodeURIComponent(id)}`, void 0, {}, options);
+  }
+  archiveRead(params, options = {}) {
+    return this.r.call(
+      "POST",
+      "/archive/read",
+      params,
+      {},
+      options
+    );
   }
   readExtractSiteExport(params) {
     return this.r.call("POST", "/extract-site/read", params);
@@ -546,8 +584,8 @@ var ScraperClient = class {
   listJobs() {
     return this.r.call("GET", "/jobs");
   }
-  getJob(id) {
-    return this.r.call("GET", `/jobs/${encodeURIComponent(id)}`);
+  getJob(id, options = {}) {
+    return this.r.call("GET", `/jobs/${encodeURIComponent(id)}`, void 0, {}, options);
   }
   getHistory() {
     return this.r.call("GET", "/history");

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "mcpscraper-sdk",
-  "version": "0.34.0",
-  "description": "Official Node.js client for all 339 mcpscraper.dev MCP tools and the REST API",
+  "version": "0.35.0",
+  "description": "Official Node.js client for all 354 mcpscraper.dev MCP tools and the REST API",
   "license": "MIT",
   "type": "module",
   "main": "./dist/index.cjs",
@@ -20,7 +20,7 @@
   ],
   "scripts": {
     "prepack": "npm run build",
-    "generate": "openapi-typescript ../../contracts/scraper.openapi.yaml -o src/schema.ts",
+    "generate": "openapi-typescript ../../contracts/assistant.openapi.yaml -o src/assistant-schema.ts",
     "build": "tsup src/index.ts --format esm,cjs --dts",
     "typecheck": "tsc --noEmit",
     "test": "node --import tsx --test test/*.test.ts"
@@ -32,7 +32,7 @@
     "seo-api"
   ],
   "dependencies": {
-    "mcpscraper-memory-sdk": "^0.34.0"
+    "mcpscraper-memory-sdk": "^0.35.0"
   },
   "devDependencies": {
     "openapi-typescript": "^7.13.0"