zenrows 1.3.2 → 2.0.1

package/.editorconfig

@@ -0,0 +1,16 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = space
+indent_size = 2
+trim_trailing_whitespace = true
+tab_width = 2
+
+[*.md]
+trim_trailing_whitespace = false
+
+[*.{yml,yaml}]
+indent_size = 2

package/LICENSE

@@ -18,4 +18,4 @@ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+SOFTWARE.

package/README.md

@@ -1,76 +1,89 @@
 # ZenRows Node.js SDK
+
 SDK to access [ZenRows](https://www.zenrows.com/) API directly from Node.js. ZenRows handles proxies rotation, headless browsers, and CAPTCHAs for you.
 
 ## Installation
-Install the SDK with npm.
+
+Install the SDK with your package manager of choice.
 
 ```bash
 npm install zenrows
+yarn add zenrows
+pnpm install zenrows
+bun install zenrows
 ```
 
 ## Usage
+
 Start using the API by [creating your API Key](https://app.zenrows.com/register?p=free).
 
-The SDK uses [axios](https://axios-http.com/) for HTTP requests. The client's response will be an `AxiosPromise` if using TypeScript, a regular `Promise` otherwise.
+The SDK uses the official [fetch api](https://nodejs.org/dist/latest-v18.x/docs/api/globals.html) for HTTP requests. The client's response will be a [`Response`](https://nodejs.org/dist/latest-v18.x/docs/api/globals.html#response).
 
-It also uses [axios-retry](https://github.com/softonic/axios-retry) to automatically retry failed requests (status code 429 and 5XX). Retries are not active by default; you need to specify the number of retries, as shown below. It already includes an exponential back-off retry delay between failed requests.
+It also uses [fetch-retry](https://github.com/jonbern/fetch-retry) to automatically retry failed requests (status code 429 and 5XX). Retries are not active by default; you need to specify the number of retries, as shown below. It already includes an exponential back-off retry delay between failed requests.
 
 ```javascript
-const { ZenRows } = require('zenrows', { retries: 1 });
+const { ZenRows } = require("zenrows");
 
-const apiKey = 'YOUR-API-KEY';
-const url = 'https://www.zenrows.com/';
+const apiKey = "YOUR-API-KEY";
+const url = "https://www.zenrows.com/";
 
 (async () => {
-    const client = new ZenRows(apiKey);
+  const client = new ZenRows(apiKey, { retries: 1 });
+
+  const response = await client.get(
+    url,
+    {
+      // Our algorithm allows to automatically extract content from any website
+      autoparse: false,
 
-    const { data } = await client.get(url, {
-        // Our algorithm allows to automatically extract content from any website
-        autoparse: false,
+      // CSS Selectors for data extraction (i.e. {"links":"a @href"} to get href attributes from links)
+      css_extractor: "",
 
-        // CSS Selectors for data extraction (i.e. {"links":"a @href"} to get href attributes from links)
-        css_extractor: '',
+      // Enable Javascript with a headless browser (5 credits)
+      js_render: false,
 
-        // Enable Javascript with a headless browser (5 credits)
-        js_render: false,
+      // Use residential proxies (10 credits)
+      premium_proxy: false,
 
-        // Use residential proxies (10 credits)
-        premium_proxy: false,
+      // Make your request from a given country. Requires premium_proxy
+      proxy_country: "",
 
-        // Make your request from a given country. Requires premium_proxy
-        proxy_country: '',
+      // Wait for a given CSS Selector to load in the DOM. Requires js_render
+      wait_for: ".content",
 
-        // Wait for a given CSS Selector to load in the DOM. Requires js_render
-        wait_for: '.content',
+      // Wait a fixed amount of time in milliseconds. Requires js_render
+      wait: 2500,
 
-        // Wait a fixed amount of time in milliseconds. Requires js_render
-        wait: 2500,
+      // Block specific resources from loading, check docs for the full list. Requires js_render
+      block_resources: "image,media,font",
 
-        // Block specific resources from loading, check docs for the full list. Requires js_render
-        block_resources: 'image,media,font',
+      // Change the browser's window width and height. Requires js_render
+      window_width: 1920,
+      window_height: 1080,
 
-        // Change the browser's window width and height. Requires js_render
-        window_width: 1920,
-        window_height: 1080,
+      // Will automatically use either desktop or mobile user agents in the headers
+      device: "desktop",
 
-        // Will automatically use either desktop or mobile user agents in the headers
-        device: 'desktop',
+      // Will return the status code returned by the website
+      original_status: false,
+    },
+    {
+      headers: {
+        Referrer: "https://www.google.com",
+        "User-Agent": "MyCustomUserAgent",
+      },
+    }
+  );
 
-        // Will return the status code returned by the website
-        original_status: false,
-    }, {
-        headers: {
-            'Referrer': 'https://www.google.com',
-            'User-Agent': 'MyCustomUserAgent',
-        },
-    });
+  // You can also use response.json() if you're expecting JSON data.
+  const data = await response.text();
 
-    console.log(data);
+  console.log(data);
 
-    /* <!doctype html> <html... */
+  /* <!doctype html> <html... */
 
-    // With the CSS selector {"links":"a @href"}
-    /*
+  // With the CSS selector {"links":"a @href"}
+  /*
         {
             links: [
                 'https://www.zenrows.com',
@@ -88,28 +101,34 @@ Sending headers to the target URL will overwrite our defaults. Be careful when d
 
 ### POST Requests
 
-The SDK also offers POST requests by calling the `client.post` method. It can receive a new parameter `data` that represents the data sent in, for example, a form. 
+The SDK also offers POST requests by calling the `client.post` method. It can receive a new parameter `data` that represents the data sent in, for example, a form.
 
 ```javascript
-const { ZenRows } = require('zenrows', { retries: 1 });
+const { ZenRows } = require("zenrows");
 
-const apiKey = 'YOUR-API-KEY';
-const url = 'https://httpbin.org/anything';
+const apiKey = "YOUR-API-KEY";
+const url = "https://httpbin.org/anything";
 
 (async () => {
-    const client = new ZenRows(apiKey);
-
-    const { data } = await client.post(url, {
-        // The same params as in GET requests
-    }, {
-        data: new URLSearchParams({
-            'key1': 'value1',
-            'key2': 'value2',
-        }).toString(),
-    });
-
-    console.log(data);
-    /*
+  const client = new ZenRows(apiKey, { retries: 1 });
+
+  const response = await client.post(
+    url,
+    {
+      // The same params as in GET requests
+    },
+    {
+      data: new URLSearchParams({
+        key1: "value1",
+        key2: "value2",
+      }).toString(),
+    }
+  );
+
+  const data = await response.json();
+
+  console.log(data);
+  /*
         ...
         form: { key1: 'value1', key2: 'value2' },
         ...
@@ -124,23 +143,23 @@ To limit the concurrency, it uses [fastq](https://github.com/mcollina/fastq), wh
 We use [`Promise.allSettled()`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Promise/allSettled) in the example below, available from Node 12.9. It will wait for all the promises to finish, and the results are objects with a status marking them as fulfilled or rejected. The main difference with `Promise.all()` is that it won't fail if any requests fail. It might make your scraping more robust since the whole list of URLs will run, even if some of them fail.
 
 ```javascript
-const { ZenRows } = require('zenrows');
+const { ZenRows } = require("zenrows");
 
-const apiKey = 'YOUR-API-KEY';
+const apiKey = "YOUR-API-KEY";
 
 (async () => {
-    const client = new ZenRows(apiKey, { concurrency: 5, retries: 1 });
+  const client = new ZenRows(apiKey, { concurrency: 5, retries: 1 });
 
-    const urls = [
-        'https://www.zenrows.com/',
-        // ...
-    ];
+  const urls = [
+    "https://www.zenrows.com/",
+    // ...
+  ];
 
-    const promises = urls.map(url => client.get(url));
+  const promises = urls.map((url) => client.get(url));
 
-    const results = await Promise.allSettled(promises);
-    console.log(results);
-    /*
+  const results = await Promise.allSettled(promises);
+  console.log(results);
+  /*
     [
         {
             status: 'fulfilled',
@@ -152,11 +171,29 @@ const apiKey = 'YOUR-API-KEY';
         ...
     */
 
-    // separate results list into rejected and fulfilled for later processing
-    const rejected = results.filter(({ status }) => status === 'rejected');
-    const fulfilled = results.filter(({ status }) => status === 'fulfilled');
+  // separate results list into rejected and fulfilled for later processing
+  const rejected = results.filter(({ status }) => status === "rejected");
+  const fulfilled = results.filter(({ status }) => status === "fulfilled");
 })();
 ```
+
+#### An important note about Promise.allSettled() on TypeScript
+
+`Promise.allSettled()` does not narrow the type of the array elements in the callback function. This means that you will need to cast the type of the array elements to `PromiseSettledResult<Response>` to access the `status` and `value` properties.
+
+```typescript
+const promises = urls.map((url) => client.get(url));
+
+const results = await Promise.allSettled(promises);
+
+const fulfilled = results
+  .filter(
+    (item): item is PromiseFulfilledResult<Response> =>
+      item.status === "fulfilled"
+  )
+  .map((item) => item.value.json());
+```
+
 ## Examples
 
 Take a look at the [examples directory](./examples) for Javascript and TypeScript files using the SDK.
@@ -167,11 +204,13 @@ Each file makes two requests, the first with CSS selectors and the second with C
 cd examples
 npm install
 node index.js # JS example
-npx ts-node index.ts # TS example
+npx tsx index.ts # TS example
 ```
 
 ## Contributing
+
 Pull requests are welcome. For significant changes, please open an issue first to discuss what you would like to change.
 
 ## License
+
 [MIT](./LICENSE)

package/dist/index.cjs

@@ -0,0 +1,194 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  ZenRows: () => ZenRows
+});
+module.exports = __toCommonJS(src_exports);
+var import_fastq = __toESM(require("fastq"), 1);
+var import_fetch_retry = __toESM(require("fetch-retry"), 1);
+
+// package.json
+var package_default = {
+  name: "zenrows",
+  version: "2.0.1",
+  description: "ZenRows Node SDK",
+  main: "./dist/index.cjs",
+  module: "./dist/index.js",
+  types: "./dist/index.d.ts",
+  engines: {
+    node: ">=20"
+  },
+  packageManager: "pnpm@9.4.0",
+  exports: {
+    ".": {
+      require: "./dist/index.cjs",
+      import: "./dist/index.js",
+      types: "./dist/index.d.ts"
+    }
+  },
+  scripts: {
+    build: "tsup src/index.ts --dts --format cjs,esm --clean",
+    test: "vitest"
+  },
+  keywords: ["sdk", "zenrows", "scraping"],
+  author: "ZenRows",
+  repository: {
+    type: "git",
+    url: "https://github.com/ZenRows/zenrows-node-sdk.git"
+  },
+  homepage: "https://github.com/ZenRows/zenrows-node-sdk#readme",
+  url: "https://github.com/ZenRows/zenrows-node-sdk/issues",
+  type: "module",
+  license: "MIT",
+  devDependencies: {
+    "@biomejs/biome": "1.8.1",
+    "@types/async-retry": "^1.4.8",
+    "@types/node": "^20.14.2",
+    msw: "^2.3.1",
+    tsup: "^8.1.0",
+    typescript: "^5.4.5",
+    vitest: "^1.6.0"
+  },
+  dependencies: {
+    fastq: "^1.17.1",
+    "fetch-retry": "^6.0.0"
+  }
+};
+
+// src/index.ts
+var API_URL = "https://api.zenrows.com/v1/";
+var ZenRows = class {
+  apiKey;
+  clientConfig;
+  queue;
+  fetchWithRetry;
+  constructor(apiKey, clientConfig = {}) {
+    this.apiKey = apiKey;
+    this.clientConfig = clientConfig;
+    const retries = this.clientConfig.retries ?? 0;
+    this.queue = import_fastq.default.promise(
+      this,
+      this.worker,
+      this.clientConfig.concurrency ?? 5
+    );
+    this.fetchWithRetry = (0, import_fetch_retry.default)(fetch, {
+      retryDelay: (attempt) => 2 ** attempt * 1e3,
+      // retryOn: [422, 503, 504],
+      retryOn: (attempt, error, response) => {
+        if (attempt > retries) {
+          return false;
+        }
+        if (error !== null || response?.status === 422 || response?.status === 503 || response?.status === 504) {
+          return true;
+        }
+        return false;
+      }
+    });
+  }
+  get(url, config, { headers = {} } = {}) {
+    return this.queue.push({ url, config, headers });
+  }
+  post(url, config, { headers = {}, data = {} } = {
+    headers: { "Content-Type": "application/x-www-form-urlencoded" }
+  }) {
+    const normalizedHeaders = Object.keys(headers).reduce(
+      (acc, key) => {
+        const value = headers[key];
+        if (value !== void 0) {
+          if (key.toLowerCase() === "content-type") {
+            acc["Content-Type"] = value;
+          } else {
+            acc[key] = value;
+          }
+        }
+        return acc;
+      },
+      {}
+    );
+    return this.queue.push({
+      url,
+      method: "POST",
+      config,
+      headers: {
+        "Content-Type": "application/x-www-form-urlencoded",
+        ...normalizedHeaders
+      },
+      data
+    });
+  }
+  async worker({
+    url,
+    method = "GET",
+    config,
+    headers,
+    data
+  }) {
+    const params = new URLSearchParams({
+      url,
+      apikey: this.apiKey
+    });
+    if (config) {
+      for (const [key, value] of Object.entries(config)) {
+        if (value !== void 0) {
+          params.append(key, String(value));
+        }
+      }
+    }
+    if (headers && Object.keys(headers).length) {
+      params.append("custom_headers", "true");
+    }
+    const finalHeaders = {
+      "User-Agent": `zenrows/${package_default.version} node`,
+      ...headers
+    };
+    const fetchOptions = {
+      method,
+      headers: finalHeaders
+    };
+    if (method === "POST" && data) {
+      if (typeof data === "object") {
+        fetchOptions.body = JSON.stringify(data);
+      } else {
+        fetchOptions.body = String(data);
+      }
+    }
+    const response = await this.fetchWithRetry(
+      `${API_URL}?${params.toString()}`,
+      fetchOptions
+    );
+    return response;
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ZenRows
+});

package/dist/index.d.cts

@@ -0,0 +1,50 @@
+import * as fetch_retry from 'fetch-retry';
+import fastq from 'fastq';
+
+type HttpMethods = "GET" | "POST" | "PUT";
+interface ClientConfig {
+    concurrency?: number;
+    retries?: number;
+}
+interface ZenRowsConfig {
+    autoparse?: boolean;
+    css_extractor?: string;
+    js_render?: boolean;
+    premium_proxy?: boolean;
+    proxy_country?: string;
+    wait_for?: string;
+    wait?: number;
+    block_resources?: string;
+    window_width?: number;
+    window_height?: number;
+    device?: string;
+    original_status?: boolean;
+    custom_headers?: boolean;
+    [x: string]: unknown;
+}
+interface Headers {
+    [x: string]: string;
+}
+declare class ZenRows {
+    readonly apiKey: string;
+    readonly clientConfig: ClientConfig;
+    readonly queue: fastq.queueAsPromised<{
+        url: string;
+        method?: HttpMethods | undefined;
+        config?: ZenRowsConfig | undefined;
+        headers: Headers;
+        data?: unknown;
+    }, Response>;
+    readonly fetchWithRetry: (input: string | URL | Request, init?: (RequestInit & fetch_retry.RequestInitRetryParams<typeof fetch>) | undefined) => Promise<Response>;
+    constructor(apiKey: string, clientConfig?: ClientConfig);
+    get(url: string, config?: ZenRowsConfig, { headers }?: {
+        headers?: Headers;
+    }): Promise<Response>;
+    post(url: string, config?: ZenRowsConfig, { headers, data }?: {
+        headers?: Headers;
+        data?: unknown;
+    }): Promise<Response>;
+    private worker;
+}
+
+export { ZenRows, type ZenRowsConfig };

package/dist/index.d.ts

@@ -1,10 +1,12 @@
-import { AxiosPromise, Method } from 'axios';
-import * as fastq from 'fastq';
+import * as fetch_retry from 'fetch-retry';
+import fastq from 'fastq';
+
+type HttpMethods = "GET" | "POST" | "PUT";
 interface ClientConfig {
     concurrency?: number;
     retries?: number;
 }
-interface Config {
+interface ZenRowsConfig {
     autoparse?: boolean;
     css_extractor?: string;
     js_render?: boolean;
@@ -28,20 +30,21 @@ declare class ZenRows {
     readonly clientConfig: ClientConfig;
     readonly queue: fastq.queueAsPromised<{
         url: string;
-        method?: Method | undefined;
-        config?: Config | undefined;
+        method?: HttpMethods | undefined;
+        config?: ZenRowsConfig | undefined;
         headers: Headers;
-        data?: any;
-    }, import("axios").AxiosResponse<any>>;
+        data?: unknown;
+    }, Response>;
+    readonly fetchWithRetry: (input: string | URL | Request, init?: (RequestInit & fetch_retry.RequestInitRetryParams<typeof fetch>) | undefined) => Promise<Response>;
     constructor(apiKey: string, clientConfig?: ClientConfig);
-    get(url: string, config?: Config, { headers }?: {
+    get(url: string, config?: ZenRowsConfig, { headers }?: {
         headers?: Headers;
-    }): AxiosPromise;
-    post(url: string, config?: Config, { headers, data }?: {
+    }): Promise<Response>;
+    post(url: string, config?: ZenRowsConfig, { headers, data }?: {
         headers?: Headers;
-        data?: any;
-    }): AxiosPromise;
+        data?: unknown;
+    }): Promise<Response>;
     private worker;
-    private applyRetries;
 }
-export { ZenRows };
+
+export { ZenRows, type ZenRowsConfig };

package/dist/index.js

@@ -1,57 +1,159 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ZenRows = void 0;
-/* eslint-disable @typescript-eslint/no-explicit-any */
-const axios_1 = require("axios");
-const axios_retry_1 = require("axios-retry");
-const fastq = require("fastq");
-const version_1 = require("./version");
-const API_URL = 'https://api.zenrows.com/v1/';
-class ZenRows {
-    constructor(apiKey, clientConfig = {}) {
-        var _a;
-        this.apiKey = apiKey;
-        this.clientConfig = clientConfig;
-        this.queue = fastq.promise(this, this.worker, (_a = this.clientConfig.concurrency) !== null && _a !== void 0 ? _a : 5);
-        this.applyRetries();
+// src/index.ts
+import fastq from "fastq";
+import fetchRetry from "fetch-retry";
+
+// package.json
+var package_default = {
+  name: "zenrows",
+  version: "2.0.1",
+  description: "ZenRows Node SDK",
+  main: "./dist/index.cjs",
+  module: "./dist/index.js",
+  types: "./dist/index.d.ts",
+  engines: {
+    node: ">=20"
+  },
+  packageManager: "pnpm@9.4.0",
+  exports: {
+    ".": {
+      require: "./dist/index.cjs",
+      import: "./dist/index.js",
+      types: "./dist/index.d.ts"
     }
-    get(url, config, { headers = {} } = {}) {
-        return this.queue.push({ url, config, headers });
-    }
-    post(url, config, { headers = {}, data = {} } = {}) {
-        return this.queue.push({ url, method: 'POST', config, headers, data });
-    }
-    worker({ url, method = 'GET', config, headers, data }) {
-        const params = Object.assign(Object.assign({}, config), { url, apikey: this.apiKey });
-        const finalHeaders = Object.assign({ 'User-Agent': `zenrows/${version_1.VERSION} node` }, headers);
-        const axiosRequestConfig = {
-            baseURL: API_URL,
-            method,
-            params,
-            headers: finalHeaders,
-            data,
-        };
-        if (headers && Object.keys(headers).length) {
-            params.custom_headers = true;
+  },
+  scripts: {
+    build: "tsup src/index.ts --dts --format cjs,esm --clean",
+    test: "vitest"
+  },
+  keywords: ["sdk", "zenrows", "scraping"],
+  author: "ZenRows",
+  repository: {
+    type: "git",
+    url: "https://github.com/ZenRows/zenrows-node-sdk.git"
+  },
+  homepage: "https://github.com/ZenRows/zenrows-node-sdk#readme",
+  url: "https://github.com/ZenRows/zenrows-node-sdk/issues",
+  type: "module",
+  license: "MIT",
+  devDependencies: {
+    "@biomejs/biome": "1.8.1",
+    "@types/async-retry": "^1.4.8",
+    "@types/node": "^20.14.2",
+    msw: "^2.3.1",
+    tsup: "^8.1.0",
+    typescript: "^5.4.5",
+    vitest: "^1.6.0"
+  },
+  dependencies: {
+    fastq: "^1.17.1",
+    "fetch-retry": "^6.0.0"
+  }
+};
+
+// src/index.ts
+var API_URL = "https://api.zenrows.com/v1/";
+var ZenRows = class {
+  apiKey;
+  clientConfig;
+  queue;
+  fetchWithRetry;
+  constructor(apiKey, clientConfig = {}) {
+    this.apiKey = apiKey;
+    this.clientConfig = clientConfig;
+    const retries = this.clientConfig.retries ?? 0;
+    this.queue = fastq.promise(
+      this,
+      this.worker,
+      this.clientConfig.concurrency ?? 5
+    );
+    this.fetchWithRetry = fetchRetry(fetch, {
+      retryDelay: (attempt) => 2 ** attempt * 1e3,
+      // retryOn: [422, 503, 504],
+      retryOn: (attempt, error, response) => {
+        if (attempt > retries) {
+          return false;
         }
-        return (0, axios_1.default)(axiosRequestConfig);
-    }
-    applyRetries() {
-        var _a;
-        const retries = (_a = this.clientConfig.retries) !== null && _a !== void 0 ? _a : 0;
-        if (retries > 0) {
-            (0, axios_retry_1.default)(axios_1.default, {
-                retries,
-                retryDelay: axios_retry_1.default.exponentialDelay,
-                retryCondition: (error) => {
-                    var _a;
-                    if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 429) {
-                        return true;
-                    }
-                    return axios_retry_1.default.isNetworkOrIdempotentRequestError(error);
-                },
-            });
+        if (error !== null || response?.status === 422 || response?.status === 503 || response?.status === 504) {
+          return true;
+        }
+        return false;
+      }
+    });
+  }
+  get(url, config, { headers = {} } = {}) {
+    return this.queue.push({ url, config, headers });
+  }
+  post(url, config, { headers = {}, data = {} } = {
+    headers: { "Content-Type": "application/x-www-form-urlencoded" }
+  }) {
+    const normalizedHeaders = Object.keys(headers).reduce(
+      (acc, key) => {
+        const value = headers[key];
+        if (value !== void 0) {
+          if (key.toLowerCase() === "content-type") {
+            acc["Content-Type"] = value;
+          } else {
+            acc[key] = value;
+          }
         }
+        return acc;
+      },
+      {}
+    );
+    return this.queue.push({
+      url,
+      method: "POST",
+      config,
+      headers: {
+        "Content-Type": "application/x-www-form-urlencoded",
+        ...normalizedHeaders
+      },
+      data
+    });
+  }
+  async worker({
+    url,
+    method = "GET",
+    config,
+    headers,
+    data
+  }) {
+    const params = new URLSearchParams({
+      url,
+      apikey: this.apiKey
+    });
+    if (config) {
+      for (const [key, value] of Object.entries(config)) {
+        if (value !== void 0) {
+          params.append(key, String(value));
+        }
+      }
+    }
+    if (headers && Object.keys(headers).length) {
+      params.append("custom_headers", "true");
+    }
+    const finalHeaders = {
+      "User-Agent": `zenrows/${package_default.version} node`,
+      ...headers
+    };
+    const fetchOptions = {
+      method,
+      headers: finalHeaders
+    };
+    if (method === "POST" && data) {
+      if (typeof data === "object") {
+        fetchOptions.body = JSON.stringify(data);
+      } else {
+        fetchOptions.body = String(data);
+      }
     }
-}
-exports.ZenRows = ZenRows;
+    const response = await this.fetchWithRetry(
+      `${API_URL}?${params.toString()}`,
+      fetchOptions
+    );
+    return response;
+  }
+};
+export {
+  ZenRows
+};

package/package.json

@@ -1,21 +1,26 @@
 {
   "name": "zenrows",
-  "version": "1.3.2",
+  "version": "2.0.1",
   "description": "ZenRows Node SDK",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "engines": {
+    "node": ">=20"
+  },
+  "packageManager": "pnpm@9.4.0",
+  "exports": {
+    ".": {
+      "require": "./dist/index.cjs",
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
   "scripts": {
-    "eslint": "eslint .",
-    "prepare": "npm run build",
-    "prebuild": "node -p \"'export const VERSION = \\'' + require('./package.json').version + '\\';'\" > src/version.ts",
-    "build": "tsc",
-    "test": "jest"
+    "build": "tsup src/index.ts --dts --format cjs,esm --clean",
+    "test": "vitest"
   },
-  "keywords": [
-    "sdk",
-    "zenrows",
-    "scraping"
-  ],
+  "keywords": ["sdk", "zenrows", "scraping"],
   "author": "ZenRows",
   "repository": {
     "type": "git",
@@ -23,25 +28,19 @@
   },
   "homepage": "https://github.com/ZenRows/zenrows-node-sdk#readme",
   "url": "https://github.com/ZenRows/zenrows-node-sdk/issues",
+  "type": "module",
   "license": "MIT",
   "devDependencies": {
-    "@types/jest": "^27.0.1",
-    "@types/node": "^16.6.0",
-    "@typescript-eslint/eslint-plugin": "^4.29.1",
-    "@typescript-eslint/parser": "^4.29.1",
-    "axios-mock-adapter": "^1.20.0",
-    "eslint": "^7.32.0",
-    "eslint-config-airbnb-base": "^14.2.1",
-    "eslint-config-prettier": "^8.3.0",
-    "eslint-plugin-prettier": "^3.4.0",
-    "jest": "^27.2.1",
-    "prettier": "^2.3.2",
-    "ts-jest": "^27.0.5",
-    "typescript": "^4.4.2"
+    "@biomejs/biome": "1.8.1",
+    "@types/async-retry": "^1.4.8",
+    "@types/node": "^20.14.2",
+    "msw": "^2.3.1",
+    "tsup": "^8.1.0",
+    "typescript": "^5.4.5",
+    "vitest": "^1.6.0"
   },
   "dependencies": {
-    "axios": "^0.21.4",
-    "axios-retry": "^3.2.4",
-    "fastq": "^1.13.0"
+    "fastq": "^1.17.1",
+    "fetch-retry": "^6.0.0"
   }
 }

package/vitest.config.ts

@@ -0,0 +1,10 @@
+// vitest.config.ts
+import { defineConfig } from "vitest/config";
+
+export default defineConfig({
+  test: {
+    globals: true,
+    include: ["tests/**/*.test.ts"],
+    setupFiles: ["tests/_setup.ts"],
+  },
+});

package/dist/version.d.ts

@@ -1 +0,0 @@
-export declare const VERSION = "1.3.2";

package/dist/version.js

@@ -1,4 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VERSION = void 0;
-exports.VERSION = '1.3.2';