@crawlee/impit-client 4.0.0-beta.99 → 4.0.0-rc.1

package/README.md

@@ -34,7 +34,7 @@ Crawlee is available as the [`crawlee`](https://www.npmjs.com/package/crawlee) N
 
 We recommend visiting the [Introduction tutorial](https://crawlee.dev/js/docs/introduction) in Crawlee documentation for more information.
 
-> Crawlee requires **Node.js 16 or higher**.
+> Crawlee requires **Node.js 22.13 or higher**.
 
 ### With Crawlee CLI
 

package/index.d.ts

@@ -3,29 +3,14 @@ import { BaseHttpClient } from '@crawlee/http-client';
 import type { CrawleeLogger } from '@crawlee/types';
 import { type ImpitOptions } from 'impit';
 export declare const Browser: {
-    readonly Chrome: "chrome";
-    readonly Firefox: "firefox";
+    readonly Chrome: 'chrome';
+    readonly Firefox: 'firefox';
 };
 /**
  * A HTTP client implementation based on the `impit` library.
  */
 export declare class ImpitHttpClient extends BaseHttpClient {
-    private impitOptions;
-    private cacheClients;
-    /**
-     * Enables reuse of `impit` clients for the same set of options.
-     * This is useful for performance reasons, as creating
-     * a new client for each request breaks TCP connection
-     * (and other resources) reuse.
-     */
-    private clientCache;
-    /**
-     * Stable impit impersonation version per fingerprint object, so the same
-     * session keeps impersonating the same browser version across requests
-     * instead of rerolling on every call.
-     */
-    private impitBrowserByFingerprint;
-    private getClient;
+    #private;
     /**
      * @param options.cacheClients Whether to cache `impit` clients between requests. Defaults to `true`.
      */
@@ -36,6 +21,5 @@ export declare class ImpitHttpClient extends BaseHttpClient {
     /**
      * @inheritDoc
      */
-    fetch(request: Request, options?: RequestInit & CustomFetchOptions): Promise<Response>;
-    private resolveImpitBrowser;
+    protected fetch(request: Request, options?: RequestInit & CustomFetchOptions): Promise<Response>;
 }

package/index.js

@@ -29,33 +29,33 @@ export const Browser = {
  * A HTTP client implementation based on the `impit` library.
  */
 export class ImpitHttpClient extends BaseHttpClient {
-    impitOptions;
-    cacheClients;
+    #impitOptions;
+    #cacheClients;
     /**
      * Enables reuse of `impit` clients for the same set of options.
      * This is useful for performance reasons, as creating
      * a new client for each request breaks TCP connection
      * (and other resources) reuse.
      */
-    clientCache = new LruCache({ maxLength: 10 });
+    #clientCache = new LruCache({ maxLength: 10 });
     /**
      * Stable impit impersonation version per fingerprint object, so the same
      * session keeps impersonating the same browser version across requests
      * instead of rerolling on every call.
      */
-    impitBrowserByFingerprint = new WeakMap();
-    getClient(options) {
-        if (!this.cacheClients) {
+    #impitBrowserByFingerprint = new WeakMap();
+    #getClient(options) {
+        if (!this.#cacheClients) {
             return new Impit(options);
         }
         const { cookieJar, ...rest } = options;
         const cacheKey = JSON.stringify(rest);
-        const existingClient = this.clientCache.get(cacheKey);
+        const existingClient = this.#clientCache.get(cacheKey);
         if (existingClient && (!cookieJar || existingClient.cookieJar === cookieJar)) {
             return existingClient.client;
         }
         const client = new Impit(options);
-        this.clientCache.add(cacheKey, { client, cookieJar: cookieJar });
+        this.#clientCache.add(cacheKey, { client, cookieJar: cookieJar });
         return client;
     }
     /**
@@ -64,18 +64,21 @@ export class ImpitHttpClient extends BaseHttpClient {
     constructor(options) {
         super({ logger: options?.logger });
         const { cacheClients = true, logger: _logger, ...impitOptions } = options ?? {};
-        this.impitOptions = impitOptions;
-        this.cacheClients = cacheClients;
+        this.#impitOptions = impitOptions;
+        this.#cacheClients = cacheClients;
     }
     /**
      * @inheritDoc
      */
     async fetch(request, options) {
-        const { proxyUrl, redirect, signal, fingerprint } = options ?? {};
-        const impitBrowser = this.resolveImpitBrowser(fingerprint);
-        const impit = this.getClient({
-            ...this.impitOptions,
+        const { proxyUrl, redirect, signal, fingerprint, ignoreTlsErrors } = options ?? {};
+        const impitBrowser = this.#resolveImpitBrowser(fingerprint);
+        const impit = this.#getClient({
+            ...this.#impitOptions,
             ...(impitBrowser ? { browser: impitBrowser } : {}),
+            // The per-request flag (from the crawler option or a MITM proxy session)
+            // can only enable ignoring, never override a constructor-level `true`.
+            ...(ignoreTlsErrors ? { ignoreTlsErrors: true } : {}),
             proxyUrl,
             followRedirects: redirect === 'follow',
         });
@@ -83,10 +86,10 @@ export class ImpitHttpClient extends BaseHttpClient {
         // todo - cast shouldn't be needed here, impit returns `Uint8Array`
         return new ResponseWithUrl(response.body, response);
     }
-    resolveImpitBrowser(fingerprint) {
+    #resolveImpitBrowser(fingerprint) {
         if (!fingerprint?.browser)
             return undefined;
-        const cached = this.impitBrowserByFingerprint.get(fingerprint);
+        const cached = this.#impitBrowserByFingerprint.get(fingerprint);
         if (cached)
             return cached;
         // impit can only impersonate Chrome and Firefox. Map other (Chromium-based or
@@ -94,7 +97,7 @@ export class ImpitHttpClient extends BaseHttpClient {
         // carries realistic browser headers instead of impit's bare `*/*` defaults.
         const versions = IMPIT_VERSIONS_BY_BROWSER[fingerprint.browser] ?? IMPIT_VERSIONS_BY_BROWSER.chrome;
         const picked = versions[Math.floor(Math.random() * versions.length)];
-        this.impitBrowserByFingerprint.set(fingerprint, picked);
+        this.#impitBrowserByFingerprint.set(fingerprint, picked);
         return picked;
     }
 }

package/package.json

@@ -1,9 +1,9 @@
 {
     "name": "@crawlee/impit-client",
-    "version": "4.0.0-beta.99",
+    "version": "4.0.0-rc.1",
     "description": "impit-based HTTP client implementation for Crawlee. Impersonates browser requests to avoid bot detection.",
     "engines": {
-        "node": ">=22.0.0"
+        "node": ">=22.13.0"
     },
     "type": "module",
     "exports": {
@@ -47,9 +47,9 @@
         "access": "public"
     },
     "dependencies": {
-        "@apify/datastructures": "^2.0.3",
-        "@crawlee/http-client": "4.0.0-beta.99",
-        "@crawlee/types": "4.0.0-beta.99",
+        "@apify/datastructures": "^3.0.1",
+        "@crawlee/http-client": "4.0.0-rc.1",
+        "@crawlee/types": "4.0.0-rc.1",
         "impit": "^0.14.2",
         "tough-cookie": "^6.0.0"
     },
@@ -60,5 +60,5 @@
             }
         }
     },
-    "gitHead": "ad2748380941842bb10cff100f4b4caad92049e3"
+    "gitHead": "f354ca5e943bed1a5c657a1fce1974c053f9fff0"
 }