@crawlee/impit-client 4.0.0-beta.99 → 4.0.0-rc.0

package/index.d.ts

@@ -10,21 +10,7 @@ export declare const Browser: {
  * A HTTP client implementation based on the `impit` library.
  */
 export declare class ImpitHttpClient extends BaseHttpClient {
-    private impitOptions;
-    private cacheClients;
-    /**
-     * Enables reuse of `impit` clients for the same set of options.
-     * This is useful for performance reasons, as creating
-     * a new client for each request breaks TCP connection
-     * (and other resources) reuse.
-     */
-    private clientCache;
-    /**
-     * Stable impit impersonation version per fingerprint object, so the same
-     * session keeps impersonating the same browser version across requests
-     * instead of rerolling on every call.
-     */
-    private impitBrowserByFingerprint;
+    #private;
     private getClient;
     /**
      * @param options.cacheClients Whether to cache `impit` clients between requests. Defaults to `true`.

package/index.js

@@ -29,33 +29,33 @@ export const Browser = {
  * A HTTP client implementation based on the `impit` library.
  */
 export class ImpitHttpClient extends BaseHttpClient {
-    impitOptions;
-    cacheClients;
+    #impitOptions;
+    #cacheClients;
     /**
      * Enables reuse of `impit` clients for the same set of options.
      * This is useful for performance reasons, as creating
      * a new client for each request breaks TCP connection
      * (and other resources) reuse.
      */
-    clientCache = new LruCache({ maxLength: 10 });
+    #clientCache = new LruCache({ maxLength: 10 });
     /**
      * Stable impit impersonation version per fingerprint object, so the same
      * session keeps impersonating the same browser version across requests
      * instead of rerolling on every call.
      */
-    impitBrowserByFingerprint = new WeakMap();
+    #impitBrowserByFingerprint = new WeakMap();
     getClient(options) {
-        if (!this.cacheClients) {
+        if (!this.#cacheClients) {
             return new Impit(options);
         }
         const { cookieJar, ...rest } = options;
         const cacheKey = JSON.stringify(rest);
-        const existingClient = this.clientCache.get(cacheKey);
+        const existingClient = this.#clientCache.get(cacheKey);
         if (existingClient && (!cookieJar || existingClient.cookieJar === cookieJar)) {
             return existingClient.client;
         }
         const client = new Impit(options);
-        this.clientCache.add(cacheKey, { client, cookieJar: cookieJar });
+        this.#clientCache.add(cacheKey, { client, cookieJar: cookieJar });
         return client;
     }
     /**
@@ -64,18 +64,21 @@ export class ImpitHttpClient extends BaseHttpClient {
     constructor(options) {
         super({ logger: options?.logger });
         const { cacheClients = true, logger: _logger, ...impitOptions } = options ?? {};
-        this.impitOptions = impitOptions;
-        this.cacheClients = cacheClients;
+        this.#impitOptions = impitOptions;
+        this.#cacheClients = cacheClients;
     }
     /**
      * @inheritDoc
      */
     async fetch(request, options) {
-        const { proxyUrl, redirect, signal, fingerprint } = options ?? {};
+        const { proxyUrl, redirect, signal, fingerprint, ignoreTlsErrors } = options ?? {};
         const impitBrowser = this.resolveImpitBrowser(fingerprint);
         const impit = this.getClient({
-            ...this.impitOptions,
+            ...this.#impitOptions,
             ...(impitBrowser ? { browser: impitBrowser } : {}),
+            // The per-request flag (from the crawler option or a MITM proxy session)
+            // can only enable ignoring, never override a constructor-level `true`.
+            ...(ignoreTlsErrors ? { ignoreTlsErrors: true } : {}),
             proxyUrl,
             followRedirects: redirect === 'follow',
         });
@@ -86,7 +89,7 @@ export class ImpitHttpClient extends BaseHttpClient {
     resolveImpitBrowser(fingerprint) {
         if (!fingerprint?.browser)
             return undefined;
-        const cached = this.impitBrowserByFingerprint.get(fingerprint);
+        const cached = this.#impitBrowserByFingerprint.get(fingerprint);
         if (cached)
             return cached;
         // impit can only impersonate Chrome and Firefox. Map other (Chromium-based or
@@ -94,7 +97,7 @@ export class ImpitHttpClient extends BaseHttpClient {
         // carries realistic browser headers instead of impit's bare `*/*` defaults.
         const versions = IMPIT_VERSIONS_BY_BROWSER[fingerprint.browser] ?? IMPIT_VERSIONS_BY_BROWSER.chrome;
         const picked = versions[Math.floor(Math.random() * versions.length)];
-        this.impitBrowserByFingerprint.set(fingerprint, picked);
+        this.#impitBrowserByFingerprint.set(fingerprint, picked);
         return picked;
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/impit-client",
-    "version": "4.0.0-beta.99",
+    "version": "4.0.0-rc.0",
     "description": "impit-based HTTP client implementation for Crawlee. Impersonates browser requests to avoid bot detection.",
     "engines": {
         "node": ">=22.0.0"
@@ -48,8 +48,8 @@
     },
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
-        "@crawlee/http-client": "4.0.0-beta.99",
-        "@crawlee/types": "4.0.0-beta.99",
+        "@crawlee/http-client": "4.0.0-rc.0",
+        "@crawlee/types": "4.0.0-rc.0",
         "impit": "^0.14.2",
         "tough-cookie": "^6.0.0"
     },
@@ -60,5 +60,5 @@
             }
         }
     },
-    "gitHead": "ad2748380941842bb10cff100f4b4caad92049e3"
+    "gitHead": "79ab33dacdacb83e0197e6516d145f3aceef80c7"
 }