@crawlee/got-scraping-client 4.0.0-rc.0 → 4.0.0-rc.1

package/README.md

@@ -34,7 +34,7 @@ Crawlee is available as the [`crawlee`](https://www.npmjs.com/package/crawlee) N
 
 We recommend visiting the [Introduction tutorial](https://crawlee.dev/js/docs/introduction) in Crawlee documentation for more information.
 
-> Crawlee requires **Node.js 16 or higher**.
+> Crawlee requires **Node.js 22.13 or higher**.
 
 ### With Crawlee CLI
 

package/index.d.ts

@@ -3,12 +3,6 @@ import { BaseHttpClient, type CustomFetchOptions } from '@crawlee/http-client';
  * A HTTP client implementation based on the `got-scraping` library.
  */
 export declare class GotScrapingHttpClient extends BaseHttpClient {
-    /**
-     * Type guard that validates the HTTP method (excluding CONNECT).
-     * @param request - The HTTP request to validate
-     */
-    private validateRequest;
-    private iterateHeaders;
-    private parseHeaders;
-    fetch(request: Request, options?: RequestInit & CustomFetchOptions): Promise<Response>;
+    #private;
+    protected fetch(request: Request, options?: RequestInit & CustomFetchOptions): Promise<Response>;
 }

package/index.js

@@ -9,10 +9,10 @@ export class GotScrapingHttpClient extends BaseHttpClient {
      * Type guard that validates the HTTP method (excluding CONNECT).
      * @param request - The HTTP request to validate
      */
-    validateRequest(request) {
+    #validateRequest(request) {
         return !['CONNECT', 'connect'].includes(request.method);
     }
-    *iterateHeaders(headers) {
+    *#iterateHeaders(headers) {
         for (const [key, value] of Object.entries(headers)) {
             if (key.startsWith(':') || value === undefined)
                 continue;
@@ -25,12 +25,12 @@ export class GotScrapingHttpClient extends BaseHttpClient {
             }
         }
     }
-    parseHeaders(headers) {
-        return new Headers([...this.iterateHeaders(headers)]);
+    #parseHeaders(headers) {
+        return new Headers([...this.#iterateHeaders(headers)]);
     }
     async fetch(request, options) {
         const { proxyUrl, redirect, ignoreTlsErrors } = options ?? {};
-        if (!this.validateRequest(request)) {
+        if (!this.#validateRequest(request)) {
             throw new Error(`The HTTP method CONNECT is not supported by the GotScrapingHttpClient.`);
         }
         const gotResult = await gotScraping({
@@ -43,7 +43,7 @@ export class GotScrapingHttpClient extends BaseHttpClient {
             followRedirect: redirect === 'follow',
             ...(ignoreTlsErrors ? { https: { rejectUnauthorized: false } } : {}),
         });
-        const responseHeaders = this.parseHeaders(gotResult.headers);
+        const responseHeaders = this.#parseHeaders(gotResult.headers);
         return new ResponseWithUrl(new Uint8Array(gotResult.rawBody), {
             headers: responseHeaders,
             status: gotResult.statusCode,

package/package.json

@@ -1,9 +1,9 @@
 {
     "name": "@crawlee/got-scraping-client",
-    "version": "4.0.0-rc.0",
+    "version": "4.0.0-rc.1",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
-        "node": ">=22.0.0"
+        "node": ">=22.13.0"
     },
     "type": "module",
     "exports": {
@@ -47,7 +47,7 @@
         "access": "public"
     },
     "dependencies": {
-        "@crawlee/http-client": "4.0.0-rc.0",
+        "@crawlee/http-client": "4.0.0-rc.1",
         "got-scraping": "^4.2.1"
     },
     "lerna": {
@@ -57,5 +57,5 @@
             }
         }
     },
-    "gitHead": "79ab33dacdacb83e0197e6516d145f3aceef80c7"
+    "gitHead": "f354ca5e943bed1a5c657a1fce1974c053f9fff0"
 }