@crawlee/core 4.0.0-beta.187 → 4.0.0-beta.189

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "4.0.0-beta.187",
+    "version": "4.0.0-beta.189",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -53,10 +53,10 @@
         "@apify/log": "^3.0.1",
         "@apify/timeout": "^1.0.1",
         "@apify/utilities": "^3.0.1",
-        "@crawlee/fs-storage": "4.0.0-beta.187",
-        "@crawlee/http-client": "4.0.0-beta.187",
-        "@crawlee/types": "4.0.0-beta.187",
-        "@crawlee/utils": "4.0.0-beta.187",
+        "@crawlee/fs-storage": "4.0.0-beta.189",
+        "@crawlee/http-client": "4.0.0-beta.189",
+        "@crawlee/types": "4.0.0-beta.189",
+        "@crawlee/utils": "4.0.0-beta.189",
         "@sapphire/async-queue": "^1.5.5",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -76,5 +76,5 @@
             }
         }
     },
-    "gitHead": "1281760f20f7ee1181e3171d759efb055647e6c5"
+    "gitHead": "1dbb0f272b9da9c7a6bf3bdc1ae48f84eda3f21c"
 }

package/proxy_configuration.d.ts

@@ -1,9 +1,6 @@
 import type { ProxyInfo } from '@crawlee/types';
-import type { Request } from './request.js';
 export interface ProxyConfigurationFunction {
-    (options?: {
-        request?: Request;
-    }): string | null | Promise<string | null>;
+    (): string | null | Promise<string | null>;
 }
 type UrlList = (string | null)[];
 export interface ProxyConfigurationOptions {
@@ -14,16 +11,13 @@ export interface ProxyConfigurationOptions {
      */
     proxyUrls?: UrlList;
     /**
-     * Custom function that allows you to generate the new proxy URL dynamically. It gets an optional parameter with the `Request` object when applicable.
+     * Custom function that allows you to generate the new proxy URL dynamically.
      * Can return either stringified proxy URL or `null` if the proxy should not be used. Can be asynchronous.
      *
      * This function is used to generate the URL when {@link ProxyConfiguration.newUrl} or {@link ProxyConfiguration.newProxyInfo} is called.
      */
     newUrlFunction?: ProxyConfigurationFunction;
 }
-interface NewUrlOptions {
-    request?: Request;
-}
 /**
  * Minimal contract that any object passed to a crawler as its `proxyConfiguration`
  * option must satisfy.
@@ -36,10 +30,10 @@ interface NewUrlOptions {
  */
 export interface IProxyConfiguration {
     /**
-     * Creates a new {@link ProxyInfo} object describing the proxy to use for the given
-     * request. Returns `undefined` when no proxy should be used.
+     * Creates a new {@link ProxyInfo} object describing the proxy to use.
+     * Returns `undefined` when no proxy should be used.
      */
-    newProxyInfo(options?: NewUrlOptions): Promise<ProxyInfo | undefined>;
+    newProxyInfo(): Promise<ProxyInfo | undefined>;
 }
 /**
  * Configures connection to a proxy server with the provided options. Proxy servers are used to prevent target websites from blocking
@@ -102,14 +96,14 @@ export declare class ProxyConfiguration implements IProxyConfiguration {
      *
      * @return Represents information about used proxy and its configuration.
      */
-    newProxyInfo(options?: NewUrlOptions): Promise<ProxyInfo | undefined>;
+    newProxyInfo(): Promise<ProxyInfo | undefined>;
     /**
      * Returns a new proxy URL based on provided configuration options.
      *
      * @return A string with a proxy URL, including authentication credentials and port number.
      *  For example, `http://bob:password123@proxy.example.com:8000`
      */
-    newUrl(options?: NewUrlOptions): Promise<string | undefined>;
+    newUrl(): Promise<string | undefined>;
     private handleProxyUrlsList;
     /**
      * Calls the custom newUrlFunction and checks format of its return value

package/proxy_configuration.js

@@ -83,8 +83,8 @@ export class ProxyConfiguration {
      *
      * @return Represents information about used proxy and its configuration.
      */
-    async newProxyInfo(options) {
-        const url = await this.newUrl(options);
+    async newProxyInfo() {
+        const url = await this.newUrl();
         if (!url)
             return undefined;
         const { username, password, port, hostname } = new URL(url);
@@ -102,9 +102,9 @@ export class ProxyConfiguration {
      * @return A string with a proxy URL, including authentication credentials and port number.
      *  For example, `http://bob:password123@proxy.example.com:8000`
      */
-    async newUrl(options) {
+    async newUrl() {
         if (this.#newUrlFunction) {
-            return (await this.callNewUrlFunction({ request: options?.request })) ?? undefined;
+            return (await this.callNewUrlFunction()) ?? undefined;
         }
         return this.handleProxyUrlsList() ?? undefined;
     }
@@ -114,8 +114,8 @@ export class ProxyConfiguration {
     /**
      * Calls the custom newUrlFunction and checks format of its return value
      */
-    async callNewUrlFunction(options) {
-        const proxyUrl = await this.#newUrlFunction(options);
+    async callNewUrlFunction() {
+        const proxyUrl = await this.#newUrlFunction();
         try {
             if (proxyUrl) {
                 new URL(proxyUrl); // eslint-disable-line no-new