@crawlee/core 4.0.0-beta.165 → 4.0.0-beta.166

package/log.d.ts

@@ -1,7 +1,7 @@
-import type { CrawleeLogger, CrawleeLoggerOptions } from '@crawlee/types';
+import type { CrawleeLogger, CrawleeLoggerOptions, LogOptions } from '@crawlee/types';
 import type { LoggerOptions } from '@apify/log';
 import log, { Log, Logger, LoggerJson, LoggerText, LogLevel } from '@apify/log';
-export type { CrawleeLogger, CrawleeLoggerOptions };
+export type { CrawleeLogger, CrawleeLoggerOptions, LogOptions };
 /**
  * Abstract base class for custom Crawlee logger implementations.
  *
@@ -55,14 +55,14 @@ export declare abstract class BaseCrawleeLogger implements CrawleeLogger {
     getOptions(): CrawleeLoggerOptions;
     setOptions(options: Partial<CrawleeLoggerOptions>): void;
     child(options: Partial<CrawleeLoggerOptions>): CrawleeLogger;
-    error(message: string, data?: Record<string, unknown>): void;
+    error(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
     exception(exception: Error, message: string, data?: Record<string, unknown>): void;
-    softFail(message: string, data?: Record<string, unknown>): void;
-    warning(message: string, data?: Record<string, unknown>): void;
+    softFail(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
+    warning(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
     warningOnce(message: string): void;
-    info(message: string, data?: Record<string, unknown>): void;
-    debug(message: string, data?: Record<string, unknown>): void;
-    perf(message: string, data?: Record<string, unknown>): void;
+    info(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
+    debug(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
+    perf(message: string, data?: Record<string, unknown>, options?: LogOptions): void;
     deprecated(message: string): void;
 }
 /**

package/log.js

@@ -33,7 +33,7 @@ export class BaseCrawleeLogger {
     // Note: If wrapping logger in a Proxy, unbound methods calling #-fields throw TypeError
     // unless bound to the target (see createLogProxy in adaptive-playwright-crawler.ts).
     #options;
-    #warningsLogged = new Set();
+    #loggedOnce = new Set();
     constructor(options = {}) {
         this.#options = options;
     }
@@ -46,7 +46,27 @@ export class BaseCrawleeLogger {
     child(options) {
         return this.createChild(options);
     }
-    error(message, data) {
+    /**
+     * Whether `once` suppresses this message. Keyed by level as well as text, so that a message logged once as
+     * `info` does not swallow the same text logged as a `warning`.
+     *
+     * Handled here rather than in {@link BaseCrawleeLogger.logWithLevel} so that every logger gets it, instead
+     * of each implementation having to dedupe for itself.
+     */
+    #suppressedAsRepeat(level, message, options) {
+        if (!options?.once) {
+            return false;
+        }
+        const key = `${level}:${message}`;
+        if (this.#loggedOnce.has(key)) {
+            return true;
+        }
+        this.#loggedOnce.add(key);
+        return false;
+    }
+    error(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.ERROR, message, options))
+            return;
         this.logWithLevel(LogLevel.ERROR, message, data);
     }
     exception(exception, message, data) {
@@ -56,25 +76,35 @@ export class BaseCrawleeLogger {
             exception,
         });
     }
-    softFail(message, data) {
+    softFail(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.SOFT_FAIL, message, options))
+            return;
         this.logWithLevel(LogLevel.SOFT_FAIL, message, data);
     }
-    warning(message, data) {
+    warning(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.WARNING, message, options))
+            return;
         this.logWithLevel(LogLevel.WARNING, message, data);
     }
     warningOnce(message) {
-        if (!this.#warningsLogged.has(message)) {
-            this.#warningsLogged.add(message);
-            this.warning(message);
-        }
-    }
-    info(message, data) {
+        // Gates before delegating, so that a suppressed repeat is not even a `warning()` call.
+        if (this.#suppressedAsRepeat(LogLevel.WARNING, message, { once: true }))
+            return;
+        this.warning(message);
+    }
+    info(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.INFO, message, options))
+            return;
         this.logWithLevel(LogLevel.INFO, message, data);
     }
-    debug(message, data) {
+    debug(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.DEBUG, message, options))
+            return;
         this.logWithLevel(LogLevel.DEBUG, message, data);
     }
-    perf(message, data) {
+    perf(message, data, options) {
+        if (this.#suppressedAsRepeat(LogLevel.PERF, message, options))
+            return;
         this.logWithLevel(LogLevel.PERF, `[PERF] ${message}`, data);
     }
     deprecated(message) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "4.0.0-beta.165",
+    "version": "4.0.0-beta.166",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -52,10 +52,10 @@
         "@apify/log": "^3.0.1",
         "@apify/timeout": "^1.0.1",
         "@apify/utilities": "^3.0.1",
-        "@crawlee/fs-storage": "4.0.0-beta.165",
-        "@crawlee/http-client": "4.0.0-beta.165",
-        "@crawlee/types": "4.0.0-beta.165",
-        "@crawlee/utils": "4.0.0-beta.165",
+        "@crawlee/fs-storage": "4.0.0-beta.166",
+        "@crawlee/http-client": "4.0.0-beta.166",
+        "@crawlee/types": "4.0.0-beta.166",
+        "@crawlee/utils": "4.0.0-beta.166",
         "@sapphire/async-queue": "^1.5.5",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -78,5 +78,5 @@
             }
         }
     },
-    "gitHead": "e41d837b93d16b5e5c726d4dc00aa6f3f1282b51"
+    "gitHead": "5d34cf3b9da170f22cf5b346014ba44060dad827"
 }