@crawlee/utils 4.0.0-beta.91 → 4.0.0-beta.92

package/internals/general.d.ts

@@ -8,11 +8,6 @@ export declare const URL_NO_COMMAS_REGEX: RegExp;
  * Note, however, that this may prevent parsing URLs from comma delimited lists, or the URLs may become malformed.
  */
 export declare const URL_WITH_COMMAS_REGEX: RegExp;
-/**
- * Computes a weighted average of an array of numbers, complemented by an array of weights.
- * @ignore
- */
-export declare function weightedAvg(arrValues: number[], arrWeights: number[]): number;
 /**
  * Returns a `Promise` that resolves after a specific period of time. This is useful to implement waiting
  * in your code, e.g. to prevent overloading of target website or to avoid bot detection.
@@ -35,20 +30,3 @@ export declare function sleep(millis?: number): Promise<void>;
  * @ignore
  */
 export declare function expandShadowRoots(document: Document): string;
-/**
- * Checks if the given value is a Node.js Stream or a Web API ReadableStream.
- * @ignore
- */
-export declare function isStream(value: unknown): value is NodeJS.ReadableStream | ReadableStream;
-/**
- * Checks if the given value is a Node.js Buffer, ArrayBuffer, or TypedArray.
- * @ignore
- */
-export declare function isBuffer(value: unknown): value is Buffer | ArrayBuffer | ArrayBufferView;
-/**
- * Converts a byte-like value (Buffer, ArrayBuffer, or any typed-array / DataView) into a Buffer over
- * the exact same bytes, honoring `byteOffset` / `byteLength` for views. Existing Buffers are returned
- * as-is. Used by storage backends, which persist raw bytes regardless of the input's concrete shape.
- * @ignore
- */
-export declare function toBuffer(value: Buffer | ArrayBuffer | ArrayBufferView): Buffer;

package/internals/general.js

@@ -9,20 +9,6 @@ export const URL_NO_COMMAS_REGEX = /https?:\/\/(www\.)?([\p{L}0-9]|[\p{L}0-9][-\
  * Note, however, that this may prevent parsing URLs from comma delimited lists, or the URLs may become malformed.
  */
 export const URL_WITH_COMMAS_REGEX = /https?:\/\/(www\.)?([\p{L}0-9]|[\p{L}0-9][-\p{L}0-9@:%._+~#=]{0,254}[\p{L}0-9])\.[a-z]{2,63}(:\d{1,5})?(\/[-\p{L}0-9@:%_+,.~#?&/=()'*]*)?/giu;
-/**
- * Computes a weighted average of an array of numbers, complemented by an array of weights.
- * @ignore
- */
-export function weightedAvg(arrValues, arrWeights) {
-    const result = arrValues
-        .map((value, i) => {
-        const weight = arrWeights[i];
-        const sum = value * weight;
-        return [sum, weight];
-    })
-        .reduce((p, c) => [p[0] + c[0], p[1] + c[1]], [0, 0]);
-    return result[0] / result[1];
-}
 /**
  * Returns a `Promise` that resolves after a specific period of time. This is useful to implement waiting
  * in your code, e.g. to prevent overloading of target website or to avoid bot detection.
@@ -71,45 +57,3 @@ export function expandShadowRoots(document) {
     replaceShadowDomsWithHtml(document.body);
     return document.documentElement.outerHTML;
 }
-/**
- * Checks if the given value is a Node.js Stream or a Web API ReadableStream.
- * @ignore
- */
-export function isStream(value) {
-    if (typeof value !== 'object' || value === null) {
-        return false;
-    }
-    // A Node.js Readable is both pipeable and async-iterable; a Web ReadableStream exposes pipeTo.
-    // Requiring async-iterability for the `pipe` branch rejects plain `{ pipe }` ducks that would
-    // otherwise blow up later in the storage backends' drain loop with a cryptic TypeError.
-    const isNodeStream = typeof value.pipe === 'function' && typeof value[Symbol.asyncIterator] === 'function';
-    const isWebStream = typeof value.pipeTo === 'function';
-    return isNodeStream || isWebStream;
-}
-/**
- * Checks if the given value is a Node.js Buffer, ArrayBuffer, or TypedArray.
- * @ignore
- */
-export function isBuffer(value) {
-    return (value != null &&
-        typeof value === 'object' &&
-        (Buffer.isBuffer(value) ||
-            value instanceof ArrayBuffer ||
-            ArrayBuffer.isView(value) ||
-            value.constructor?.name === 'Buffer'));
-}
-/**
- * Converts a byte-like value (Buffer, ArrayBuffer, or any typed-array / DataView) into a Buffer over
- * the exact same bytes, honoring `byteOffset` / `byteLength` for views. Existing Buffers are returned
- * as-is. Used by storage backends, which persist raw bytes regardless of the input's concrete shape.
- * @ignore
- */
-export function toBuffer(value) {
-    if (Buffer.isBuffer(value)) {
-        return value;
-    }
-    if (value instanceof ArrayBuffer) {
-        return Buffer.from(value);
-    }
-    return Buffer.from(value.buffer, value.byteOffset, value.byteLength);
-}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/utils",
-    "version": "4.0.0-beta.91",
+    "version": "4.0.0-beta.92",
     "description": "A set of shared utilities that can be used by crawlers",
     "engines": {
         "node": ">=22.0.0"
@@ -42,8 +42,8 @@
     },
     "dependencies": {
         "@apify/ps-tree": "^1.2.0",
-        "@crawlee/http-client": "4.0.0-beta.91",
-        "@crawlee/types": "4.0.0-beta.91",
+        "@crawlee/http-client": "4.0.0-beta.92",
+        "@crawlee/types": "4.0.0-beta.92",
         "@types/sax": "^1.2.7",
         "cheerio": "^1.0.0",
         "domhandler": "^5.0.3",
@@ -61,5 +61,5 @@
             }
         }
     },
-    "gitHead": "1e3e1ca10f24be53e1d527b3ea25f456baebecbf"
+    "gitHead": "9470e6cd2fe57b354ba30643a2348f2e737c37fe"
 }