@crawlee/utils 4.0.0-beta.93 → 4.0.0-beta.95

package/internals/iterables.d.ts

@@ -26,85 +26,6 @@ export declare function isIterable<T>(value: unknown): value is Iterable<T>;
  * ```
  */
 export declare function isAsyncIterable<T>(value: unknown): value is AsyncIterable<T>;
-/**
- * Converts any iterable or async iterable to an async iterable.
- * @internal
- *
- * @yields Each item from the input iterable
- *
- * **Example usage:**
- * ```ts
- * const syncArray = [1, 2, 3];
- * for await (const item of asyncifyIterable(syncArray)) {
- *   console.log(item); // 1, 2, 3
- * }
- * ```
- */
-export declare function asyncifyIterable<T>(iterable: Iterable<T> | AsyncIterable<T>): AsyncIterable<T>;
-/**
- * Lazily splits the input async iterable into chunks of specified size.
- * The last chunk may contain fewer items if the total number of items
- * is not evenly divisible by the chunk size.
- * @internal
- *
- * @yields Arrays of items, each containing up to chunkSize items
- *
- * **Example usage:**
- * ```ts
- * const numbers = async function* () {
- *   for (let i = 1; i <= 10; i++) yield i;
- * };
- *
- * for await (const chunk of chunkedAsyncIterable(numbers(), 3)) {
- *   console.log(chunk); // [1, 2, 3], [4, 5, 6], [7, 8, 9], [10]
- * }
- * ```
- */
-export declare function chunkedAsyncIterable<T>(iterable: AsyncIterable<T> | Iterable<T>, chunkSize: number | (() => number)): AsyncIterable<T[]>;
-/**
- * An async iterator that also supports peeking at the next value without consuming it.
- * Extends both AsyncIterator and AsyncIterable interfaces.
- * @internal
- */
-export interface PeekableAsyncIterator<T> extends AsyncIterator<T>, AsyncIterable<T> {
-    /**
-     * Peeks at the next value without consuming it from the iterator.
-     * Subsequent calls to peek() will return the same value until next() is called.
-     *
-     * @returns Promise that resolves to the next value, or undefined if the iterator is exhausted
-     */
-    peek(): Promise<T | undefined>;
-}
-/**
- * An async iterable that yields peekable async iterators.
- * @internal
- */
-export interface PeekableAsyncIterable<T> extends AsyncIterable<T> {
-    [Symbol.asyncIterator](): PeekableAsyncIterator<T>;
-}
-/**
- * Wraps an async iterable to provide peek functionality, allowing you to look at
- * the next value without consuming it from the iterator.
- * @internal
- *
- * @param iterable - The async iterable to make peekable
- *
- * **Example usage:**
- * ```ts
- * const numbers = async function* () {
- *   yield 1; yield 2; yield 3;
- * };
- *
- * const peekable = peekableAsyncIterable(numbers());
- * const iterator = peekable[Symbol.asyncIterator]();
- *
- * console.log(await iterator.peek()); // 1 (doesn't consume)
- * console.log(await iterator.peek()); // 1 (still doesn't consume)
- * console.log(await iterator.next()); // { value: 1, done: false } (now consumed)
- * console.log(await iterator.peek()); // 2 (next value)
- * ```
- */
-export declare function peekableAsyncIterable<T>(iterable: AsyncIterable<T> | Iterable<T>): PeekableAsyncIterable<T>;
 /**
  * Merges multiple async iterables into a single async iterable, yielding values concurrently.
  *

package/internals/iterables.js

@@ -1,4 +1,3 @@
-import { inspect } from 'node:util';
 /**
  * Type guard that checks if a value is iterable (has Symbol.iterator).
  * @internal
@@ -40,139 +39,6 @@ export function isAsyncIterable(value) {
     }
     return typeof Object(value)[Symbol.asyncIterator] === 'function';
 }
-/**
- * Converts any iterable or async iterable to an async iterable.
- * @internal
- *
- * @yields Each item from the input iterable
- *
- * **Example usage:**
- * ```ts
- * const syncArray = [1, 2, 3];
- * for await (const item of asyncifyIterable(syncArray)) {
- *   console.log(item); // 1, 2, 3
- * }
- * ```
- */
-export async function* asyncifyIterable(iterable) {
-    yield* iterable;
-}
-/**
- * Lazily splits the input async iterable into chunks of specified size.
- * The last chunk may contain fewer items if the total number of items
- * is not evenly divisible by the chunk size.
- * @internal
- *
- * @yields Arrays of items, each containing up to chunkSize items
- *
- * **Example usage:**
- * ```ts
- * const numbers = async function* () {
- *   for (let i = 1; i <= 10; i++) yield i;
- * };
- *
- * for await (const chunk of chunkedAsyncIterable(numbers(), 3)) {
- *   console.log(chunk); // [1, 2, 3], [4, 5, 6], [7, 8, 9], [10]
- * }
- * ```
- */
-export async function* chunkedAsyncIterable(iterable, chunkSize) {
-    const getChunkSize = typeof chunkSize === 'function' ? chunkSize : () => chunkSize;
-    if (typeof chunkSize === 'number' && chunkSize < 1) {
-        throw new Error(`Chunk size must be a positive number (${inspect(chunkSize)}) received`);
-    }
-    const iterator = Symbol.asyncIterator in iterable
-        ? iterable[Symbol.asyncIterator]()
-        : iterable[Symbol.iterator]();
-    while (true) {
-        const currentSize = getChunkSize();
-        if (currentSize < 1)
-            break;
-        const chunk = [];
-        for (let i = 0; i < currentSize; i++) {
-            const next = await iterator.next();
-            if (next.done) {
-                break;
-            }
-            chunk.push(next.value);
-        }
-        if (chunk.length === 0)
-            break;
-        yield chunk;
-    }
-}
-/**
- * Wraps an async iterable to provide peek functionality, allowing you to look at
- * the next value without consuming it from the iterator.
- * @internal
- *
- * @param iterable - The async iterable to make peekable
- *
- * **Example usage:**
- * ```ts
- * const numbers = async function* () {
- *   yield 1; yield 2; yield 3;
- * };
- *
- * const peekable = peekableAsyncIterable(numbers());
- * const iterator = peekable[Symbol.asyncIterator]();
- *
- * console.log(await iterator.peek()); // 1 (doesn't consume)
- * console.log(await iterator.peek()); // 1 (still doesn't consume)
- * console.log(await iterator.next()); // { value: 1, done: false } (now consumed)
- * console.log(await iterator.peek()); // 2 (next value)
- * ```
- */
-export function peekableAsyncIterable(iterable) {
-    const iterator = asyncifyIterable(iterable)[Symbol.asyncIterator]();
-    let peekedValue;
-    let isExhausted = false;
-    const peekableIterator = {
-        async next() {
-            // If we have peeked a value, return it and clear the peek
-            if (peekedValue !== undefined) {
-                const result = peekedValue;
-                peekedValue = undefined;
-                if (result.done) {
-                    isExhausted = true;
-                    return { done: true, value: undefined };
-                }
-                return { done: false, value: result.value };
-            }
-            if (isExhausted) {
-                return { done: true, value: undefined };
-            }
-            const result = await iterator.next();
-            if (result.done) {
-                isExhausted = true;
-            }
-            return result;
-        },
-        async peek() {
-            if (peekedValue !== undefined) {
-                return peekedValue.done ? undefined : peekedValue.value;
-            }
-            if (isExhausted) {
-                return undefined;
-            }
-            const result = await iterator.next();
-            peekedValue = { done: result.done ?? false, value: result.value };
-            if (result.done) {
-                isExhausted = true;
-                return undefined;
-            }
-            return result.value;
-        },
-        [Symbol.asyncIterator]() {
-            return this;
-        },
-    };
-    return {
-        [Symbol.asyncIterator]() {
-            return peekableIterator;
-        },
-    };
-}
 // Source - https://stackoverflow.com/a/71288323
 /**
  * Merges multiple async iterables into a single async iterable, yielding values concurrently.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/utils",
-    "version": "4.0.0-beta.93",
+    "version": "4.0.0-beta.95",
     "description": "A set of shared utilities that can be used by crawlers",
     "engines": {
         "node": ">=22.0.0"
@@ -42,8 +42,8 @@
     },
     "dependencies": {
         "@apify/ps-tree": "^1.2.0",
-        "@crawlee/http-client": "4.0.0-beta.93",
-        "@crawlee/types": "4.0.0-beta.93",
+        "@crawlee/http-client": "4.0.0-beta.95",
+        "@crawlee/types": "4.0.0-beta.95",
         "@types/sax": "^1.2.7",
         "cheerio": "^1.0.0",
         "domhandler": "^5.0.3",
@@ -61,5 +61,5 @@
             }
         }
     },
-    "gitHead": "b9d21e80d94d01e21d4e1c19191610d0157dd172"
+    "gitHead": "ba8602d011706fb5c9930232402156eb5b657eb3"
 }