@crawlee/utils 4.0.0-beta.87 → 4.0.0-beta.88

package/index.d.ts

@@ -1,6 +1,5 @@
 export * from './internals/blocked.js';
 export * from './internals/cheerio.js';
-export * from './internals/chunk.js';
 export * from './internals/extract-urls.js';
 export * from './internals/general.js';
 export * as social from './internals/social.js';

package/index.js

@@ -1,6 +1,5 @@
 export * from './internals/blocked.js';
 export * from './internals/cheerio.js';
-export * from './internals/chunk.js';
 export * from './internals/extract-urls.js';
 export * from './internals/general.js';
 export * as social from './internals/social.js';

package/internals/general.d.ts

@@ -30,11 +30,6 @@ export declare function weightedAvg(arrValues: number[], arrWeights: number[]):
  * @param millis Period of time to sleep, in milliseconds. If not a positive number, the returned promise resolves immediately.
  */
 export declare function sleep(millis?: number): Promise<void>;
-/**
- * Converts SNAKE_CASE to camelCase.
- * @ignore
- */
-export declare function snakeCaseToCamelCase(snakeCaseStr: string): string;
 /**
  * Traverses DOM and expands shadow-root elements (created by custom components).
  * @ignore

package/internals/general.js

@@ -42,19 +42,6 @@ export function weightedAvg(arrValues, arrWeights) {
 export async function sleep(millis) {
     return setTimeout(millis ?? undefined);
 }
-/**
- * Converts SNAKE_CASE to camelCase.
- * @ignore
- */
-export function snakeCaseToCamelCase(snakeCaseStr) {
-    return snakeCaseStr
-        .toLowerCase()
-        .split('_')
-        .map((part, index) => {
-        return index > 0 ? part.charAt(0).toUpperCase() + part.slice(1) : part;
-    })
-        .join('');
-}
 /**
  * Traverses DOM and expands shadow-root elements (created by custom components).
  * @ignore

package/internals/robots.d.ts

@@ -65,4 +65,3 @@ export declare class RobotsTxtFile {
      */
     parseUrlsFromSitemaps(): Promise<string[]>;
 }
-export { RobotsTxtFile as RobotsFile };

package/internals/robots.js

@@ -102,5 +102,3 @@ export class RobotsTxtFile {
         return (await this.parseSitemaps()).urls;
     }
 }
-// to stay backwards compatible
-export { RobotsTxtFile as RobotsFile };

package/internals/sitemap.js

@@ -7,7 +7,7 @@ import { fileTypeStream } from 'file-type';
 import sax from 'sax';
 import MIMEType from 'whatwg-mimetype';
 import { mergeAsyncIterables } from './iterables.js';
-import { RobotsFile } from './robots.js';
+import { RobotsTxtFile } from './robots.js';
 class SitemapTxtParser extends Transform {
     decoder = new StringDecoder('utf8');
     buffer = '';
@@ -367,7 +367,7 @@ export async function* discoverValidSitemaps(urls, options = {}) {
             return;
         }
         try {
-            const robotsFile = await RobotsFile.find(domainUrls[0], {
+            const robotsFile = await RobotsTxtFile.find(domainUrls[0], {
                 proxyUrl,
                 timeoutMillis: requestTimeoutMillis,
                 signal,

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/utils",
-    "version": "4.0.0-beta.87",
+    "version": "4.0.0-beta.88",
     "description": "A set of shared utilities that can be used by crawlers",
     "engines": {
         "node": ">=22.0.0"
@@ -42,8 +42,8 @@
     },
     "dependencies": {
         "@apify/ps-tree": "^1.2.0",
-        "@crawlee/http-client": "4.0.0-beta.87",
-        "@crawlee/types": "4.0.0-beta.87",
+        "@crawlee/http-client": "4.0.0-beta.88",
+        "@crawlee/types": "4.0.0-beta.88",
         "@types/sax": "^1.2.7",
         "cheerio": "^1.0.0",
         "domhandler": "^5.0.3",
@@ -61,5 +61,5 @@
             }
         }
     },
-    "gitHead": "1b7604cd77b694460aac4448b4555444fa1b2bdb"
+    "gitHead": "4f7d17669d59250cf802591e73498793de28967d"
 }

package/internals/chunk.d.ts

@@ -1 +0,0 @@
-export declare function chunk<T>(array: readonly T[], chunkSize: number): T[][];

package/internals/chunk.js

@@ -1,39 +0,0 @@
-/*
-The MIT License (MIT)
-
-Copyright © `2020` `The Sapphire Community and its contributors`
-
-Permission is hereby granted, free of charge, to any person
-obtaining a copy of this software and associated documentation
-files (the “Software”), to deal in the Software without
-restriction, including without limitation the rights to use,
-copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the
-Software is furnished to do so, subject to the following
-conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
-HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
-FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
-OTHER DEALINGS IN THE SOFTWARE.
-*/
-export function chunk(array, chunkSize) {
-    if (!Array.isArray(array))
-        throw new TypeError('entries must be an array.');
-    if (!Number.isInteger(chunkSize))
-        throw new TypeError('chunkSize must be an integer.');
-    if (chunkSize < 1)
-        throw new RangeError('chunkSize must be 1 or greater.');
-    const clone = array.slice();
-    const chunks = [];
-    while (clone.length)
-        chunks.push(clone.splice(0, chunkSize));
-    return chunks;
-}