@crawlee/utils 3.13.5 → 4.0.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/index.d.ts +15 -16
  2. package/index.d.ts.map +1 -1
  3. package/index.js +15 -22
  4. package/index.js.map +1 -1
  5. package/internals/blocked.js +4 -7
  6. package/internals/blocked.js.map +1 -1
  7. package/internals/cheerio.d.ts +4 -5
  8. package/internals/cheerio.d.ts.map +1 -1
  9. package/internals/cheerio.js +9 -17
  10. package/internals/cheerio.js.map +1 -1
  11. package/internals/chunk.js +1 -4
  12. package/internals/chunk.js.map +1 -1
  13. package/internals/debug.js +5 -9
  14. package/internals/debug.js.map +1 -1
  15. package/internals/extract-urls.js +17 -23
  16. package/internals/extract-urls.js.map +1 -1
  17. package/internals/general.js +19 -31
  18. package/internals/general.js.map +1 -1
  19. package/internals/memory-info.js +22 -26
  20. package/internals/memory-info.js.map +1 -1
  21. package/internals/open_graph_parser.js +3 -6
  22. package/internals/open_graph_parser.js.map +1 -1
  23. package/internals/robots.d.ts +1 -1
  24. package/internals/robots.d.ts.map +1 -1
  25. package/internals/robots.js +16 -26
  26. package/internals/robots.js.map +1 -1
  27. package/internals/sitemap.d.ts.map +1 -1
  28. package/internals/sitemap.js +28 -73
  29. package/internals/sitemap.js.map +1 -1
  30. package/internals/social.js +37 -46
  31. package/internals/social.js.map +1 -1
  32. package/internals/systemInfoV2/cpu-info.js +26 -36
  33. package/internals/systemInfoV2/cpu-info.js.map +1 -1
  34. package/internals/systemInfoV2/memory-info.js +22 -26
  35. package/internals/systemInfoV2/memory-info.js.map +1 -1
  36. package/internals/systemInfoV2/ps-tree.js +5 -9
  37. package/internals/systemInfoV2/ps-tree.js.map +1 -1
  38. package/internals/typedefs.js +2 -6
  39. package/internals/typedefs.js.map +1 -1
  40. package/internals/url.js +1 -4
  41. package/internals/url.js.map +1 -1
  42. package/package.json +13 -22
  43. package/tsconfig.build.tsbuildinfo +1 -1
  44. package/index.mjs +0 -36
  45. package/internals/gotScraping.d.ts +0 -5
  46. package/internals/gotScraping.d.ts.map +0 -1
  47. package/internals/gotScraping.js +0 -10
  48. package/internals/gotScraping.js.map +0 -1
package/index.mjs DELETED
@@ -1,36 +0,0 @@
1
- import mod from "./index.js";
2
-
3
- export default mod;
4
- export const CLOUDFLARE_RETRY_CSS_SELECTORS = mod.CLOUDFLARE_RETRY_CSS_SELECTORS;
5
- export const RETRY_CSS_SELECTORS = mod.RETRY_CSS_SELECTORS;
6
- export const ROTATE_PROXY_ERRORS = mod.ROTATE_PROXY_ERRORS;
7
- export const RobotsFile = mod.RobotsFile;
8
- export const RobotsTxtFile = mod.RobotsTxtFile;
9
- export const Sitemap = mod.Sitemap;
10
- export const URL_NO_COMMAS_REGEX = mod.URL_NO_COMMAS_REGEX;
11
- export const URL_WITH_COMMAS_REGEX = mod.URL_WITH_COMMAS_REGEX;
12
- export const applySearchParams = mod.applySearchParams;
13
- export const chunk = mod.chunk;
14
- export const createRequestDebugInfo = mod.createRequestDebugInfo;
15
- export const downloadListOfUrls = mod.downloadListOfUrls;
16
- export const entries = mod.entries;
17
- export const expandShadowRoots = mod.expandShadowRoots;
18
- export const extractUrls = mod.extractUrls;
19
- export const extractUrlsFromCheerio = mod.extractUrlsFromCheerio;
20
- export const getCgroupsVersion = mod.getCgroupsVersion;
21
- export const getCurrentCpuTicksV2 = mod.getCurrentCpuTicksV2;
22
- export const getMemoryInfo = mod.getMemoryInfo;
23
- export const getMemoryInfoV2 = mod.getMemoryInfoV2;
24
- export const gotScraping = mod.gotScraping;
25
- export const htmlToText = mod.htmlToText;
26
- export const isContainerized = mod.isContainerized;
27
- export const isDocker = mod.isDocker;
28
- export const isLambda = mod.isLambda;
29
- export const keys = mod.keys;
30
- export const parseOpenGraph = mod.parseOpenGraph;
31
- export const parseSitemap = mod.parseSitemap;
32
- export const sleep = mod.sleep;
33
- export const snakeCaseToCamelCase = mod.snakeCaseToCamelCase;
34
- export const social = mod.social;
35
- export const tryAbsoluteURL = mod.tryAbsoluteURL;
36
- export const weightedAvg = mod.weightedAvg;
package/internals/gotScraping.d.ts DELETED
@@ -1,5 +0,0 @@
1
- // @ts-ignore optional peer dependency or compatibility with es2022
2
- import type { GotScraping } from 'got-scraping';
3
- declare let gotScraping: GotScraping;
4
- export { gotScraping };
5
- //# sourceMappingURL=gotScraping.d.ts.map
package/internals/gotScraping.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"gotScraping.d.ts","sourceRoot":"","sources":["../../src/internals/gotScraping.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGhD,QAAA,IAAI,WAAW,EAIT,WAAW,CAAC;AAElB,OAAO,EAAE,WAAW,EAAE,CAAC"}
package/internals/gotScraping.js DELETED
@@ -1,10 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.gotScraping = void 0;
4
- // eslint-disable-next-line import/no-mutable-exports -- Borrowing a book from NodeJS's code, we override the method with the imported one once the method is called
5
- let gotScraping = (async (...args) => {
6
- (exports.gotScraping = gotScraping = (await import('got-scraping')).gotScraping);
7
- return gotScraping(...args);
8
- });
9
- exports.gotScraping = gotScraping;
10
- //# sourceMappingURL=gotScraping.js.map
package/internals/gotScraping.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"gotScraping.js","sourceRoot":"","sources":["../../src/internals/gotScraping.ts"],"names":[],"mappings":";;;AAGA,oKAAoK;AACpK,IAAI,WAAW,GAAG,CAAC,KAAK,EAAE,GAAG,IAA6B,EAAE,EAAE;IAC1D,CAAG,sBAAA,WAAW,GAAK,CAAA,MAAM,MAAM,CAAC,cAAc,CAAC,CAAA,YAAjC,CAAkC,CAAC;IAEjD,OAAO,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC,CAAgB,CAAC;AAET,kCAAW"}