@crawlee/utils 3.13.3-beta.12 → 3.13.3-beta.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/internals/memory-info.d.ts +1 -1
- package/internals/memory-info.js +1 -1
- package/internals/sitemap.d.ts +1 -1
- package/internals/sitemap.js +1 -1
- package/internals/social.d.ts +1 -1
- package/internals/social.js +1 -1
- package/internals/systemInfoV2/memory-info.d.ts +1 -1
- package/internals/systemInfoV2/memory-info.js +1 -1
- package/package.json +3 -3
|
@@ -14,7 +14,7 @@ export interface MemoryInfo {
|
|
|
14
14
|
childProcessesBytes: number;
|
|
15
15
|
}
|
|
16
16
|
/**
|
|
17
|
-
* Returns memory statistics of the process and the system, see {@
|
|
17
|
+
* Returns memory statistics of the process and the system, see {@link MemoryInfo}.
|
|
18
18
|
*
|
|
19
19
|
* If the process runs inside of Docker, the `getMemoryInfo` gets container memory limits,
|
|
20
20
|
* otherwise it gets system memory limits.
|
package/internals/memory-info.js
CHANGED
|
@@ -21,7 +21,7 @@ const MEMORY_FILE_PATHS = {
|
|
|
21
21
|
},
|
|
22
22
|
};
|
|
23
23
|
/**
|
|
24
|
-
* Returns memory statistics of the process and the system, see {@
|
|
24
|
+
* Returns memory statistics of the process and the system, see {@link MemoryInfo}.
|
|
25
25
|
*
|
|
26
26
|
* If the process runs inside of Docker, the `getMemoryInfo` gets container memory limits,
|
|
27
27
|
* otherwise it gets system memory limits.
|
package/internals/sitemap.d.ts
CHANGED
|
@@ -58,7 +58,7 @@ export declare class Sitemap {
|
|
|
58
58
|
constructor(urls: string[]);
|
|
59
59
|
/**
|
|
60
60
|
* Try to load sitemap from the most common locations - `/sitemap.xml` and `/sitemap.txt`.
|
|
61
|
-
* For loading based on `Sitemap` entries in `robots.txt`, the {@
|
|
61
|
+
* For loading based on `Sitemap` entries in `robots.txt`, the {@link RobotsTxtFile} class should be used.
|
|
62
62
|
* @param url The domain URL to fetch the sitemap for.
|
|
63
63
|
* @param proxyUrl A proxy to be used for fetching the sitemap file.
|
|
64
64
|
*/
|
package/internals/sitemap.js
CHANGED
|
@@ -294,7 +294,7 @@ class Sitemap {
|
|
|
294
294
|
}
|
|
295
295
|
/**
|
|
296
296
|
* Try to load sitemap from the most common locations - `/sitemap.xml` and `/sitemap.txt`.
|
|
297
|
-
* For loading based on `Sitemap` entries in `robots.txt`, the {@
|
|
297
|
+
* For loading based on `Sitemap` entries in `robots.txt`, the {@link RobotsTxtFile} class should be used.
|
|
298
298
|
* @param url The domain URL to fetch the sitemap for.
|
|
299
299
|
* @param proxyUrl A proxy to be used for fetching the sitemap file.
|
|
300
300
|
*/
|
package/internals/social.d.ts
CHANGED
|
@@ -464,7 +464,7 @@ export declare const DISCORD_REGEX_GLOBAL: RegExp;
|
|
|
464
464
|
* The function removes duplicates from the resulting arrays and sorts the items alphabetically.
|
|
465
465
|
*
|
|
466
466
|
* Note that the `phones` field contains phone numbers extracted from the special phone links
|
|
467
|
-
* such as `[call us](tel:+1234556789)` (see {@
|
|
467
|
+
* such as `[call us](tel:+1234556789)` (see {@link phonesFromUrls})
|
|
468
468
|
* and potentially other sources with high certainty, while `phonesUncertain` contains phone numbers
|
|
469
469
|
* extracted from the plain text, which might be very inaccurate.
|
|
470
470
|
*
|
package/internals/social.js
CHANGED
|
@@ -572,7 +572,7 @@ exports.DISCORD_REGEX_GLOBAL = new RegExp(DISCORD_REGEX_STRING, 'ig');
|
|
|
572
572
|
* The function removes duplicates from the resulting arrays and sorts the items alphabetically.
|
|
573
573
|
*
|
|
574
574
|
* Note that the `phones` field contains phone numbers extracted from the special phone links
|
|
575
|
-
* such as `[call us](tel:+1234556789)` (see {@
|
|
575
|
+
* such as `[call us](tel:+1234556789)` (see {@link phonesFromUrls})
|
|
576
576
|
* and potentially other sources with high certainty, while `phonesUncertain` contains phone numbers
|
|
577
577
|
* extracted from the plain text, which might be very inaccurate.
|
|
578
578
|
*
|
|
@@ -14,7 +14,7 @@ export interface MemoryInfo {
|
|
|
14
14
|
childProcessesBytes: number;
|
|
15
15
|
}
|
|
16
16
|
/**
|
|
17
|
-
* Returns memory statistics of the process and the system, see {@
|
|
17
|
+
* Returns memory statistics of the process and the system, see {@link MemoryInfo}.
|
|
18
18
|
*
|
|
19
19
|
* If the process runs inside of a container, the `getMemoryInfo` gets container memory limits,
|
|
20
20
|
* otherwise it gets system memory limits.
|
|
@@ -19,7 +19,7 @@ const MEMORY_FILE_PATHS = {
|
|
|
19
19
|
},
|
|
20
20
|
};
|
|
21
21
|
/**
|
|
22
|
-
* Returns memory statistics of the process and the system, see {@
|
|
22
|
+
* Returns memory statistics of the process and the system, see {@link MemoryInfo}.
|
|
23
23
|
*
|
|
24
24
|
* If the process runs inside of a container, the `getMemoryInfo` gets container memory limits,
|
|
25
25
|
* otherwise it gets system memory limits.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/utils",
|
|
3
|
-
"version": "3.13.3-beta.
|
|
3
|
+
"version": "3.13.3-beta.14",
|
|
4
4
|
"description": "A set of shared utilities that can be used by crawlers",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -49,7 +49,7 @@
|
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/log": "^2.4.0",
|
|
51
51
|
"@apify/ps-tree": "^1.2.0",
|
|
52
|
-
"@crawlee/types": "3.13.3-beta.
|
|
52
|
+
"@crawlee/types": "3.13.3-beta.14",
|
|
53
53
|
"@types/sax": "^1.2.7",
|
|
54
54
|
"cheerio": "1.0.0-rc.12",
|
|
55
55
|
"file-type": "^20.0.0",
|
|
@@ -70,5 +70,5 @@
|
|
|
70
70
|
}
|
|
71
71
|
}
|
|
72
72
|
},
|
|
73
|
-
"gitHead": "
|
|
73
|
+
"gitHead": "d674153898c9175c06767a98121892d0b6fd86ff"
|
|
74
74
|
}
|