crawlee 3.16.1-beta.5 → 3.16.1-beta.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.mjs +6 -0
- package/package.json +14 -14
package/index.mjs
CHANGED
|
@@ -48,6 +48,7 @@ export const LoggerJson = mod.LoggerJson;
|
|
|
48
48
|
export const LoggerText = mod.LoggerText;
|
|
49
49
|
export const MAX_POOL_SIZE = mod.MAX_POOL_SIZE;
|
|
50
50
|
export const MAX_QUERIES_FOR_CONSISTENCY = mod.MAX_QUERIES_FOR_CONSISTENCY;
|
|
51
|
+
export const MemoryLoadSignal = mod.MemoryLoadSignal;
|
|
51
52
|
export const MemoryStorage = mod.MemoryStorage;
|
|
52
53
|
export const MinimumSpeedStream = mod.MinimumSpeedStream;
|
|
53
54
|
export const MissingRouteError = mod.MissingRouteError;
|
|
@@ -93,6 +94,7 @@ export const SessionError = mod.SessionError;
|
|
|
93
94
|
export const SessionPool = mod.SessionPool;
|
|
94
95
|
export const Sitemap = mod.Sitemap;
|
|
95
96
|
export const SitemapRequestList = mod.SitemapRequestList;
|
|
97
|
+
export const SnapshotStore = mod.SnapshotStore;
|
|
96
98
|
export const Snapshotter = mod.Snapshotter;
|
|
97
99
|
export const Statistics = mod.Statistics;
|
|
98
100
|
export const StorageManager = mod.StorageManager;
|
|
@@ -117,7 +119,10 @@ export const cookieStringToToughCookie = mod.cookieStringToToughCookie;
|
|
|
117
119
|
export const createAdaptivePlaywrightRouter = mod.createAdaptivePlaywrightRouter;
|
|
118
120
|
export const createBasicRouter = mod.createBasicRouter;
|
|
119
121
|
export const createCheerioRouter = mod.createCheerioRouter;
|
|
122
|
+
export const createClientLoadSignal = mod.createClientLoadSignal;
|
|
123
|
+
export const createCpuLoadSignal = mod.createCpuLoadSignal;
|
|
120
124
|
export const createDeserialize = mod.createDeserialize;
|
|
125
|
+
export const createEventLoopLoadSignal = mod.createEventLoopLoadSignal;
|
|
121
126
|
export const createFileRouter = mod.createFileRouter;
|
|
122
127
|
export const createHttpRouter = mod.createHttpRouter;
|
|
123
128
|
export const createJSDOMRouter = mod.createJSDOMRouter;
|
|
@@ -133,6 +138,7 @@ export const domCrawlerEnqueueLinks = mod.domCrawlerEnqueueLinks;
|
|
|
133
138
|
export const downloadListOfUrls = mod.downloadListOfUrls;
|
|
134
139
|
export const enqueueLinks = mod.enqueueLinks;
|
|
135
140
|
export const entries = mod.entries;
|
|
141
|
+
export const evaluateLoadSignalSample = mod.evaluateLoadSignalSample;
|
|
136
142
|
export const expandShadowRoots = mod.expandShadowRoots;
|
|
137
143
|
export const extractUrls = mod.extractUrls;
|
|
138
144
|
export const extractUrlsFromCheerio = mod.extractUrlsFromCheerio;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlee",
|
|
3
|
-
"version": "3.16.1-beta.
|
|
3
|
+
"version": "3.16.1-beta.50",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -54,18 +54,18 @@
|
|
|
54
54
|
"access": "public"
|
|
55
55
|
},
|
|
56
56
|
"dependencies": {
|
|
57
|
-
"@crawlee/basic": "3.16.1-beta.
|
|
58
|
-
"@crawlee/browser": "3.16.1-beta.
|
|
59
|
-
"@crawlee/browser-pool": "3.16.1-beta.
|
|
60
|
-
"@crawlee/cheerio": "3.16.1-beta.
|
|
61
|
-
"@crawlee/cli": "3.16.1-beta.
|
|
62
|
-
"@crawlee/core": "3.16.1-beta.
|
|
63
|
-
"@crawlee/http": "3.16.1-beta.
|
|
64
|
-
"@crawlee/jsdom": "3.16.1-beta.
|
|
65
|
-
"@crawlee/linkedom": "3.16.1-beta.
|
|
66
|
-
"@crawlee/playwright": "3.16.1-beta.
|
|
67
|
-
"@crawlee/puppeteer": "3.16.1-beta.
|
|
68
|
-
"@crawlee/utils": "3.16.1-beta.
|
|
57
|
+
"@crawlee/basic": "3.16.1-beta.50",
|
|
58
|
+
"@crawlee/browser": "3.16.1-beta.50",
|
|
59
|
+
"@crawlee/browser-pool": "3.16.1-beta.50",
|
|
60
|
+
"@crawlee/cheerio": "3.16.1-beta.50",
|
|
61
|
+
"@crawlee/cli": "3.16.1-beta.50",
|
|
62
|
+
"@crawlee/core": "3.16.1-beta.50",
|
|
63
|
+
"@crawlee/http": "3.16.1-beta.50",
|
|
64
|
+
"@crawlee/jsdom": "3.16.1-beta.50",
|
|
65
|
+
"@crawlee/linkedom": "3.16.1-beta.50",
|
|
66
|
+
"@crawlee/playwright": "3.16.1-beta.50",
|
|
67
|
+
"@crawlee/puppeteer": "3.16.1-beta.50",
|
|
68
|
+
"@crawlee/utils": "3.16.1-beta.50",
|
|
69
69
|
"import-local": "^3.1.0",
|
|
70
70
|
"tslib": "^2.4.0"
|
|
71
71
|
},
|
|
@@ -92,5 +92,5 @@
|
|
|
92
92
|
}
|
|
93
93
|
}
|
|
94
94
|
},
|
|
95
|
-
"gitHead": "
|
|
95
|
+
"gitHead": "6d241a21c39b0415f276ec10b1d9e207580faebb"
|
|
96
96
|
}
|