crawlee 3.17.1-beta.57 → 3.17.1-beta.59
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.mjs +3 -0
- package/package.json +15 -15
package/index.mjs
CHANGED
|
@@ -100,6 +100,7 @@ export const Snapshotter = mod.Snapshotter;
|
|
|
100
100
|
export const Statistics = mod.Statistics;
|
|
101
101
|
export const StorageManager = mod.StorageManager;
|
|
102
102
|
export const SystemStatus = mod.SystemStatus;
|
|
103
|
+
export const UNSUPPORTED_SCHEME_MESSAGE = mod.UNSUPPORTED_SCHEME_MESSAGE;
|
|
103
104
|
export const URL_NO_COMMAS_REGEX = mod.URL_NO_COMMAS_REGEX;
|
|
104
105
|
export const URL_WITH_COMMAS_REGEX = mod.URL_WITH_COMMAS_REGEX;
|
|
105
106
|
export const anonymizeProxySugar = mod.anonymizeProxySugar;
|
|
@@ -146,6 +147,7 @@ export const extractUrls = mod.extractUrls;
|
|
|
146
147
|
export const extractUrlsFromCheerio = mod.extractUrlsFromCheerio;
|
|
147
148
|
export const extractUrlsFromPage = mod.extractUrlsFromPage;
|
|
148
149
|
export const filterRequestsByPatterns = mod.filterRequestsByPatterns;
|
|
150
|
+
export const filterUrl = mod.filterUrl;
|
|
149
151
|
export const getCgroupsVersion = mod.getCgroupsVersion;
|
|
150
152
|
export const getCookiesFromResponse = mod.getCookiesFromResponse;
|
|
151
153
|
export const getCurrentCpuTicksV2 = mod.getCurrentCpuTicksV2;
|
|
@@ -167,6 +169,7 @@ export const launchPlaywright = mod.launchPlaywright;
|
|
|
167
169
|
export const launchPuppeteer = mod.launchPuppeteer;
|
|
168
170
|
export const linkedomCrawlerEnqueueLinks = mod.linkedomCrawlerEnqueueLinks;
|
|
169
171
|
export const log = mod.log;
|
|
172
|
+
export const matchesEnqueueStrategy = mod.matchesEnqueueStrategy;
|
|
170
173
|
export const maybeStringify = mod.maybeStringify;
|
|
171
174
|
export const mergeAsyncIterables = mod.mergeAsyncIterables;
|
|
172
175
|
export const mergeCookies = mod.mergeCookies;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlee",
|
|
3
|
-
"version": "3.17.1-beta.
|
|
3
|
+
"version": "3.17.1-beta.59",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -54,19 +54,19 @@
|
|
|
54
54
|
"access": "public"
|
|
55
55
|
},
|
|
56
56
|
"dependencies": {
|
|
57
|
-
"@crawlee/basic": "3.17.1-beta.
|
|
58
|
-
"@crawlee/browser": "3.17.1-beta.
|
|
59
|
-
"@crawlee/browser-pool": "3.17.1-beta.
|
|
60
|
-
"@crawlee/cheerio": "3.17.1-beta.
|
|
61
|
-
"@crawlee/cli": "3.17.1-beta.
|
|
62
|
-
"@crawlee/core": "3.17.1-beta.
|
|
63
|
-
"@crawlee/http": "3.17.1-beta.
|
|
64
|
-
"@crawlee/jsdom": "3.17.1-beta.
|
|
65
|
-
"@crawlee/linkedom": "3.17.1-beta.
|
|
66
|
-
"@crawlee/memory-storage": "3.17.1-beta.
|
|
67
|
-
"@crawlee/playwright": "3.17.1-beta.
|
|
68
|
-
"@crawlee/puppeteer": "3.17.1-beta.
|
|
69
|
-
"@crawlee/utils": "3.17.1-beta.
|
|
57
|
+
"@crawlee/basic": "3.17.1-beta.59",
|
|
58
|
+
"@crawlee/browser": "3.17.1-beta.59",
|
|
59
|
+
"@crawlee/browser-pool": "3.17.1-beta.59",
|
|
60
|
+
"@crawlee/cheerio": "3.17.1-beta.59",
|
|
61
|
+
"@crawlee/cli": "3.17.1-beta.59",
|
|
62
|
+
"@crawlee/core": "3.17.1-beta.59",
|
|
63
|
+
"@crawlee/http": "3.17.1-beta.59",
|
|
64
|
+
"@crawlee/jsdom": "3.17.1-beta.59",
|
|
65
|
+
"@crawlee/linkedom": "3.17.1-beta.59",
|
|
66
|
+
"@crawlee/memory-storage": "3.17.1-beta.59",
|
|
67
|
+
"@crawlee/playwright": "3.17.1-beta.59",
|
|
68
|
+
"@crawlee/puppeteer": "3.17.1-beta.59",
|
|
69
|
+
"@crawlee/utils": "3.17.1-beta.59",
|
|
70
70
|
"import-local": "^3.1.0",
|
|
71
71
|
"tslib": "^2.4.0"
|
|
72
72
|
},
|
|
@@ -93,5 +93,5 @@
|
|
|
93
93
|
}
|
|
94
94
|
}
|
|
95
95
|
},
|
|
96
|
-
"gitHead": "
|
|
96
|
+
"gitHead": "8980103b700213806843d4fe1355b75519474ea4"
|
|
97
97
|
}
|