crawlee 3.13.6-beta.1 → 4.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli.js +1 -2
- package/cli.js.map +1 -1
- package/index.js +24 -28
- package/index.js.map +1 -1
- package/package.json +20 -26
- package/tsconfig.build.tsbuildinfo +1 -1
- package/index.mjs +0 -175
package/cli.js
CHANGED
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
"use strict";
|
|
3
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
2
|
// eslint-disable-next-line
|
|
5
3
|
const importLocal = require('import-local');
|
|
6
4
|
if (!importLocal(__filename)) {
|
|
7
5
|
// eslint-disable-next-line
|
|
8
6
|
require('@crawlee/cli');
|
|
9
7
|
}
|
|
8
|
+
export {};
|
|
10
9
|
//# sourceMappingURL=cli.js.map
|
package/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,2BAA2B;AAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAE5C,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;IAC3B,2BAA2B;IAC3B,OAAO,CAAC,cAAc,CAAC,CAAC;AAC5B,CAAC"}
|
package/index.js
CHANGED
|
@@ -1,30 +1,26 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
social: utils_1.social,
|
|
26
|
-
sleep: utils_1.sleep,
|
|
27
|
-
downloadListOfUrls: utils_1.downloadListOfUrls,
|
|
28
|
-
parseOpenGraph: utils_1.parseOpenGraph,
|
|
1
|
+
import { enqueueLinks, log } from '@crawlee/core';
|
|
2
|
+
import { playwrightUtils } from '@crawlee/playwright';
|
|
3
|
+
import { puppeteerUtils } from '@crawlee/puppeteer';
|
|
4
|
+
import { downloadListOfUrls, parseOpenGraph, sleep, social } from '@crawlee/utils';
|
|
5
|
+
export * from '@crawlee/core';
|
|
6
|
+
export * from '@crawlee/utils';
|
|
7
|
+
export * from '@crawlee/basic';
|
|
8
|
+
export * from '@crawlee/browser';
|
|
9
|
+
export * from '@crawlee/http';
|
|
10
|
+
export * from '@crawlee/jsdom';
|
|
11
|
+
export * from '@crawlee/linkedom';
|
|
12
|
+
export * from '@crawlee/cheerio';
|
|
13
|
+
export * from '@crawlee/puppeteer';
|
|
14
|
+
export * from '@crawlee/playwright';
|
|
15
|
+
export * from '@crawlee/browser-pool';
|
|
16
|
+
export const utils = {
|
|
17
|
+
puppeteer: puppeteerUtils,
|
|
18
|
+
playwright: playwrightUtils,
|
|
19
|
+
log,
|
|
20
|
+
enqueueLinks,
|
|
21
|
+
social,
|
|
22
|
+
sleep,
|
|
23
|
+
downloadListOfUrls,
|
|
24
|
+
parseOpenGraph,
|
|
29
25
|
};
|
|
30
26
|
//# sourceMappingURL=index.js.map
|
package/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAEnF,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AAEtC,MAAM,CAAC,MAAM,KAAK,GAAG;IACjB,SAAS,EAAE,cAAc;IACzB,UAAU,EAAE,eAAe;IAC3B,GAAG;IACH,YAAY;IACZ,MAAM;IACN,KAAK;IACL,kBAAkB;IAClB,cAAc;CACjB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,20 +1,14 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlee",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "4.0.0-beta.1",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
|
-
"node": ">=
|
|
6
|
+
"node": ">=22.0.0"
|
|
7
7
|
},
|
|
8
8
|
"bin": "./cli.js",
|
|
9
|
-
"
|
|
10
|
-
"module": "./index.mjs",
|
|
11
|
-
"types": "./index.d.ts",
|
|
9
|
+
"type": "module",
|
|
12
10
|
"exports": {
|
|
13
|
-
".":
|
|
14
|
-
"import": "./index.mjs",
|
|
15
|
-
"require": "./index.js",
|
|
16
|
-
"types": "./index.d.ts"
|
|
17
|
-
},
|
|
11
|
+
".": "./index.js",
|
|
18
12
|
"./package.json": "./package.json"
|
|
19
13
|
},
|
|
20
14
|
"keywords": [
|
|
@@ -47,27 +41,27 @@
|
|
|
47
41
|
"scripts": {
|
|
48
42
|
"build": "yarn clean && yarn compile && yarn copy",
|
|
49
43
|
"clean": "rimraf ./dist",
|
|
50
|
-
"compile": "tsc -p tsconfig.build.json
|
|
44
|
+
"compile": "tsc -p tsconfig.build.json",
|
|
51
45
|
"copy": "tsx ../../scripts/copy.ts"
|
|
52
46
|
},
|
|
53
47
|
"publishConfig": {
|
|
54
48
|
"access": "public"
|
|
55
49
|
},
|
|
56
50
|
"dependencies": {
|
|
57
|
-
"@crawlee/basic": "
|
|
58
|
-
"@crawlee/browser": "
|
|
59
|
-
"@crawlee/browser-pool": "
|
|
60
|
-
"@crawlee/cheerio": "
|
|
61
|
-
"@crawlee/cli": "
|
|
62
|
-
"@crawlee/core": "
|
|
63
|
-
"@crawlee/http": "
|
|
64
|
-
"@crawlee/jsdom": "
|
|
65
|
-
"@crawlee/linkedom": "
|
|
66
|
-
"@crawlee/playwright": "
|
|
67
|
-
"@crawlee/puppeteer": "
|
|
68
|
-
"@crawlee/utils": "
|
|
69
|
-
"import-local": "^3.
|
|
70
|
-
"tslib": "^2.
|
|
51
|
+
"@crawlee/basic": "4.0.0-beta.1",
|
|
52
|
+
"@crawlee/browser": "4.0.0-beta.1",
|
|
53
|
+
"@crawlee/browser-pool": "4.0.0-beta.1",
|
|
54
|
+
"@crawlee/cheerio": "4.0.0-beta.1",
|
|
55
|
+
"@crawlee/cli": "4.0.0-beta.1",
|
|
56
|
+
"@crawlee/core": "4.0.0-beta.1",
|
|
57
|
+
"@crawlee/http": "4.0.0-beta.1",
|
|
58
|
+
"@crawlee/jsdom": "4.0.0-beta.1",
|
|
59
|
+
"@crawlee/linkedom": "4.0.0-beta.1",
|
|
60
|
+
"@crawlee/playwright": "4.0.0-beta.1",
|
|
61
|
+
"@crawlee/puppeteer": "4.0.0-beta.1",
|
|
62
|
+
"@crawlee/utils": "4.0.0-beta.1",
|
|
63
|
+
"import-local": "^3.2.0",
|
|
64
|
+
"tslib": "^2.8.1"
|
|
71
65
|
},
|
|
72
66
|
"peerDependencies": {
|
|
73
67
|
"playwright": "*",
|
|
@@ -88,5 +82,5 @@
|
|
|
88
82
|
}
|
|
89
83
|
}
|
|
90
84
|
},
|
|
91
|
-
"gitHead": "
|
|
85
|
+
"gitHead": "4375a5af786811feda9dc872bbbb3406b2f13974"
|
|
92
86
|
}
|