crawlee 3.13.6-beta.0 → 4.0.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/cli.js CHANGED
@@ -1,10 +1,9 @@
1
1
  #!/usr/bin/env node
2
- "use strict";
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
2
  // eslint-disable-next-line
5
3
  const importLocal = require('import-local');
6
4
  if (!importLocal(__filename)) {
7
5
  // eslint-disable-next-line
8
6
  require('@crawlee/cli');
9
7
  }
8
+ export {};
10
9
  //# sourceMappingURL=cli.js.map
package/cli.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AAEA,2BAA2B;AAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAE5C,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;IAC3B,2BAA2B;IAC3B,OAAO,CAAC,cAAc,CAAC,CAAC;AAC5B,CAAC"}
1
+ {"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,2BAA2B;AAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAE5C,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;IAC3B,2BAA2B;IAC3B,OAAO,CAAC,cAAc,CAAC,CAAC;AAC5B,CAAC"}
package/index.js CHANGED
@@ -1,30 +1,26 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.utils = void 0;
4
- const tslib_1 = require("tslib");
5
- const core_1 = require("@crawlee/core");
6
- const playwright_1 = require("@crawlee/playwright");
7
- const puppeteer_1 = require("@crawlee/puppeteer");
8
- const utils_1 = require("@crawlee/utils");
9
- tslib_1.__exportStar(require("@crawlee/core"), exports);
10
- tslib_1.__exportStar(require("@crawlee/utils"), exports);
11
- tslib_1.__exportStar(require("@crawlee/basic"), exports);
12
- tslib_1.__exportStar(require("@crawlee/browser"), exports);
13
- tslib_1.__exportStar(require("@crawlee/http"), exports);
14
- tslib_1.__exportStar(require("@crawlee/jsdom"), exports);
15
- tslib_1.__exportStar(require("@crawlee/linkedom"), exports);
16
- tslib_1.__exportStar(require("@crawlee/cheerio"), exports);
17
- tslib_1.__exportStar(require("@crawlee/puppeteer"), exports);
18
- tslib_1.__exportStar(require("@crawlee/playwright"), exports);
19
- tslib_1.__exportStar(require("@crawlee/browser-pool"), exports);
20
- exports.utils = {
21
- puppeteer: puppeteer_1.puppeteerUtils,
22
- playwright: playwright_1.playwrightUtils,
23
- log: core_1.log,
24
- enqueueLinks: core_1.enqueueLinks,
25
- social: utils_1.social,
26
- sleep: utils_1.sleep,
27
- downloadListOfUrls: utils_1.downloadListOfUrls,
28
- parseOpenGraph: utils_1.parseOpenGraph,
1
+ import { enqueueLinks, log } from '@crawlee/core';
2
+ import { playwrightUtils } from '@crawlee/playwright';
3
+ import { puppeteerUtils } from '@crawlee/puppeteer';
4
+ import { downloadListOfUrls, parseOpenGraph, sleep, social } from '@crawlee/utils';
5
+ export * from '@crawlee/core';
6
+ export * from '@crawlee/utils';
7
+ export * from '@crawlee/basic';
8
+ export * from '@crawlee/browser';
9
+ export * from '@crawlee/http';
10
+ export * from '@crawlee/jsdom';
11
+ export * from '@crawlee/linkedom';
12
+ export * from '@crawlee/cheerio';
13
+ export * from '@crawlee/puppeteer';
14
+ export * from '@crawlee/playwright';
15
+ export * from '@crawlee/browser-pool';
16
+ export const utils = {
17
+ puppeteer: puppeteerUtils,
18
+ playwright: playwrightUtils,
19
+ log,
20
+ enqueueLinks,
21
+ social,
22
+ sleep,
23
+ downloadListOfUrls,
24
+ parseOpenGraph,
29
25
  };
30
26
  //# sourceMappingURL=index.js.map
package/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;AAAA,wCAAkD;AAClD,oDAAsD;AACtD,kDAAoD;AACpD,0CAAmF;AAEnF,wDAA8B;AAC9B,yDAA+B;AAC/B,yDAA+B;AAC/B,2DAAiC;AACjC,wDAA8B;AAC9B,yDAA+B;AAC/B,4DAAkC;AAClC,2DAAiC;AACjC,6DAAmC;AACnC,8DAAoC;AACpC,gEAAsC;AAEzB,QAAA,KAAK,GAAG;IACjB,SAAS,EAAE,0BAAc;IACzB,UAAU,EAAE,4BAAe;IAC3B,GAAG,EAAH,UAAG;IACH,YAAY,EAAZ,mBAAY;IACZ,MAAM,EAAN,cAAM;IACN,KAAK,EAAL,aAAK;IACL,kBAAkB,EAAlB,0BAAkB;IAClB,cAAc,EAAd,sBAAc;CACjB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAEnF,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AAEtC,MAAM,CAAC,MAAM,KAAK,GAAG;IACjB,SAAS,EAAE,cAAc;IACzB,UAAU,EAAE,eAAe;IAC3B,GAAG;IACH,YAAY;IACZ,MAAM;IACN,KAAK;IACL,kBAAkB;IAClB,cAAc;CACjB,CAAC"}
package/package.json CHANGED
@@ -1,20 +1,14 @@
1
1
  {
2
2
  "name": "crawlee",
3
- "version": "3.13.6-beta.0",
3
+ "version": "4.0.0-beta.0",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
- "node": ">=16.0.0"
6
+ "node": ">=22.0.0"
7
7
  },
8
8
  "bin": "./cli.js",
9
- "main": "./index.js",
10
- "module": "./index.mjs",
11
- "types": "./index.d.ts",
9
+ "type": "module",
12
10
  "exports": {
13
- ".": {
14
- "import": "./index.mjs",
15
- "require": "./index.js",
16
- "types": "./index.d.ts"
17
- },
11
+ ".": "./index.js",
18
12
  "./package.json": "./package.json"
19
13
  },
20
14
  "keywords": [
@@ -47,27 +41,27 @@
47
41
  "scripts": {
48
42
  "build": "yarn clean && yarn compile && yarn copy",
49
43
  "clean": "rimraf ./dist",
50
- "compile": "tsc -p tsconfig.build.json && gen-esm-wrapper ./index.js ./index.mjs",
44
+ "compile": "tsc -p tsconfig.build.json",
51
45
  "copy": "tsx ../../scripts/copy.ts"
52
46
  },
53
47
  "publishConfig": {
54
48
  "access": "public"
55
49
  },
56
50
  "dependencies": {
57
- "@crawlee/basic": "^3.13.6-beta.0",
58
- "@crawlee/browser": "^3.13.6-beta.0",
59
- "@crawlee/browser-pool": "^3.13.6-beta.0",
60
- "@crawlee/cheerio": "^3.13.6-beta.0",
61
- "@crawlee/cli": "^3.13.6-beta.0",
62
- "@crawlee/core": "^3.13.6-beta.0",
63
- "@crawlee/http": "^3.13.6-beta.0",
64
- "@crawlee/jsdom": "^3.13.6-beta.0",
65
- "@crawlee/linkedom": "^3.13.6-beta.0",
66
- "@crawlee/playwright": "^3.13.6-beta.0",
67
- "@crawlee/puppeteer": "^3.13.6-beta.0",
68
- "@crawlee/utils": "^3.13.6-beta.0",
69
- "import-local": "^3.1.0",
70
- "tslib": "^2.4.0"
51
+ "@crawlee/basic": "4.0.0-beta.0",
52
+ "@crawlee/browser": "4.0.0-beta.0",
53
+ "@crawlee/browser-pool": "4.0.0-beta.0",
54
+ "@crawlee/cheerio": "4.0.0-beta.0",
55
+ "@crawlee/cli": "4.0.0-beta.0",
56
+ "@crawlee/core": "4.0.0-beta.0",
57
+ "@crawlee/http": "4.0.0-beta.0",
58
+ "@crawlee/jsdom": "4.0.0-beta.0",
59
+ "@crawlee/linkedom": "4.0.0-beta.0",
60
+ "@crawlee/playwright": "4.0.0-beta.0",
61
+ "@crawlee/puppeteer": "4.0.0-beta.0",
62
+ "@crawlee/utils": "4.0.0-beta.0",
63
+ "import-local": "^3.2.0",
64
+ "tslib": "^2.8.1"
71
65
  },
72
66
  "peerDependencies": {
73
67
  "playwright": "*",
@@ -88,5 +82,5 @@
88
82
  }
89
83
  }
90
84
  },
91
- "gitHead": "595148da5825258b9c92e49071ae6c76bc824c86"
85
+ "gitHead": "927bdafa403ff347327158b01d20b817378168a7"
92
86
  }