crawlee 4.0.0-beta.14 → 4.0.0-beta.141

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. package/README.md +14 -14
  2. package/cli.d.ts +0 -1
  3. package/cli.js +0 -1
  4. package/index.d.ts +1 -4
  5. package/index.js +2 -4
  6. package/package.json +17 -15
  7. package/cli.d.ts.map +0 -1
  8. package/cli.js.map +0 -1
  9. package/index.d.ts.map +0 -1
  10. package/index.js.map +0 -1
package/README.md CHANGED
@@ -1,23 +1,23 @@
1
1
  <h1 align="center">
2
2
  <a href="https://crawlee.dev">
3
3
  <picture>
4
- <source media="(prefers-color-scheme: dark)" srcset="https://raw.githubusercontent.com/apify/crawlee/master/website/static/img/crawlee-dark.svg?sanitize=true">
5
- <img alt="Crawlee" src="https://raw.githubusercontent.com/apify/crawlee/master/website/static/img/crawlee-light.svg?sanitize=true" width="500">
4
+ <source media="(prefers-color-scheme: dark)" srcset="https://raw.githubusercontent.com/apify/crawlee/master/website/static/img/crawlee-dark.svg?sanitize=true" />
5
+ <img alt="Crawlee" src="https://raw.githubusercontent.com/apify/crawlee/master/website/static/img/crawlee-light.svg?sanitize=true" width="500" />
6
6
  </picture>
7
7
  </a>
8
- <br>
8
+ <br />
9
9
  <small>A web scraping and browser automation library</small>
10
10
  </h1>
11
11
 
12
- <p align=center>
13
- <a href="https://trendshift.io/repositories/5179" target="_blank"><img src="https://trendshift.io/api/badge/repositories/5179" alt="apify%2Fcrawlee | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
12
+ <p align="center">
13
+ <a href="https://trendshift.io/repositories/5179" target="_blank"><img src="https://trendshift.io/api/badge/repositories/5179" alt="apify%2Fcrawlee | Trendshift" width="250" height="55"/></a>
14
14
  </p>
15
15
 
16
- <p align=center>
17
- <a href="https://www.npmjs.com/package/@crawlee/core" rel="nofollow"><img src="https://img.shields.io/npm/v/@crawlee/core.svg" alt="NPM latest version" data-canonical-src="https://img.shields.io/npm/v/@crawlee/core/next.svg" style="max-width: 100%;"></a>
18
- <a href="https://www.npmjs.com/package/@crawlee/core" rel="nofollow"><img src="https://img.shields.io/npm/dm/@crawlee/core.svg" alt="Downloads" data-canonical-src="https://img.shields.io/npm/dm/@crawlee/core.svg" style="max-width: 100%;"></a>
19
- <a href="https://discord.gg/jyEM2PRvMU" rel="nofollow"><img src="https://img.shields.io/discord/801163717915574323?label=discord" alt="Chat on discord" data-canonical-src="https://img.shields.io/discord/801163717915574323?label=discord" style="max-width: 100%;"></a>
20
- <a href="https://github.com/apify/crawlee/actions/workflows/test-ci.yml"><img src="https://github.com/apify/crawlee/actions/workflows/test-ci.yml/badge.svg?branch=master" alt="Build Status" style="max-width: 100%;"></a>
16
+ <p align="center">
17
+ <a href="https://www.npmjs.com/package/@crawlee/core" rel="nofollow"><img src="https://img.shields.io/npm/v/@crawlee/core.svg" alt="NPM latest version" data-canonical-src="https://img.shields.io/npm/v/@crawlee/core/next.svg" /></a>
18
+ <a href="https://www.npmjs.com/package/@crawlee/core" rel="nofollow"><img src="https://img.shields.io/npm/dm/@crawlee/core.svg" alt="Downloads" data-canonical-src="https://img.shields.io/npm/dm/@crawlee/core.svg" /></a>
19
+ <a href="https://discord.gg/jyEM2PRvMU" rel="nofollow"><img src="https://img.shields.io/discord/801163717915574323?label=discord" alt="Chat on discord" data-canonical-src="https://img.shields.io/discord/801163717915574323?label=discord" /></a>
20
+ <a href="https://github.com/apify/crawlee/actions/workflows/test-ci.yml"><img src="https://github.com/apify/crawlee/actions/workflows/test-ci.yml/badge.svg?branch=master" alt="Build Status" /></a>
21
21
  </p>
22
22
 
23
23
  Crawlee covers your crawling and scraping end-to-end and **helps you build reliable scrapers. Fast.**
@@ -89,7 +89,7 @@ By default, Crawlee stores data to `./storage` in the current working directory.
89
89
  We provide automated beta builds for every merged code change in Crawlee. You can find them in the npm [list of releases](https://www.npmjs.com/package/crawlee?activeTab=versions). If you want to test new features or bug fixes before we release them, feel free to install a beta build like this:
90
90
 
91
91
  ```bash
92
- npm install crawlee@3.12.3-beta.13
92
+ npm install crawlee@next
93
93
  ```
94
94
 
95
95
  If you also use the [Apify SDK](https://github.com/apify/apify-sdk-js), you need to specify dependency overrides in your `package.json` file so that you don't end up with multiple versions of Crawlee installed:
@@ -98,9 +98,9 @@ If you also use the [Apify SDK](https://github.com/apify/apify-sdk-js), you need
98
98
  {
99
99
  "overrides": {
100
100
  "apify": {
101
- "@crawlee/core": "3.12.3-beta.13",
102
- "@crawlee/types": "3.12.3-beta.13",
103
- "@crawlee/utils": "3.12.3-beta.13"
101
+ "@crawlee/core": "$crawlee",
102
+ "@crawlee/types": "$crawlee",
103
+ "@crawlee/utils": "$crawlee"
104
104
  }
105
105
  }
106
106
  }
package/cli.d.ts CHANGED
@@ -1,3 +1,2 @@
1
1
  #!/usr/bin/env node
2
2
  export {};
3
- //# sourceMappingURL=cli.d.ts.map
package/cli.js CHANGED
@@ -4,4 +4,3 @@ import importLocal from 'import-local';
4
4
  if (!importLocal(import.meta.url)) {
5
5
  await import('@crawlee/cli');
6
6
  }
7
- //# sourceMappingURL=cli.js.map
package/index.d.ts CHANGED
@@ -1,4 +1,3 @@
1
- import { enqueueLinks } from '@crawlee/core';
2
1
  import { playwrightUtils } from '@crawlee/playwright';
3
2
  import { puppeteerUtils } from '@crawlee/puppeteer';
4
3
  import { downloadListOfUrls, parseOpenGraph, sleep, social } from '@crawlee/utils';
@@ -13,16 +12,14 @@ export * from '@crawlee/cheerio';
13
12
  export * from '@crawlee/puppeteer';
14
13
  export * from '@crawlee/playwright';
15
14
  export * from '@crawlee/browser-pool';
16
- export * from '@crawlee/memory-storage';
15
+ export * from '@crawlee/fs-storage';
17
16
  export declare const utils: {
18
17
  puppeteer: typeof puppeteerUtils;
19
18
  playwright: typeof playwrightUtils;
20
19
  // @ts-ignore optional peer dependency or compatibility with es2022
21
20
  log: import("@apify/log").Log;
22
- enqueueLinks: typeof enqueueLinks;
23
21
  social: typeof social;
24
22
  sleep: typeof sleep;
25
23
  downloadListOfUrls: typeof downloadListOfUrls;
26
24
  parseOpenGraph: typeof parseOpenGraph;
27
25
  };
28
- //# sourceMappingURL=index.d.ts.map
package/index.js CHANGED
@@ -1,4 +1,4 @@
1
- import { enqueueLinks, log } from '@crawlee/core';
1
+ import { log } from '@crawlee/core';
2
2
  import { playwrightUtils } from '@crawlee/playwright';
3
3
  import { puppeteerUtils } from '@crawlee/puppeteer';
4
4
  import { downloadListOfUrls, parseOpenGraph, sleep, social } from '@crawlee/utils';
@@ -13,15 +13,13 @@ export * from '@crawlee/cheerio';
13
13
  export * from '@crawlee/puppeteer';
14
14
  export * from '@crawlee/playwright';
15
15
  export * from '@crawlee/browser-pool';
16
- export * from '@crawlee/memory-storage';
16
+ export * from '@crawlee/fs-storage';
17
17
  export const utils = {
18
18
  puppeteer: puppeteerUtils,
19
19
  playwright: playwrightUtils,
20
20
  log,
21
- enqueueLinks,
22
21
  social,
23
22
  sleep,
24
23
  downloadListOfUrls,
25
24
  parseOpenGraph,
26
25
  };
27
- //# sourceMappingURL=index.js.map
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "crawlee",
3
- "version": "4.0.0-beta.14",
3
+ "version": "4.0.0-beta.141",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=22.0.0"
@@ -39,7 +39,7 @@
39
39
  },
40
40
  "homepage": "https://crawlee.dev",
41
41
  "scripts": {
42
- "build": "yarn clean && yarn compile && yarn copy",
42
+ "build": "pnpm clean && pnpm compile && pnpm copy",
43
43
  "clean": "rimraf ./dist",
44
44
  "compile": "tsc -p tsconfig.build.json",
45
45
  "copy": "tsx ../../scripts/copy.ts"
@@ -48,18 +48,20 @@
48
48
  "access": "public"
49
49
  },
50
50
  "dependencies": {
51
- "@crawlee/basic": "4.0.0-beta.14",
52
- "@crawlee/browser": "4.0.0-beta.14",
53
- "@crawlee/browser-pool": "4.0.0-beta.14",
54
- "@crawlee/cheerio": "4.0.0-beta.14",
55
- "@crawlee/cli": "4.0.0-beta.14",
56
- "@crawlee/core": "4.0.0-beta.14",
57
- "@crawlee/http": "4.0.0-beta.14",
58
- "@crawlee/jsdom": "4.0.0-beta.14",
59
- "@crawlee/linkedom": "4.0.0-beta.14",
60
- "@crawlee/playwright": "4.0.0-beta.14",
61
- "@crawlee/puppeteer": "4.0.0-beta.14",
62
- "@crawlee/utils": "4.0.0-beta.14",
51
+ "@crawlee/basic": "4.0.0-beta.141",
52
+ "@crawlee/browser": "4.0.0-beta.141",
53
+ "@crawlee/browser-pool": "4.0.0-beta.141",
54
+ "@crawlee/cheerio": "4.0.0-beta.141",
55
+ "@crawlee/cli": "4.0.0-beta.141",
56
+ "@crawlee/core": "4.0.0-beta.141",
57
+ "@crawlee/fs-storage": "4.0.0-beta.141",
58
+ "@crawlee/http": "4.0.0-beta.141",
59
+ "@crawlee/impit-client": "4.0.0-beta.141",
60
+ "@crawlee/jsdom": "4.0.0-beta.141",
61
+ "@crawlee/linkedom": "4.0.0-beta.141",
62
+ "@crawlee/playwright": "4.0.0-beta.141",
63
+ "@crawlee/puppeteer": "4.0.0-beta.141",
64
+ "@crawlee/utils": "4.0.0-beta.141",
63
65
  "import-local": "^3.2.0",
64
66
  "tslib": "^2.8.1"
65
67
  },
@@ -86,5 +88,5 @@
86
88
  }
87
89
  }
88
90
  },
89
- "gitHead": "3d889c957289f962078c1e095f33897595b42632"
91
+ "gitHead": "6f97ccc5beda6b4ec0455b26323dba311a5799e4"
90
92
  }
package/cli.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}
package/cli.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,WAAW,MAAM,cAAc,CAAC;AAEvC,oCAAoC;AACpC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAChC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;AACjC,CAAC"}
package/index.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAO,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAEnF,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AAExC,eAAO,MAAM,KAAK;;;;;;;;;CASjB,CAAC"}
package/index.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAEnF,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,KAAK,GAAG;IACjB,SAAS,EAAE,cAAc;IACzB,UAAU,EAAE,eAAe;IAC3B,GAAG;IACH,YAAY;IACZ,MAAM;IACN,KAAK;IACL,kBAAkB;IAClB,cAAc;CACjB,CAAC"}