@crawlee/core 3.0.1-beta.9 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/autoscaling/autoscaled_pool.d.ts +1 -1
  2. package/autoscaling/autoscaled_pool.d.ts.map +1 -1
  3. package/autoscaling/autoscaled_pool.js +5 -3
  4. package/autoscaling/autoscaled_pool.js.map +1 -1
  5. package/autoscaling/snapshotter.d.ts +8 -8
  6. package/autoscaling/snapshotter.d.ts.map +1 -1
  7. package/configuration.d.ts +2 -29
  8. package/configuration.d.ts.map +1 -1
  9. package/configuration.js.map +1 -1
  10. package/cookie_utils.d.ts +43 -0
  11. package/cookie_utils.d.ts.map +1 -0
  12. package/cookie_utils.js +118 -0
  13. package/cookie_utils.js.map +1 -0
  14. package/crawlers/crawler_utils.d.ts +0 -10
  15. package/crawlers/crawler_utils.d.ts.map +1 -1
  16. package/crawlers/crawler_utils.js +1 -47
  17. package/crawlers/crawler_utils.js.map +1 -1
  18. package/enqueue_links/enqueue_links.d.ts +5 -1
  19. package/enqueue_links/enqueue_links.d.ts.map +1 -1
  20. package/enqueue_links/enqueue_links.js +10 -14
  21. package/enqueue_links/enqueue_links.js.map +1 -1
  22. package/index.d.ts +1 -0
  23. package/index.d.ts.map +1 -1
  24. package/index.js +1 -0
  25. package/index.js.map +1 -1
  26. package/index.mjs +5 -2
  27. package/package.json +4 -5
  28. package/session_pool/index.d.ts +0 -1
  29. package/session_pool/index.d.ts.map +1 -1
  30. package/session_pool/index.js +0 -1
  31. package/session_pool/index.js.map +1 -1
  32. package/session_pool/session.d.ts +3 -19
  33. package/session_pool/session.d.ts.map +1 -1
  34. package/session_pool/session.js +6 -52
  35. package/session_pool/session.js.map +1 -1
  36. package/storages/request_list.d.ts +2 -2
  37. package/storages/request_list.d.ts.map +1 -1
  38. package/tsconfig.build.tsbuildinfo +1 -1
  39. package/session_pool/session_utils.d.ts +0 -11
  40. package/session_pool/session_utils.d.ts.map +0 -1
  41. package/session_pool/session_utils.js +0 -22
  42. package/session_pool/session_utils.js.map +0 -1
package/session_pool/session_utils.d.ts DELETED
@@ -1,11 +0,0 @@
1
- /// <reference types="node" />
2
- import type { BrowserLikeResponse, Dictionary } from '@crawlee/types';
3
- import type { IncomingMessage } from 'node:http';
4
- import { Cookie } from 'tough-cookie';
5
- /**
6
- * @internal
7
- */
8
- export declare function getCookiesFromResponse(response: IncomingMessage | BrowserLikeResponse | {
9
- headers: Dictionary<string | string[]>;
10
- }): Cookie[];
11
- //# sourceMappingURL=session_utils.d.ts.map
package/session_pool/session_utils.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"session_utils.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_utils.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,eAAe,GAAG,mBAAmB,GAAG;IAAE,OAAO,EAAE,UAAU,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC,CAAA;CAAE,GAAG,MAAM,EAAE,CAW7I"}
package/session_pool/session_utils.js DELETED
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getCookiesFromResponse = void 0;
4
- const tough_cookie_1 = require("tough-cookie");
5
- const errors_1 = require("./errors");
6
- /**
7
- * @internal
8
- */
9
- function getCookiesFromResponse(response) {
10
- const headers = typeof response.headers === 'function' ? response.headers() : response.headers;
11
- const cookieHeader = headers['set-cookie'] || '';
12
- try {
13
- return Array.isArray(cookieHeader)
14
- ? cookieHeader.map((cookie) => tough_cookie_1.Cookie.parse(cookie))
15
- : [tough_cookie_1.Cookie.parse(cookieHeader)];
16
- }
17
- catch (e) {
18
- throw new errors_1.CookieParseError(cookieHeader);
19
- }
20
- }
21
- exports.getCookiesFromResponse = getCookiesFromResponse;
22
- //# sourceMappingURL=session_utils.js.map
package/session_pool/session_utils.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"session_utils.js","sourceRoot":"","sources":["../../src/session_pool/session_utils.ts"],"names":[],"mappings":";;;AAEA,+CAAsC;AACtC,qCAA4C;AAE5C;;GAEG;AACH,SAAgB,sBAAsB,CAAC,QAA4F;IAC/H,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;IAC/F,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAEjD,IAAI;QACA,OAAO,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAC9B,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAM,CAAC,KAAK,CAAC,MAAM,CAAE,CAAC;YACrD,CAAC,CAAC,CAAC,qBAAM,CAAC,KAAK,CAAC,YAAY,CAAE,CAAC,CAAC;KACvC;IAAC,OAAO,CAAC,EAAE;QACR,MAAM,IAAI,yBAAgB,CAAC,YAAY,CAAC,CAAC;KAC5C;AACL,CAAC;AAXD,wDAWC"}