apify 2.1.1-beta.2 → 2.1.1-beta.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/README.md +1 -1
  2. package/build/actor.d.ts.map +1 -1
  3. package/build/actor.js +3 -2
  4. package/build/actor.js.map +1 -1
  5. package/build/apify.d.ts +12 -13
  6. package/build/apify.d.ts.map +1 -1
  7. package/build/apify.js +3 -2
  8. package/build/apify.js.map +1 -1
  9. package/build/autoscaling/autoscaled_pool.d.ts +1 -1
  10. package/build/autoscaling/autoscaled_pool.d.ts.map +1 -1
  11. package/build/autoscaling/autoscaled_pool.js +2 -2
  12. package/build/autoscaling/autoscaled_pool.js.map +1 -1
  13. package/build/autoscaling/snapshotter.d.ts +1 -1
  14. package/build/autoscaling/snapshotter.d.ts.map +1 -1
  15. package/build/browser_launchers/browser_launcher.d.ts.map +1 -1
  16. package/build/browser_launchers/browser_launcher.js.map +1 -1
  17. package/build/browser_launchers/playwright_launcher.d.ts +1 -2
  18. package/build/browser_launchers/playwright_launcher.d.ts.map +1 -1
  19. package/build/browser_launchers/playwright_launcher.js.map +1 -1
  20. package/build/browser_launchers/puppeteer_launcher.d.ts.map +1 -1
  21. package/build/browser_launchers/puppeteer_launcher.js.map +1 -1
  22. package/build/crawlers/basic_crawler.d.ts +10 -2
  23. package/build/crawlers/basic_crawler.d.ts.map +1 -1
  24. package/build/crawlers/basic_crawler.js +18 -3
  25. package/build/crawlers/basic_crawler.js.map +1 -1
  26. package/build/crawlers/browser_crawler.d.ts +11 -7
  27. package/build/crawlers/browser_crawler.d.ts.map +1 -1
  28. package/build/crawlers/browser_crawler.js +41 -9
  29. package/build/crawlers/browser_crawler.js.map +1 -1
  30. package/build/crawlers/cheerio_crawler.d.ts +8 -8
  31. package/build/crawlers/cheerio_crawler.d.ts.map +1 -1
  32. package/build/crawlers/cheerio_crawler.js +16 -6
  33. package/build/crawlers/cheerio_crawler.js.map +1 -1
  34. package/build/crawlers/crawler_utils.d.ts +3 -3
  35. package/build/crawlers/crawler_utils.d.ts.map +1 -1
  36. package/build/crawlers/crawler_utils.js +9 -6
  37. package/build/crawlers/crawler_utils.js.map +1 -1
  38. package/build/crawlers/playwright_crawler.d.ts +5 -6
  39. package/build/crawlers/playwright_crawler.js +1 -1
  40. package/build/crawlers/playwright_crawler.js.map +1 -1
  41. package/build/crawlers/puppeteer_crawler.d.ts +4 -4
  42. package/build/crawlers/puppeteer_crawler.d.ts.map +1 -1
  43. package/build/crawlers/puppeteer_crawler.js +1 -1
  44. package/build/crawlers/puppeteer_crawler.js.map +1 -1
  45. package/build/crawlers/statistics.d.ts +1 -1
  46. package/build/crawlers/statistics.d.ts.map +1 -1
  47. package/build/enqueue_links/enqueue_links.d.ts +3 -4
  48. package/build/enqueue_links/enqueue_links.d.ts.map +1 -1
  49. package/build/main.d.ts +1 -2
  50. package/build/playwright_utils.d.ts +3 -5
  51. package/build/puppeteer_request_interception.d.ts +1 -1
  52. package/build/puppeteer_utils.d.ts +1 -1
  53. package/build/puppeteer_utils.d.ts.map +1 -1
  54. package/build/session_pool/session.d.ts +5 -5
  55. package/build/session_pool/session.d.ts.map +1 -1
  56. package/build/session_pool/session_utils.d.ts +1 -1
  57. package/build/session_pool/session_utils.d.ts.map +1 -1
  58. package/build/storages/dataset.d.ts +1 -1
  59. package/build/storages/dataset.d.ts.map +1 -1
  60. package/build/tsconfig.tsbuildinfo +1 -1
  61. package/build/utils.d.ts +2 -3
  62. package/build/utils.d.ts.map +1 -1
  63. package/build/utils.js +2 -27
  64. package/build/utils.js.map +1 -1
  65. package/build/utils_request.d.ts +1 -1
  66. package/build/utils_request.d.ts.map +1 -1
  67. package/package.json +13 -11
@@ -12,7 +12,7 @@ export type PlaywrightGotoOptions = {
12
12
  * - `'load'` - consider operation to be finished when the `load` event is fired.
13
13
  * - `'networkidle'` - consider operation to be finished when there are no network connections for at least `500` ms.
14
14
  */
15
- waitUntil?: "load" | "domcontentloaded" | "networkidle" | undefined;
15
+ waitUntil?: "domcontentloaded" | "load" | "networkidle" | undefined;
16
16
  /**
17
17
  * Referer header value. If provided it will take preference over the referer header value set by page.setExtraHTTPHeaders(headers).
18
18
  */
@@ -129,14 +129,14 @@ export type PlaywrightCrawlerOptions = {
129
129
  * Custom options passed to the underlying [`BrowserPool`](https://github.com/apify/browser-pool#BrowserPool) constructor.
130
130
  * You can tweak those to fine-tune browser management.
131
131
  */
132
- browserPoolOptions?: BrowserPoolOptions<import("browser-pool/dist/abstract-classes/browser-plugin").BrowserPlugin<import("browser-pool/dist/abstract-classes/browser-plugin").CommonLibrary, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonBrowser, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonPage>> | undefined;
132
+ browserPoolOptions?: BrowserPoolOptions<import("browser-pool").BrowserPlugin<import("browser-pool/dist/abstract-classes/browser-plugin").CommonLibrary, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonBrowser, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonPage>> | undefined;
133
133
  /**
134
134
  * Automatically saves cookies to Session. Works only if Session Pool is used.
135
135
  */
136
136
  persistCookiesPerSession?: boolean | undefined;
137
137
  /**
138
138
  * If set, `PlaywrightCrawler` will be configured for all connections to use
139
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
139
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
140
140
  * For more information, see the [documentation](https://docs.apify.com/proxy).
141
141
  */
142
142
  proxyConfiguration?: ProxyConfiguration | undefined;
@@ -310,7 +310,7 @@ export type PlaywrightCrawlerOptions = {
310
310
  * Automatically saves cookies to Session. Works only if Session Pool is used.
311
311
  * @property {ProxyConfiguration} [proxyConfiguration]
312
312
  * If set, `PlaywrightCrawler` will be configured for all connections to use
313
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
313
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
314
314
  * For more information, see the [documentation](https://docs.apify.com/proxy).
315
315
  * @property {RequestList} [requestList]
316
316
  * Static list of URLs to be processed.
@@ -433,8 +433,7 @@ declare class PlaywrightCrawler extends BrowserCrawler {
433
433
  constructor(options: PlaywrightCrawlerOptions);
434
434
  launchContext: PlaywrightLaunchContext;
435
435
  }
436
- // @ts-ignore optional peer dependency
437
- import { Page } from "playwright/types/types";
436
+ import { Page } from "playwright-core";
438
437
  import { BrowserCrawlingContext } from "./browser_crawler";
439
438
  import { CrawlingContext } from "./basic_crawler";
440
439
  import { HandleFailedRequest } from "./basic_crawler";
@@ -128,7 +128,7 @@ const playwright_utils_1 = require("../playwright_utils");
128
128
  * Automatically saves cookies to Session. Works only if Session Pool is used.
129
129
  * @property {ProxyConfiguration} [proxyConfiguration]
130
130
  * If set, `PlaywrightCrawler` will be configured for all connections to use
131
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
131
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
132
132
  * For more information, see the [documentation](https://docs.apify.com/proxy).
133
133
  * @property {RequestList} [requestList]
134
134
  * Static list of URLs to be processed.
@@ -1 +1 @@
1
- {"version":3,"file":"playwright_crawler.js","sourceRoot":"","sources":["../../src/crawlers/playwright_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAKpB,kFAAuG;AACvG,qFAA2E;AAS3E,iFAAiF;AAEjF,0DAAmD;AAEnD;;;;;;;;;;;;;GAaG;AACH;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmFG;AACH,MAAM,iBAAkB,SAAQ,yBAAc;IAY1C;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,0BAA0B,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE9F,MAAM,EACF,aAAa,GAAG,EAAE,EAClB,kBAAkB,GAAG,EAAE,EACvB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sFAAsF;kBAChG,iDAAiD,CAAC,CAAC;SAC5D;QACD,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,CAAC,aAAa,CAAC,CAAC;QAEjE,kBAAkB,CAAC,cAAc,GAAG;YAChC,kBAAkB,CAAC,mBAAmB,EAAE;SAC3C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,2GAA2G,CAAC,CAAC;YACjI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,+BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAvDD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAA;AAiDL,kBAAe,iBAAiB,CAAC"}
1
+ {"version":3,"file":"playwright_crawler.js","sourceRoot":"","sources":["../../src/crawlers/playwright_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAKpB,kFAAuG;AACvG,qFAA2E;AAS3E,iFAAiF;AAEjF,0DAAmD;AAEnD;;;;;;;;;;;;;GAaG;AACH;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmFG;AACH,MAAM,iBAAkB,SAAQ,yBAAc;IAY1C;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,0BAA0B,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE9F,MAAM,EACF,aAAa,GAAG,EAAE,EAClB,kBAAkB,GAAG,EAAE,EACvB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sFAAsF;kBAChG,iDAAiD,CAAC,CAAC;SAC5D;QACD,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,CAAC,aAAa,CAAC,CAAC;QAEjE,kBAAkB,CAAC,cAAc,GAAG;YAChC,kBAAkB,CAAC,mBAAmB,EAAE;SAC3C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,2GAA2G,CAAC,CAAC;YACjI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,+BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAvDD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAC;AAiDN,kBAAe,iBAAiB,CAAC"}
@@ -2,7 +2,7 @@ export default PuppeteerCrawler;
2
2
  export type PuppeteerHook = (crawlingContext: {
3
3
  page: Page;
4
4
  crawler: PuppeteerCrawler;
5
- } & BrowserCrawlingContext & CrawlingContext, gotoOptions: any) => Promise<void>;
5
+ } & BrowserCrawlingContext & CrawlingContext, gotoOptions: DirectNavigationOptions) => Promise<void>;
6
6
  export type PuppeteerHandlePageFunctionParam = {
7
7
  page: Page;
8
8
  crawler: PuppeteerCrawler;
@@ -85,14 +85,14 @@ export type PuppeteerCrawlerOptions = {
85
85
  * Custom options passed to the underlying [`BrowserPool`](https://github.com/apify/browser-pool#BrowserPool) constructor.
86
86
  * You can tweak those to fine-tune browser management.
87
87
  */
88
- browserPoolOptions?: BrowserPoolOptions<import("browser-pool/dist/abstract-classes/browser-plugin").BrowserPlugin<import("browser-pool/dist/abstract-classes/browser-plugin").CommonLibrary, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonBrowser, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonPage>> | undefined;
88
+ browserPoolOptions?: BrowserPoolOptions<import("browser-pool").BrowserPlugin<import("browser-pool/dist/abstract-classes/browser-plugin").CommonLibrary, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonBrowser, unknown, import("browser-pool/dist/abstract-classes/browser-plugin").CommonPage>> | undefined;
89
89
  /**
90
90
  * Automatically saves cookies to Session. Works only if Session Pool is used.
91
91
  */
92
92
  persistCookiesPerSession?: boolean | undefined;
93
93
  /**
94
94
  * If set, `PuppeteerCrawler` will be configured for all connections to use
95
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
95
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
96
96
  * For more information, see the [documentation](https://docs.apify.com/proxy).
97
97
  */
98
98
  proxyConfiguration?: ProxyConfiguration | undefined;
@@ -259,7 +259,7 @@ export type PuppeteerCrawlerOptions = {
259
259
  * Automatically saves cookies to Session. Works only if Session Pool is used.
260
260
  * @property {ProxyConfiguration} [proxyConfiguration]
261
261
  * If set, `PuppeteerCrawler` will be configured for all connections to use
262
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
262
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
263
263
  * For more information, see the [documentation](https://docs.apify.com/proxy).
264
264
  * @property {Array<PuppeteerHook>} [preNavigationHooks]
265
265
  * Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies
@@ -1 +1 @@
1
- {"version":3,"file":"puppeteer_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";8CAqBW;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,GAAG,sBAAsB,GAAG,eAAe,uBAElF,QAAQ,IAAI,CAAC;;UAIZ,IAAI;aACJ,gBAAgB;;4CAInB,eAAe,GAAG,sBAAsB,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,KAClF,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAIZ,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlBjC;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH;IAWI;;;MAGE;IACF,sBAHU,uBAAuB,EA2ChC;IADG,sCAAkC;CAkBzC"}
1
+ {"version":3,"file":"puppeteer_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";8CAqBW;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,GAAG,sBAAsB,GAAG,eAAe,2CAElF,QAAQ,IAAI,CAAC;;UAIZ,IAAI;aACJ,gBAAgB;;4CAInB,eAAe,GAAG,sBAAsB,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,KAClF,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAIZ,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlBjC;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH;IAWI;;;MAGE;IACF,sBAHU,uBAAuB,EA2ChC;IADG,sCAAkC;CAkBzC"}
@@ -92,7 +92,7 @@ const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./browser_crawle
92
92
  * Automatically saves cookies to Session. Works only if Session Pool is used.
93
93
  * @property {ProxyConfiguration} [proxyConfiguration]
94
94
  * If set, `PuppeteerCrawler` will be configured for all connections to use
95
- * [Apify Proxy](https://my.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
95
+ * [Apify Proxy](https://console.apify.com/proxy) or your own Proxy URLs provided and rotated according to the configuration.
96
96
  * For more information, see the [documentation](https://docs.apify.com/proxy).
97
97
  * @property {Array<PuppeteerHook>} [preNavigationHooks]
98
98
  * Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies
@@ -1 +1 @@
1
- {"version":3,"file":"puppeteer_crawler.js","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAEpB,wDAAkD;AAClD,8EAAuD;AAEvD,kFAAkF;AAClF,gFAAoG;AAEpG,qFAA2E;AAS3E,iFAAiF;AAEjF;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAM,gBAAiB,SAAQ,yBAAc;IAWzC;;;MAGE;IACF,YAAY,OAAO,GAAG,EAAE;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAAE,qDAAqD;QACzE,kBAAkB,GAAG,EAAE,EACvB,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,MAAM,EACF,OAAO,GAAG,KAAK,GAClB,GAAG,aAAa,CAAC;QAElB,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QACD,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,CAAC,CAAC;QAE/D,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;YAClB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE;YACT,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE;gBACtE,8EAA8E;gBAC9E,mDAAmD;gBACnD,MAAM,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,GAAG,iBAAiB,CAAC,cAAc,CAAC;gBACjF,MAAM,IAAA,iBAAqB,EAAC,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iHAAiH,CAAC,CAAC;YAEvI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,8BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAtED;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAA;AAiEL,kBAAe,gBAAgB,CAAC"}
1
+ {"version":3,"file":"puppeteer_crawler.js","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAEpB,wDAAkD;AAClD,8EAAuD;AAEvD,kFAAkF;AAClF,gFAAoG;AAEpG,qFAA2E;AAS3E,iFAAiF;AAEjF;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAM,gBAAiB,SAAQ,yBAAc;IAWzC;;;MAGE;IACF,YAAY,OAAO,GAAG,EAAE;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAAE,qDAAqD;QACzE,kBAAkB,GAAG,EAAE,EACvB,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,MAAM,EACF,OAAO,GAAG,KAAK,GAClB,GAAG,aAAa,CAAC;QAElB,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QACD,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,CAAC,CAAC;QAE/D,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;YAClB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE;YACT,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE;gBACtE,8EAA8E;gBAC9E,mDAAmD;gBACnD,MAAM,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,GAAG,iBAAiB,CAAC,cAAc,CAAC;gBACjF,MAAM,IAAA,iBAAqB,EAAC,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iHAAiH,CAAC,CAAC;YAEvI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,8BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAtED;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAC;AAiEN,kBAAe,gBAAgB,CAAC"}
@@ -131,7 +131,7 @@ declare class Statistics {
131
131
  * displaying the current state in predefined intervals
132
132
  */
133
133
  startCapturing(): Promise<void>;
134
- logInterval: NodeJS.Timeout | null | undefined;
134
+ logInterval: NodeJS.Timer | null | undefined;
135
135
  /**
136
136
  * Stops logging and remove event listeners, then persist
137
137
  */
@@ -1 +1 @@
1
- {"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../src/crawlers/statistics.js"],"names":[],"mappings":";;;;;;;;;2BAsVc,MAAM,EAAE;aACR,MAAM;oCACN,MAAM;sCACN,MAAM;+BACN,MAAM;6BACN,MAAM;gCACN,MAAM;mBACN,MAAM;0BACN,MAAM;+BACN,MAAM;sBACN,MAAM;;;;;;sBAON,MAAM;oBACN,MAAM;qBACN,MAAM;6BACN,MAAM;+BACN,MAAM;8BACN,MAAM;8BACN,MAAM;sCACN,MAAM;wCACN,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;uBAChB,IAAI,GAAC,MAAM,GAAC,IAAI;0BAChB,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;;AApV9B;;;;;;;;;;;;;;;;GAgBG;AACH;IACI;;;OAGG;IACH,qDA6BC;IAlBG,kCAAqD;IACrD,0BAA+C;IAC/C,mBAA4B;IAC5B,0EAAyB;IAEzB,WAAyB;IACzB,wBAA0D;IAC1D,8BAA4C;IAC5C,6BAA+B;IAE/B;;;OAGG;IACH,2BAAmC;IAMvC;;OAEG;IACH,cAsBC;IArBG;;;;;;;;;;;;;;kBAcC;IAID,kCAA+B;IAKnC;;;;;OAKG;IACH,aAHW,MAAM,GAAC,MAAM,QAQvB;IAED;;;;;OAKG;IACH,cAHW,MAAM,GAAC,MAAM,QAavB;IAED;;;;;OAKG;IACH,YAHW,MAAM,GAAC,MAAM,QAUvB;IAED;;OAEG;IACH;;;;;;;;MAmBC;IAED;;;OAGG;IACH,gCAiBC;IANG,+CAK0B;IAG9B;;OAEG;IACH,+BAMC;IAED;;;;;OAKG;IACH,qCALW,GAAG,QAWb;IAED;;OAEG;IACH,8BASC;IAED;;;;;OAKG;IACH,gDAsCC;IAED;;;;OAIG;IACH,4BAQC;IAED;;;;;OAKG;IACH,UAFa,uBAAuB,GAAG,cAAc,CAgBpD;CACJ;;;;AA9TD;;GAEG;AACH;IAEQ,yBAAqB;IACrB,aAAa;IAGjB,cAGC;IAED,iBAGC;IAFG,mCAAiD;IAIrD,qBAEC;CACJ"}
1
+ {"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../src/crawlers/statistics.js"],"names":[],"mappings":";;;;;;;;;2BAsVc,MAAM,EAAE;aACR,MAAM;oCACN,MAAM;sCACN,MAAM;+BACN,MAAM;6BACN,MAAM;gCACN,MAAM;mBACN,MAAM;0BACN,MAAM;+BACN,MAAM;sBACN,MAAM;;;;;;sBAON,MAAM;oBACN,MAAM;qBACN,MAAM;6BACN,MAAM;+BACN,MAAM;8BACN,MAAM;8BACN,MAAM;sCACN,MAAM;wCACN,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;uBAChB,IAAI,GAAC,MAAM,GAAC,IAAI;0BAChB,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;;AApV9B;;;;;;;;;;;;;;;;GAgBG;AACH;IACI;;;OAGG;IACH,qDA6BC;IAlBG,kCAAqD;IACrD,0BAA+C;IAC/C,mBAA4B;IAC5B,0EAAyB;IAEzB,WAAyB;IACzB,wBAA0D;IAC1D,8BAA4C;IAC5C,6BAA+B;IAE/B;;;OAGG;IACH,2BAAmC;IAMvC;;OAEG;IACH,cAsBC;IArBG;;;;;;;;;;;;;;kBAcC;IAID,kCAA+B;IAKnC;;;;;OAKG;IACH,aAHW,MAAM,GAAC,MAAM,QAQvB;IAED;;;;;OAKG;IACH,cAHW,MAAM,GAAC,MAAM,QAavB;IAED;;;;;OAKG;IACH,YAHW,MAAM,GAAC,MAAM,QAUvB;IAED;;OAEG;IACH;;;;;;;;MAmBC;IAED;;;OAGG;IACH,gCAiBC;IANG,6CAK0B;IAG9B;;OAEG;IACH,+BAMC;IAED;;;;;OAKG;IACH,qCALW,GAAG,QAWb;IAED;;OAEG;IACH,8BASC;IAED;;;;;OAKG;IACH,gDAsCC;IAED;;;;OAIG;IACH,4BAQC;IAED;;;;;OAKG;IACH,UAFa,uBAAuB,GAAG,cAAc,CAgBpD;CACJ;;;;AA9TD;;GAEG;AACH;IAEQ,yBAAqB;IACrB,aAAa;IAGjB,cAGC;IAED,iBAGC;IAFG,mCAAiD;IAIrD,qBAEC;CACJ"}
@@ -79,7 +79,7 @@
79
79
  export function enqueueLinks(options: {
80
80
  page?: PuppeteerPage | PlaywrightPage | undefined;
81
81
  limit?: number | undefined;
82
- $?: (any | any);
82
+ $?: (cheerio.Root | cheerio.Selector);
83
83
  requestQueue: RequestQueue;
84
84
  selector?: string | undefined;
85
85
  baseUrl?: string | undefined;
@@ -106,11 +106,10 @@ export function extractUrlsFromPage(page: PuppeteerPage | PlaywrightPage, select
106
106
  * @return {string[]}
107
107
  * @ignore
108
108
  */
109
- export function extractUrlsFromCheerio($: (any | any), selector: string, baseUrl: string): string[];
109
+ export function extractUrlsFromCheerio($: (cheerio.Root | cheerio.Selector), selector: string, baseUrl: string): string[];
110
110
  // @ts-ignore optional peer dependency
111
111
  import { Page as PuppeteerPage } from "puppeteer";
112
- // @ts-ignore optional peer dependency
113
- import { Page as PlaywrightPage } from "playwright/types/types";
112
+ import { Page as PlaywrightPage } from "playwright-core";
114
113
  import { RequestQueue } from "../storages/request_queue";
115
114
  import { RequestTransform } from "./shared";
116
115
  import { QueueOperationInfo } from "../storages/request_queue";
@@ -1 +1 @@
1
- {"version":3,"file":"enqueue_links.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":"AAiBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACH;IAlDkD,IAAI;IAG1B,KAAK;IAEoB,CAAC,GAA3C,CAAC,SAA6B,CAAC;IAGT,YAAY,EAAlC,YAAY;IAEK,QAAQ;IAER,OAAO;IAGyB,UAAU;;;IAUhC,wBAAwB;IAmBlD,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAsD7C;AAED;;;;;;;GAOG;AACH,0CALW,aAAa,GAAC,cAAc,YAC5B,MAAM,GACL,QAAQ,MAAM,MAAM,CAAC,CAAC,CAMjC;AAED;;;;;;;;GAQG;AACH,0CANW,CAAC,SAA6B,CAAC,YAC/B,MAAM,WACN,MAAM,GACL,MAAM,EAAE,CAmBnB"}
1
+ {"version":3,"file":"enqueue_links.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":"AAiBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACH;IAlDkD,IAAI;IAG1B,KAAK;IAEoB,CAAC,GAA3C,CAAC,+BAA6B,CAAC;IAGT,YAAY,EAAlC,YAAY;IAEK,QAAQ;IAER,OAAO;IAGyB,UAAU;;;IAUhC,wBAAwB;IAmBlD,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAsD7C;AAED;;;;;;;GAOG;AACH,0CALW,aAAa,GAAC,cAAc,YAC5B,MAAM,GACL,QAAQ,MAAM,MAAM,CAAC,CAAC,CAMjC;AAED;;;;;;;;GAQG;AACH,0CANW,CAAC,+BAA6B,CAAC,YAC/B,MAAM,WACN,MAAM,GACL,MAAM,EAAE,CAmBnB"}
package/build/main.d.ts CHANGED
@@ -109,8 +109,7 @@ declare const exportedUtils: {
109
109
  } | undefined) => Promise<void>;
110
110
  };
111
111
  playwright: {
112
- // @ts-ignore optional peer dependency
113
- gotoExtended: (page: import("playwright").Page, request: Request, gotoOptions?: import("./playwright_utils").DirectNavigationOptions | undefined) => Promise<import("playwright").Response | null>;
112
+ gotoExtended: (page: import("playwright-core").Page, request: Request, gotoOptions?: import("./playwright_utils").DirectNavigationOptions | undefined) => Promise<import("playwright-core").Response | null>;
114
113
  };
115
114
  social: {
116
115
  emailsFromText: (text: string) => string[];
@@ -16,15 +16,13 @@ export type DirectNavigationOptions = {
16
16
  * - `'load'` - consider operation to be finished when the `load` event is fired.
17
17
  * - `'networkidle'` - consider operation to be finished when there are no network connections for at least `500` ms.
18
18
  */
19
- waitUntil?: "load" | "domcontentloaded" | "networkidle" | undefined;
19
+ waitUntil?: "domcontentloaded" | "load" | "networkidle" | undefined;
20
20
  /**
21
21
  * Referer header value. If provided it will take preference over the referer header value set by page.setExtraHTTPHeaders(headers).
22
22
  */
23
23
  referer?: string | undefined;
24
24
  };
25
- // @ts-ignore optional peer dependency
26
- import { Page } from "playwright/types/types";
25
+ import { Page } from "playwright-core";
27
26
  import Request from "./request";
28
- // @ts-ignore optional peer dependency
29
- import { Response } from "playwright/types/types";
27
+ import { Response } from "playwright-core";
30
28
  //# sourceMappingURL=playwright_utils.d.ts.map
@@ -1,6 +1,6 @@
1
1
  export function addInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void>;
2
2
  export function removeInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void>;
3
- export type InterceptHandler = (request: any) => any;
3
+ export type InterceptHandler = (request: PuppeteerRequest) => any;
4
4
  // @ts-ignore optional peer dependency
5
5
  import { Page } from "puppeteer";
6
6
  //# sourceMappingURL=puppeteer_request_interception.d.ts.map
@@ -1,4 +1,4 @@
1
- export function gotoExtended(page: Page, request: Request, gotoOptions?: any): Promise<(any | null)>;
1
+ export function gotoExtended(page: Page, request: Request, gotoOptions?: any): Promise<(Response | null)>;
2
2
  export function infiniteScroll(page: Page, options?: {
3
3
  timeoutSecs?: number | undefined;
4
4
  waitForSecs?: number | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":"AAsVO,mCATI,IAAI,WAEJ,OAAO,sBAEN,QAAQ,CAAC,MAAS,IAAI,CAAC,CAAC,CA2CnC;AAsBM,qCAjBI,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CA6FzB;;;;;;;;;;;;;;;;;UApda,IAAI;aACJ,OAAO;;8CAIV,oBAAoB,KAClB,YAAU;;AAOvB;;;;;;;;;;;;;;;;;GAiBG;AACH,kCAXW,IAAI,YAEJ,MAAM;;gBAML,YAAU,CAmBrB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,oCALW,IAAI,GAEH,YAAU,CAMrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wCAJW,IAAI,GACH,YAAU,CAMrB;;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qCAbW,IAAI;;;gBAUH,QAAQ,IAAI,CAAC,CAkBxB;AAED;;;;GAIG;AACH,oFAQC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,sCAXW,IAAI;QAEG,MAAM;qBAEb,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,GAGrB,QAAQ,IAAI,CAAC,CA+CxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,6CALW,MAAM;QACC,MAAM;IACZ,sBAAsB,CAiBjC;;;AA0KD;;;;;;;;;;;;;;;;;;GAkBG;AACH,oCAjBW,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CAsCzB"}
1
+ {"version":3,"file":"puppeteer_utils.d.ts","sourceRoot":"","sources":["../src/puppeteer_utils.js"],"names":[],"mappings":"AAsVO,mCATI,IAAI,WAEJ,OAAO,sBAEN,QAAQ,CAAC,WAAS,IAAI,CAAC,CAAC,CA2CnC;AAsBM,qCAjBI,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CA6FzB;;;;;;;;;;;;;;;;;UApda,IAAI;aACJ,OAAO;;8CAIV,oBAAoB,KAClB,YAAU;;AAOvB;;;;;;;;;;;;;;;;;GAiBG;AACH,kCAXW,IAAI,YAEJ,MAAM;;gBAML,YAAU,CAmBrB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,oCALW,IAAI,GAEH,YAAU,CAMrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wCAJW,IAAI,GACH,YAAU,CAMrB;;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qCAbW,IAAI;;;gBAUH,QAAQ,IAAI,CAAC,CAkBxB;AAED;;;;GAIG;AACH,oFAQC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,sCAXW,IAAI;QAEG,MAAM;qBAEb,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,GAGrB,QAAQ,IAAI,CAAC,CA+CxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,6CALW,MAAM;QACC,MAAM;IACZ,sBAAsB,CAiBjC;;;AA0KD;;;;;;;;;;;;;;;;;;GAkBG;AACH,oCAjBW,IAAI;;;;;;gBAaF,QAAQ,IAAI,CAAC,CAsCzB"}
@@ -73,7 +73,7 @@ export class Session {
73
73
  * @protected
74
74
  * @internal
75
75
  */
76
- protected _puppeteerCookieToTough(puppeteerCookie: any): Cookie;
76
+ protected _puppeteerCookieToTough(puppeteerCookie: PuppeteerCookie): Cookie;
77
77
  /**
78
78
  * indicates whether the session is blocked.
79
79
  * Session is blocked once it reaches the `maxErrorScore`.
@@ -141,7 +141,7 @@ export class Session {
141
141
 
142
142
  * @param {(PuppeteerResponse|IncomingMessage)} response
143
143
  */
144
- setCookiesFromResponse(response: (any | IncomingMessage)): void;
144
+ setCookiesFromResponse(response: (PuppeteerResponse | IncomingMessage)): void;
145
145
  /**
146
146
  * Saves an array with cookie objects to be used with the session.
147
147
  * The objects should be in the format that
@@ -158,13 +158,13 @@ export class Session {
158
158
  * @param {PuppeteerCookie[]} cookies
159
159
  * @param {string} url
160
160
  */
161
- setPuppeteerCookies(cookies: any[], url: string): void;
161
+ setPuppeteerCookies(cookies: PuppeteerCookie[], url: string): void;
162
162
  /**
163
163
  * Returns cookies in a format compatible with puppeteer and ready to be used with `page.setCookie`.
164
164
  * @param {string} url website url. Only cookies stored for this url will be returned
165
165
  * @return {PuppeteerCookie[]}
166
166
  */
167
- getPuppeteerCookies(url: string): any[];
167
+ getPuppeteerCookies(url: string): PuppeteerCookie[];
168
168
  /**
169
169
  * Returns cookies saved with the session in the typical
170
170
  * key1=value1; key2=value2 format, ready to be used in
@@ -181,7 +181,7 @@ export class Session {
181
181
  * @protected
182
182
  * @internal
183
183
  */
184
- protected _toughCookieToPuppeteer(toughCookie: Cookie): any;
184
+ protected _toughCookieToPuppeteer(toughCookie: Cookie): PuppeteerCookie;
185
185
  /**
186
186
  * Sets cookies.
187
187
  * @param {Cookie[]} cookies
@@ -1 +1 @@
1
- {"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";AAmBA;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH;IACI;;;;OAIG;IACH,qBAFW,cAAc,EA2DxB;IAvBG,SAA2C;IAE3C;;;OAGG;IACH,kBAAgG;IAChG,WAAY;IACZ,mBAA4B;IAC5B,+BAA+B;IAC/B;YADkB,MAAM;MACA;IACxB,sBAAkC;IAClC,4BAA8C;IAG9C,gBAA0B;IAC1B,gBAA0B;IAC1B,mBAA4B;IAC5B,mBAA4B;IAC5B,sBAAkC;IAClC,kCAA8B;IAsLlC;;;;;;;OAOG;IACH,yDALY,MAAM,CAoBjB;IAxMD;;;;OAIG;IACH,aAFY,OAAO,CAIlB;IAED;;;;;OAKG;IACH,aAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,0BAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,YAFY,OAAO,CAIlB;IAED;;;OAGG;IACH,iBAQC;IAED;;;OAGG;IACH,YAFY,YAAY,CAevB;IAED;;;;;;OAMG;IACH,eAOC;IAED;;;OAGG;IACH,gBAKC;IAED;;;;;;;;OAQG;IACH,uCAJsB,MAAM,8CAEhB,OAAO,CAQlB;IAED;;;;;;;;OAQG;IACH,iCAFW,CAAC,MAAkB,eAAe,CAAC,QAW7C;IAED;;;;;;;;;;;;;;;OAeG;IACH,6BAHW,KAAiB,OACjB,MAAM,QAKhB;IAED;;;;OAIG;IACH,yBAHW,MAAM,GACL,KAAiB,CAM5B;IAED;;;;;;OAMG;IACH,qBAHW,MAAM,GACL,MAAM,CAIjB;IA2BD;;;;;;;OAOG;IACH,+CANW,MAAM,OAiBhB;IAED;;;;;;;OAOG;IACH,+BANW,MAAM,EAAE,OACR,MAAM,QAkBhB;IAED;;;;;;;OAOG;IACH,sDANW,MAAM,GACL,IAAI,CAOf;IAED;;;;;OAKG;IACH,mCAIC;CACJ;;;;;QApXa,MAAM;eACN,SAAS;cACT,MAAM;gBACN,MAAM;mBACN,MAAM;yBACN,MAAM;gBACN,MAAM;eACN,MAAM;eACN,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBN,WAAW"}
1
+ {"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";AAmBA;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH;IACI;;;;OAIG;IACH,qBAFW,cAAc,EA2DxB;IAvBG,SAA2C;IAE3C;;;OAGG;IACH,kBAAgG;IAChG,WAAY;IACZ,mBAA4B;IAC5B,+BAA+B;IAC/B;YADkB,MAAM;MACA;IACxB,sBAAkC;IAClC,4BAA8C;IAG9C,gBAA0B;IAC1B,gBAA0B;IAC1B,mBAA4B;IAC5B,mBAA4B;IAC5B,sBAAkC;IAClC,kCAA8B;IAsLlC;;;;;;;OAOG;IACH,qEALY,MAAM,CAoBjB;IAxMD;;;;OAIG;IACH,aAFY,OAAO,CAIlB;IAED;;;;;OAKG;IACH,aAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,0BAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,YAFY,OAAO,CAIlB;IAED;;;OAGG;IACH,iBAQC;IAED;;;OAGG;IACH,YAFY,YAAY,CAevB;IAED;;;;;;OAMG;IACH,eAOC;IAED;;;OAGG;IACH,gBAKC;IAED;;;;;;;;OAQG;IACH,uCAJsB,MAAM,8CAEhB,OAAO,CAQlB;IAED;;;;;;;;OAQG;IACH,iCAFW,CAAC,oBAAkB,eAAe,CAAC,QAW7C;IAED;;;;;;;;;;;;;;;OAeG;IACH,6BAHW,iBAAiB,OACjB,MAAM,QAKhB;IAED;;;;OAIG;IACH,yBAHW,MAAM,GACL,iBAAiB,CAM5B;IAED;;;;;;OAMG;IACH,qBAHW,MAAM,GACL,MAAM,CAIjB;IA2BD;;;;;;;OAOG;IACH,+CANW,MAAM,mBAiBhB;IAED;;;;;;;OAOG;IACH,+BANW,MAAM,EAAE,OACR,MAAM,QAkBhB;IAED;;;;;;;OAOG;IACH,sDANW,MAAM,GACL,IAAI,CAOf;IAED;;;;;OAKG;IACH,mCAIC;CACJ;;;;;QApXa,MAAM;eACN,SAAS;cACT,MAAM;gBACN,MAAM;mBACN,MAAM;yBACN,MAAM;gBACN,MAAM;eACN,MAAM;eACN,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBN,WAAW"}
@@ -1,4 +1,4 @@
1
1
  /// <reference types="node" />
2
- export function getCookiesFromResponse(response: (IncomingMessage | any)): undefined | Array<any>;
2
+ export function getCookiesFromResponse(response: (IncomingMessage | PuppeteerResponse)): undefined | Array<any>;
3
3
  import { IncomingMessage } from "http";
4
4
  //# sourceMappingURL=session_utils.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"session_utils.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";AAYO,iDAHI,CAAC,eAAe,MAAkB,CAAC,GAClC,SAAS,GAAC,UAAQ,CAa7B"}
1
+ {"version":3,"file":"session_utils.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";AAYO,iDAHI,CAAC,eAAe,oBAAkB,CAAC,GAClC,SAAS,GAAC,UAAQ,CAa7B"}
@@ -67,7 +67,7 @@ export class Dataset {
67
67
  id: string;
68
68
  name: string | undefined;
69
69
  isLocal: boolean;
70
- client: import("@apify/storage-local/dist/resource_clients/dataset").DatasetClient | import("apify-client").DatasetClient;
70
+ client: import("@apify/storage-local/dist/resource_clients/dataset").DatasetClient | import("apify-client").DatasetClient<Record<string | number, unknown>>;
71
71
  log: import("@apify/log/log").Log;
72
72
  /**
73
73
  * Stores an object or an array of objects to the dataset.
@@ -1 +1 @@
1
- {"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/storages/dataset.js"],"names":[],"mappings":"AAcA,oDAAqD;AACrD,sCAAuC;AAchC,yDALI,MAAM,+BAEJ,MAAM,CAuBlB;AAeM,mCALI,MAAM,MAAM,CAAC,cACb,MAAM,GACJ,MAAM,MAAM,CAAC,CA6BzB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH;IACI;;;;;;OAMG;IACH;QAL2B,EAAE,EAAlB,MAAM;QACW,IAAI;QACkB,MAAM,EAA7C,WAAW,GAAC,iBAAiB;QACZ,OAAO,EAAxB,OAAO;OAQjB;IALG,WAAoB;IACpB,yBAAwB;IACxB,iBAA8B;IAC9B,0HAA6C;IAC7C,kCAA2C;IAG/C;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,eAJW,MAAM,GAAC,MAAM,MAAM,CAAC,GAEnB,QAAQ,IAAI,CAAC,CAsBxB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACH;;;;;;;;;oBAFY,QAAQ,cAAc,CAAC,CAWlC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,WAFa,QAAQ,MAAM,CAAC,CAI3B;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,kBATW,eAAe;;;;gDAOd,QAAQ,IAAI,CAAC,CAkBxB;IAED;;;;;;;;;;;;;OAaG;IACH,cARW,aAAa;;;;oBAMZ,QAAQ,MAAM,MAAM,CAAC,CAAC,CAejC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,iBATW,cAAc,QACd,MAAM;;;;oBAML,QAAQ,MAAM,CAAC,CAqB1B;IAED;;;;;OAKG;IACH,QAFY,QAAQ,IAAI,CAAC,CAMxB;CACJ;AAwBM;;;gBALM,QAAQ,OAAO,CAAC,CAc5B;AA8BM,+BARI,MAAM,GAEJ,QAAQ,IAAI,CAAC,CAUzB;;;;;WAIa,MAAM,MAAM,CAAC;;;;WACb,MAAM;;;;YACN,MAAM;;;;WACN,MAAM;;;;WACN,MAAM;;;;;qCAOT,MAAM,SACN,MAAM,KACJ,MAAM;;;;mCAOR,MAAM,SACN,MAAM,KACJ,MAAM;;;;oCAMR,MAAM,QACN,MAAM,SACN,MAAM,KACJ,MAAM"}
1
+ {"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/storages/dataset.js"],"names":[],"mappings":"AAcA,oDAAqD;AACrD,sCAAuC;AAchC,yDALI,MAAM,+BAEJ,MAAM,CAuBlB;AAeM,mCALI,MAAM,MAAM,CAAC,cACb,MAAM,GACJ,MAAM,MAAM,CAAC,CA6BzB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH;IACI;;;;;;OAMG;IACH;QAL2B,EAAE,EAAlB,MAAM;QACW,IAAI;QACkB,MAAM,EAA7C,WAAW,GAAC,iBAAiB;QACZ,OAAO,EAAxB,OAAO;OAQjB;IALG,WAAoB;IACpB,yBAAwB;IACxB,iBAA8B;IAC9B,4JAA6C;IAC7C,kCAA2C;IAG/C;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,eAJW,MAAM,GAAC,MAAM,MAAM,CAAC,GAEnB,QAAQ,IAAI,CAAC,CAsBxB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACH;;;;;;;;;oBAFY,QAAQ,cAAc,CAAC,CAWlC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,WAFa,QAAQ,MAAM,CAAC,CAI3B;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,kBATW,eAAe;;;;gDAOd,QAAQ,IAAI,CAAC,CAkBxB;IAED;;;;;;;;;;;;;OAaG;IACH,cARW,aAAa;;;;oBAMZ,QAAQ,MAAM,MAAM,CAAC,CAAC,CAejC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,iBATW,cAAc,QACd,MAAM;;;;oBAML,QAAQ,MAAM,CAAC,CAqB1B;IAED;;;;;OAKG;IACH,QAFY,QAAQ,IAAI,CAAC,CAMxB;CACJ;AAwBM;;;gBALM,QAAQ,OAAO,CAAC,CAc5B;AA8BM,+BARI,MAAM,GAEJ,QAAQ,IAAI,CAAC,CAUzB;;;;;WAIa,MAAM,MAAM,CAAC;;;;WACb,MAAM;;;;YACN,MAAM;;;;WACN,MAAM;;;;WACN,MAAM;;;;;qCAOT,MAAM,SACN,MAAM,KACJ,MAAM;;;;mCAOR,MAAM,SACN,MAAM,KACJ,MAAM;;;;oCAMR,MAAM,QACN,MAAM,SACN,MAAM,KACJ,MAAM"}