apify 2.0.8-beta.6 → 2.1.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. package/README.md +3 -0
  2. package/{types → build}/actor.d.ts +1 -0
  3. package/build/actor.d.ts.map +1 -0
  4. package/build/actor.js +13 -12
  5. package/build/actor.js.map +1 -0
  6. package/{types → build}/apify.d.ts +3 -0
  7. package/build/apify.d.ts.map +1 -0
  8. package/build/apify.js +4 -2
  9. package/build/apify.js.map +1 -0
  10. package/{types → build}/autoscaling/autoscaled_pool.d.ts +1 -0
  11. package/build/autoscaling/autoscaled_pool.d.ts.map +1 -0
  12. package/build/autoscaling/autoscaled_pool.js +6 -4
  13. package/build/autoscaling/autoscaled_pool.js.map +1 -0
  14. package/{types → build}/autoscaling/snapshotter.d.ts +1 -0
  15. package/build/autoscaling/snapshotter.d.ts.map +1 -0
  16. package/build/autoscaling/snapshotter.js +7 -5
  17. package/build/autoscaling/snapshotter.js.map +1 -0
  18. package/{types → build}/autoscaling/system_status.d.ts +1 -0
  19. package/build/autoscaling/system_status.d.ts.map +1 -0
  20. package/build/autoscaling/system_status.js +4 -2
  21. package/build/autoscaling/system_status.js.map +1 -0
  22. package/{types → build}/browser_launchers/browser_launcher.d.ts +5 -0
  23. package/build/browser_launchers/browser_launcher.d.ts.map +1 -0
  24. package/build/browser_launchers/browser_launcher.js +15 -8
  25. package/build/browser_launchers/browser_launcher.js.map +1 -0
  26. package/{types → build}/browser_launchers/browser_plugin.d.ts +1 -0
  27. package/build/browser_launchers/browser_plugin.d.ts.map +1 -0
  28. package/build/browser_launchers/browser_plugin.js +1 -0
  29. package/build/browser_launchers/browser_plugin.js.map +1 -0
  30. package/{types → build}/browser_launchers/playwright_launcher.d.ts +6 -0
  31. package/build/browser_launchers/playwright_launcher.d.ts.map +1 -0
  32. package/build/browser_launchers/playwright_launcher.js +13 -6
  33. package/build/browser_launchers/playwright_launcher.js.map +1 -0
  34. package/{types → build}/browser_launchers/puppeteer_launcher.d.ts +1 -0
  35. package/build/browser_launchers/puppeteer_launcher.d.ts.map +1 -0
  36. package/build/browser_launchers/puppeteer_launcher.js +17 -10
  37. package/build/browser_launchers/puppeteer_launcher.js.map +1 -0
  38. package/{types → build}/cache_container.d.ts +1 -0
  39. package/build/cache_container.d.ts.map +1 -0
  40. package/build/cache_container.js +1 -0
  41. package/build/cache_container.js.map +1 -0
  42. package/{types → build}/configuration.d.ts +1 -0
  43. package/build/configuration.d.ts.map +1 -0
  44. package/build/configuration.js +88 -65
  45. package/build/configuration.js.map +1 -0
  46. package/{types → build}/constants.d.ts +1 -0
  47. package/build/constants.d.ts.map +1 -0
  48. package/build/constants.js +1 -0
  49. package/build/constants.js.map +1 -0
  50. package/{types → build}/crawlers/basic_crawler.d.ts +1 -0
  51. package/build/crawlers/basic_crawler.d.ts.map +1 -0
  52. package/build/crawlers/basic_crawler.js +35 -28
  53. package/build/crawlers/basic_crawler.js.map +1 -0
  54. package/{types → build}/crawlers/browser_crawler.d.ts +1 -0
  55. package/build/crawlers/browser_crawler.d.ts.map +1 -0
  56. package/build/crawlers/browser_crawler.js +26 -19
  57. package/build/crawlers/browser_crawler.js.map +1 -0
  58. package/{types → build}/crawlers/cheerio_crawler.d.ts +1 -0
  59. package/build/crawlers/cheerio_crawler.d.ts.map +1 -0
  60. package/build/crawlers/cheerio_crawler.js +41 -34
  61. package/build/crawlers/cheerio_crawler.js.map +1 -0
  62. package/{types → build}/crawlers/crawler_extension.d.ts +1 -0
  63. package/build/crawlers/crawler_extension.d.ts.map +1 -0
  64. package/build/crawlers/crawler_extension.js +3 -1
  65. package/build/crawlers/crawler_extension.js.map +1 -0
  66. package/{types → build}/crawlers/crawler_utils.d.ts +1 -0
  67. package/build/crawlers/crawler_utils.d.ts.map +1 -0
  68. package/build/crawlers/crawler_utils.js +1 -0
  69. package/build/crawlers/crawler_utils.js.map +1 -0
  70. package/{types → build}/crawlers/playwright_crawler.d.ts +2 -0
  71. package/build/crawlers/playwright_crawler.d.ts.map +1 -0
  72. package/build/crawlers/playwright_crawler.js +15 -8
  73. package/build/crawlers/playwright_crawler.js.map +1 -0
  74. package/{types → build}/crawlers/puppeteer_crawler.d.ts +1 -0
  75. package/build/crawlers/puppeteer_crawler.d.ts.map +1 -0
  76. package/build/crawlers/puppeteer_crawler.js +15 -8
  77. package/build/crawlers/puppeteer_crawler.js.map +1 -0
  78. package/{types → build}/crawlers/statistics.d.ts +1 -0
  79. package/build/crawlers/statistics.d.ts.map +1 -0
  80. package/build/crawlers/statistics.js +5 -3
  81. package/build/crawlers/statistics.js.map +1 -0
  82. package/{types → build}/enqueue_links/click_elements.d.ts +1 -0
  83. package/build/enqueue_links/click_elements.d.ts.map +1 -0
  84. package/build/enqueue_links/click_elements.js +4 -2
  85. package/build/enqueue_links/click_elements.js.map +1 -0
  86. package/{types → build}/enqueue_links/enqueue_links.d.ts +2 -0
  87. package/build/enqueue_links/enqueue_links.d.ts.map +1 -0
  88. package/build/enqueue_links/enqueue_links.js +4 -2
  89. package/build/enqueue_links/enqueue_links.js.map +1 -0
  90. package/{types → build}/enqueue_links/shared.d.ts +1 -0
  91. package/build/enqueue_links/shared.d.ts.map +1 -0
  92. package/build/enqueue_links/shared.js +6 -4
  93. package/build/enqueue_links/shared.js.map +1 -0
  94. package/{types → build}/errors.d.ts +1 -0
  95. package/build/errors.d.ts.map +1 -0
  96. package/build/errors.js +1 -0
  97. package/build/errors.js.map +1 -0
  98. package/{types → build}/events.d.ts +1 -0
  99. package/build/events.d.ts.map +1 -0
  100. package/build/events.js +5 -3
  101. package/build/events.js.map +1 -0
  102. package/{types → build}/index.d.ts +1 -0
  103. package/build/index.d.ts.map +1 -0
  104. package/build/index.js +4 -12
  105. package/build/index.js.map +1 -0
  106. package/{types → build}/main.d.ts +3 -1
  107. package/build/main.d.ts.map +1 -0
  108. package/build/main.js +11 -9
  109. package/build/main.js.map +1 -0
  110. package/{types → build}/playwright_utils.d.ts +3 -3
  111. package/build/playwright_utils.d.ts.map +1 -0
  112. package/build/playwright_utils.js +25 -18
  113. package/build/playwright_utils.js.map +1 -0
  114. package/{types → build}/proxy_configuration.d.ts +1 -0
  115. package/build/proxy_configuration.d.ts.map +1 -0
  116. package/build/proxy_configuration.js +8 -2
  117. package/build/proxy_configuration.js.map +1 -0
  118. package/{types → build}/pseudo_url.d.ts +1 -0
  119. package/build/pseudo_url.d.ts.map +1 -0
  120. package/build/pseudo_url.js +7 -5
  121. package/build/pseudo_url.js.map +1 -0
  122. package/{types → build}/puppeteer_request_interception.d.ts +1 -0
  123. package/build/puppeteer_request_interception.d.ts.map +1 -0
  124. package/build/puppeteer_request_interception.js +15 -7
  125. package/build/puppeteer_request_interception.js.map +1 -0
  126. package/{types → build}/puppeteer_utils.d.ts +1 -0
  127. package/build/puppeteer_utils.d.ts.map +1 -0
  128. package/build/puppeteer_utils.js +23 -19
  129. package/build/puppeteer_utils.js.map +1 -0
  130. package/{types → build}/request.d.ts +1 -0
  131. package/build/request.d.ts.map +1 -0
  132. package/build/request.js +8 -6
  133. package/build/request.js.map +1 -0
  134. package/{types → build}/request_list.d.ts +17 -3
  135. package/build/request_list.d.ts.map +1 -0
  136. package/build/request_list.js +36 -16
  137. package/build/request_list.js.map +1 -0
  138. package/{types → build}/serialization.d.ts +1 -0
  139. package/build/serialization.d.ts.map +1 -0
  140. package/build/serialization.js +14 -12
  141. package/build/serialization.js.map +1 -0
  142. package/{types → build}/session_pool/errors.d.ts +1 -0
  143. package/build/session_pool/errors.d.ts.map +1 -0
  144. package/build/session_pool/errors.js +1 -0
  145. package/build/session_pool/errors.js.map +1 -0
  146. package/{types → build}/session_pool/events.d.ts +1 -0
  147. package/build/session_pool/events.d.ts.map +1 -0
  148. package/build/session_pool/events.js +1 -0
  149. package/build/session_pool/events.js.map +1 -0
  150. package/{types → build}/session_pool/session.d.ts +1 -0
  151. package/build/session_pool/session.d.ts.map +1 -0
  152. package/build/session_pool/session.js +5 -3
  153. package/build/session_pool/session.js.map +1 -0
  154. package/{types → build}/session_pool/session_pool.d.ts +1 -0
  155. package/build/session_pool/session_pool.d.ts.map +1 -0
  156. package/build/session_pool/session_pool.js +5 -3
  157. package/build/session_pool/session_pool.js.map +1 -0
  158. package/{types → build}/session_pool/session_utils.d.ts +1 -0
  159. package/build/session_pool/session_utils.d.ts.map +1 -0
  160. package/build/session_pool/session_utils.js +1 -0
  161. package/build/session_pool/session_utils.js.map +1 -0
  162. package/{types → build}/stealth/hiding_tricks.d.ts +1 -0
  163. package/build/stealth/hiding_tricks.d.ts.map +1 -0
  164. package/build/stealth/hiding_tricks.js +1 -0
  165. package/build/stealth/hiding_tricks.js.map +1 -0
  166. package/{types → build}/stealth/stealth.d.ts +1 -0
  167. package/build/stealth/stealth.d.ts.map +1 -0
  168. package/build/stealth/stealth.js +6 -4
  169. package/build/stealth/stealth.js.map +1 -0
  170. package/{types → build}/storages/dataset.d.ts +1 -0
  171. package/build/storages/dataset.d.ts.map +1 -0
  172. package/build/storages/dataset.js +7 -5
  173. package/build/storages/dataset.js.map +1 -0
  174. package/{types → build}/storages/key_value_store.d.ts +1 -0
  175. package/build/storages/key_value_store.d.ts.map +1 -0
  176. package/build/storages/key_value_store.js +4 -2
  177. package/build/storages/key_value_store.js.map +1 -0
  178. package/{types → build}/storages/request_queue.d.ts +1 -0
  179. package/build/storages/request_queue.d.ts.map +1 -0
  180. package/build/storages/request_queue.js +7 -5
  181. package/build/storages/request_queue.js.map +1 -0
  182. package/{types → build}/storages/storage_manager.d.ts +1 -0
  183. package/build/storages/storage_manager.d.ts.map +1 -0
  184. package/build/storages/storage_manager.js +3 -1
  185. package/build/storages/storage_manager.js.map +1 -0
  186. package/build/tsconfig.tsbuildinfo +1 -0
  187. package/{types → build}/typedefs.d.ts +1 -0
  188. package/build/typedefs.d.ts.map +1 -0
  189. package/build/typedefs.js +1 -0
  190. package/build/typedefs.js.map +1 -0
  191. package/{types → build}/utils.d.ts +3 -0
  192. package/build/utils.d.ts.map +1 -0
  193. package/build/utils.js +104 -46
  194. package/build/utils.js.map +1 -0
  195. package/{types → build}/utils_log.d.ts +1 -0
  196. package/build/utils_log.d.ts.map +1 -0
  197. package/build/utils_log.js +3 -1
  198. package/build/utils_log.js.map +1 -0
  199. package/{types → build}/utils_request.d.ts +1 -0
  200. package/build/utils_request.d.ts.map +1 -0
  201. package/build/utils_request.js +5 -3
  202. package/build/utils_request.js.map +1 -0
  203. package/{types → build}/utils_social.d.ts +1 -0
  204. package/build/utils_social.d.ts.map +1 -0
  205. package/build/utils_social.js +23 -11
  206. package/build/utils_social.js.map +1 -0
  207. package/{types → build}/validators.d.ts +1 -0
  208. package/build/validators.d.ts.map +1 -0
  209. package/build/validators.js +3 -1
  210. package/build/validators.js.map +1 -0
  211. package/package.json +26 -29
  212. package/types/playwright/index.d.ts +0 -22
  213. package/types/playwright/types/protocol.d.ts +0 -17846
  214. package/types/playwright/types/structs.d.ts +0 -50
  215. package/types/playwright/types/types.d.ts +0 -13078
  216. package/types-apify/apify-http-request.d.ts +0 -8
  217. package/types-apify/ps-tree.d.ts +0 -4
@@ -1,20 +1,21 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
+ const tslib_1 = require("tslib");
3
4
  /* eslint-disable class-methods-use-this */
4
5
  const utilities_1 = require("@apify/utilities");
5
- const cheerio = require("cheerio");
6
- const contentTypeParser = require("content-type");
7
- const htmlparser = require("htmlparser2");
6
+ const cheerio_1 = (0, tslib_1.__importDefault)(require("cheerio"));
7
+ const content_type_1 = (0, tslib_1.__importDefault)(require("content-type"));
8
+ const htmlparser2_1 = require("htmlparser2");
8
9
  const WritableStream_1 = require("htmlparser2/lib/WritableStream");
9
- const iconv = require("iconv-lite");
10
- const ow_1 = require("ow");
11
- const util = require("util");
10
+ const iconv_lite_1 = (0, tslib_1.__importDefault)(require("iconv-lite"));
11
+ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
12
+ const util_1 = (0, tslib_1.__importDefault)(require("util"));
12
13
  const got_scraping_1 = require("got-scraping");
13
14
  const constants_1 = require("../constants");
14
15
  const utils_1 = require("../utils");
15
- const utilsRequest = require("../utils_request"); // eslint-disable-line import/no-duplicates
16
+ const utils_request_1 = require("../utils_request");
16
17
  const basic_crawler_1 = require("./basic_crawler"); // eslint-disable-line import/no-duplicates
17
- const crawler_extension_1 = require("./crawler_extension");
18
+ const crawler_extension_1 = (0, tslib_1.__importDefault)(require("./crawler_extension"));
18
19
  const validators_1 = require("../validators");
19
20
  /* eslint-enable no-unused-vars,import/named,import/no-duplicates,import/order */
20
21
  /**
@@ -484,7 +485,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
484
485
  }
485
486
  request.loadedUrl = response.url;
486
487
  const $ = dom
487
- ? cheerio.load(dom, {
488
+ ? cheerio_1.default.load(dom, {
488
489
  xmlMode: isXml,
489
490
  // Recent versions of cheerio use parse5 as the HTML parser/serializer. It's more strict than htmlparser2
490
491
  // and not good for scraping. It also does not have a great streaming interface.
@@ -561,7 +562,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
561
562
  const opts = this._getRequestOptions(request, session, proxyUrl, requestAsBrowserOptions);
562
563
  let responseWithStream;
563
564
  try {
564
- responseWithStream = await utilsRequest.requestAsBrowser(opts);
565
+ responseWithStream = await (0, utils_request_1.requestAsBrowser)(opts);
565
566
  }
566
567
  catch (e) {
567
568
  if (e instanceof got_scraping_1.TimeoutError) {
@@ -595,7 +596,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
595
596
  const errorResponse = JSON.parse(body);
596
597
  let { message } = errorResponse;
597
598
  if (!message)
598
- message = util.inspect(errorResponse, { depth: 1, maxArrayLength: 10 });
599
+ message = util_1.default.inspect(errorResponse, { depth: 1, maxArrayLength: 10 });
599
600
  throw new Error(`${statusCode} - ${message}`);
600
601
  }
601
602
  // It's not a JSON so it's probably some text. Get the first 100 chars of it.
@@ -673,9 +674,9 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
673
674
  if (Buffer.isEncoding(encoding))
674
675
  return { response, encoding };
675
676
  // Try to re-encode a variety of unsupported encodings to utf-8
676
- if (iconv.encodingExists(encoding)) {
677
- const encodeStream = iconv.encodeStream(utf8);
678
- const decodeStream = iconv.decodeStream(encoding).on('error', (err) => encodeStream.emit('error', err));
677
+ if (iconv_lite_1.default.encodingExists(encoding)) {
678
+ const encodeStream = iconv_lite_1.default.encodeStream(utf8);
679
+ const decodeStream = iconv_lite_1.default.decodeStream(encoding).on('error', (err) => encodeStream.emit('error', err));
679
680
  response.on('error', (err) => decodeStream.emit('error', err));
680
681
  const encodedResponse = response.pipe(decodeStream).pipe(encodeStream);
681
682
  encodedResponse.statusCode = response.statusCode;
@@ -696,7 +697,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
696
697
  */
697
698
  async _parseHtmlToDom(response) {
698
699
  return new Promise((resolve, reject) => {
699
- const domHandler = new htmlparser.DomHandler((err, dom) => {
700
+ const domHandler = new htmlparser2_1.DomHandler((err, dom) => {
700
701
  if (err)
701
702
  reject(err);
702
703
  else
@@ -719,7 +720,7 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
719
720
  _extendSupportedMimeTypes(additionalMimeTypes) {
720
721
  additionalMimeTypes.forEach((mimeType) => {
721
722
  try {
722
- const parsedType = contentTypeParser.parse(mimeType);
723
+ const parsedType = content_type_1.default.parse(mimeType);
723
724
  this.supportedMimeTypes.add(parsedType.type);
724
725
  }
725
726
  catch (err) {
@@ -776,24 +777,29 @@ class CheerioCrawler extends basic_crawler_1.BasicCrawler {
776
777
  * @internal
777
778
  * @type any
778
779
  */
779
- CheerioCrawler.optionsShape = {
780
- ...basic_crawler_1.BasicCrawler.optionsShape,
781
- // TODO temporary until the API is unified in V2
782
- handleRequestFunction: ow_1.default.undefined,
783
- handlePageFunction: ow_1.default.function,
784
- requestTimeoutSecs: ow_1.default.optional.number,
785
- handlePageTimeoutSecs: ow_1.default.optional.number,
786
- ignoreSslErrors: ow_1.default.optional.boolean,
787
- additionalMimeTypes: ow_1.default.optional.array.ofType(ow_1.default.string),
788
- suggestResponseEncoding: ow_1.default.optional.string,
789
- forceResponseEncoding: ow_1.default.optional.string,
790
- proxyConfiguration: ow_1.default.optional.object.validate(validators_1.validators.proxyConfiguration),
791
- prepareRequestFunction: ow_1.default.optional.function,
792
- postResponseFunction: ow_1.default.optional.function,
793
- persistCookiesPerSession: ow_1.default.optional.boolean,
794
- preNavigationHooks: ow_1.default.optional.array,
795
- postNavigationHooks: ow_1.default.optional.array,
796
- };
780
+ Object.defineProperty(CheerioCrawler, "optionsShape", {
781
+ enumerable: true,
782
+ configurable: true,
783
+ writable: true,
784
+ value: {
785
+ ...basic_crawler_1.BasicCrawler.optionsShape,
786
+ // TODO temporary until the API is unified in V2
787
+ handleRequestFunction: ow_1.default.undefined,
788
+ handlePageFunction: ow_1.default.function,
789
+ requestTimeoutSecs: ow_1.default.optional.number,
790
+ handlePageTimeoutSecs: ow_1.default.optional.number,
791
+ ignoreSslErrors: ow_1.default.optional.boolean,
792
+ additionalMimeTypes: ow_1.default.optional.array.ofType(ow_1.default.string),
793
+ suggestResponseEncoding: ow_1.default.optional.string,
794
+ forceResponseEncoding: ow_1.default.optional.string,
795
+ proxyConfiguration: ow_1.default.optional.object.validate(validators_1.validators.proxyConfiguration),
796
+ prepareRequestFunction: ow_1.default.optional.function,
797
+ postResponseFunction: ow_1.default.optional.function,
798
+ persistCookiesPerSession: ow_1.default.optional.boolean,
799
+ preNavigationHooks: ow_1.default.optional.array,
800
+ postNavigationHooks: ow_1.default.optional.array,
801
+ }
802
+ });
797
803
  exports.default = CheerioCrawler;
798
804
  /**
799
805
  * @typedef PrepareRequestInputs
@@ -853,3 +859,4 @@ exports.default = CheerioCrawler;
853
859
  * @param {CheerioHandlePageInputs} inputs Arguments passed to this callback.
854
860
  * @returns {Promise<void>}
855
861
  */
862
+ //# sourceMappingURL=cheerio_crawler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cheerio_crawler.js","sourceRoot":"","sources":["../../src/crawlers/cheerio_crawler.js"],"names":[],"mappings":";;;AAAA,2CAA2C;AAC3C,gDAA4E;AAC5E,mEAA8B;AAC9B,6EAA6C;AAC7C,6CAAyC;AACzC,mEAAgE;AAChE,yEAA+B;AAC/B,yDAAoB;AACpB,6DAAwB;AACxB,+CAA4C;AAC5C,4CAAiE;AACjE,oCAA6E;AAC7E,oDAAoD;AACpD,mDAA+C,CAAC,2CAA2C;AAC3F,yFAAmD;AAcnD,8CAA2C;AAC3C,iFAAiF;AAEjF;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;AACtG,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AACtD,MAAM,yCAAyC,GAAG;IAC9C,kBAAkB,EAAE;QAChB,6BAA6B,EAAE,CAAC;QAChC,gBAAgB,EAAE,GAAG;KACxB;IACD,mBAAmB,EAAE;QACjB,2BAA2B,EAAE,GAAG;KACnC;CACJ,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgHG;AACH,MAAM,cAAe,SAAQ,4BAAY;IA0BrC;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,uBAAuB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC;QAExF,MAAM,EACF,kBAAkB,EAClB,kBAAkB,GAAG,EAAE,EACvB,qBAAqB,GAAG,EAAE,EAC1B,eAAe,GAAG,IAAI,EACtB,mBAAmB,GAAG,EAAE,EACxB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,wBAAwB,EACxB,kBAAkB,GAAG,EAAE,EACvB,mBAAmB,GAAG,EAAE;QAExB,eAAe;QACf,qBAAqB,GAAG,yCAAyC,EACjE,GAAG,mBAAmB,EACzB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC;YACF,GAAG,mBAAmB;YACtB,gDAAgD;YAChD,qBAAqB,EAAE,kBAAkB;YACzC,qBAAqB;YACrB,6DAA6D;YAC7D,uDAAuD;YACvD,wBAAwB,EAAE,kBAAkB,GAAG,qBAAqB,GAAG,6CAAiC;SAC3G,CAAC,CAAC;QAEH,uEAAuE;QACvE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,wBAAwB,EAAE;YAClD,MAAM,IAAI,KAAK,CAAC,iFAAiF,CAAC,CAAC;SACtG;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,0BAA0B,CAAC,CAAC,CAAC;QAC5F,IAAI,mBAAmB,CAAC,MAAM;YAAE,IAAI,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,CAAC;QAEpF,IAAI,uBAAuB,IAAI,qBAAqB,EAAE;YAClD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,sGAAsG,CAAC,CAAC;SAC5H;QAED,IAAI,CAAC,uBAAuB,GAAG,qBAAqB,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,oBAAoB,GAAG,kBAAkB,GAAG,IAAI,CAAC;QACtD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAC;QACrD,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C;;;aAGK;QACL,IAAI,CAAC,mBAAmB,GAAG;YACvB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC;YACvE,GAAG,mBAAmB;SACzB,CAAC;QACF;;;aAGK;QACL,IAAI,CAAC,8BAA8B,GAAG,EAAE,CAAC;QAEzC,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,KAAK,SAAS,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC;SAC5G;aAAM;YACH,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAC;SACzC;IACL,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,SAAS;QACT,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,2BAAgB,CAAC,CAAC,CAAC;QAEtD,MAAM,gBAAgB,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACvD,gDAAgD;QAChD,gBAAgB,CAAC,mBAAmB,GAAG,gBAAgB,CAAC,kBAAkB,CAAC;QAC3E,OAAO,gBAAgB,CAAC,kBAAkB,CAAC;QAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YACzD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,sBAAsB;YACvE,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACtC,MAAM,aAAa,GAAG,OAAO,KAAK,CAAC,CAAC,0DAA0D;YAC9F,MAAM,UAAU,GAAG,YAAY,KAAK,aAAa,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,+BAA+B;YACnG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;YAEjC,IAAI,CAAC,cAAc,EAAE,EAAE,wDAAwD;gBAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,2BAA2B,GAAG,wDAAwD,CAAC,CAAC;aAC5H;YAED,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,0DAA0D;gBACnF,MAAM,IAAI,KAAK,CACX,GAAG,SAAS,CAAC,IAAI,6CAA6C,aAAa,sBAAsB,GAAG,KAAK,YAAY,IAAI,CAC5H,CAAC;aACL;YAED,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,IAAI,kCAAkC,GAAG,KAAK,YAAY,UAAU,KAAK,GAAG,CAAC,CAAC;YAE5G,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SACrB;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,sBAAsB,CAAC,eAAe;QACxC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAE7C,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACzB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACnD,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAE9C,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEjH,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;SAC7D;QAED,IAAI,IAAI,CAAC,wBAAwB,EAAE;YAC/B,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;SAC5C;QAED,OAAO,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC;QAEjC,MAAM,CAAC,GAAG,GAAG;YACT,CAAC,CAAC,iBAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChB,OAAO,EAAE,KAAK;gBACd,yGAAyG;gBACzG,gFAAgF;gBAChF,2GAA2G;gBAC3G,eAAe,EAAE,IAAI;aACxB,CAAC;YACF,CAAC,CAAC,IAAI,CAAC;QAEX,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,eAAe,CAAC,WAAW,GAAG,WAAW,CAAC;QAC1C,eAAe,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACpC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,IAAI,WAAW,CAAC,IAAI,KAAK,0BAA0B;oBAAE,OAAO,IAAI,CAAC;gBACjE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE;YAC3C,GAAG;gBACC,6GAA6G;gBAC7G,mFAAmF;gBACnF,sEAAsE;gBACtE,IAAI,GAAG,EAAE;oBACL,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;iBAC9D;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,2BAAmB,EACtB,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,EACzC,IAAI,CAAC,uBAAuB,EAC5B,sCAAsC,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CACvF,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CAAC,eAAe;QACnC,IAAI,IAAI,CAAC,sBAAsB,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,kFAAkF,CAAC,CAAC;YACxG,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC;SACtD;QAED,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAC3E,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAkB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAC5F,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;QAC7C,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC;QAE5E,eAAe,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAmB,EAChD,IAAI,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE,CAAC,EAC9E,IAAI,CAAC,oBAAoB,EACzB,2BAA2B,IAAI,CAAC,oBAAoB,GAAG,IAAI,WAAW,CACzE,CAAC;QAEF,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,EAAE,eAAe,EAAE,uBAAuB,CAAC,CAAC;QAE7F,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iFAAiF,CAAC,CAAC;YACvG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;SACpD;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE;QAC1E,IAAI,IAAI,CAAC,cAAc,EAAE;YACrB,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;YAC5B,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;SACzD;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QAC1F,IAAI,kBAAkB,CAAC;QAEvB,IAAI;YACA,kBAAkB,GAAG,MAAM,IAAA,gCAAgB,EAAC,IAAI,CAAC,CAAC;SACrD;QAAC,OAAO,CAAC,EAAE;YACR,IAAI,CAAC,YAAY,2BAAY,EAAE;gBAC3B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;aACvC;iBAAM;gBACH,MAAM,CAAC,CAAC;aACX;SACJ;QAED,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,cAAc;QACxC,MAAM,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC;QACtC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAA,oCAA4B,EAAC,cAAc,CAAC,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAEvC,IAAI,UAAU,IAAI,GAAG,EAAE;YACnB,MAAM,IAAI,GAAG,MAAM,IAAA,8BAAkB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE1D,2DAA2D;YAC3D,gDAAgD;YAChD,IAAI,IAAI,KAAK,0BAA0B,EAAE;gBACrC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC;gBAChC,IAAI,CAAC,OAAO;oBAAE,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtF,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC;aACjD;YAED,6EAA6E;YAC7E,MAAM,IAAI,KAAK,CAAC,GAAG,UAAU,6BAA6B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SACpF;aAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACjD,OAAO,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;SACxE;aAAM;YACH,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAoB,EAAC,QAAQ,CAAC,CAAC;YAClD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;SAC1C;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,uBAAuB;QAClE,MAAM,cAAc,GAAG;YACnB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ;YACR,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,EAAE;YAC/C,YAAY,EAAE,OAAO;YACrB,GAAG,uBAAuB;YAC1B,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,uBAAuB,CAAC,OAAO,EAAE;YACnE,KAAK,EAAE;gBACH,GAAG,uBAAuB,CAAC,KAAK;gBAChC,kBAAkB,EAAE,CAAC,IAAI,CAAC,eAAe;aAC5C;YACD,QAAQ,EAAE,IAAI;SACjB,CAAC;QAEF,2EAA2E;QAC3E,oEAAoE;QACpE,yEAAyE;QACzE,4CAA4C;QAC5C,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE;YACrE,cAAc,CAAC,KAAK,GAAG;gBACnB,GAAG,cAAc,CAAC,KAAK;gBACvB,kBAAkB,EAAE,KAAK;aAC5B,CAAC;SACL;QAED,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,cAAc,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;QAEjF,OAAO,cAAc,CAAC;IAC1B,CAAC;IAED;;;;;;;OAOG;IACH,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ;QACvC,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC;SACzC;aAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,uBAAuB,EAAE;YAClD,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC;SAC3C;QAED,sDAAsD;QACtD,MAAM,IAAI,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAEnD,2DAA2D;QAC3D,+CAA+C;QAC/C,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAE/D,+DAA+D;QAC/D,IAAI,oBAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE;YAChC,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,oBAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACxG,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvE,eAAe,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YACjD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC3C,eAAe,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;YACnC,OAAO;gBACH,QAAQ,EAAE,eAAe;gBACzB,QAAQ,EAAE,IAAI;aACjB,CAAC;SACL;QAED,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,8CAA8C,QAAQ,EAAE,CAAC,CAAC;IACrG,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CAAC,QAAQ;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,wBAAU,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC3C,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,+BAAc,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,QAAQ;iBACH,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,yBAAyB,CAAC,mBAAmB;QACzC,mBAAmB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACrC,IAAI;gBACA,MAAM,UAAU,GAAG,sBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACrD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aAChD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,sCAAsC,CAAC,CAAC;aAC9F;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACH,sBAAsB,CAAC,OAAO,EAAE,UAAU;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAEjE,IAAI,SAAS,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,cAAc,CAAC,CAAC;SAC3E;IACL,CAAC;IAED;;;;;;OAMG;IACH,qBAAqB,CAAC,OAAO;QACzB,IAAI,OAAO;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,uBAAuB,GAAG,IAAI,WAAW,CAAC,CAAC;IAC/F,CAAC;IAED;;;;OAIG;IACH,oBAAoB,CAAC,OAAO,EAAE,QAAQ;QAClC,MAAM,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;QAChC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAA,oCAA4B,EAAC,QAAQ,CAAC,CAAC;QAExD,IAAI,UAAU,KAAK,GAAG,EAAE;YACpB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,oFAAoF,CAAC,CAAC;SAChI;QAED,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,UAAU,GAAG,GAAG,EAAE;YACxD,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,CAAC,GAAG,wBAAwB,IAAI,IAAI;kBAC7D,YAAY,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;SAC3G;IACL,CAAC;;AAveD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,4BAAY,CAAC,YAAY;QAC5B,gDAAgD;QAChD,qBAAqB,EAAE,YAAE,CAAC,SAAS;QAEnC,kBAAkB,EAAE,YAAE,CAAC,QAAQ;QAC/B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QACpC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;QACxD,uBAAuB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3C,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,kBAAkB,CAAC;QAC9E,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC5C,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC1C,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;QAE7C,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;QACrC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;KACzC;GAAA;AAmdL,kBAAe,cAAc,CAAC;AAE9B;;;;;;;;;;GAUG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;GAWG;AAEH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;GAIG"}
@@ -7,3 +7,4 @@ export default class CrawlerExtension {
7
7
  log: import("@apify/log/log").Log;
8
8
  getCrawlerOptions(): void;
9
9
  }
10
+ //# sourceMappingURL=crawler_extension.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawler_extension.d.ts","sourceRoot":"","sources":["../../src/crawlers/crawler_extension.js"],"names":[],"mappings":"AAEA;;;GAGG;AACH;IAEQ,aAAiC;IACjC,kCAAkD;IAGtD,0BAEC;CACJ"}
@@ -1,6 +1,7 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- const utils_log_1 = require("../utils_log");
3
+ const tslib_1 = require("tslib");
4
+ const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
4
5
  /**
5
6
  * Abstract class with pre-defined method to connect to the Crawlers class by the "use" crawler method.
6
7
  * @ignore
@@ -15,3 +16,4 @@ class CrawlerExtension {
15
16
  }
16
17
  }
17
18
  exports.default = CrawlerExtension;
19
+ //# sourceMappingURL=crawler_extension.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawler_extension.js","sourceRoot":"","sources":["../../src/crawlers/crawler_extension.js"],"names":[],"mappings":";;;AAAA,0EAAsC;AAEtC;;;GAGG;AACH,MAAqB,gBAAgB;IACjC;QACI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,IAAI,CAAC,GAAG,GAAG,mBAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,iBAAiB;QACb,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,kDAAkD,CAAC,CAAC;IACpF,CAAC;CACJ;AATD,mCASC"}
@@ -13,3 +13,4 @@ export function handleRequestTimeout(session: Session, errorMessage: string): vo
13
13
  */
14
14
  export function throwOnBlockedRequest(session: Session, statusCode: number): void;
15
15
  import { Session } from "../session_pool/session";
16
+ //# sourceMappingURL=crawler_utils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawler_utils.d.ts","sourceRoot":"","sources":["../../src/crawlers/crawler_utils.js"],"names":[],"mappings":"AAKA;;;;;GAKG;AACH,8CAJW,OAAO,gBACP,MAAM,QAQhB;AAED;;;;;GAKG;AACH,+CAJW,OAAO,cACP,MAAM,QAShB"}
@@ -29,3 +29,4 @@ function throwOnBlockedRequest(session, statusCode) {
29
29
  }
30
30
  }
31
31
  exports.throwOnBlockedRequest = throwOnBlockedRequest;
32
+ //# sourceMappingURL=crawler_utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawler_utils.js","sourceRoot":"","sources":["../../src/crawlers/crawler_utils.js"],"names":[],"mappings":";;;AAGA,iFAAiF;AAEjF;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,OAAO,EAAE,YAAY;IACtD,IAAI,OAAO;QAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB;IACnF,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;IACjD,MAAM,IAAI,KAAK,CAAC,8BAA8B,WAAW,WAAW,CAAC,CAAC;AAC1E,CAAC;AALD,oDAKC;AAED;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,OAAO,EAAE,UAAU;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;IAEjE,IAAI,SAAS,EAAE;QACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,eAAe,CAAC,CAAC;KAC5E;AACL,CAAC;AAND,sDAMC"}
@@ -433,6 +433,7 @@ declare class PlaywrightCrawler extends BrowserCrawler {
433
433
  constructor(options: PlaywrightCrawlerOptions);
434
434
  launchContext: PlaywrightLaunchContext;
435
435
  }
436
+ // @ts-ignore optional peer dependency
436
437
  import { Page } from "playwright/types/types";
437
438
  import { BrowserCrawlingContext } from "./browser_crawler";
438
439
  import { CrawlingContext } from "./basic_crawler";
@@ -445,3 +446,4 @@ import { RequestQueue } from "../storages/request_queue";
445
446
  import { AutoscaledPoolOptions } from "../autoscaling/autoscaled_pool";
446
447
  import { SessionPoolOptions } from "../session_pool/session_pool";
447
448
  import BrowserCrawler from "./browser_crawler";
449
+ //# sourceMappingURL=playwright_crawler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"playwright_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/playwright_crawler.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;+CAmCW;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,iBAAiB,CAAA;CAAE,GAAG,sBAAsB,GAAG,eAAe,eACrF,qBAAqB,KACnB,QAAQ,IAAI,CAAC;;UAIZ,IAAI;aACJ,iBAAiB;;qDAIpB,iCAAiC,GAAG,sBAAsB,GAAG,eAAe,KAC1E,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAKZ,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAjC1C;;;;;;;;;;;;;GAaG;AACH;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmFG;AACH;IAYI;;;OAGG;IACH,qBAHW,wBAAwB,EA4BlC;IADG,uCAAkC;CAiBzC"}
@@ -1,8 +1,9 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- const ow_1 = require("ow");
3
+ const tslib_1 = require("tslib");
4
+ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
4
5
  const playwright_launcher_1 = require("../browser_launchers/playwright_launcher");
5
- const browser_crawler_1 = require("./browser_crawler");
6
+ const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./browser_crawler"));
6
7
  /* eslint-enable no-unused-vars,import/named,import/no-duplicates,import/order */
7
8
  const playwright_utils_1 = require("../playwright_utils");
8
9
  /**
@@ -283,10 +284,16 @@ class PlaywrightCrawler extends browser_crawler_1.default {
283
284
  * @internal
284
285
  * @type any
285
286
  */
286
- PlaywrightCrawler.optionsShape = {
287
- ...browser_crawler_1.default.optionsShape,
288
- browserPoolOptions: ow_1.default.optional.object,
289
- launcher: ow_1.default.optional.object,
290
- launchContext: ow_1.default.optional.object,
291
- };
287
+ Object.defineProperty(PlaywrightCrawler, "optionsShape", {
288
+ enumerable: true,
289
+ configurable: true,
290
+ writable: true,
291
+ value: {
292
+ ...browser_crawler_1.default.optionsShape,
293
+ browserPoolOptions: ow_1.default.optional.object,
294
+ launcher: ow_1.default.optional.object,
295
+ launchContext: ow_1.default.optional.object,
296
+ }
297
+ });
292
298
  exports.default = PlaywrightCrawler;
299
+ //# sourceMappingURL=playwright_crawler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"playwright_crawler.js","sourceRoot":"","sources":["../../src/crawlers/playwright_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAKpB,kFAAuG;AACvG,qFAA2E;AAS3E,iFAAiF;AAEjF,0DAAmD;AAEnD;;;;;;;;;;;;;GAaG;AACH;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmFG;AACH,MAAM,iBAAkB,SAAQ,yBAAc;IAY1C;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,0BAA0B,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE9F,MAAM,EACF,aAAa,GAAG,EAAE,EAClB,kBAAkB,GAAG,EAAE,EACvB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sFAAsF;kBAChG,iDAAiD,CAAC,CAAC;SAC5D;QACD,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,CAAC,aAAa,CAAC,CAAC;QAEjE,kBAAkB,CAAC,cAAc,GAAG;YAChC,kBAAkB,CAAC,mBAAmB,EAAE;SAC3C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,2GAA2G,CAAC,CAAC;YACjI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,+BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAvDD;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAA;AAiDL,kBAAe,iBAAiB,CAAC"}
@@ -421,3 +421,4 @@ import { RequestQueue } from "../storages/request_queue";
421
421
  import { AutoscaledPoolOptions } from "../autoscaling/autoscaled_pool";
422
422
  import { SessionPoolOptions } from "../session_pool/session_pool";
423
423
  import BrowserCrawler from "./browser_crawler";
424
+ //# sourceMappingURL=puppeteer_crawler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"puppeteer_crawler.d.ts","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";8CAqBW;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,GAAG,sBAAsB,GAAG,eAAe,uBAElF,QAAQ,IAAI,CAAC;;UAIZ,IAAI;aACJ,gBAAgB;;4CAInB,eAAe,GAAG,sBAAsB,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,gBAAgB,CAAA;CAAE,KAClF,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAIZ,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlBjC;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH;IAWI;;;MAGE;IACF,sBAHU,uBAAuB,EA2ChC;IADG,sCAAkC;CAkBzC"}
@@ -1,11 +1,12 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- const ow_1 = require("ow");
3
+ const tslib_1 = require("tslib");
4
+ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
4
5
  const puppeteer_utils_1 = require("../puppeteer_utils");
5
- const stealth_1 = require("../stealth/stealth");
6
+ const stealth_1 = (0, tslib_1.__importDefault)(require("../stealth/stealth"));
6
7
  /* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order */
7
8
  const puppeteer_launcher_1 = require("../browser_launchers/puppeteer_launcher");
8
- const browser_crawler_1 = require("./browser_crawler");
9
+ const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./browser_crawler"));
9
10
  /* eslint-enable no-unused-vars,import/named,import/no-duplicates,import/order */
10
11
  /**
11
12
  * @callback PuppeteerHook
@@ -284,9 +285,15 @@ class PuppeteerCrawler extends browser_crawler_1.default {
284
285
  * @internal
285
286
  * @type any
286
287
  */
287
- PuppeteerCrawler.optionsShape = {
288
- ...browser_crawler_1.default.optionsShape,
289
- browserPoolOptions: ow_1.default.optional.object,
290
- launchContext: ow_1.default.optional.object,
291
- };
288
+ Object.defineProperty(PuppeteerCrawler, "optionsShape", {
289
+ enumerable: true,
290
+ configurable: true,
291
+ writable: true,
292
+ value: {
293
+ ...browser_crawler_1.default.optionsShape,
294
+ browserPoolOptions: ow_1.default.optional.object,
295
+ launchContext: ow_1.default.optional.object,
296
+ }
297
+ });
292
298
  exports.default = PuppeteerCrawler;
299
+ //# sourceMappingURL=puppeteer_crawler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"puppeteer_crawler.js","sourceRoot":"","sources":["../../src/crawlers/puppeteer_crawler.js"],"names":[],"mappings":";;;AAAA,yDAAoB;AAEpB,wDAAkD;AAClD,8EAAuD;AAEvD,kFAAkF;AAClF,gFAAoG;AAEpG,qFAA2E;AAS3E,iFAAiF;AAEjF;;;;;GAKG;AACH;;;;GAIG;AACH;;;;GAIG;AACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6HG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkFG;AACH,MAAM,gBAAiB,SAAQ,yBAAc;IAWzC;;;MAGE;IACF,YAAY,OAAO,GAAG,EAAE;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,yBAAyB,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5F,MAAM,EACF,aAAa,GAAG,EAAE,EAAE,qDAAqD;QACzE,kBAAkB,GAAG,EAAE,EACvB,kBAAkB,EAClB,GAAG,qBAAqB,EAC3B,GAAG,OAAO,CAAC;QAEZ,MAAM,EACF,OAAO,GAAG,KAAK,GAClB,GAAG,aAAa,CAAC;QAElB,IAAI,aAAa,CAAC,QAAQ,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,oFAAoF;kBAC9F,gDAAgD,CAAC,CAAC;SAC3D;QACD,MAAM,iBAAiB,GAAG,IAAI,sCAAiB,CAAC,aAAa,CAAC,CAAC;QAE/D,kBAAkB,CAAC,cAAc,GAAG;YAChC,iBAAiB,CAAC,mBAAmB,EAAE;SAC1C,CAAC;QAEF,KAAK,CAAC;YACF,GAAG,qBAAqB;YACxB,kBAAkB;YAClB,kBAAkB;SACrB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE;YACT,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE;gBACtE,8EAA8E;gBAC9E,mDAAmD;gBACnD,MAAM,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,GAAG,iBAAiB,CAAC,cAAc,CAAC;gBACjF,MAAM,IAAA,iBAAqB,EAAC,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,iHAAiH,CAAC,CAAC;YAEvI,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;SAC1D;QACD,OAAO,IAAA,8BAAY,EAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;;AAtED;;;GAGG;AACI;;;;WAAe;QAClB,GAAG,yBAAc,CAAC,YAAY;QAC9B,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACtC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KACpC;GAAA;AAiEL,kBAAe,gBAAgB,CAAC"}
@@ -182,3 +182,4 @@ declare class Job {
182
182
  durationMillis: number | undefined;
183
183
  retryCount(): number;
184
184
  }
185
+ //# sourceMappingURL=statistics.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../src/crawlers/statistics.js"],"names":[],"mappings":";;;;;;;;;2BAsVc,MAAM,EAAE;aACR,MAAM;oCACN,MAAM;sCACN,MAAM;+BACN,MAAM;6BACN,MAAM;gCACN,MAAM;mBACN,MAAM;0BACN,MAAM;+BACN,MAAM;sBACN,MAAM;;;;;;sBAON,MAAM;oBACN,MAAM;qBACN,MAAM;6BACN,MAAM;+BACN,MAAM;8BACN,MAAM;8BACN,MAAM;sCACN,MAAM;wCACN,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;uBAChB,IAAI,GAAC,MAAM,GAAC,IAAI;0BAChB,MAAM;sBACN,IAAI,GAAC,MAAM,GAAC,IAAI;;AApV9B;;;;;;;;;;;;;;;;GAgBG;AACH;IACI;;;OAGG;IACH,qDA6BC;IAlBG,kCAAqD;IACrD,0BAA+C;IAC/C,mBAA4B;IAC5B,0EAAyB;IAEzB,WAAyB;IACzB,wBAA0D;IAC1D,8BAA4C;IAC5C,6BAA+B;IAE/B;;;OAGG;IACH,2BAAmC;IAMvC;;OAEG;IACH,cAsBC;IArBG;;;;;;;;;;;;;;kBAcC;IAID,kCAA+B;IAKnC;;;;;OAKG;IACH,aAHW,MAAM,GAAC,MAAM,QAQvB;IAED;;;;;OAKG;IACH,cAHW,MAAM,GAAC,MAAM,QAavB;IAED;;;;;OAKG;IACH,YAHW,MAAM,GAAC,MAAM,QAUvB;IAED;;OAEG;IACH;;;;;;;;MAmBC;IAED;;;OAGG;IACH,gCAiBC;IANG,+CAK0B;IAG9B;;OAEG;IACH,+BAMC;IAED;;;;;OAKG;IACH,qCALW,GAAG,QAWb;IAED;;OAEG;IACH,8BASC;IAED;;;;;OAKG;IACH,gDAsCC;IAED;;;;OAIG;IACH,4BAQC;IAED;;;;;OAKG;IACH,UAFa,uBAAuB,GAAG,cAAc,CAgBpD;CACJ;;;;AA9TD;;GAEG;AACH;IAEQ,yBAAqB;IACrB,aAAa;IAGjB,cAGC;IAED,iBAGC;IAFG,mCAAiD;IAIrD,qBAEC;CACJ"}
@@ -1,11 +1,12 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
+ const tslib_1 = require("tslib");
3
4
  /* eslint-disable max-classes-per-file */
4
- const ow_1 = require("ow");
5
+ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
5
6
  const key_value_store_1 = require("../storages/key_value_store");
6
7
  const constants_1 = require("../constants");
7
- const utils_log_1 = require("../utils_log");
8
- const events_1 = require("../events");
8
+ const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
9
+ const events_1 = (0, tslib_1.__importDefault)(require("../events"));
9
10
  /**
10
11
  * @ignore
11
12
  */
@@ -327,3 +328,4 @@ exports.default = Statistics;
327
328
  * @property {number} crawlerRuntimeMillis
328
329
  * @property {Date|string|null} statsPersistedAt
329
330
  */
331
+ //# sourceMappingURL=statistics.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"statistics.js","sourceRoot":"","sources":["../../src/crawlers/statistics.js"],"names":[],"mappings":";;;AAAA,yCAAyC;AACzC,yDAAoB;AACpB,iEAAgE;AAChE,4CAAoD;AACpD,0EAAsC;AACtC,oEAA+B;AAE/B;;GAEG;AACH,MAAM,GAAG;IACL;QACI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAClB,CAAC;IAED,GAAG;QACC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,MAAM;QACF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAClD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,UAAU;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU;IACZ;;;OAGG;IACH,YAAY,OAAO,GAAG,EAAE;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACnC,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SACjC,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,eAAe,GAAG,EAAE,EACpB,UAAU,GAAG,YAAY,GAC5B,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,GAAG,GAAG,mBAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,sEAAsE;QACtE,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,0BAA0B,IAAI,CAAC,EAAE,EAAE,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;QAEhC;;;WAGG;QACH,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QAEpC,4BAA4B;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK;QACD,IAAI,CAAC,KAAK,GAAG;YACT,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,uBAAuB,EAAE,CAAC;YAC1B,yBAAyB,EAAE,CAAC;YAC5B,wBAAwB,EAAE,QAAQ;YAClC,wBAAwB,EAAE,CAAC;YAC3B,gCAAgC,EAAE,CAAC;YACnC,kCAAkC,EAAE,CAAC;YACrC,gBAAgB,EAAE,IAAI;YACtB,iBAAiB,EAAE,IAAI;YACvB,gBAAgB,EAAE,IAAI;YACtB,oBAAoB,EAAE,CAAC;SAC1B,CAAC;QAEF,IAAI,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEhC,IAAI,CAAC,SAAS,EAAE,CAAC;IACrB,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QACP,IAAI,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,EAAE;QACR,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,kCAAkC,IAAI,iBAAiB,CAAC;QACnE,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB;YAAE,IAAI,CAAC,KAAK,CAAC,wBAAwB,GAAG,iBAAiB,CAAC;QACrH,IAAI,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB;YAAE,IAAI,CAAC,KAAK,CAAC,wBAAwB,GAAG,iBAAiB,CAAC;QACrH,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvC,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,EAAE;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,IAAI,CAAC,KAAK,CAAC,gCAAgC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS;QACL,MAAM,EACF,cAAc,EACd,gBAAgB,EAChB,gCAAgC,EAChC,kCAAkC,GACrC,GAAG,IAAI,CAAC,KAAK,CAAC;QACf,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC;QACpD,MAAM,YAAY,GAAG,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;QAE7C,OAAO;YACH,8BAA8B,EAAE,IAAI,CAAC,KAAK,CAAC,gCAAgC,GAAG,cAAc,CAAC,IAAI,QAAQ;YACzG,gCAAgC,EAAE,IAAI,CAAC,KAAK,CAAC,kCAAkC,GAAG,gBAAgB,CAAC,IAAI,QAAQ;YAC/G,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC;YAC3E,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC;YACvE,0BAA0B,EAAE,kCAAkC,GAAG,gCAAgC;YACjG,aAAa,EAAE,cAAc,GAAG,gBAAgB;YAChD,oBAAoB,EAAE,WAAW;SACpC,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAChB,IAAI,CAAC,aAAa,GAAG,MAAM,IAAA,mCAAiB,GAAE,CAAC;QAE/C,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,KAAK,IAAI,EAAE;YACtC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC;SAC5C;QAED,gBAAM,CAAC,EAAE,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC3B,GAAG,IAAI,CAAC,SAAS,EAAE;gBACnB,cAAc,EAAE,IAAI,CAAC,qBAAqB;aAC7C,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACf,IAAI,CAAC,SAAS,EAAE,CAAC;QAEjB,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;QAE1C,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,qBAAqB,CAAC,GAAG;QACrB,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QACpC,IAAI,UAAU,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC;YAC3E,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC;YAC5C,CAAC,CAAC,CAAC,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QACd,8FAA8F;QAC9F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACrB,OAAO;SACV;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAE9E,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB;QACtB,8FAA8F;QAC9F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACrB,OAAO;SACV;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE3E,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,4EAA4E;QAC5E,wEAAwE;QACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE;YAClD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,8CAA8C,EAAE;gBAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,KAAK,EAAE,UAAU;aACpB,CAAC,CAAC;SACN;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAEjG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;QACtD,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;QAExD,IAAI,CAAC,KAAK,CAAC,gCAAgC,GAAG,UAAU,CAAC,gCAAgC,CAAC;QAC1F,IAAI,CAAC,KAAK,CAAC,kCAAkC,GAAG,UAAU,CAAC,kCAAkC,CAAC;QAC9F,IAAI,CAAC,KAAK,CAAC,wBAAwB,GAAG,UAAU,CAAC,wBAAwB,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,wBAAwB,GAAG,UAAU,CAAC,wBAAwB,CAAC;QAC1E,wCAAwC;QACxC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5G,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzG,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,UAAU,CAAC,oBAAoB,CAAC;QAClE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,UAAU,CAAC,yBAAyB,CAAC,CAAC;QAEvG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAChD,CAAC;IAED;;;;OAIG;IACH,SAAS;QACL,uFAAuF;QACvF,gBAAM,CAAC,cAAc,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzE,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SAC3B;IACL,CAAC;IAED;;;;;OAKG;IACH,MAAM;QACF,4EAA4E;QAC5E,oEAAoE;QACpE,8BAA8B;QAC9B,OAAO;YACH,GAAG,IAAI,CAAC,KAAK;YACb,yBAAyB,EAAE,IAAI,CAAC,aAAa;YAC7C,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YAC7G,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YAC1G,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,gBAAgB,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC1C,GAAG,IAAI,CAAC,SAAS,EAAE;SACtB,CAAC;IACN,CAAC;CACJ;AAED,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC;AAElB,kBAAe,UAAU,CAAC;AAE1B;;;;;GAKG;AAEH;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;GAiBG"}
@@ -157,3 +157,4 @@ import { RequestTransform } from "./shared";
157
157
  import { QueueOperationInfo } from "../storages/request_queue";
158
158
  // @ts-ignore optional peer dependency
159
159
  import { Target } from "puppeteer";
160
+ //# sourceMappingURL=click_elements.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"click_elements.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/click_elements.js"],"names":[],"mappings":"AAkBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoGG;AACH;IA5DyB,IAAI,EAAlB,IAAI;IAEkB,YAAY,EAAlC,YAAY;IAEI,QAAQ,EAAxB,MAAM;IAG6C,UAAU;;;IAUlC,wBAAwB;IAoBlC,mBAAmB;IAanB,sBAAsB;IAItC,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CA2C7C;AAED;;;;;;;;;;;;GAYG;AACH;IAPyB,IAAI,EAAlB,IAAI;IACY,QAAQ,EAAxB,MAAM;IACW,qBAAqB;IACrB,wBAAwB;IACxC,QAAQ,UAAQ,CAAC,CAmC5B;AA6DD;;;;;;GAMG;AACH,uCAJW,IAAI,UACJ,MAAM,GACL,OAAO,CAKlB;AA2CD;;;;;;;;;;;GAWG;AACH,oCALW,IAAI,YACJ,MAAM,GACL,QAAQ,IAAI,CAAC,CAyBxB"}
@@ -1,9 +1,10 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.clickElements = exports.isTargetRelevant = exports.clickElementsAndInterceptNavigationRequests = exports.enqueueLinksByClickingElements = void 0;
4
- const ow_1 = require("ow");
4
+ const tslib_1 = require("tslib");
5
+ const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
5
6
  const url_1 = require("url");
6
- const utils_log_1 = require("../utils_log");
7
+ const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
7
8
  const puppeteer_request_interception_1 = require("../puppeteer_request_interception");
8
9
  const shared_1 = require("./shared");
9
10
  /* eslint-enable import/named,no-unused-vars,import/order */
@@ -415,3 +416,4 @@ async function restoreHistoryNavigationAndSaveCapturedUrls(page, requests) {
415
416
  }
416
417
  });
417
418
  }
419
+ //# sourceMappingURL=click_elements.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"click_elements.js","sourceRoot":"","sources":["../../src/enqueue_links/click_elements.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,6BAA0B;AAC1B,0EAA+B;AAE/B,sFAA8G;AAG9G,qCAMkB;AAClB,4DAA4D;AAE5D,MAAM,gBAAgB,GAAG,UAAU,CAAC;AAEpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoGG;AACI,KAAK,UAAU,8BAA8B,CAAC,OAAO;IACxD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC;QAC3C,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,QAAQ,EAAE,YAAE,CAAC,MAAM;QACnB,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7F,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QAC9C,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACvC,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;KAC7C,CAAC,CAAC,CAAC;IAEJ,MAAM,EACF,IAAI,EACJ,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,wBAAwB,EACxB,mBAAmB,GAAG,CAAC,EACvB,sBAAsB,GAAG,CAAC,GAC7B,GAAG,OAAO,CAAC;IAEZ,MAAM,qBAAqB,GAAG,mBAAmB,GAAG,IAAI,CAAC;IACzD,MAAM,wBAAwB,GAAG,sBAAsB,GAAG,IAAI,CAAC;IAE/D,MAAM,kBAAkB,GAAG,IAAA,oCAA2B,EAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IACzE,MAAM,mBAAmB,GAAG,MAAM,2CAA2C,CAAC;QAC1E,IAAI;QACJ,QAAQ;QACR,qBAAqB;QACrB,wBAAwB;KAC3B,CAAC,CAAC;IACH,IAAI,cAAc,GAAG,IAAA,6BAAoB,EAAC,mBAAmB,CAAC,CAAC;IAC/D,IAAI,wBAAwB,EAAE;QAC1B,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACpF;IACD,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,OAAO,IAAA,oCAA2B,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AArCD,wEAqCC;AAED;;;;;;;;;;;;GAYG;AACI,KAAK,UAAU,2CAA2C,CAAC,OAAO;IACrE,MAAM,EACF,IAAI,EACJ,QAAQ,EACR,qBAAqB,EACrB,wBAAwB,GAC3B,GAAG,OAAO,CAAC;IAEZ,MAAM,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAE/B,MAAM,oBAAoB,GAAG,6BAA6B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAE3E,MAAM,IAAA,2DAA0B,EAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;IAC7C,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;IAE5C,MAAM,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAErC,MAAM,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACpC,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,CAAC,CAAC;IAEjF,MAAM,2CAA2C,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAExE,OAAO,CAAC,cAAc,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;IACzD,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;IACxD,MAAM,IAAA,8DAA6B,EAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAEhE,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACtD,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAhCD,kGAgCC;AAED;;;;;GAKG;AACH,SAAS,6BAA6B,CAAC,IAAI,EAAE,QAAQ;IACjD,OAAO,SAAS,oBAAoB,CAAC,GAAG;QACpC,IAAI,CAAC,2BAA2B,CAAC,IAAI,EAAE,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACtB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACxB,GAAG;YACH,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE;YACtB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;YACpB,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE;SAC1B,CAAC,CAAC,CAAC;QAEJ,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE;YAC5B,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,4BAA4B;SAC1D;aAAM;YACH,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B;SACrD;IACL,CAAC,CAAC;AACN,CAAC;AAED;;;;;GAKG;AACH,SAAS,2BAA2B,CAAC,IAAI,EAAE,GAAG;IAC1C,OAAO,GAAG,CAAC,mBAAmB,EAAE;WACzB,GAAG,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;AAC5C,CAAC;AAED;;;;;GAKG;AACH,SAAS,0BAA0B,CAAC,IAAI,EAAE,QAAQ;IAC9C,OAAO,KAAK,UAAU,eAAe,CAAC,MAAM;QACxC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,OAAO;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAEtC,iDAAiD;QACjD,sCAAsC;QACtC,IAAI;YACA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;SAC7B;QAAC,OAAO,GAAG,EAAE;YACV,mBAAG,CAAC,KAAK,CAAC,+DAA+D,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACpG;IACL,CAAC,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM;IACzC,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM;WACxB,IAAI,CAAC,MAAM,EAAE,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;AAC7C,CAAC;AAHD,4CAGC;AAED;;;;;GAKG;AACH,SAAS,2BAA2B,CAAC,IAAI,EAAE,QAAQ;IAC/C,OAAO,SAAS,gBAAgB,CAAC,KAAK;QAClC,IAAI,KAAK,KAAK,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QACvC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;QACxB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,wBAAwB,CAAC,IAAI;IACxC,0BAA0B;IAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACtB,MAAM,CAAC,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,2CAA2C;QACxF,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,iCAAiC;QACxD,MAAM,CAAC,OAAO,GAAG;YACb,YAAY,EAAE,EAAE;YAChB,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,EAAE;YACT,EAAE,KAAI,CAAC;YACP,IAAI,KAAI,CAAC;YACT,OAAO,KAAI,CAAC;YACZ,SAAS,CAAC,GAAG,IAAI;gBACb,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YACD,YAAY,CAAC,GAAG,IAAI;gBAChB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;SACJ,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;;;;;GAWG;AACI,KAAK,UAAU,aAAa,CAAC,IAAI,EAAE,QAAQ;IAC9C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC/C,mBAAG,CAAC,KAAK,CAAC,6CAA6C,cAAc,CAAC,MAAM,qBAAqB,CAAC,CAAC;IACnG,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,MAAM,GAAG,gBAAgB,CAAC;IAC9B,IAAI,gBAAgB,GAAG,IAAI,CAAC;IAC5B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE;QACjC,IAAI;YACA,MAAM,IAAI,CAAC,QAAQ,CAAC,kCAAkC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1E,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;SAC1B;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,gBAAgB,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE;gBACrE,mBAAG,CAAC,OAAO,CAAC,4BAA4B,QAAQ,+DAA+D;sBACzG,qHAAqH;sBACrH,uHAAuH,CAAC,CAAC;gBAC/H,gBAAgB,GAAG,KAAK,CAAC;aAC5B;YACD,mBAAG,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACpF;KACJ;IACD,mBAAG,CAAC,KAAK,CAAC,wDAAwD,oBAAoB,oBAAoB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;AACvI,CAAC;AAtBD,sCAsBC;AAED,0BAA0B;AAC1B;;;;GAIG;AACH,SAAS,kCAAkC,CAAC,EAAE,EAAE,MAAM;IAClD,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;IAClB,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACjB,MAAM,YAAY,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;IAChD,IAAI,CAAC,YAAY,CAAC,MAAM;QAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACnD,IAAI,CAAC,YAAY,CAAC,KAAK;QAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;AACrD,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,KAAK,UAAU,eAAe,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,wBAAwB,EAAE;IACpF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,IAAI,OAAO,CAAC;QACZ,IAAI,UAAU,CAAC;QAEf,SAAS,aAAa,CAAC,MAAM;YACzB,IAAI,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC;gBAAE,eAAe,EAAE,CAAC;QAC1D,CAAC;QAED,SAAS,eAAe;YACpB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,YAAY,CAAC,UAAU,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC;YACb,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC9B,CAAC;QAED,SAAS,iBAAiB;YACtB,mBAAG,CAAC,KAAK,CAAC,oEAAoE,wBAAwB,MAAM;kBACtG,4GAA4G,CAAC,CAAC;YACpH,MAAM,EAAE,CAAC;QACb,CAAC;QAED,SAAS,MAAM;YACX,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAChD,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;YACvD,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;YACpD,OAAO,EAAE,CAAC;QACd,CAAC;QAED,UAAU,GAAG,UAAU,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC;QACrE,OAAO,GAAG,eAAe,EAAE,CAAC,CAAC,wEAAwE;QACrG,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,2CAA2C,CAAC,IAAI,EAAE,QAAQ;IACrE,8BAA8B;IAC9B,0BAA0B;IAC1B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC1C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC;QACxC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,2CAA2C;QACxF,OAAO,YAAY,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,IAAI;YACA,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;YAC/C,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;SACzC;QAAC,OAAO,GAAG,EAAE;YACV,mBAAG,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;SACjF;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
@@ -109,7 +109,9 @@ export function extractUrlsFromPage(page: PuppeteerPage | PlaywrightPage, select
109
109
  export function extractUrlsFromCheerio($: (any | any), selector: string, baseUrl: string): string[];
110
110
  // @ts-ignore optional peer dependency
111
111
  import { Page as PuppeteerPage } from "puppeteer";
112
+ // @ts-ignore optional peer dependency
112
113
  import { Page as PlaywrightPage } from "playwright/types/types";
113
114
  import { RequestQueue } from "../storages/request_queue";
114
115
  import { RequestTransform } from "./shared";
115
116
  import { QueueOperationInfo } from "../storages/request_queue";
117
+ //# sourceMappingURL=enqueue_links.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"enqueue_links.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":"AAiBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACH;IAlDkD,IAAI;IAG1B,KAAK;IAEoB,CAAC,GAA3C,CAAC,SAA6B,CAAC;IAGT,YAAY,EAAlC,YAAY;IAEK,QAAQ;IAER,OAAO;IAGyB,UAAU;;;IAUhC,wBAAwB;IAmBlD,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAsD7C;AAED;;;;;;;GAOG;AACH,0CALW,aAAa,GAAC,cAAc,YAC5B,MAAM,GACL,QAAQ,MAAM,MAAM,CAAC,CAAC,CAMjC;AAED;;;;;;;;GAQG;AACH,0CANW,CAAC,SAA6B,CAAC,YAC/B,MAAM,WACN,MAAM,GACL,MAAM,EAAE,CAmBnB"}
@@ -1,9 +1,10 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.extractUrlsFromCheerio = exports.extractUrlsFromPage = exports.enqueueLinks = void 0;
4
- const ow_1 = require("ow");
4
+ const tslib_1 = require("tslib");
5
+ const ow_1 = (0, tslib_1.__importStar)(require("ow"));
5
6
  const url_1 = require("url");
6
- const utils_log_1 = require("../utils_log");
7
+ const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
7
8
  /* eslint-disable import/no-duplicates */
8
9
  const shared_1 = require("./shared");
9
10
  const validators_1 = require("../validators");
@@ -159,3 +160,4 @@ function extractUrlsFromCheerio($, selector, baseUrl) {
159
160
  });
160
161
  }
161
162
  exports.extractUrlsFromCheerio = extractUrlsFromCheerio;
163
+ //# sourceMappingURL=enqueue_links.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"enqueue_links.js","sourceRoot":"","sources":["../../src/enqueue_links/enqueue_links.js"],"names":[],"mappings":";;;;AAAA,sDAAuC;AACvC,6BAA0B;AAC1B,0EAA+B;AAC/B,yCAAyC;AACzC,qCAA0H;AAU1H,8CAA2C;AAC3C,iFAAiF;AAEjF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6EG;AACI,KAAK,UAAU,YAAY,CAAC,OAAO;IACtC,MAAM,EACF,IAAI,EACJ,CAAC,EACD,YAAY,EACZ,KAAK,EACL,QAAQ,GAAG,GAAG,EACd,OAAO,EACP,UAAU,EACV,wBAAwB,GAC3B,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE;QACb,MAAM,IAAI,kBAAa,CAAC,uEAAuE,EAAE,YAAY,CAAC,CAAC;KAClH;IACD,IAAI,IAAI,IAAI,CAAC,EAAE;QACX,MAAM,IAAI,kBAAa,CAAC,4EAA4E,EAAE,YAAY,CAAC,CAAC;KACvH;IACD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC;QACpD,CAAC,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;QACvB,YAAY,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACjE,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QACzB,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC5B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,UAAU,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,IAAI,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,GAAG,CACvD,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,EACT,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EACzB,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,SAAS,CAAC,CAC3C,CAAC,CAAC;QACH,wBAAwB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;KACjD,CAAC,CAAC,CAAC;IAEJ,IAAI,OAAO,IAAI,IAAI;QAAE,mBAAG,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC;IAEtI,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,IAAA,oCAA2B,EAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7G,IAAI,cAAc,GAAG,IAAA,6BAAoB,EAAC,IAAI,CAAC,CAAC;IAChD,IAAI,wBAAwB,EAAE;QAC1B,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACpF;IACD,IAAI,QAAQ,GAAG,IAAA,uBAAc,EAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IAClE,IAAI,KAAK;QAAE,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,OAAO,IAAA,oCAA2B,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAhDD,oCAgDC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,mBAAmB,CAAC,IAAI,EAAE,QAAQ;IACpD,0BAA0B;IAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACzG,CAAC;AAHD,kDAGC;AAED;;;;;;;;GAQG;AACH,SAAgB,sBAAsB,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO;IACvD,OAAO,CAAC,CAAC,QAAQ,CAAC;SACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAClC,GAAG,EAAE;SACL,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SACxB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACV,yHAAyH;QACzH,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,6CAA6C;QACtG,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,+CAA+C;kBAClF,qFAAqF,CAAC,CAAC;SAChG;QACD,OAAO,OAAO;YACV,CAAC,CAAC,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI;YAC/B,CAAC,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,CAAC;AACX,CAAC;AAhBD,wDAgBC"}
@@ -39,3 +39,4 @@ import Request from "../request";
39
39
  import { RequestQueue } from "../storages/request_queue";
40
40
  import { QueueOperationInfo } from "../storages/request_queue";
41
41
  import { RequestOptions } from "../request";
42
+ //# sourceMappingURL=shared.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/enqueue_links/shared.js"],"names":[],"mappings":"AAqBA;;;;;GAKG;AACH,wDAJW,MAAM,CAAC,MAAM,GAAC,MAAM,GAAC;IAAE,IAAI,EAAE,MAAM,GAAC,MAAM,CAAA;CAAE,CAAC,CAAC,GAC7C,MAAM,SAAS,CAAC,CAyB3B;AACD;;;;;GAKG;AACH,+CALW,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC,cACtB,MAAM,SAAS,CAAC,GACf,MAAM,OAAO,CAAC,CAkBzB;AAED;;;GAGG;AACH,8CAHW,MAAM,CAAC,MAAM,GAAC,MAAM,CAAC,CAAC;;KAqBhC;AAED;;;;;;GAMG;AACH,sDANW,MAAM,OAAO,CAAC,gBACd,YAAY,cACZ,MAAM,GACL,QAAQ,MAAM,kBAAkB,CAAC,CAAC,CAU7C;;;;;0CAMU,cAAc,KACb,cAAc"}
@@ -1,10 +1,11 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.addRequestsToQueueInBatches = exports.createRequestOptions = exports.createRequests = exports.constructPseudoUrlInstances = void 0;
4
+ const tslib_1 = require("tslib");
4
5
  const url_1 = require("url");
5
- const _ = require("underscore");
6
- const pseudo_url_1 = require("../pseudo_url");
7
- const request_1 = require("../request"); // eslint-disable-line import/no-duplicates
6
+ const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
7
+ const pseudo_url_1 = (0, tslib_1.__importDefault)(require("../pseudo_url"));
8
+ const request_1 = (0, tslib_1.__importDefault)(require("../request")); // eslint-disable-line import/no-duplicates
8
9
  /* eslint-enable */
9
10
  const MAX_ENQUEUE_LINKS_CACHE_SIZE = 1000;
10
11
  /**
@@ -35,7 +36,7 @@ function constructPseudoUrlInstances(pseudoUrls) {
35
36
  pUrl = new pseudo_url_1.default(item);
36
37
  // If it's an object, look for a purl property and use it and the rest to construct a PURL with a Request template.
37
38
  else
38
- pUrl = new pseudo_url_1.default(item.purl, _.omit(item, 'purl'));
39
+ pUrl = new pseudo_url_1.default(item.purl, underscore_1.default.omit(item, 'purl'));
39
40
  // Manage cache
40
41
  enqueueLinksPseudoUrlCache.set(item, pUrl);
41
42
  if (enqueueLinksPseudoUrlCache.size > MAX_ENQUEUE_LINKS_CACHE_SIZE) {
@@ -117,3 +118,4 @@ exports.addRequestsToQueueInBatches = addRequestsToQueueInBatches;
117
118
  * @param {RequestOptions} original Request options to be modified.
118
119
  * @return {RequestOptions} The modified request options to enqueue.
119
120
  */
121
+ //# sourceMappingURL=shared.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.js","sourceRoot":"","sources":["../../src/enqueue_links/shared.js"],"names":[],"mappings":";;;;AAAA,6BAA0B;AAC1B,yEAA2B;AAC3B,4EAAsC;AACtC,sEAAiC,CAAC,2CAA2C;AAM7E,mBAAmB;AAEnB,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAE1C;;;;;GAKG;AACH,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAAE,CAAC;AAE7C;;;;;GAKG;AACH,SAAgB,2BAA2B,CAAC,UAAU;IAClD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC3B,qCAAqC;QACrC,IAAI,IAAI,GAAG,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;QAEtB,yCAAyC;QACzC,6CAA6C;QAC7C,IAAI,IAAI,YAAY,oBAAS;YAAE,IAAI,GAAG,IAAI,CAAC;QAC3C,iEAAiE;aAC5D,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,YAAY,MAAM;YAAE,IAAI,GAAG,IAAI,oBAAS,CAAC,IAAI,CAAC,CAAC;QACxF,mHAAmH;;YAC9G,IAAI,GAAG,IAAI,oBAAS,CAAC,IAAI,CAAC,IAAI,EAAE,oBAAC,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAE3D,eAAe;QACf,0BAA0B,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,IAAI,0BAA0B,CAAC,IAAI,GAAG,4BAA4B,EAAE;YAChE,MAAM,GAAG,GAAG,0BAA0B,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAC3D,0BAA0B,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;SAC1C;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAtBD,kEAsBC;AACD;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,cAAc,EAAE,UAAU;IACrD,IAAI,CAAC,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE;QACpC,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,iBAAO,CAAC,IAAI,CAAC,CAAC,CAAC;KAC1D;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5B,UAAU;aACL,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACxC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACd,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACpB,CAAC;AAfD,wCAeC;AAED;;;GAGG;AACH,SAAgB,oBAAoB,CAAC,OAAO;IACxC,OAAO,OAAO;SACT,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACT,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,QAAQ;YACnC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE;YACd,CAAC,CAAC,GAAG,CAAC;QACV,0CAA0C;QAC1C,0CAA0C;QAC1C,OAAO,CAAC,QAAQ,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC3C,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;QAChB,IAAI;YACA,OAAO,IAAI,SAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;SAC5B;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,KAAK,CAAC;SAChB;IACL,CAAC,CAAC,CAAC;AACX,CAAC;AAlBD,oDAkBC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,2BAA2B,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,GAAG,CAAC;IACnF,MAAM,mBAAmB,GAAG,EAAE,CAAC;IAC/B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC5B,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,mBAAmB,CAAC,MAAM,GAAG,SAAS,KAAK,CAAC;YAAE,MAAM,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;KAC5F;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC5C,CAAC;AAPD,kEAOC;AAED;;;;;;GAMG"}
@@ -26,3 +26,4 @@ export class ApifyCallError extends Error {
26
26
  export class TimeoutError extends Error {
27
27
  }
28
28
  import { ActorRun } from "./typedefs";
29
+ //# sourceMappingURL=errors.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.js"],"names":[],"mappings":"AACA,qDAAsD;AAKtD;;;;;;;;;;GAUG;AACH;IACI;;;OAGG;IACH,iBAHW,QAAQ,gCASlB;IAHG,cAAc;CAIrB;AAED;;;;GAIG;AACH;CAA0C"}
package/build/errors.js CHANGED
@@ -35,3 +35,4 @@ exports.ApifyCallError = ApifyCallError;
35
35
  class TimeoutError extends Error {
36
36
  }
37
37
  exports.TimeoutError = TimeoutError;
38
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../src/errors.js"],"names":[],"mappings":";;;AAAA,yCAAyC;AAC5B,QAAA,qBAAqB,GAAG,gBAAgB,CAAC;AAKtD;;;;;;;;;;GAUG;AACH,MAAa,cAAe,SAAQ,KAAK;IACrC;;;OAGG;IACH,YAAY,GAAG,EAAE,OAAO,GAAG,mDAAmD;QAC1E,KAAK,CAAC,GAAG,OAAO,aAAa,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,6BAAqB,CAAC;QAClC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAClD,CAAC;CACJ;AAZD,wCAYC;AAED;;;;GAIG;AACH,MAAa,YAAa,SAAQ,KAAK;CAAG;AAA1C,oCAA0C"}
@@ -8,3 +8,4 @@ export function stopEvents(): void;
8
8
  declare const events: EventEmitter;
9
9
  import { Configuration } from "./configuration";
10
10
  import { EventEmitter } from "events";
11
+ //# sourceMappingURL=events.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../src/events.js"],"names":[],"mappings":";AAyFO,2EA6CN;AAYM,mCAIN;AA/ID;;;GAGG;AACH,mCAAkC"}
package/build/events.js CHANGED
@@ -1,11 +1,12 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.stopEvents = exports.initializeEvents = void 0;
4
+ const tslib_1 = require("tslib");
4
5
  const events_1 = require("events");
5
- const WebSocket = require("ws");
6
+ const ws_1 = (0, tslib_1.__importDefault)(require("ws"));
6
7
  const consts_1 = require("@apify/consts");
7
8
  const constants_1 = require("./constants");
8
- const utils_log_1 = require("./utils_log");
9
+ const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
9
10
  const configuration_1 = require("./configuration");
10
11
  /**
11
12
  * Event emitter providing events from underlying Actor infrastructure and Apify package.
@@ -98,7 +99,7 @@ const initializeEvents = (config = configuration_1.Configuration.getGlobalConfig
98
99
  log.debug(`Environment variable ${consts_1.ENV_VARS.ACTOR_EVENTS_WS_URL} is not set, no events from Apify platform will be emitted.`);
99
100
  return;
100
101
  }
101
- eventsWs = new WebSocket(eventsWsUrl);
102
+ eventsWs = new ws_1.default(eventsWsUrl);
102
103
  eventsWs.on('message', (message) => {
103
104
  if (!message)
104
105
  return;
@@ -143,3 +144,4 @@ const stopEvents = () => {
143
144
  persistStateInterval = null;
144
145
  };
145
146
  exports.stopEvents = stopEvents;
147
+ //# sourceMappingURL=events.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"events.js","sourceRoot":"","sources":["../src/events.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yDAA2B;AAC3B,0CAA4D;AAC5D,2CAAmD;AACnD,yEAAqC;AACrC,mDAAgD;AAEhD;;;GAGG;AACH,MAAM,MAAM,GAAG,IAAI,qBAAY,EAAE,CAAC;AAElC;;;;GAIG;AACH,IAAI,QAAQ,GAAG,IAAI,CAAC;AAEpB;;;;GAIG;AACH,IAAI,oBAAoB,GAAG,IAAI,CAAC;AAEhC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH,kBAAe,MAAM,CAAC;AAEtB;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,CAAC,WAAW,GAAG,KAAK,EAAE,EAAE;IAClD,MAAM,CAAC,IAAI,CAAC,gCAAoB,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF;;;;;;;;;GASG;AACI,MAAM,gBAAgB,GAAG,CAAC,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE,EAAE,EAAE;IACzE,IAAI,QAAQ;QAAE,OAAO;IAErB,MAAM,GAAG,GAAG,mBAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAEnD,IAAI,CAAC,oBAAoB,EAAE;QACvB,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAChE,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,qBAAqB,EAAE,EAAE,cAAc,CAAC,CAAC;KACrF;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAEnD,0EAA0E;IAC1E,IAAI,CAAC,WAAW,EAAE;QACd,GAAG,CAAC,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,mBAAmB,6DAA6D,CAAC,CAAC;QAC7H,OAAO;KACV;IAED,QAAQ,GAAG,IAAI,YAAS,CAAC,WAAW,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;QAC/B,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI;YACA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAE3C,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAExB,IAAI,IAAI,KAAK,0BAAiB,CAAC,SAAS,EAAE;gBACtC,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC,4CAA4C;gBACjF,qBAAqB,CAAC,IAAI,CAAC,CAAC;aAC/B;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC;SAClD;IACL,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACzB,iFAAiF;QACjF,IAAI,GAAG,CAAC,OAAO,KAAK,4DAA4D;YAAE,OAAO;QAEzF,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,8BAA8B,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,GAAG,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAC1C,QAAQ,GAAG,IAAI,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AA7CW,QAAA,gBAAgB,oBA6C3B;AAEF;;;;;;;;;GASG;AACI,MAAM,UAAU,GAAG,GAAG,EAAE;IAC3B,IAAI,QAAQ;QAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC/B,aAAa,CAAC,oBAAoB,CAAC,CAAC;IACpC,oBAAoB,GAAG,IAAI,CAAC;AAChC,CAAC,CAAC;AAJW,QAAA,UAAU,cAIrB"}