apify 2.3.1-beta.4 → 3.0.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. package/README.md +6 -5
  2. package/package.json +69 -128
  3. package/build/actor.d.ts +0 -113
  4. package/build/actor.d.ts.map +0 -1
  5. package/build/actor.js +0 -582
  6. package/build/actor.js.map +0 -1
  7. package/build/apify.d.ts +0 -752
  8. package/build/apify.d.ts.map +0 -1
  9. package/build/apify.js +0 -877
  10. package/build/apify.js.map +0 -1
  11. package/build/autoscaling/autoscaled_pool.d.ts +0 -384
  12. package/build/autoscaling/autoscaled_pool.d.ts.map +0 -1
  13. package/build/autoscaling/autoscaled_pool.js +0 -557
  14. package/build/autoscaling/autoscaled_pool.js.map +0 -1
  15. package/build/autoscaling/snapshotter.d.ts +0 -278
  16. package/build/autoscaling/snapshotter.d.ts.map +0 -1
  17. package/build/autoscaling/snapshotter.js +0 -447
  18. package/build/autoscaling/snapshotter.js.map +0 -1
  19. package/build/autoscaling/system_status.d.ts +0 -224
  20. package/build/autoscaling/system_status.d.ts.map +0 -1
  21. package/build/autoscaling/system_status.js +0 -228
  22. package/build/autoscaling/system_status.js.map +0 -1
  23. package/build/browser_launchers/browser_launcher.d.ts +0 -154
  24. package/build/browser_launchers/browser_launcher.d.ts.map +0 -1
  25. package/build/browser_launchers/browser_launcher.js +0 -160
  26. package/build/browser_launchers/browser_launcher.js.map +0 -1
  27. package/build/browser_launchers/browser_plugin.d.ts +0 -23
  28. package/build/browser_launchers/browser_plugin.d.ts.map +0 -1
  29. package/build/browser_launchers/browser_plugin.js +0 -25
  30. package/build/browser_launchers/browser_plugin.js.map +0 -1
  31. package/build/browser_launchers/playwright_launcher.d.ts +0 -131
  32. package/build/browser_launchers/playwright_launcher.d.ts.map +0 -1
  33. package/build/browser_launchers/playwright_launcher.js +0 -150
  34. package/build/browser_launchers/playwright_launcher.js.map +0 -1
  35. package/build/browser_launchers/puppeteer_launcher.d.ts +0 -153
  36. package/build/browser_launchers/puppeteer_launcher.d.ts.map +0 -1
  37. package/build/browser_launchers/puppeteer_launcher.js +0 -197
  38. package/build/browser_launchers/puppeteer_launcher.js.map +0 -1
  39. package/build/cache_container.d.ts +0 -31
  40. package/build/cache_container.d.ts.map +0 -1
  41. package/build/cache_container.js +0 -48
  42. package/build/cache_container.js.map +0 -1
  43. package/build/configuration.d.ts +0 -226
  44. package/build/configuration.d.ts.map +0 -1
  45. package/build/configuration.js +0 -325
  46. package/build/configuration.js.map +0 -1
  47. package/build/constants.d.ts +0 -37
  48. package/build/constants.d.ts.map +0 -1
  49. package/build/constants.js +0 -41
  50. package/build/constants.js.map +0 -1
  51. package/build/crawlers/basic_crawler.d.ts +0 -443
  52. package/build/crawlers/basic_crawler.d.ts.map +0 -1
  53. package/build/crawlers/basic_crawler.js +0 -664
  54. package/build/crawlers/basic_crawler.js.map +0 -1
  55. package/build/crawlers/browser_crawler.d.ts +0 -512
  56. package/build/crawlers/browser_crawler.d.ts.map +0 -1
  57. package/build/crawlers/browser_crawler.js +0 -540
  58. package/build/crawlers/browser_crawler.js.map +0 -1
  59. package/build/crawlers/cheerio_crawler.d.ts +0 -931
  60. package/build/crawlers/cheerio_crawler.d.ts.map +0 -1
  61. package/build/crawlers/cheerio_crawler.js +0 -913
  62. package/build/crawlers/cheerio_crawler.js.map +0 -1
  63. package/build/crawlers/crawler_extension.d.ts +0 -10
  64. package/build/crawlers/crawler_extension.d.ts.map +0 -1
  65. package/build/crawlers/crawler_extension.js +0 -19
  66. package/build/crawlers/crawler_extension.js.map +0 -1
  67. package/build/crawlers/crawler_utils.d.ts +0 -34
  68. package/build/crawlers/crawler_utils.d.ts.map +0 -1
  69. package/build/crawlers/crawler_utils.js +0 -87
  70. package/build/crawlers/crawler_utils.js.map +0 -1
  71. package/build/crawlers/playwright_crawler.d.ts +0 -448
  72. package/build/crawlers/playwright_crawler.d.ts.map +0 -1
  73. package/build/crawlers/playwright_crawler.js +0 -299
  74. package/build/crawlers/playwright_crawler.js.map +0 -1
  75. package/build/crawlers/puppeteer_crawler.d.ts +0 -425
  76. package/build/crawlers/puppeteer_crawler.d.ts.map +0 -1
  77. package/build/crawlers/puppeteer_crawler.js +0 -299
  78. package/build/crawlers/puppeteer_crawler.js.map +0 -1
  79. package/build/crawlers/statistics.d.ts +0 -185
  80. package/build/crawlers/statistics.d.ts.map +0 -1
  81. package/build/crawlers/statistics.js +0 -331
  82. package/build/crawlers/statistics.js.map +0 -1
  83. package/build/enqueue_links/click_elements.d.ts +0 -179
  84. package/build/enqueue_links/click_elements.d.ts.map +0 -1
  85. package/build/enqueue_links/click_elements.js +0 -434
  86. package/build/enqueue_links/click_elements.js.map +0 -1
  87. package/build/enqueue_links/enqueue_links.d.ts +0 -117
  88. package/build/enqueue_links/enqueue_links.d.ts.map +0 -1
  89. package/build/enqueue_links/enqueue_links.js +0 -163
  90. package/build/enqueue_links/enqueue_links.js.map +0 -1
  91. package/build/enqueue_links/shared.d.ts +0 -42
  92. package/build/enqueue_links/shared.d.ts.map +0 -1
  93. package/build/enqueue_links/shared.js +0 -121
  94. package/build/enqueue_links/shared.js.map +0 -1
  95. package/build/errors.d.ts +0 -29
  96. package/build/errors.d.ts.map +0 -1
  97. package/build/errors.js +0 -38
  98. package/build/errors.js.map +0 -1
  99. package/build/events.d.ts +0 -11
  100. package/build/events.d.ts.map +0 -1
  101. package/build/events.js +0 -147
  102. package/build/events.js.map +0 -1
  103. package/build/index.d.ts +0 -4
  104. package/build/index.d.ts.map +0 -1
  105. package/build/index.js +0 -7
  106. package/build/index.js.map +0 -1
  107. package/build/main.d.ts +0 -179
  108. package/build/main.d.ts.map +0 -1
  109. package/build/main.js +0 -81
  110. package/build/main.js.map +0 -1
  111. package/build/playwright_utils.d.ts +0 -9
  112. package/build/playwright_utils.d.ts.map +0 -1
  113. package/build/playwright_utils.js +0 -90
  114. package/build/playwright_utils.js.map +0 -1
  115. package/build/proxy_configuration.d.ts +0 -411
  116. package/build/proxy_configuration.d.ts.map +0 -1
  117. package/build/proxy_configuration.js +0 -517
  118. package/build/proxy_configuration.js.map +0 -1
  119. package/build/pseudo_url.d.ts +0 -86
  120. package/build/pseudo_url.d.ts.map +0 -1
  121. package/build/pseudo_url.js +0 -153
  122. package/build/pseudo_url.js.map +0 -1
  123. package/build/puppeteer_request_interception.d.ts +0 -8
  124. package/build/puppeteer_request_interception.d.ts.map +0 -1
  125. package/build/puppeteer_request_interception.js +0 -235
  126. package/build/puppeteer_request_interception.js.map +0 -1
  127. package/build/puppeteer_utils.d.ts +0 -250
  128. package/build/puppeteer_utils.d.ts.map +0 -1
  129. package/build/puppeteer_utils.js +0 -551
  130. package/build/puppeteer_utils.js.map +0 -1
  131. package/build/request.d.ts +0 -180
  132. package/build/request.d.ts.map +0 -1
  133. package/build/request.js +0 -261
  134. package/build/request.js.map +0 -1
  135. package/build/request_list.d.ts +0 -581
  136. package/build/request_list.d.ts.map +0 -1
  137. package/build/request_list.js +0 -826
  138. package/build/request_list.js.map +0 -1
  139. package/build/serialization.d.ts +0 -5
  140. package/build/serialization.d.ts.map +0 -1
  141. package/build/serialization.js +0 -139
  142. package/build/serialization.js.map +0 -1
  143. package/build/session_pool/errors.d.ts +0 -11
  144. package/build/session_pool/errors.d.ts.map +0 -1
  145. package/build/session_pool/errors.js +0 -18
  146. package/build/session_pool/errors.js.map +0 -1
  147. package/build/session_pool/events.d.ts +0 -5
  148. package/build/session_pool/events.d.ts.map +0 -1
  149. package/build/session_pool/events.js +0 -6
  150. package/build/session_pool/events.js.map +0 -1
  151. package/build/session_pool/session.d.ts +0 -286
  152. package/build/session_pool/session.d.ts.map +0 -1
  153. package/build/session_pool/session.js +0 -355
  154. package/build/session_pool/session.js.map +0 -1
  155. package/build/session_pool/session_pool.d.ts +0 -280
  156. package/build/session_pool/session_pool.d.ts.map +0 -1
  157. package/build/session_pool/session_pool.js +0 -393
  158. package/build/session_pool/session_pool.js.map +0 -1
  159. package/build/session_pool/session_utils.d.ts +0 -4
  160. package/build/session_pool/session_utils.d.ts.map +0 -1
  161. package/build/session_pool/session_utils.js +0 -24
  162. package/build/session_pool/session_utils.js.map +0 -1
  163. package/build/stealth/hiding_tricks.d.ts +0 -22
  164. package/build/stealth/hiding_tricks.d.ts.map +0 -1
  165. package/build/stealth/hiding_tricks.js +0 -308
  166. package/build/stealth/hiding_tricks.js.map +0 -1
  167. package/build/stealth/stealth.d.ts +0 -56
  168. package/build/stealth/stealth.d.ts.map +0 -1
  169. package/build/stealth/stealth.js +0 -125
  170. package/build/stealth/stealth.js.map +0 -1
  171. package/build/storages/dataset.d.ts +0 -288
  172. package/build/storages/dataset.d.ts.map +0 -1
  173. package/build/storages/dataset.js +0 -480
  174. package/build/storages/dataset.js.map +0 -1
  175. package/build/storages/key_value_store.d.ts +0 -243
  176. package/build/storages/key_value_store.d.ts.map +0 -1
  177. package/build/storages/key_value_store.js +0 -462
  178. package/build/storages/key_value_store.js.map +0 -1
  179. package/build/storages/request_queue.d.ts +0 -318
  180. package/build/storages/request_queue.d.ts.map +0 -1
  181. package/build/storages/request_queue.js +0 -636
  182. package/build/storages/request_queue.js.map +0 -1
  183. package/build/storages/storage_manager.d.ts +0 -87
  184. package/build/storages/storage_manager.d.ts.map +0 -1
  185. package/build/storages/storage_manager.js +0 -150
  186. package/build/storages/storage_manager.js.map +0 -1
  187. package/build/tsconfig.tsbuildinfo +0 -1
  188. package/build/typedefs.d.ts +0 -146
  189. package/build/typedefs.d.ts.map +0 -1
  190. package/build/typedefs.js +0 -88
  191. package/build/typedefs.js.map +0 -1
  192. package/build/utils.d.ts +0 -175
  193. package/build/utils.d.ts.map +0 -1
  194. package/build/utils.js +0 -731
  195. package/build/utils.js.map +0 -1
  196. package/build/utils_log.d.ts +0 -41
  197. package/build/utils_log.d.ts.map +0 -1
  198. package/build/utils_log.js +0 -192
  199. package/build/utils_log.js.map +0 -1
  200. package/build/utils_request.d.ts +0 -77
  201. package/build/utils_request.d.ts.map +0 -1
  202. package/build/utils_request.js +0 -385
  203. package/build/utils_request.js.map +0 -1
  204. package/build/utils_social.d.ts +0 -210
  205. package/build/utils_social.d.ts.map +0 -1
  206. package/build/utils_social.js +0 -787
  207. package/build/utils_social.js.map +0 -1
  208. package/build/validators.d.ts +0 -23
  209. package/build/validators.d.ts.map +0 -1
  210. package/build/validators.js +0 -29
  211. package/build/validators.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"apify.js","sourceRoot":"","sources":["../src/apify.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,0CAA2D;AAC3D,gDAAgD;AAChD,mCAAiC;AACjC,qCAAwD;AACxD,gEAA4D;AAC5D,gDAA6C;AAC7C,gEAA2E;AAC3E,iDAA8F;AAC9F,4DAAwD;AACxD,gDAAgD;AAChD,8DAA0D;AAC1D,+DAA2D;AAC3D,mCAA8G;AAC9G,yEAA8B;AAC9B,2CAAyC;AACzC,mDAAgD;AAChD,uDAAmD;AACnD,yDAAqD;AACrD,iDAA6C;AAC7C,iEAA6D;AAC7D,mDAAmD;AACnD,qCAA0C;AAS1C,iFAAiF;AAEjF;;;;;;;GAOG;AACH,MAAa,KAAK;IACd,YAAY,OAAO,GAAG,EAAE;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,6BAAa,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,EAAE,CAAC;IACtC,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+DG;IACH,IAAI,CAAC,QAAQ;QACT,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE;YAC/C,mCAAmC;YACnC,MAAM,IAAI,KAAK,CAAC,yEAAyE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,QAAQ,KAAK,CAAC,CAAC;SAC/I;QAED,wFAAwF;QACxF,IAAA,qBAAa,GAAE,CAAC;QAEhB,kCAAkC;QAClC,IAAA,+BAAuB,GAAE,CAAC;QAE1B,kGAAkG;QAClG,wGAAwG;QACxG,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YACpC,mBAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG,IAAI,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,4FAA4F;QAC5F,8BAA8B;QAC9B,qEAAqE;QACrE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAElD,wDAAwD;QACxD,IAAI;YACA,IAAA,yBAAgB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9B,OAAO,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI;oBACA,MAAM,6BAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACvD,OAAO,CAAC,IAAI,CAAC,sBAAU,CAAC,OAAO,CAAC,CAAC;iBACpC;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,MAAM,EAAE;wBACT,aAAa,CAAC,GAAG,EAAE,sBAAU,CAAC,yBAAyB,CAAC,CAAC;qBAC5D;iBACJ;YACL,CAAC,CAAC,EAAE,CAAC;SACR;QAAC,OAAO,GAAG,EAAE;YACV,aAAa,CAAC,GAAG,EAAE,sBAAU,CAAC,aAAa,CAAC,CAAC;SAChD;gBAAS;YACN,IAAA,mBAAU,GAAE,CAAC;YACb,aAAa,CAAC,UAAU,CAAC,CAAC;SAC7B;IACL,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAmEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,GAAG,EAAE;QACjC,IAAA,YAAE,EAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QACrB,+CAA+C;QAC/C,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ;YACxC,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YAC7C,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YAC5C,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YACzC,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAChC,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YACtC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;SAChD,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAChC,WAAW,GAAG,IAAI,EAClB,iBAAiB,GAAG,KAAK,EACzB,YAAY,EACZ,WAAW,EACX,GAAG,aAAa,EACnB,GAAG,OAAO,CAAC;QAEZ,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC;QACpC,aAAa,CAAC,OAAO,GAAG,WAAW,CAAC;QACpC,aAAa,CAAC,KAAK,GAAG,KAAK,CAAC;QAE5B,IAAI,KAAK,EAAE;YACP,aAAa,CAAC,WAAW,GAAG,IAAA,+BAAuB,EAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAC/E,KAAK,GAAG,IAAA,gCAAc,EAAC,KAAK,EAAE,aAAa,CAAC,CAAC;SAChD;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAEzC,IAAI,GAAG,CAAC;QACR,IAAI;YACA,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;SAC9D;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE;gBACrD,MAAM,IAAI,uBAAc,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,qEAAqE,CAAC,CAAC;aACrI;YACD,MAAM,GAAG,CAAC;SACb;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACrC,mCAAmC;YACnC,MAAM,OAAO,GAAG,aAAa,KAAK,kGAAkG,GAAG,CAAC,EAAE,EAAE,CAAC;YAC7I,MAAM,IAAI,uBAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAC1C;QAED,6DAA6D;QAC7D,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,yBAAgB,CAAC,SAAS;YAAE,OAAO,GAAG,CAAC;QAE1E,gBAAgB;QAChB,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,iBAAiB;YAAE,gBAAgB,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAE3D,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAElI,OAAO,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;IACrD,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyDG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,EAAE;QACtC,IAAA,YAAE,EAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QACtB,IAAA,YAAE,EAAC,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,YAAY,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YAC7C,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YAC5C,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YACzC,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAChC,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YACtC,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;SAChD,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAChC,WAAW,GAAG,IAAI,EAClB,iBAAiB,GAAG,KAAK,EACzB,YAAY,EACZ,WAAW,EACX,GAAG,YAAY,EAClB,GAAG,OAAO,CAAC;QAEZ,YAAY,CAAC,MAAM,GAAG,YAAY,CAAC;QACnC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC;QACnC,YAAY,CAAC,KAAK,GAAG,KAAK,CAAC;QAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,gEAAgE;QAChE,IAAI,GAAG,CAAC;QACR,IAAI;YACA,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;SAC7D;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE;gBACrD,MAAM,IAAI,uBAAc,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,qEAAqE,CAAC,CAAC;aACrI;YACD,MAAM,GAAG,CAAC;SACb;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACrC,mCAAmC;YACnC,MAAM,OAAO,GAAG,kBAAkB,MAAM,sGAAsG,GAAG,CAAC,EAAE,EAAE,CAAC;YACvJ,MAAM,IAAI,uBAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAC1C;QAED,6DAA6D;QAC7D,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,MAAM,KAAK,yBAAgB,CAAC,SAAS;YAAE,OAAO,GAAG,CAAC;QAE1E,gBAAgB;QAChB,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,iBAAiB;YAAE,gBAAgB,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAE3D,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAElI,OAAO,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;IACrD,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,KAAK,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,EAAE;QAC9C,IAAA,YAAE,EAAC,aAAa,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAC7B,+CAA+C;QAC/C,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ;YACxC,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,sBAAsB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;SAC1D,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,sBAAsB,EACtB,GAAG,aAAa,EACnB,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,QAAQ,oBAAoB,CAAC,CAAC;QAC7F,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,YAAY,oBAAoB,CAAC,CAAC;QAE/F,IAAI,KAAK,EAAE;YACP,aAAa,CAAC,WAAW,GAAG,IAAA,+BAAuB,EAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAC/E,KAAK,GAAG,IAAA,gCAAc,EAAC,KAAK,EAAE,aAAa,CAAC,CAAC;SAChD;QAED,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;QAEjF,8CAA8C;QAC9C,uDAAuD;QACvD,MAAM,IAAA,aAAK,EAAC,sBAAsB,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;IACxF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,KAAK,CAAC,UAAU,CAAC,OAAO;QACpB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,UAAU,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;YACtC,UAAU,EAAE,YAAE,CAAC,MAAM;YACrB,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACnC,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SACrC,CAAC,CAAC,CAAC;QAEJ,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;QAE5E,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE;YAClB,mBAAG,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC;YACzH,OAAO;SACV;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE;YACR,MAAM,IAAI,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,YAAY,cAAc,CAAC,CAAC;SAChF;QAED,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC;YACtC,OAAO,EAAE,IAAI;YACb,UAAU;YACV,SAAS,EAAE;gBACP,UAAU,EAAE,KAAK;aACpB;YACD,UAAU;YACV,eAAe;YACf,cAAc;SACjB,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAI;QACf,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,KAAK,CAAC,WAAW,CAAC,eAAe,EAAE,OAAO,GAAG,EAAE;QAC3C,IAAA,YAAE,EAAC,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxC,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SAClC,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC,kBAAkB,CAAC,iBAAO,CAAC,CAAC,WAAW,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAClF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,KAAK,CAAC,QAAQ,CAAC,GAAG;QACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,KAAK,CAAC,QAAQ;QACV,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IACtD,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,KAAK,CAAC,iBAAiB,CAAC,aAAa,EAAE,OAAO,GAAG,EAAE;QAC/C,IAAA,YAAE,EAAC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SAClC,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC,kBAAkB,CAAC,+BAAa,CAAC,CAAC,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqDG;IACH,KAAK,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE;QACjD,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,KAAK,CAAC,CAAC;QACtB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,MAAM,EAAE,GAAG,IAAI,0BAAW,CAAC;YACvB,GAAG,OAAO;YACV,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,oCAAqB,EAAE,CAAC,CAAC,CAAC,SAAS;YAC9E,kBAAkB,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,uCAAwB,EAAE,CAAC,CAAC,CAAC,SAAS;YACpF,OAAO;SACV,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QAEtB,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,KAAK,CAAC,gBAAgB,CAAC,aAAa,EAAE,OAAO,GAAG,EAAE;QAC9C,IAAA,YAAE,EAAC,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SAClC,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC,kBAAkB,CAAC,4BAAY,CAAC,CAAC,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,eAAe,CAAC,kBAAkB;QACpC,MAAM,WAAW,GAAG,IAAI,0BAAW,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,WAAW,CAAC,UAAU,EAAE,CAAC;QAE/B,OAAO,WAAW,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACH,KAAK,CAAC,wBAAwB,CAAC,yBAAyB,GAAG,EAAE;QACzD,oFAAoF;QACpF,yEAAyE;QACzE,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,aAAa,KAAK,KAAK,CAAC;QAC5E,MAAM,oBAAoB,GAAG,CAAC,yBAAyB,CAAC,SAAS,CAAC;QAElE,IAAI,iBAAiB,IAAI,oBAAoB,EAAE;YAC3C,OAAO;SACV;QAED,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,CAAC,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1F,MAAM,kBAAkB,CAAC,UAAU,EAAE,CAAC;QAEtC,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED;;;;;;;OAOG;IACH,MAAM;QACF,OAAO,IAAA,cAAM,GAAE,CAAC;IACpB,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,OAAO,GAAG,EAAE;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACJ,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,KAAK;QACL,OAAO;YACH,GAAG,mBAAW;YACd,SAAS,EAAE,gCAAc;YACzB,UAAU,EAAE,kCAAe;YAC3B,MAAM,EAAE,0BAAW;YACnB,GAAG,EAAH,mBAAG;YACH,YAAY,EAAZ,4BAAY;YACZ,gBAAgB,EAAhB,gCAAgB;SACnB,CAAC;IACN,CAAC;IAED;;;;OAIG;IACH,kBAAkB,CAAC,YAAY;QAC3B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;YAC1C,MAAM,OAAO,GAAG,IAAI,gCAAc,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;SACpD;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnD,CAAC;IAED;;;;OAIG;IACH,kBAAkB,CAAC,MAAM;QACrB,OAAO,MAAM,KAAK,yBAAgB,CAAC,SAAS;eACrC,MAAM,KAAK,yBAAgB,CAAC,OAAO;eACnC,MAAM,KAAK,yBAAgB,CAAC,KAAK,CAAC;IAC7C,CAAC;CACJ;AA34BD,sBA24BC"}
@@ -1,384 +0,0 @@
1
- export default AutoscaledPool;
2
- export type AutoscaledPoolOptions = {
3
- /**
4
- * A function that performs an asynchronous resource-intensive task.
5
- * The function must either be labeled `async` or return a promise.
6
- */
7
- runTaskFunction?: Function | undefined;
8
- /**
9
- * A function that indicates whether `runTaskFunction` should be called.
10
- * This function is called every time there is free capacity for a new task and it should
11
- * indicate whether it should start a new task or not by resolving to either `true` or `false`.
12
- * Besides its obvious use, it is also useful for task throttling to save resources.
13
- */
14
- isTaskReadyFunction?: Function | undefined;
15
- /**
16
- * A function that is called only when there are no tasks to be processed.
17
- * If it resolves to `true` then the pool's run finishes. Being called only
18
- * when there are no tasks being processed means that as long as `isTaskReadyFunction()`
19
- * keeps resolving to `true`, `isFinishedFunction()` will never be called.
20
- * To abort a run, use the {@link AutoscaledPoolabort } method.
21
- */
22
- isFinishedFunction?: Function | undefined;
23
- /**
24
- * The minimum number of tasks running in parallel.
25
- *
26
- * *WARNING:* If you set this value too high with respect to the available system memory and CPU, your code might run extremely slow or crash.
27
- * If you're not sure, just keep the default value and the concurrency will scale up automatically.
28
- */
29
- minConcurrency?: number | undefined;
30
- /**
31
- * The maximum number of tasks running in parallel.
32
- */
33
- maxConcurrency?: number | undefined;
34
- /**
35
- * The desired number of tasks that should be running parallel on the start of the pool,
36
- * if there is a large enough supply of them.
37
- * By default, it is `minConcurrency`.
38
- */
39
- desiredConcurrency?: number | undefined;
40
- /**
41
- * Minimum level of desired concurrency to reach before more scaling up is allowed.
42
- */
43
- desiredConcurrencyRatio?: number | undefined;
44
- /**
45
- * Defines the fractional amount of desired concurrency to be added with each scaling up.
46
- * The minimum scaling step is one.
47
- */
48
- scaleUpStepRatio?: number | undefined;
49
- /**
50
- * Defines the amount of desired concurrency to be subtracted with each scaling down.
51
- * The minimum scaling step is one.
52
- */
53
- scaleDownStepRatio?: number | undefined;
54
- /**
55
- * Indicates how often the pool should call the `runTaskFunction()` to start a new task, in seconds.
56
- * This has no effect on starting new tasks immediately after a task completes.
57
- */
58
- maybeRunIntervalSecs?: number | undefined;
59
- /**
60
- * Specifies a period in which the instance logs its state, in seconds.
61
- * Set to `null` to disable periodic logging.
62
- */
63
- loggingIntervalSecs?: number | undefined;
64
- /**
65
- * Defines in seconds how often the pool should attempt to adjust the desired concurrency
66
- * based on the latest system status. Setting it lower than 1 might have a severe impact on performance.
67
- * We suggest using a value from 5 to 20.
68
- */
69
- autoscaleIntervalSecs?: number | undefined;
70
- /**
71
- * Timeout in which the `runTaskFunction` needs to finish, given in seconds.
72
- */
73
- taskTimeoutSecs?: number | undefined;
74
- /**
75
- * Options to be passed down to the {@link Snapshotter } constructor. This is useful for fine-tuning
76
- * the snapshot intervals and history.
77
- */
78
- snapshotterOptions?: SnapshotterOptions | undefined;
79
- /**
80
- * Options to be passed down to the {@link SystemStatus } constructor. This is useful for fine-tuning
81
- * the system status reports. If a custom snapshotter is set in the options, it will be used
82
- * by the pool.
83
- */
84
- systemStatusOptions?: SystemStatusOptions | undefined;
85
- };
86
- /**
87
- * @typedef AutoscaledPoolOptions
88
- * @property {Function} [runTaskFunction]
89
- * A function that performs an asynchronous resource-intensive task.
90
- * The function must either be labeled `async` or return a promise.
91
- *
92
- * @property {Function} [isTaskReadyFunction]
93
- * A function that indicates whether `runTaskFunction` should be called.
94
- * This function is called every time there is free capacity for a new task and it should
95
- * indicate whether it should start a new task or not by resolving to either `true` or `false`.
96
- * Besides its obvious use, it is also useful for task throttling to save resources.
97
- *
98
- * @property {Function} [isFinishedFunction]
99
- * A function that is called only when there are no tasks to be processed.
100
- * If it resolves to `true` then the pool's run finishes. Being called only
101
- * when there are no tasks being processed means that as long as `isTaskReadyFunction()`
102
- * keeps resolving to `true`, `isFinishedFunction()` will never be called.
103
- * To abort a run, use the {@link AutoscaledPool#abort} method.
104
- *
105
- * @property {number} [minConcurrency=1]
106
- * The minimum number of tasks running in parallel.
107
- *
108
- * *WARNING:* If you set this value too high with respect to the available system memory and CPU, your code might run extremely slow or crash.
109
- * If you're not sure, just keep the default value and the concurrency will scale up automatically.
110
- * @property {number} [maxConcurrency=1000]
111
- * The maximum number of tasks running in parallel.
112
- * @property {number} [desiredConcurrency]
113
- * The desired number of tasks that should be running parallel on the start of the pool,
114
- * if there is a large enough supply of them.
115
- * By default, it is `minConcurrency`.
116
- * @property {number} [desiredConcurrencyRatio=0.95]
117
- * Minimum level of desired concurrency to reach before more scaling up is allowed.
118
- * @property {number} [scaleUpStepRatio=0.05]
119
- * Defines the fractional amount of desired concurrency to be added with each scaling up.
120
- * The minimum scaling step is one.
121
- * @property {number} [scaleDownStepRatio=0.05]
122
- * Defines the amount of desired concurrency to be subtracted with each scaling down.
123
- * The minimum scaling step is one.
124
- * @property {number} [maybeRunIntervalSecs=0.5]
125
- * Indicates how often the pool should call the `runTaskFunction()` to start a new task, in seconds.
126
- * This has no effect on starting new tasks immediately after a task completes.
127
- * @property {number} [loggingIntervalSecs=60]
128
- * Specifies a period in which the instance logs its state, in seconds.
129
- * Set to `null` to disable periodic logging.
130
- * @property {number} [autoscaleIntervalSecs=10]
131
- * Defines in seconds how often the pool should attempt to adjust the desired concurrency
132
- * based on the latest system status. Setting it lower than 1 might have a severe impact on performance.
133
- * We suggest using a value from 5 to 20.
134
- * @property {number} [taskTimeoutSecs=0]
135
- * Timeout in which the `runTaskFunction` needs to finish, given in seconds.
136
- * @property {SnapshotterOptions} [snapshotterOptions]
137
- * Options to be passed down to the {@link Snapshotter} constructor. This is useful for fine-tuning
138
- * the snapshot intervals and history.
139
- * @property {SystemStatusOptions} [systemStatusOptions]
140
- * Options to be passed down to the {@link SystemStatus} constructor. This is useful for fine-tuning
141
- * the system status reports. If a custom snapshotter is set in the options, it will be used
142
- * by the pool.
143
- */
144
- /**
145
- * Manages a pool of asynchronous resource-intensive tasks that are executed in parallel.
146
- * The pool only starts new tasks if there is enough free CPU and memory available
147
- * and the Javascript event loop is not blocked.
148
- *
149
- * The information about the CPU and memory usage is obtained by the {@link Snapshotter} class,
150
- * which makes regular snapshots of system resources that may be either local
151
- * or from the Apify cloud infrastructure in case the process is running on the Apify platform.
152
- * Meaningful data gathered from these snapshots is provided to `AutoscaledPool` by the {@link SystemStatus} class.
153
- *
154
- * Before running the pool, you need to implement the following three functions:
155
- * {@link AutoscaledPoolOptions#runTaskFunction},
156
- * {@link AutoscaledPoolOptions#isTaskReadyFunction} and
157
- * {@link AutoscaledPoolOptions#isFinishedFunction}.
158
- *
159
- * The auto-scaled pool is started by calling the {@link AutoscaledPool#run} function.
160
- * The pool periodically queries the {@link AutoscaledPoolOptions#isTaskReadyFunction} function
161
- * for more tasks, managing optimal concurrency, until the function resolves to `false`. The pool then queries
162
- * the {@link AutoscaledPoolOptions#isFinishedFunction}. If it resolves to `true`, the run finishes after all running tasks complete.
163
- * If it resolves to `false`, it assumes there will be more tasks available later and keeps periodically querying for tasks.
164
- * If any of the tasks throws then the {@link AutoscaledPool#run} function rejects the promise with an error.
165
- *
166
- * The pool evaluates whether it should start a new task every time one of the tasks finishes
167
- * and also in the interval set by the `options.maybeRunIntervalSecs` parameter.
168
- *
169
- * **Example usage:**
170
- *
171
- * ```javascript
172
- * const pool = new Apify.AutoscaledPool({
173
- * maxConcurrency: 50,
174
- * runTaskFunction: async () => {
175
- * // Run some resource-intensive asynchronous operation here.
176
- * },
177
- * isTaskReadyFunction: async () => {
178
- * // Tell the pool whether more tasks are ready to be processed.
179
- * // Return true or false
180
- * },
181
- * isFinishedFunction: async () => {
182
- * // Tell the pool whether it should finish
183
- * // or wait for more tasks to become available.
184
- * // Return true or false
185
- * }
186
- * });
187
- *
188
- * await pool.run();
189
- * ```
190
- */
191
- declare class AutoscaledPool {
192
- /**
193
- * @param {AutoscaledPoolOptions} options
194
- * All `AutoscaledPool` configuration options.
195
- */
196
- constructor(options: AutoscaledPoolOptions);
197
- /**
198
- * @type {Log}
199
- */
200
- log: Log;
201
- desiredConcurrencyRatio: number;
202
- scaleUpStepRatio: number;
203
- scaleDownStepRatio: number;
204
- maybeRunIntervalMillis: number;
205
- loggingIntervalMillis: number;
206
- autoscaleIntervalMillis: number;
207
- taskTimeoutMillis: number;
208
- runTaskFunction: Function;
209
- isFinishedFunction: Function;
210
- isTaskReadyFunction: Function;
211
- _minConcurrency: number;
212
- _maxConcurrency: number;
213
- _desiredConcurrency: number;
214
- _currentConcurrency: number;
215
- isStopped: boolean;
216
- lastLoggingTime: number;
217
- resolve: ((value: any) => void) | null;
218
- reject: ((reason?: any) => void) | null;
219
- /**
220
- * Gets called every autoScaleIntervalSecs and evaluates the current system status.
221
- * If the system IS NOT overloaded and the settings allow it, it scales up.
222
- * If the system IS overloaded and the settings allow it, it scales down.
223
- *
224
- * @ignore
225
- * @protected
226
- * @internal
227
- */
228
- protected _autoscale(intervalCallback: any): any;
229
- /**
230
- * Starts a new task
231
- * if the number of running tasks (current concurrency) is lower than desired concurrency
232
- * and the system is not currently overloaded
233
- * and this.isTaskReadyFunction() returns true.
234
- *
235
- * It doesn't allow multiple concurrent runs of this method.
236
- *
237
- * @ignore
238
- * @protected
239
- * @internal
240
- */
241
- protected _maybeRunTask(intervalCallback: any): Promise<any>;
242
- snapshotter: Snapshotter;
243
- systemStatus: SystemStatus;
244
- /**
245
- * Sets the minimum number of tasks running in parallel.
246
- *
247
- * *WARNING:* If you set this value too high with respect to the available system memory and CPU, your code might run extremely slow or crash.
248
- * If you're not sure, just keep the default value and the concurrency will scale up automatically.
249
- *
250
- * @param {number} value
251
- */
252
- set minConcurrency(arg: number);
253
- /**
254
- * Gets the minimum number of tasks running in parallel.
255
- *
256
- * @return {number}
257
- */
258
- get minConcurrency(): number;
259
- /**
260
- * Sets the maximum number of tasks running in parallel.
261
- *
262
- * @param {number} value
263
- */
264
- set maxConcurrency(arg: number);
265
- /**
266
- * Gets the maximum number of tasks running in parallel.
267
- *
268
- * @return {number}
269
- */
270
- get maxConcurrency(): number;
271
- /**
272
- * Sets the desired concurrency for the pool, i.e. the number of tasks that should be running
273
- * in parallel if there's large enough supply of tasks.
274
- *
275
- * @param {number} value
276
- */
277
- set desiredConcurrency(arg: number);
278
- /**
279
- * Gets the desired concurrency for the pool,
280
- * which is an estimated number of parallel tasks that the system can currently support.
281
- *
282
- * @return {number}
283
- */
284
- get desiredConcurrency(): number;
285
- /**
286
- * Gets the the number of parallel tasks currently running in the pool.
287
- *
288
- * @return {number}
289
- */
290
- get currentConcurrency(): number;
291
- /**
292
- * Runs the auto-scaled pool. Returns a promise that gets resolved or rejected once
293
- * all the tasks are finished or one of them fails.
294
- *
295
- * @return {Promise<void>}
296
- */
297
- run(): Promise<void>;
298
- poolPromise: Promise<any> | undefined;
299
- autoscaleInterval: import("@apify/utilities").BetterIntervalID | undefined;
300
- maybeRunInterval: import("@apify/utilities").BetterIntervalID | undefined;
301
- /**
302
- * Aborts the run of the auto-scaled pool and destroys it. The promise returned from
303
- * the {@link AutoscaledPool#run} function will immediately resolve, no more new tasks
304
- * will be spawned and all running tasks will be left in their current state.
305
- *
306
- * Due to the nature of the tasks, auto-scaled pool cannot reliably guarantee abortion
307
- * of all the running tasks, therefore, no abortion is attempted and some of the tasks
308
- * may finish, while others may not. Essentially, auto-scaled pool doesn't care about
309
- * their state after the invocation of `.abort()`, but that does not mean that some
310
- * parts of their asynchronous chains of commands will not execute.
311
- *
312
- * @return {Promise<void>}
313
- */
314
- abort(): Promise<void>;
315
- /**
316
- * Prevents the auto-scaled pool from starting new tasks, but allows the running ones to finish
317
- * (unlike abort, which terminates them). Used together with {@link AutoscaledPool#resume}
318
- *
319
- * The function's promise will resolve once all running tasks have completed and the pool
320
- * is effectively idle. If the `timeoutSecs` argument is provided, the promise will reject
321
- * with a timeout error after the `timeoutSecs` seconds.
322
- *
323
- * The promise returned from the {@link AutoscaledPool#run} function will not resolve
324
- * when `.pause()` is invoked (unlike abort, which resolves it).
325
- *
326
- * @param {number} [timeoutSecs]
327
- * @return {Promise<void>}
328
- */
329
- pause(timeoutSecs?: number | undefined): Promise<void>;
330
- /**
331
- * Resumes the operation of the autoscaled-pool by allowing more tasks to be run.
332
- * Used together with {@link AutoscaledPool#pause}
333
- *
334
- * Tasks will automatically start running again in `options.maybeRunIntervalSecs`.
335
- */
336
- resume(): void;
337
- queryingIsTaskReady: boolean | undefined;
338
- /**
339
- * Scales the pool up by increasing
340
- * the desired concurrency by the scaleUpStepRatio.
341
- *
342
- * @param {Object} systemStatus for logging
343
- * @ignore
344
- * @protected
345
- * @internal
346
- */
347
- protected _scaleUp(systemStatus: Object): void;
348
- /**
349
- * Scales the pool down by decreasing
350
- * the desired concurrency by the scaleDownStepRatio.
351
- *
352
- * @param {Object} systemStatus for logging
353
- * @ignore
354
- * @protected
355
- * @internal
356
- */
357
- protected _scaleDown(systemStatus: Object): void;
358
- /**
359
- * If there are no running tasks and this.isFinishedFunction() returns true then closes
360
- * the pool and resolves the pool's promise returned by the run() method.
361
- *
362
- * It doesn't allow multiple concurrent runs of this method.
363
- *
364
- * @ignore
365
- * @protected
366
- * @internal
367
- */
368
- protected _maybeFinish(): Promise<void>;
369
- queryingIsFinished: boolean | undefined;
370
- /**
371
- * Cleans up resources.
372
- *
373
- * @ignore
374
- * @protected
375
- * @internal
376
- */
377
- protected _destroy(): Promise<void>;
378
- }
379
- import { SnapshotterOptions } from "./snapshotter";
380
- import { SystemStatusOptions } from "./system_status";
381
- import { Log } from "../utils_log";
382
- import Snapshotter from "./snapshotter";
383
- import SystemStatus from "./system_status";
384
- //# sourceMappingURL=autoscaled_pool.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"autoscaled_pool.d.ts","sourceRoot":"","sources":["../../src/autoscaling/autoscaled_pool.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH;IACI;;;OAGG;IACH,qBAHW,qBAAqB,EA4E/B;IAlCG;;OAEG;IACH,KAFU,GAAG,CAEqC;IAGlD,gCAAsD;IACtD,yBAAwC;IACxC,2BAA4C;IAC5C,+BAAyD;IACzD,8BAAuD;IACvD,gCAA2D;IAC3D,0BAA+C;IAC/C,0BAAsC;IACtC,6BAA4C;IAC5C,8BAA8C;IAG9C,wBAAqC;IACrC,wBAAqC;IACrC,4BAAuG;IACvG,4BAA4B;IAC5B,mBAAsB;IACtB,wBAAwB;IACxB,uCAAmB;IACnB,wCAAkB;IA2RtB;;;;;;;;OAQG;IACH,iDAuCC;IAtJD;;;;;;;;;;;OAWG;IACH,6DAwFC;IAlRG,yBAAsC;IACtC,2BAA6C;IAYjD;;;;;;;OAOG;IACH,gCAGC;IApBD;;;;OAIG;IACH,6BAEC;IAwBD;;;;OAIG;IACH,gCAGC;IAjBD;;;;OAIG;IACH,6BAEC;IAsBD;;;;;OAKG;IACH,oCAGC;IAnBD;;;;;OAKG;IACH,iCAEC;IAaD;;;;OAIG;IACH,iCAEC;IAED;;;;;OAKG;IACH,OAFY,QAAQ,IAAI,CAAC,CAwBxB;IArBG,sCAGE;IAKF,2EAAyF;IAKzF,0EAA0F;IAU9F;;;;;;;;;;;;OAYG;IACH,SAFY,QAAQ,IAAI,CAAC,CAQxB;IAED;;;;;;;;;;;;;OAaG;IACH,yCAFY,QAAQ,IAAI,CAAC,CAwBxB;IAED;;;;;OAKG;IACH,eAEC;IA2CG,yCAA+B;IA+GnC;;;;;;;;OAQG;IACH,iCALW,MAAM,QAahB;IAED;;;;;;;;OAQG;IACH,mCALW,MAAM,QAahB;IAED;;;;;;;;;OASG;IACH,wCAiBC;IAbG,wCAA8B;IAelC;;;;;;OAMG;IACH,oCAOC;CACJ"}