apify 2.0.8-beta.6 → 2.1.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/{types → build}/actor.d.ts +1 -0
- package/build/actor.d.ts.map +1 -0
- package/build/actor.js +13 -12
- package/build/actor.js.map +1 -0
- package/{types → build}/apify.d.ts +3 -0
- package/build/apify.d.ts.map +1 -0
- package/build/apify.js +4 -2
- package/build/apify.js.map +1 -0
- package/{types → build}/autoscaling/autoscaled_pool.d.ts +1 -0
- package/build/autoscaling/autoscaled_pool.d.ts.map +1 -0
- package/build/autoscaling/autoscaled_pool.js +6 -4
- package/build/autoscaling/autoscaled_pool.js.map +1 -0
- package/{types → build}/autoscaling/snapshotter.d.ts +1 -0
- package/build/autoscaling/snapshotter.d.ts.map +1 -0
- package/build/autoscaling/snapshotter.js +7 -5
- package/build/autoscaling/snapshotter.js.map +1 -0
- package/{types → build}/autoscaling/system_status.d.ts +1 -0
- package/build/autoscaling/system_status.d.ts.map +1 -0
- package/build/autoscaling/system_status.js +4 -2
- package/build/autoscaling/system_status.js.map +1 -0
- package/{types → build}/browser_launchers/browser_launcher.d.ts +5 -0
- package/build/browser_launchers/browser_launcher.d.ts.map +1 -0
- package/build/browser_launchers/browser_launcher.js +15 -8
- package/build/browser_launchers/browser_launcher.js.map +1 -0
- package/{types → build}/browser_launchers/browser_plugin.d.ts +1 -0
- package/build/browser_launchers/browser_plugin.d.ts.map +1 -0
- package/build/browser_launchers/browser_plugin.js +1 -0
- package/build/browser_launchers/browser_plugin.js.map +1 -0
- package/{types → build}/browser_launchers/playwright_launcher.d.ts +6 -0
- package/build/browser_launchers/playwright_launcher.d.ts.map +1 -0
- package/build/browser_launchers/playwright_launcher.js +13 -6
- package/build/browser_launchers/playwright_launcher.js.map +1 -0
- package/{types → build}/browser_launchers/puppeteer_launcher.d.ts +1 -0
- package/build/browser_launchers/puppeteer_launcher.d.ts.map +1 -0
- package/build/browser_launchers/puppeteer_launcher.js +17 -10
- package/build/browser_launchers/puppeteer_launcher.js.map +1 -0
- package/{types → build}/cache_container.d.ts +1 -0
- package/build/cache_container.d.ts.map +1 -0
- package/build/cache_container.js +1 -0
- package/build/cache_container.js.map +1 -0
- package/{types → build}/configuration.d.ts +1 -0
- package/build/configuration.d.ts.map +1 -0
- package/build/configuration.js +88 -65
- package/build/configuration.js.map +1 -0
- package/{types → build}/constants.d.ts +1 -0
- package/build/constants.d.ts.map +1 -0
- package/build/constants.js +1 -0
- package/build/constants.js.map +1 -0
- package/{types → build}/crawlers/basic_crawler.d.ts +1 -0
- package/build/crawlers/basic_crawler.d.ts.map +1 -0
- package/build/crawlers/basic_crawler.js +35 -28
- package/build/crawlers/basic_crawler.js.map +1 -0
- package/{types → build}/crawlers/browser_crawler.d.ts +1 -0
- package/build/crawlers/browser_crawler.d.ts.map +1 -0
- package/build/crawlers/browser_crawler.js +26 -19
- package/build/crawlers/browser_crawler.js.map +1 -0
- package/{types → build}/crawlers/cheerio_crawler.d.ts +1 -0
- package/build/crawlers/cheerio_crawler.d.ts.map +1 -0
- package/build/crawlers/cheerio_crawler.js +41 -34
- package/build/crawlers/cheerio_crawler.js.map +1 -0
- package/{types → build}/crawlers/crawler_extension.d.ts +1 -0
- package/build/crawlers/crawler_extension.d.ts.map +1 -0
- package/build/crawlers/crawler_extension.js +3 -1
- package/build/crawlers/crawler_extension.js.map +1 -0
- package/{types → build}/crawlers/crawler_utils.d.ts +1 -0
- package/build/crawlers/crawler_utils.d.ts.map +1 -0
- package/build/crawlers/crawler_utils.js +1 -0
- package/build/crawlers/crawler_utils.js.map +1 -0
- package/{types → build}/crawlers/playwright_crawler.d.ts +2 -0
- package/build/crawlers/playwright_crawler.d.ts.map +1 -0
- package/build/crawlers/playwright_crawler.js +15 -8
- package/build/crawlers/playwright_crawler.js.map +1 -0
- package/{types → build}/crawlers/puppeteer_crawler.d.ts +1 -0
- package/build/crawlers/puppeteer_crawler.d.ts.map +1 -0
- package/build/crawlers/puppeteer_crawler.js +15 -8
- package/build/crawlers/puppeteer_crawler.js.map +1 -0
- package/{types → build}/crawlers/statistics.d.ts +1 -0
- package/build/crawlers/statistics.d.ts.map +1 -0
- package/build/crawlers/statistics.js +5 -3
- package/build/crawlers/statistics.js.map +1 -0
- package/{types → build}/enqueue_links/click_elements.d.ts +1 -0
- package/build/enqueue_links/click_elements.d.ts.map +1 -0
- package/build/enqueue_links/click_elements.js +4 -2
- package/build/enqueue_links/click_elements.js.map +1 -0
- package/{types → build}/enqueue_links/enqueue_links.d.ts +2 -0
- package/build/enqueue_links/enqueue_links.d.ts.map +1 -0
- package/build/enqueue_links/enqueue_links.js +4 -2
- package/build/enqueue_links/enqueue_links.js.map +1 -0
- package/{types → build}/enqueue_links/shared.d.ts +1 -0
- package/build/enqueue_links/shared.d.ts.map +1 -0
- package/build/enqueue_links/shared.js +6 -4
- package/build/enqueue_links/shared.js.map +1 -0
- package/{types → build}/errors.d.ts +1 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +1 -0
- package/build/errors.js.map +1 -0
- package/{types → build}/events.d.ts +1 -0
- package/build/events.d.ts.map +1 -0
- package/build/events.js +5 -3
- package/build/events.js.map +1 -0
- package/{types → build}/index.d.ts +1 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +4 -12
- package/build/index.js.map +1 -0
- package/{types → build}/main.d.ts +3 -1
- package/build/main.d.ts.map +1 -0
- package/build/main.js +11 -9
- package/build/main.js.map +1 -0
- package/{types → build}/playwright_utils.d.ts +3 -3
- package/build/playwright_utils.d.ts.map +1 -0
- package/build/playwright_utils.js +25 -18
- package/build/playwright_utils.js.map +1 -0
- package/{types → build}/proxy_configuration.d.ts +1 -0
- package/build/proxy_configuration.d.ts.map +1 -0
- package/build/proxy_configuration.js +8 -2
- package/build/proxy_configuration.js.map +1 -0
- package/{types → build}/pseudo_url.d.ts +1 -0
- package/build/pseudo_url.d.ts.map +1 -0
- package/build/pseudo_url.js +7 -5
- package/build/pseudo_url.js.map +1 -0
- package/{types → build}/puppeteer_request_interception.d.ts +1 -0
- package/build/puppeteer_request_interception.d.ts.map +1 -0
- package/build/puppeteer_request_interception.js +15 -7
- package/build/puppeteer_request_interception.js.map +1 -0
- package/{types → build}/puppeteer_utils.d.ts +1 -0
- package/build/puppeteer_utils.d.ts.map +1 -0
- package/build/puppeteer_utils.js +23 -19
- package/build/puppeteer_utils.js.map +1 -0
- package/{types → build}/request.d.ts +1 -0
- package/build/request.d.ts.map +1 -0
- package/build/request.js +8 -6
- package/build/request.js.map +1 -0
- package/{types → build}/request_list.d.ts +17 -3
- package/build/request_list.d.ts.map +1 -0
- package/build/request_list.js +36 -16
- package/build/request_list.js.map +1 -0
- package/{types → build}/serialization.d.ts +1 -0
- package/build/serialization.d.ts.map +1 -0
- package/build/serialization.js +14 -12
- package/build/serialization.js.map +1 -0
- package/{types → build}/session_pool/errors.d.ts +1 -0
- package/build/session_pool/errors.d.ts.map +1 -0
- package/build/session_pool/errors.js +1 -0
- package/build/session_pool/errors.js.map +1 -0
- package/{types → build}/session_pool/events.d.ts +1 -0
- package/build/session_pool/events.d.ts.map +1 -0
- package/build/session_pool/events.js +1 -0
- package/build/session_pool/events.js.map +1 -0
- package/{types → build}/session_pool/session.d.ts +1 -0
- package/build/session_pool/session.d.ts.map +1 -0
- package/build/session_pool/session.js +5 -3
- package/build/session_pool/session.js.map +1 -0
- package/{types → build}/session_pool/session_pool.d.ts +1 -0
- package/build/session_pool/session_pool.d.ts.map +1 -0
- package/build/session_pool/session_pool.js +5 -3
- package/build/session_pool/session_pool.js.map +1 -0
- package/{types → build}/session_pool/session_utils.d.ts +1 -0
- package/build/session_pool/session_utils.d.ts.map +1 -0
- package/build/session_pool/session_utils.js +1 -0
- package/build/session_pool/session_utils.js.map +1 -0
- package/{types → build}/stealth/hiding_tricks.d.ts +1 -0
- package/build/stealth/hiding_tricks.d.ts.map +1 -0
- package/build/stealth/hiding_tricks.js +1 -0
- package/build/stealth/hiding_tricks.js.map +1 -0
- package/{types → build}/stealth/stealth.d.ts +1 -0
- package/build/stealth/stealth.d.ts.map +1 -0
- package/build/stealth/stealth.js +6 -4
- package/build/stealth/stealth.js.map +1 -0
- package/{types → build}/storages/dataset.d.ts +1 -0
- package/build/storages/dataset.d.ts.map +1 -0
- package/build/storages/dataset.js +7 -5
- package/build/storages/dataset.js.map +1 -0
- package/{types → build}/storages/key_value_store.d.ts +1 -0
- package/build/storages/key_value_store.d.ts.map +1 -0
- package/build/storages/key_value_store.js +4 -2
- package/build/storages/key_value_store.js.map +1 -0
- package/{types → build}/storages/request_queue.d.ts +1 -0
- package/build/storages/request_queue.d.ts.map +1 -0
- package/build/storages/request_queue.js +7 -5
- package/build/storages/request_queue.js.map +1 -0
- package/{types → build}/storages/storage_manager.d.ts +1 -0
- package/build/storages/storage_manager.d.ts.map +1 -0
- package/build/storages/storage_manager.js +3 -1
- package/build/storages/storage_manager.js.map +1 -0
- package/build/tsconfig.tsbuildinfo +1 -0
- package/{types → build}/typedefs.d.ts +1 -0
- package/build/typedefs.d.ts.map +1 -0
- package/build/typedefs.js +1 -0
- package/build/typedefs.js.map +1 -0
- package/{types → build}/utils.d.ts +3 -0
- package/build/utils.d.ts.map +1 -0
- package/build/utils.js +104 -46
- package/build/utils.js.map +1 -0
- package/{types → build}/utils_log.d.ts +1 -0
- package/build/utils_log.d.ts.map +1 -0
- package/build/utils_log.js +3 -1
- package/build/utils_log.js.map +1 -0
- package/{types → build}/utils_request.d.ts +1 -0
- package/build/utils_request.d.ts.map +1 -0
- package/build/utils_request.js +5 -3
- package/build/utils_request.js.map +1 -0
- package/{types → build}/utils_social.d.ts +1 -0
- package/build/utils_social.d.ts.map +1 -0
- package/build/utils_social.js +23 -11
- package/build/utils_social.js.map +1 -0
- package/{types → build}/validators.d.ts +1 -0
- package/build/validators.d.ts.map +1 -0
- package/build/validators.js +3 -1
- package/build/validators.js.map +1 -0
- package/package.json +26 -29
- package/types/playwright/index.d.ts +0 -22
- package/types/playwright/types/protocol.d.ts +0 -17846
- package/types/playwright/types/structs.d.ts +0 -50
- package/types/playwright/types/types.d.ts +0 -13078
- package/types-apify/apify-http-request.d.ts +0 -8
- package/types-apify/ps-tree.d.ts +0 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request.js","sourceRoot":"","sources":["../src/request.js"],"names":[],"mappings":";;;;AAAA,gDAAgD;AAChD,iEAA4B;AAC5B,sDAAuC;AACvC,6DAAwB;AACxB,yEAAqC;AAErC,4DAA4D;AAC5D,MAAM,GAAG,GAAG,mBAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAEpD,SAAgB,WAAW,CAAC,OAAO;IAC/B,OAAO,gBAAM;SACR,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC;SACf,MAAM,CAAC,QAAQ,CAAC;SAChB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtB,CAAC;AAPD,kCAOC;AAED,MAAM,yBAAyB,GAAG;IAC9B,EAAE,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IACtB,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG;IACjC,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IAC7B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;IAC9C,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;IAC5B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IAC9B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC;IAClD,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IAC3B,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;IAC5B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,CAAC,IAAI,EAAE,YAAE,CAAC,IAAI,CAAC;IACnD,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;IACpC,oBAAoB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;CAC5C,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0DG;AACH,MAAM,OAAO;IACT;;;OAGG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,gBAAgB,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QACzC,IAAA,YAAE,EAAC,OAAO,CAAC,GAAG,EAAE,oBAAoB,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,4DAA4D;QAC5D,oDAAoD;QACpD,0DAA0D;QAC1D,sDAAsD;QACtD,oDAAoD;QACpD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAClC,MAAM,SAAS,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,SAAS,EAAE;gBACX,IAAA,YAAE,EAAC,KAAK,EAAE,kBAAkB,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC;gBAC/C,mDAAmD;aACtD;iBAAM,IAAI,IAAI,KAAK,KAAK,EAAE;gBACvB,MAAM,GAAG,GAAG,6BAA6B,IAAI,sBAAsB,KAAK,iCAAiC,CAAC;gBAC1G,MAAM,IAAI,kBAAa,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;aAClD;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,EACF,EAAE,EACF,GAAG,EACH,SAAS,EACT,SAAS,EACT,MAAM,GAAG,KAAK,EACd,OAAO,EACP,OAAO,GAAG,KAAK,EACf,UAAU,GAAG,CAAC,EACd,aAAa,GAAG,EAAE,EAClB,OAAO,GAAG,EAAE,EACZ,QAAQ,GAAG,EAAE,EACb,SAAS,EACT,eAAe,GAAG,KAAK,EACvB,oBAAoB,GAAG,KAAK,GAC/B,GAAG,OAAO,CAAC;QAEZ,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAEnG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACtH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;QACxC,uEAAuE;QACvE,gCAAgC;QAChC,qCAAqC;QACrC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,kCAAkC;QAClC,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAChC,wDAAwD;QACxD,uCAAuC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,SAAS,KAAK,QAAQ;YAC1C,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC;YACrB,CAAC,CAAC,SAAS,CAAC;IACpB,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,gBAAgB,CAAC,cAAc,EAAE,OAAO,GAAG,EAAE;QACzC,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAC9B,IAAI,OAAO,CAAC;QACZ,MAAM,IAAI,GAAG,OAAO,cAAc,CAAC;QACnC,IAAI,IAAI,KAAK,QAAQ,EAAE;YACnB,IAAI,CAAC,cAAc,EAAE;gBACjB,OAAO,GAAG,MAAM,CAAC;aACpB;iBAAM,IAAI,cAAc,YAAY,KAAK,EAAE;gBACxC,OAAO,GAAG,SAAS;oBACf,CAAC,CAAC,cAAc,CAAC,OAAO;oBACxB,8BAA8B;oBAC9B,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC;aAC9B;iBAAM,IAAI,cAAc,CAAC,OAAO,EAAE;gBAC/B,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,2CAA2C;aAChF;iBAAM,IAAI,cAAc,CAAC,QAAQ,EAAE,KAAK,iBAAiB,EAAE;gBACxD,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC;aACvC;iBAAM;gBACH,IAAI;oBACA,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;iBAC1C;gBAAC,OAAO,GAAG,EAAE;oBACV,OAAO,GAAG,yDAAyD,CAAC;iBACvE;aACJ;SACJ;aAAM,IAAI,IAAI,KAAK,WAAW,EAAE;YAC7B,OAAO,GAAG,WAAW,CAAC;SACzB;aAAM;YACH,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC;SACvC;QAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE;QAC7E,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,IAAA,wBAAY,EAAC,GAAG,EAAE,eAAe,CAAC,IAAI,GAAG,CAAC,CAAC,6DAA6D;QAC9H,IAAI,CAAC,oBAAoB,EAAE;YACvB,IAAI,gBAAgB,KAAK,KAAK,IAAI,OAAO,EAAE;gBACvC,8EAA8E;gBAC9E,GAAG,CAAC,UAAU,CAAC,uBAAuB,gBAAgB,2BAA2B;sBAC3E,kFAAkF;sBAClF,iHAAiH,CAAC,CAAC;aAC5H;YACD,OAAO,aAAa,CAAC;SACxB;QACD,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,GAAG,gBAAgB,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;IAClE,CAAC;CACJ;AAED,kBAAe,OAAO,CAAC;AAEvB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG"}
|
|
@@ -2,7 +2,7 @@ export const STATE_PERSISTENCE_KEY: "REQUEST_LIST_STATE";
|
|
|
2
2
|
export const REQUESTS_PERSISTENCE_KEY: "REQUEST_LIST_REQUESTS";
|
|
3
3
|
/**
|
|
4
4
|
* @typedef RequestListOptions
|
|
5
|
-
* @property {Array<RequestOptions|Request|string>} [sources]
|
|
5
|
+
* @property {Array<RequestOptions | Request | { requestsFromUrl: string } | string>} [sources]
|
|
6
6
|
* An array of sources of URLs for the {@link RequestList}. It can be either an array of strings,
|
|
7
7
|
* plain objects that define at least the `url` property, or an array of {@link Request} instances.
|
|
8
8
|
*
|
|
@@ -209,7 +209,9 @@ export class RequestList {
|
|
|
209
209
|
areRequestsPersisted: boolean;
|
|
210
210
|
isLoading: boolean;
|
|
211
211
|
isInitialized: boolean;
|
|
212
|
-
sources: (string | Request | RequestOptions
|
|
212
|
+
sources: (string | Request | RequestOptions | {
|
|
213
|
+
requestsFromUrl: string;
|
|
214
|
+
})[];
|
|
213
215
|
sourcesFunction: RequestListSourcesFunction | undefined;
|
|
214
216
|
/**
|
|
215
217
|
* Loads all remote sources of URLs and potentially starts periodic state persistence.
|
|
@@ -343,6 +345,15 @@ export class RequestList {
|
|
|
343
345
|
* @internal
|
|
344
346
|
*/
|
|
345
347
|
protected _fetchRequestsFromUrl(source: any): Promise<Array<RequestOptions>>;
|
|
348
|
+
/**
|
|
349
|
+
* Tries to detect wrong urls and fix them. Currently detects only sharing url instead of csv download one.
|
|
350
|
+
* @param {string} url
|
|
351
|
+
* @return {string}
|
|
352
|
+
* @ignore
|
|
353
|
+
* @internal
|
|
354
|
+
* @private
|
|
355
|
+
*/
|
|
356
|
+
private _ensureCorrectRemoteRequestListUrl;
|
|
346
357
|
/**
|
|
347
358
|
* Adds given request.
|
|
348
359
|
* If the `source` parameter is a string or plain object and not an instance
|
|
@@ -427,7 +438,9 @@ export type RequestListOptions = {
|
|
|
427
438
|
* ]
|
|
428
439
|
* ```
|
|
429
440
|
*/
|
|
430
|
-
sources?: (string | Request | RequestOptions
|
|
441
|
+
sources?: (string | Request | RequestOptions | {
|
|
442
|
+
requestsFromUrl: string;
|
|
443
|
+
})[] | undefined;
|
|
431
444
|
/**
|
|
432
445
|
* A function that will be called to get the sources for the `RequestList`, but only if `RequestList`
|
|
433
446
|
* was not able to fetch their persisted version (see {@link RequestListOptions.persistRequestsKey }).
|
|
@@ -561,3 +574,4 @@ export type RequestListState = {
|
|
|
561
574
|
export type RequestListSourcesFunction = () => Promise<Array<(RequestOptions | Request | string)>>;
|
|
562
575
|
import Request from "./request";
|
|
563
576
|
import { RequestOptions } from "./request";
|
|
577
|
+
//# sourceMappingURL=request_list.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request_list.d.ts","sourceRoot":"","sources":["../src/request_list.js"],"names":[],"mappings":"AAeA,yDAA0D;AAC1D,+DAAgE;AAIhE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyHG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AACH;IACI;;OAEG;IACH,sBAFW,kBAAkB,EAoE5B;IAxCG,kCAA+C;IAI/C,6BAA6B;IAC7B,UADW,MAAM,OAAO,CAAC,CACP;IAGlB,kBAAkB;IAGlB,qBAA0B;IAK1B,eAAoB;IAKpB,cAAmB;IAEnB,oCAAmF;IACnF,uCAA+F;IAE/F,2CAAyB;IAGzB,2BAA0C;IAG1C,0BAA4B;IAE5B,8BAAiC;IACjC,mBAAsB;IACtB,uBAA0B;IAE1B;yBAhQ0D,MAAM;SAgQpC;IAC5B,wDAAsC;IAG1C;;;;;OAKG;IACH,cAFa,QAAQ,IAAI,CAAC,CAwBzB;IAED;;;;;;;;OAQG;IACH,mDALW,MAAM,iBAkBhB;IAED;;;;;;;;;OASG;IACH,qCALa,QAAQ,IAAI,CAAC,CAqCzB;IAED;;;;;;;;OAQG;IACH,gBAFY,QAAQ,IAAI,CAAC,CAaxB;IAED;;;;;;;;;OASG;IACH,8BALY,QAAQ,IAAI,CAAC,CASxB;IAED;;;;;;;OAOG;IACH,+BALW,gBAAgB,QA0D1B;IAED;;;;;;;;OAQG;IACH,4CALY,QAAQ,MAAM,CAAC,gBAAgB,GAAC,IAAI,CAAC,CAAC,CAAC,CAqBlD;IAED;;;;;OAKG;IACH,YAFa,gBAAgB,CAY5B;IAED;;;;;;OAMG;IACH,WAFa,QAAQ,OAAO,CAAC,CAM5B;IAED;;;;OAIG;IACH,cAFa,QAAQ,OAAO,CAAC,CAM5B;IAED;;;;;;;;;OASG;IACH,oBAFa,QAAQ,CAAC,OAAO,GAAC,IAAI,CAAC,CAAC,CAuBnC;IAED;;;;;OAKG;IACH,4BAHW,OAAO,GACL,QAAQ,IAAI,CAAC,CAWzB;IAED;;;;;;OAMG;IACH,wBAHW,OAAO,GACL,QAAQ,IAAI,CAAC,CAUzB;IAED;;;;;;OAMG;IACH,gFAiBC;IAED;;;;;;;OAOG;IACH,8CALY,QAAQ,MAAM,cAAc,CAAC,CAAC,CA6BzC;IAED;;;;;;;OAOG;IACH,2CAQC;IAED;;;;;;;;;OASG;IACH,8BALW,CAAC,MAAM,GAAC,OAAO,GAAC,MAAM,CAAC,QAmCjC;IAED;;;;;;;OAOG;IACH,sDAIC;IAED;;;;;;OAMG;IACH,iEAOC;IAED;;;;;;OAMG;IACH,uCAIC;IAED;;;;OAIG;IACH,UAFa,MAAM,CAMlB;IAED;;;;OAIG;IACH,gBAFa,MAAM,CAMlB;CACJ;AA2DM,0CAlCI,MAAM,GAAC,IAAI,WAWX,MAAM,cAAc,GAAC,OAAO,GAAC,MAAM,CAAC,6CAkBlC,QAAQ,WAAW,CAAC,CAkBhC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAn1BiE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAs2B1D,MAAM;;;;mBAEN,MAAM;;;;;YAEC,MAAM,GAAC,OAAO;;;+CAMvB,QAAQ,MAAM,CAAC,cAAc,GAAC,OAAO,GAAC,MAAM,CAAC,CAAC,CAAC"}
|
package/build/request_list.js
CHANGED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.openRequestList = exports.RequestList = exports.REQUESTS_PERSISTENCE_KEY = exports.STATE_PERSISTENCE_KEY = void 0;
|
|
4
|
-
const
|
|
5
|
-
const
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ow_1 = (0, tslib_1.__importStar)(require("ow"));
|
|
6
|
+
const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
|
|
6
7
|
const constants_1 = require("./constants");
|
|
7
|
-
const request_1 = require("./request"); // eslint-disable-line import/no-duplicates
|
|
8
|
-
const events_1 = require("./events");
|
|
9
|
-
const utils_log_1 = require("./utils_log");
|
|
8
|
+
const request_1 = (0, tslib_1.__importDefault)(require("./request")); // eslint-disable-line import/no-duplicates
|
|
9
|
+
const events_1 = (0, tslib_1.__importDefault)(require("./events"));
|
|
10
|
+
const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
|
|
10
11
|
const utils_1 = require("./utils");
|
|
11
12
|
const key_value_store_1 = require("./storages/key_value_store");
|
|
12
13
|
const serialization_1 = require("./serialization");
|
|
@@ -16,7 +17,7 @@ exports.REQUESTS_PERSISTENCE_KEY = 'REQUEST_LIST_REQUESTS';
|
|
|
16
17
|
const CONTENT_TYPE_BINARY = 'application/octet-stream';
|
|
17
18
|
/**
|
|
18
19
|
* @typedef RequestListOptions
|
|
19
|
-
* @property {Array<RequestOptions|Request|string>} [sources]
|
|
20
|
+
* @property {Array<RequestOptions | Request | { requestsFromUrl: string } | string>} [sources]
|
|
20
21
|
* An array of sources of URLs for the {@link RequestList}. It can be either an array of strings,
|
|
21
22
|
* plain objects that define at least the `url` property, or an array of {@link Request} instances.
|
|
22
23
|
*
|
|
@@ -410,7 +411,7 @@ class RequestList {
|
|
|
410
411
|
throw new Error('The state object is not consistent with RequestList the order of URLs seems to have changed.');
|
|
411
412
|
}
|
|
412
413
|
const deleteFromInProgress = [];
|
|
413
|
-
|
|
414
|
+
underscore_1.default.keys(state.inProgress).forEach((uniqueKey) => {
|
|
414
415
|
const index = this.uniqueKeyToIndex[uniqueKey];
|
|
415
416
|
if (typeof index !== 'number') {
|
|
416
417
|
throw new Error('The state object is not consistent with RequestList. Unknown uniqueKey is present in the state.');
|
|
@@ -436,14 +437,14 @@ class RequestList {
|
|
|
436
437
|
this.log.warning('RequestList\'s in-progress field is not consistent, skipping invalid in-progress entries', {
|
|
437
438
|
deleteFromInProgress,
|
|
438
439
|
});
|
|
439
|
-
|
|
440
|
+
underscore_1.default.each(deleteFromInProgress, (uniqueKey) => {
|
|
440
441
|
delete state.inProgress[uniqueKey];
|
|
441
442
|
});
|
|
442
443
|
}
|
|
443
444
|
this.nextIndex = state.nextIndex;
|
|
444
445
|
this.inProgress = state.inProgress;
|
|
445
446
|
// All in-progress requests need to be recrawled
|
|
446
|
-
this.reclaimed =
|
|
447
|
+
this.reclaimed = underscore_1.default.clone(this.inProgress);
|
|
447
448
|
}
|
|
448
449
|
/**
|
|
449
450
|
* Attempts to load state and requests using the `RequestList` configuration
|
|
@@ -598,23 +599,41 @@ class RequestList {
|
|
|
598
599
|
* @internal
|
|
599
600
|
*/
|
|
600
601
|
async _fetchRequestsFromUrl(source) {
|
|
601
|
-
const sharedOpts =
|
|
602
|
-
const { requestsFromUrl, regex } = source;
|
|
602
|
+
const { requestsFromUrl, regex, ...sharedOpts } = source;
|
|
603
603
|
const { downloadListOfUrls } = utils_1.publicUtils;
|
|
604
|
+
const fixedRequestsFromUrl = this._ensureCorrectRemoteRequestListUrl(requestsFromUrl);
|
|
605
|
+
if (requestsFromUrl !== fixedRequestsFromUrl) {
|
|
606
|
+
this.log.warning('Detected wrong request list url format, fixing automatically.', { old: requestsFromUrl, new: fixedRequestsFromUrl });
|
|
607
|
+
}
|
|
604
608
|
// Download remote resource and parse URLs.
|
|
605
609
|
let urlsArr;
|
|
606
610
|
try {
|
|
607
|
-
urlsArr = await downloadListOfUrls({ url:
|
|
611
|
+
urlsArr = await downloadListOfUrls({ url: fixedRequestsFromUrl, urlRegExp: regex });
|
|
608
612
|
}
|
|
609
613
|
catch (err) {
|
|
610
|
-
throw new Error(`Cannot fetch a request list from ${
|
|
614
|
+
throw new Error(`Cannot fetch a request list from ${fixedRequestsFromUrl}: ${err}`);
|
|
611
615
|
}
|
|
612
616
|
// Skip if resource contained no URLs.
|
|
613
617
|
if (!urlsArr.length) {
|
|
614
|
-
this.log.warning('list fetched, but it is empty.', { requestsFromUrl, regex });
|
|
618
|
+
this.log.warning('list fetched, but it is empty.', { requestsFromUrl: fixedRequestsFromUrl, regex });
|
|
615
619
|
return [];
|
|
616
620
|
}
|
|
617
|
-
return urlsArr.map((url) =>
|
|
621
|
+
return urlsArr.map((url) => ({ url, ...sharedOpts }));
|
|
622
|
+
}
|
|
623
|
+
/**
|
|
624
|
+
* Tries to detect wrong urls and fix them. Currently detects only sharing url instead of csv download one.
|
|
625
|
+
* @param {string} url
|
|
626
|
+
* @return {string}
|
|
627
|
+
* @ignore
|
|
628
|
+
* @internal
|
|
629
|
+
* @private
|
|
630
|
+
*/
|
|
631
|
+
_ensureCorrectRemoteRequestListUrl(url) {
|
|
632
|
+
const match = url.match(/^(https:\/\/docs\.google\.com\/spreadsheets\/d\/(?:\w|-)+)\/edit/);
|
|
633
|
+
if (match) {
|
|
634
|
+
return `${match[1]}/gviz/tq?tqx=out:csv`;
|
|
635
|
+
}
|
|
636
|
+
return url;
|
|
618
637
|
}
|
|
619
638
|
/**
|
|
620
639
|
* Adds given request.
|
|
@@ -713,7 +732,7 @@ class RequestList {
|
|
|
713
732
|
*/
|
|
714
733
|
handledCount() {
|
|
715
734
|
this._ensureIsInitialized();
|
|
716
|
-
return this.nextIndex -
|
|
735
|
+
return this.nextIndex - underscore_1.default.size(this.inProgress);
|
|
717
736
|
}
|
|
718
737
|
}
|
|
719
738
|
exports.RequestList = RequestList;
|
|
@@ -816,3 +835,4 @@ exports.openRequestList = openRequestList;
|
|
|
816
835
|
* @callback RequestListSourcesFunction
|
|
817
836
|
* @return {Promise<Array<(RequestOptions|Request|string)>>}
|
|
818
837
|
*/
|
|
838
|
+
//# sourceMappingURL=request_list.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request_list.js","sourceRoot":"","sources":["../src/request_list.js"],"names":[],"mappings":";;;;AAAA,sDAAuC;AACvC,yEAA2B;AAC3B,2CAAmD;AACnD,qEAAgC,CAAC,2CAA2C;AAC5E,mEAA8B;AAC9B,yEAA8B;AAC9B,mCAAmD;AACnD,gEAAgE;AAChE,mDAAoE;AAKpE,iFAAiF;AAEpE,QAAA,qBAAqB,GAAG,oBAAoB,CAAC;AAC7C,QAAA,wBAAwB,GAAG,uBAAuB,CAAC;AAEhE,MAAM,mBAAmB,GAAG,0BAA0B,CAAC;AAEvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyHG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AACH,MAAa,WAAW;IACpB;;OAEG;IACH,YAAY,OAAO,GAAG,EAAE;QACpB,MAAM,EACF,OAAO,EACP,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,KAAK,EACL,iBAAiB,GAAG,KAAK,GAC5B,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,CAAC,OAAO,IAAI,eAAe,CAAC,EAAE;YAC/B,MAAM,IAAI,kBAAa,CAAC,kEAAkE,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;SACjH;QACD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,KAAK;YAC1B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;YACrC,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACnC,kBAAkB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACtC,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;gBACjC,SAAS,EAAE,YAAE,CAAC,MAAM;gBACpB,aAAa,EAAE,YAAE,CAAC,MAAM;gBACxB,UAAU,EAAE,YAAE,CAAC,MAAM;aACxB,CAAC;YACF,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACzC,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,GAAG,GAAG,mBAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAEhD,oFAAoF;QACpF,qDAAqD;QACrD,6BAA6B;QAC7B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QAEnB,8GAA8G;QAC9G,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QAEnB,4FAA4F;QAC5F,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAE3B,mEAAmE;QACnE,uCAAuC;QACvC,2BAA2B;QAC3B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QAErB,gEAAgE;QAChE,gEAAgE;QAChE,gEAAgE;QAChE,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QAEpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,eAAe,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC;QACpF,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC,CAAC,CAAC,OAAO,kBAAkB,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC;QAEhG,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,0HAA0H;QAC1H,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAE3C,gHAAgH;QAChH,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,oHAAoH;QACpH,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,qDAAqD;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,IAAI,CAAC,SAAS,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;SAC9E;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,MAAM,CAAC,KAAK,EAAE,iBAAiB,CAAC,GAAG,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAC;QAE/E,mFAAmF;QACnF,8CAA8C;QAC9C,IAAI,iBAAiB,EAAE;YACnB,MAAM,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;SACvD;aAAM;YACH,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;SACxC;QAED,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,IAAI,CAAC,kBAAkB,IAAI,CAAC,IAAI,CAAC,oBAAoB;YAAE,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzF,IAAI,IAAI,CAAC,eAAe,EAAE;YACtB,gBAAM,CAAC,EAAE,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;SAC/E;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,qBAAqB,CAAC,iBAAiB;QACzC,gDAAgD;QAChD,uCAAuC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAC1B;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAElB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,MAAM,aAAa,GAAG,IAAA,iCAAiB,EAAC,iBAAiB,CAAC,CAAC;QAC3D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,aAAa,EAAE;YACvC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;SAC7B;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,uBAAuB;QACzB,wFAAwF;QACxF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC/B,oEAAoE;YACpE,mDAAmD;YACnD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEvB,IAAI,MAAM,CAAC,eAAe,EAAE;gBACxB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBACjE,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;aAC3D;iBAAM;gBACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aAC5B;SACJ;QAED,iDAAiD;QACjD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAElB,IAAI,IAAI,CAAC,eAAe,EAAE;YACtB,IAAI;gBACA,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzD,MAAM,wBAAwB,GAAG,mBAAmB,CAAC,MAAM,CAAC;gBAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,wBAAwB,EAAE,CAAC,EAAE,EAAE;oBAC/C,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,CAAC;oBAC3C,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;iBAC5B;aACJ;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,yDAAyD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;aAC3F;SACJ;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,YAAY;QACd,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YACvB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;SAChF;QACD,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI;YACA,MAAM,IAAA,0BAAQ,EAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;SAChC;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,yCAAyC,CAAC,CAAC;SACtE;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,gBAAgB;QAClB,MAAM,kBAAkB,GAAG,MAAM,IAAA,8BAAc,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,IAAA,0BAAQ,EAAC,IAAI,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAClG,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;IACrC,CAAC;IAED;;;;;;;OAOG;IACH,aAAa,CAAC,KAAK;QACf,8DAA8D;QAC9D,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,0BAA0B;QAC1B,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE;YAC5D,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;SAC5F;QACD,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YACxC,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACnG;QACD,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;eACnC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,SAAS,KAAK,KAAK,CAAC,aAAa,EAAE;YACrE,MAAM,IAAI,KAAK,CAAC,8FAA8F,CAAC,CAAC;SACnH;QAED,MAAM,oBAAoB,GAAG,EAAE,CAAC;QAChC,oBAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;aACtH;YACD,IAAI,KAAK,IAAI,KAAK,CAAC,SAAS,EAAE;gBAC1B,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACxC;QACL,CAAC,CAAC,CAAC;QAEH,cAAc;QACd,wEAAwE;QACxE,IAAI;QACJ,wBAAwB;QACxB,iDAAiD;QACjD,oBAAoB;QACpB,uCAAuC;QACvC,WAAW;QACX,2CAA2C;QAC3C,IAAI;QACJ,qGAAqG;QACrG,oFAAoF;QACpF,oCAAoC;QACpC,IAAI,oBAAoB,CAAC,MAAM,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,0FAA0F,EAAE;gBACzG,oBAAoB;aACvB,CAAC,CAAC;YACH,oBAAC,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,SAAS,EAAE,EAAE;gBACvC,OAAO,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;SACN;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QAEnC,gDAAgD;QAChD,IAAI,CAAC,SAAS,GAAG,oBAAC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,8BAA8B;QAChC,IAAI,KAAK,CAAC;QACV,IAAI,iBAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,YAAY,EAAE;YACnB,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;SAC/D;aAAM,IAAI,IAAI,CAAC,eAAe,EAAE;YAC7B,KAAK,GAAG,IAAA,0BAAQ,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACvC,IAAI,KAAK;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;SAC7F;QACD,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACzB,iBAAiB,GAAG,MAAM,IAAA,0BAAQ,EAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAC5D,IAAI,iBAAiB;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;SAC/G;QACD,sDAAsD;QACtD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;;;;OAKG;IACH,QAAQ;QACJ,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO;YACH,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAChD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS;gBACzC,CAAC,CAAC,IAAI;YACV,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC;IACN,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO;QACT,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,CAAC,IAAA,mBAAW,EAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAClF,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,CAAC,IAAA,mBAAW,EAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IACnF,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,gBAAgB;QAClB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,0CAA0C;QAC1C,MAAM,SAAS,GAAG,IAAA,mBAAW,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,SAAS,EAAE;YACX,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SAC/B;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;YAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,OAAO,OAAO,CAAC;SAClB;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CAAC,OAAO;QAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAE9B,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAClC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,cAAc,CAAC,OAAO;QACxB,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAE9B,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IACrC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,mBAAmB,CAAC,MAAM,EAAE,eAAe;QAC7C,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAE5C,eAAe,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAEhE,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,cAAc,CAAC;QAE5D,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,qDAAqD,EAAE;YACjE,eAAe;YACf,KAAK;YACL,YAAY;YACZ,aAAa;YACb,cAAc,EAAE,YAAY,GAAG,aAAa;YAC5C,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACtD,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,qBAAqB,CAAC,MAAM;QAC9B,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzD,MAAM,EAAE,kBAAkB,EAAE,GAAG,mBAAW,CAAC;QAC3C,MAAM,oBAAoB,GAAG,IAAI,CAAC,kCAAkC,CAAC,eAAe,CAAC,CAAC;QAEtF,IAAI,eAAe,KAAK,oBAAoB,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,+DAA+D,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC,CAAC;SAC1I;QAED,2CAA2C;QAC3C,IAAI,OAAO,CAAC;QACZ,IAAI;YACA,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,GAAG,EAAE,oBAAoB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;SACvF;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,KAAK,CAAC,oCAAoC,oBAAoB,KAAK,GAAG,EAAE,CAAC,CAAC;SACvF;QAED,sCAAsC;QACtC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACjB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,gCAAgC,EAAE,EAAE,eAAe,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC,CAAC;YACrG,OAAO,EAAE,CAAC;SACb;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;;;OAOG;IACH,kCAAkC,CAAC,GAAG;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAE5F,IAAI,KAAK,EAAE;YACP,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC;SAC5C;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;;;;;;;;OASG;IACH,WAAW,CAAC,MAAM;QACd,IAAI,OAAO,CAAC;QACZ,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC;QAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE;YACnB,OAAO,GAAG,IAAI,iBAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;SAC1C;aAAM,IAAI,MAAM,YAAY,iBAAO,EAAE;YAClC,OAAO,GAAG,MAAM,CAAC;SACpB;aAAM,IAAI,MAAM,IAAI,IAAI,KAAK,QAAQ,EAAE;YACpC,OAAO,GAAG,IAAI,iBAAO,CAAC,MAAM,CAAC,CAAC;SACjC;aAAM;YACH,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;SAC/D;QAED,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;QAExC,sDAAsD;QACtD,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,YAAY,EAAE;YACzC,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;SACnD;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAEtC,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,EAAE,4CAA4C;YAChG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACxD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SAC/B;aAAM,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC/B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,wBAAwB,SAAS,qFAAqF,CAAC,CAAC,CAAC,8BAA8B;SAC3K;IACL,CAAC;IAED;;;;;;;OAOG;IACH,qBAAqB,CAAC,SAAS;QAC3B,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,EAAE;YAC7C,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;SAC7E;IACL,CAAC;IAED;;;;;;OAMG;IACH,gCAAgC,CAAC,SAAS;QACtC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,kDAAkD,SAAS,GAAG,CAAC,CAAC;SACnF;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,SAAS,GAAG,CAAC,CAAC;SAClF;IACL,CAAC;IAED;;;;;;OAMG;IACH,oBAAoB;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;SACtH;IACL,CAAC;IAED;;;;OAIG;IACH,MAAM;QACF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACH,YAAY;QACR,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,IAAI,CAAC,SAAS,GAAG,oBAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC;CACJ;AA/kBD,kCA+kBC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACI,MAAM,eAAe,GAAG,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACrE,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACzC,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,KAAK,CAAC,CAAC;IACtB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpD,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC;QACvB,GAAG,OAAO;QACV,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,6BAAqB,EAAE,CAAC,CAAC,CAAC,SAAS;QAC9E,kBAAkB,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,gCAAwB,EAAE,CAAC,CAAC,CAAC,SAAS;QACpF,OAAO;KACV,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;IACtB,OAAO,EAAE,CAAC;AACd,CAAC,CAAC;AAbW,QAAA,eAAe,mBAa1B;AAEF;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH;;;GAGG"}
|
|
@@ -2,3 +2,4 @@ export function serializeArray(data: Array<any>): Promise<Buffer>;
|
|
|
2
2
|
export function deserializeArray(compressedData: Buffer): Promise<Array<any>>;
|
|
3
3
|
export function createDeserialize(compressedData: any): Readable;
|
|
4
4
|
import { Readable } from "stream";
|
|
5
|
+
//# sourceMappingURL=serialization.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serialization.d.ts","sourceRoot":"","sources":["../src/serialization.js"],"names":[],"mappings":"AAkEO,qCAJI,UAAQ,GACN,QAAQ,MAAM,CAAC,CAY3B;AAcM,iDAJI,MAAM,GACJ,QAAQ,UAAQ,CAAC,CAa7B;AAaM,wDAHM,QAAQ,CAcpB"}
|
package/build/serialization.js
CHANGED
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createDeserialize = exports.deserializeArray = exports.serializeArray = void 0;
|
|
4
|
-
const
|
|
5
|
-
const
|
|
6
|
-
const
|
|
7
|
-
const
|
|
8
|
-
const
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
|
+
const stream_1 = (0, tslib_1.__importDefault)(require("stream")); // eslint-disable-line import/no-duplicates
|
|
7
|
+
const StreamArray_1 = (0, tslib_1.__importDefault)(require("stream-json/streamers/StreamArray"));
|
|
8
|
+
const util_1 = (0, tslib_1.__importDefault)(require("util"));
|
|
9
|
+
const zlib_1 = (0, tslib_1.__importDefault)(require("zlib"));
|
|
9
10
|
// eslint-enable-line import/no-duplicates
|
|
10
|
-
const pipeline =
|
|
11
|
+
const pipeline = util_1.default.promisify(stream_1.default.pipeline);
|
|
11
12
|
/**
|
|
12
13
|
* Transforms an array of items to a JSON in a streaming
|
|
13
14
|
* fashion to save memory. It operates in batches to speed
|
|
@@ -15,7 +16,7 @@ const pipeline = util.promisify(stream.pipeline);
|
|
|
15
16
|
* @ignore
|
|
16
17
|
* @internal
|
|
17
18
|
*/
|
|
18
|
-
class ArrayToJson extends
|
|
19
|
+
class ArrayToJson extends stream_1.default.Readable {
|
|
19
20
|
constructor(data, options = {}) {
|
|
20
21
|
super({
|
|
21
22
|
...options,
|
|
@@ -65,7 +66,7 @@ class ArrayToJson extends stream.Readable {
|
|
|
65
66
|
const serializeArray = async (data) => {
|
|
66
67
|
(0, ow_1.default)(data, ow_1.default.array);
|
|
67
68
|
const { chunks, collector } = createChunkCollector();
|
|
68
|
-
await pipeline(new ArrayToJson(data),
|
|
69
|
+
await pipeline(new ArrayToJson(data), zlib_1.default.createGzip(), collector);
|
|
69
70
|
return Buffer.concat(chunks);
|
|
70
71
|
};
|
|
71
72
|
exports.serializeArray = serializeArray;
|
|
@@ -84,7 +85,7 @@ exports.serializeArray = serializeArray;
|
|
|
84
85
|
const deserializeArray = async (compressedData) => {
|
|
85
86
|
(0, ow_1.default)(compressedData, ow_1.default.buffer);
|
|
86
87
|
const { chunks, collector } = createChunkCollector({ fromValuesStream: true });
|
|
87
|
-
await pipeline(
|
|
88
|
+
await pipeline(stream_1.default.Readable.from([compressedData]), zlib_1.default.createGunzip(), StreamArray_1.default.withParser(), collector);
|
|
88
89
|
return chunks;
|
|
89
90
|
};
|
|
90
91
|
exports.deserializeArray = deserializeArray;
|
|
@@ -101,9 +102,9 @@ exports.deserializeArray = deserializeArray;
|
|
|
101
102
|
*/
|
|
102
103
|
const createDeserialize = (compressedData) => {
|
|
103
104
|
(0, ow_1.default)(compressedData, ow_1.default.buffer);
|
|
104
|
-
const streamArray =
|
|
105
|
+
const streamArray = StreamArray_1.default.withParser();
|
|
105
106
|
const destination = pluckValue(streamArray);
|
|
106
|
-
|
|
107
|
+
stream_1.default.pipeline(stream_1.default.Readable.from([compressedData]), zlib_1.default.createGunzip(), destination, (err) => destination.emit(err));
|
|
107
108
|
return destination;
|
|
108
109
|
};
|
|
109
110
|
exports.createDeserialize = createDeserialize;
|
|
@@ -113,7 +114,7 @@ exports.createDeserialize = createDeserialize;
|
|
|
113
114
|
function createChunkCollector(options = {}) {
|
|
114
115
|
const { fromValuesStream = false } = options;
|
|
115
116
|
const chunks = [];
|
|
116
|
-
const collector = new
|
|
117
|
+
const collector = new stream_1.default.Writable({
|
|
117
118
|
decodeStrings: false,
|
|
118
119
|
objectMode: fromValuesStream,
|
|
119
120
|
write(chunk, nil, callback) {
|
|
@@ -135,3 +136,4 @@ function pluckValue(streamArray) {
|
|
|
135
136
|
streamArray.push = (obj) => realPush(obj && obj.value);
|
|
136
137
|
return streamArray;
|
|
137
138
|
}
|
|
139
|
+
//# sourceMappingURL=serialization.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serialization.js","sourceRoot":"","sources":["../src/serialization.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,iEAA4B,CAAC,2CAA2C;AACxE,iGAA4D;AAC5D,6DAAwB;AACxB,6DAAwB;AAKxB,0CAA0C;AAE1C,MAAM,QAAQ,GAAG,cAAI,CAAC,SAAS,CAAC,gBAAM,CAAC,QAAQ,CAAC,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,WAAY,SAAQ,gBAAM,CAAC,QAAQ;IACrC,YAAY,IAAI,EAAE,OAAO,GAAG,EAAE;QAC1B,KAAK,CAAC;YACF,GAAG,OAAO;YACV,WAAW,EAAE,IAAI;YACjB,SAAS,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,MAAM,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,KAAK;QACD,IAAI;YACA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACzE,IAAI,KAAK,CAAC,MAAM,EAAE;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBACnC,uCAAuC;gBACvC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACtD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC;aACjC;iBAAM;gBACH,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACnB;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;SAC3B;IACL,CAAC;CACJ;AAED;;;;;;;;;;;GAWG;AACI,MAAM,cAAc,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE;IACzC,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,KAAK,CAAC,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,oBAAoB,EAAE,CAAC;IACrD,MAAM,QAAQ,CACV,IAAI,WAAW,CAAC,IAAI,CAAC,EACrB,cAAI,CAAC,UAAU,EAAE,EACjB,SAAS,CACZ,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF;;;;;;;;;;;GAWG;AACI,MAAM,gBAAgB,GAAG,KAAK,EAAE,cAAc,EAAE,EAAE;IACrD,IAAA,YAAE,EAAC,cAAc,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,oBAAoB,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/E,MAAM,QAAQ,CACV,gBAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,EACtC,cAAI,CAAC,YAAY,EAAE,EACnB,qBAAW,CAAC,UAAU,EAAE,EACxB,SAAS,CACZ,CAAC;IACF,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAVW,QAAA,gBAAgB,oBAU3B;AAEF;;;;;;;;;;GAUG;AACI,MAAM,iBAAiB,GAAG,CAAC,cAAc,EAAE,EAAE;IAChD,IAAA,YAAE,EAAC,cAAc,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,WAAW,GAAG,qBAAW,CAAC,UAAU,EAAE,CAAC;IAC7C,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IAC5C,gBAAM,CAAC,QAAQ,CACX,gBAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,EACtC,cAAI,CAAC,YAAY,EAAE,EACnB,WAAW,EACX,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CACjC,CAAC;IACF,OAAO,WAAW,CAAC;AACvB,CAAC,CAAC;AAXW,QAAA,iBAAiB,qBAW5B;AAEF;;GAEG;AACH,SAAS,oBAAoB,CAAC,OAAO,GAAG,EAAE;IACtC,MAAM,EAAE,gBAAgB,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IAC7C,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,MAAM,SAAS,GAAG,IAAI,gBAAM,CAAC,QAAQ,CAAC;QAClC,aAAa,EAAE,KAAK;QACpB,UAAU,EAAE,gBAAgB;QAC5B,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ;YACtB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACpD,QAAQ,EAAE,CAAC;QACf,CAAC;QACD,MAAM,CAAC,YAAY,EAAE,QAAQ;YACzB,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC3C,OAAO,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YAClD,CAAC,CAAC,CAAC;YACH,YAAY,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC9B,QAAQ,EAAE,CAAC;QACf,CAAC;KACJ,CAAC,CAAC;IACH,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,UAAU,CAAC,WAAW;IAC3B,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpD,WAAW,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACvD,OAAO,WAAW,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/session_pool/errors.js"],"names":[],"mappings":"AAAA;;GAEG;AACH;IACI;;OAEG;IACH,gCAFW,MAAM,EAOhB;IAHG,2BAA4C;CAInD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/session_pool/errors.js"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,MAAa,gBAAiB,SAAQ,KAAK;IACvC;;OAEG;IACH,YAAY,kBAAkB;QAC1B,KAAK,CAAC,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAE7C,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACpD,CAAC;CACJ;AAVD,4CAUC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/session_pool/events.js"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/session_pool/events.js"],"names":[],"mappings":";;AAAA,kBAAe;IACX,eAAe,EAAE,gBAAgB;CACpC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";AAmBA;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH;IACI;;;;OAIG;IACH,qBAFW,cAAc,EA2DxB;IAvBG,SAA2C;IAE3C;;;OAGG;IACH,kBAAgG;IAChG,WAAY;IACZ,mBAA4B;IAC5B,+BAA+B;IAC/B;YADkB,MAAM;MACA;IACxB,sBAAkC;IAClC,4BAA8C;IAG9C,gBAA0B;IAC1B,gBAA0B;IAC1B,mBAA4B;IAC5B,mBAA4B;IAC5B,sBAAkC;IAClC,kCAA8B;IAsLlC;;;;;;;OAOG;IACH,yDALY,MAAM,CAoBjB;IAxMD;;;;OAIG;IACH,aAFY,OAAO,CAIlB;IAED;;;;;OAKG;IACH,aAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,0BAFY,OAAO,CAIlB;IAED;;;;OAIG;IACH,YAFY,OAAO,CAIlB;IAED;;;OAGG;IACH,iBAQC;IAED;;;OAGG;IACH,YAFY,YAAY,CAevB;IAED;;;;;;OAMG;IACH,eAOC;IAED;;;OAGG;IACH,gBAKC;IAED;;;;;;;;OAQG;IACH,uCAJsB,MAAM,8CAEhB,OAAO,CAQlB;IAED;;;;;;;;OAQG;IACH,iCAFW,CAAC,MAAkB,eAAe,CAAC,QAW7C;IAED;;;;;;;;;;;;;;;OAeG;IACH,6BAHW,KAAiB,OACjB,MAAM,QAKhB;IAED;;;;OAIG;IACH,yBAHW,MAAM,GACL,KAAiB,CAM5B;IAED;;;;;;OAMG;IACH,qBAHW,MAAM,GACL,MAAM,CAIjB;IA2BD;;;;;;;OAOG;IACH,+CANW,MAAM,OAiBhB;IAED;;;;;;;OAOG;IACH,+BANW,MAAM,EAAE,OACR,MAAM,QAkBhB;IAED;;;;;;;OAOG;IACH,sDANW,MAAM,GACL,IAAI,CAOf;IAED;;;;;OAKG;IACH,mCAIC;CACJ;;;;;QApXa,MAAM;eACN,SAAS;cACT,MAAM;gBACN,MAAM;mBACN,MAAM;yBACN,MAAM;gBACN,MAAM;eACN,MAAM;eACN,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBN,WAAW"}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.Session = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
4
5
|
const utilities_1 = require("@apify/utilities");
|
|
5
|
-
const ow_1 = require("ow");
|
|
6
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
7
|
const tough_cookie_1 = require("tough-cookie");
|
|
7
|
-
const events_1 = require("./events");
|
|
8
|
+
const events_1 = (0, tslib_1.__importDefault)(require("./events"));
|
|
8
9
|
const constants_1 = require("../constants");
|
|
9
10
|
const session_utils_1 = require("./session_utils");
|
|
10
|
-
const utils_log_1 = require("../utils_log");
|
|
11
|
+
const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
|
|
11
12
|
// TYPE IMPORTS
|
|
12
13
|
/* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order,import/no-cycle */
|
|
13
14
|
const session_pool_1 = require("./session_pool");
|
|
@@ -348,3 +349,4 @@ class Session {
|
|
|
348
349
|
}
|
|
349
350
|
}
|
|
350
351
|
exports.Session = Session;
|
|
352
|
+
//# sourceMappingURL=session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/session_pool/session.js"],"names":[],"mappings":";;;;AAAA,gDAAwD;AACxD,yDAAoB;AACpB,+CAAiD;AACjD,mEAA8B;AAC9B,4CAAoD;AACpD,mDAAyD;AACzD,0EAAsC;AAEtC,eAAe;AACf,kGAAkG;AAClG,iDAA6C;AAI7C,iGAAiG;AAEjG,YAAY;AACZ,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAE1C;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;GAKG;AACH,MAAa,OAAO;IAChB;;;;OAIG;IACH,YAAY,OAAO;QACf,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,0BAAW,CAAC;YAC9C,EAAE,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACtB,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC7B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC9B,QAAQ,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC5B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACjC,mBAAmB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACvC,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,IAAI;YAC3B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,IAAI;YAC3B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC9B,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC9B,aAAa,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACjC,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SAC1B,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,WAAW,EACX,EAAE,GAAG,WAAW,IAAA,gCAAoB,EAAC,EAAE,CAAC,EAAE,EAC1C,SAAS,GAAG,IAAI,wBAAS,EAAE,EAC3B,UAAU,GAAG,4BAA4B,EACzC,QAAQ,GAAG,EAAE,EACb,aAAa,GAAG,CAAC,EACjB,mBAAmB,GAAG,GAAG,EACzB,SAAS,GAAG,IAAI,IAAI,EAAE,EACtB,UAAU,GAAG,CAAC,EACd,UAAU,GAAG,CAAC,EACd,aAAa,GAAG,EAAE,EAClB,GAAG,GAAG,mBAAU,GACnB,GAAG,OAAO,CAAC;QAEZ,MAAM,EAAE,SAAS,GAAG,IAAI,CAAC,+BAA+B,CAAC,UAAU,CAAC,EAAE,GAAG,OAAO,CAAC;QAEjF,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAE5C;;;WAGG;QACH,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QACjG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,+BAA+B;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAE/C,WAAW;QACX,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,qDAAqD;QACnF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,yDAAyD;QACvF,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAE/B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED;;;;OAIG;IACH,SAAS;QACL,OAAO,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,SAAS;QACL,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;IACxC,CAAC;IAED;;;;OAIG;IACH,sBAAsB;QAClB,OAAO,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC;IACjD,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACJ,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;IACpF,CAAC;IAED;;;OAGG;IACH,QAAQ;QACJ,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE;YACrB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC;SAC/C;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,QAAQ;QACJ,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC;IACN,CAAC;IAED;;;;;;OAMG;IACH,MAAM;QACF,6DAA6D;QAC7D,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,wDAAwD;QACxD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAM,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IACxD,CAAC;IAED;;;OAGG;IACH,OAAO;QACH,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACrB,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAED;;;;;;;;OAQG;IACH,0BAA0B,CAAC,UAAU,EAAE,kBAAkB,GAAG,EAAE;QAC1D,MAAM,SAAS,GAAG,gCAAoB,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvF,IAAI,SAAS,EAAE;YACX,IAAI,CAAC,MAAM,EAAE,CAAC;SACjB;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,sBAAsB,CAAC,QAAQ;QAC3B,IAAI;YACA,MAAM,OAAO,GAAG,IAAA,sCAAsB,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YAElE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;SAC3C;QAAC,OAAO,CAAC,EAAE;YACR,+DAA+D;YAC/D,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAC;SAChE;IACL,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,mBAAmB,CAAC,OAAO,EAAE,GAAG;QAC5B,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACpE,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACH,mBAAmB,CAAC,GAAG;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEnD,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACrD,CAAC;IAED;;;;;;OAMG;IACH,eAAe,CAAC,GAAG;QACf,OAAO,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;;OAOG;IACH,uBAAuB,CAAC,eAAe;QACnC,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,IAAI,OAAO,eAAe,CAAC,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC,OAAO,GAAG,CAAC,CAAC;QAC7H,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClI,MAAM,MAAM,GAAG,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,IAAI,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC;YAC/F,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACjC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;QAC7B,OAAO,IAAI,qBAAM,CAAC;YACd,GAAG,EAAE,eAAe,CAAC,IAAI;YACzB,KAAK,EAAE,eAAe,CAAC,KAAK;YAC5B,OAAO;YACP,MAAM;YACN,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,MAAM,EAAE,eAAe,CAAC,MAAM;YAC9B,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACrC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACH,uBAAuB,CAAC,WAAW;QAC/B,OAAO;YACH,IAAI,EAAE,WAAW,CAAC,GAAG;YACrB,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,iFAAiF;YACjF,OAAO,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI;YACvD,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,QAAQ,EAAE,WAAW,CAAC,QAAQ;SACjC,CAAC;IACN,CAAC;IAED;;;;;;;OAOG;IACH,WAAW,CAAC,OAAO,EAAE,GAAG;QACpB,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,IAAI;gBACA,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;aACrE;YAAC,OAAO,CAAC,EAAE;gBACR,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;aACjC;SACJ;QACD,sGAAsG;QACtG,IAAI,aAAa,CAAC,MAAM,EAAE;YACtB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;SAC/D;IACL,CAAC;IAED;;;;;;;OAOG;IACH,+BAA+B,CAAC,UAAU;QACtC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACZ,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE;YAClB,IAAI,CAAC,MAAM,EAAE,CAAC;SACjB;IACL,CAAC;CACJ;AA9UD,0BA8UC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session_pool.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_pool.js"],"names":[],"mappings":"AASA;;;;;GAKG;AAEH;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AACH;IACI;;;;OAIG;IACH,0FAgDC;IAxBG,sBAAoB;IACpB,SAA+C;IAG/C,oBAA8B;IAC9B,mEAsMO,WAAW;;sBAGV,OAAO,EAzMyE;IAGxF;;MAKC;IAGD,gDAA8D;IAC9D,wBAAsC;IAGtC,0EAAyB;IACzB,wBAAwB;IACxB,UADW,OAAO,EAAE,CACF;IAClB,0BAA2B;IAG/B;;;OAGG;IACH,kCAEC;IAED;;;OAGG;IACH,mCAEC;IAED;;;;;OAKG;IACH,cAFY,QAAQ,IAAI,CAAC,CAWxB;IAHG,kBA+EQ,QAAQ,IAAI,CAAC,cA/EwB;IAKjD;;;;;OAKG;IACH,0EAoBC;IAED;;;;;;;;OAQG;IACH,4CAFY,QAAQ,OAAO,CAAC,CAqB3B;IAED;;;OAGG;IACH;;;;MAMC;IAED;;;;;OAKG;IACH,gBAFY,QAAQ,IAAI,CAAC,CASxB;IAED;;;OAGG;IACH,0BAGC;IAED;;;;;OAKG;IACH,yCAEC;IAED;;;;;OAKG;IACH,yCAOC;IAED;;;;;;OAMG;IACH,kCALW,OAAO,QAQjB;IAED;;;;;;OAMG;IACH,6BALY,MAAM,CAOjB;IAED;;;;;;;;;OASG;IACH,qDARW,WAAW;;oBAGV,OAAO,CAalB;IAED;;;;;;OAMG;IACH,4BALY,QAAQ,OAAO,CAAC,CAY3B;IAED;;;;;;OAMG;IACH,iCALY,OAAO,CAOlB;IAED;;;;;;OAMG;IACH,0BALY,OAAO,CAOlB;IAED;;;;;;;OAOG;IACH,mCALY,QAAQ,IAAI,CAAC,CA2BxB;CACJ;AAcM,oDANI,kBAAkB,GACjB,QAAQ,WAAW,CAAC,CAS/B;;;;0CA5ZU,WAAW,KACT,QAAQ,OAAO,CAAC"}
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.openSessionPool = exports.SessionPool = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
4
5
|
const events_1 = require("events");
|
|
5
|
-
const ow_1 = require("ow");
|
|
6
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
7
|
const key_value_store_1 = require("../storages/key_value_store");
|
|
7
8
|
const session_1 = require("./session"); // eslint-disable-line no-unused-vars,import/named,import/no-cycle
|
|
8
|
-
const events_2 = require("../events");
|
|
9
|
-
const utils_log_1 = require("../utils_log");
|
|
9
|
+
const events_2 = (0, tslib_1.__importDefault)(require("../events"));
|
|
10
|
+
const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
|
|
10
11
|
const constants_1 = require("../constants");
|
|
11
12
|
const configuration_1 = require("../configuration");
|
|
12
13
|
/**
|
|
@@ -377,3 +378,4 @@ const openSessionPool = async (sessionPoolOptions) => {
|
|
|
377
378
|
return sessionPool;
|
|
378
379
|
};
|
|
379
380
|
exports.openSessionPool = openSessionPool;
|
|
381
|
+
//# sourceMappingURL=session_pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session_pool.js","sourceRoot":"","sources":["../../src/session_pool/session_pool.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yDAAoB;AACpB,iEAAgE;AAChE,uCAAoD,CAAC,kEAAkE;AACvH,oEAA+B;AAC/B,0EAAsC;AACtC,4CAAoD;AACpD,oDAAiD;AAEjD;;;;;GAKG;AAEH;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AACH,MAAa,WAAY,SAAQ,qBAAY;IACzC;;;;OAIG;IACH,YAAY,OAAO,GAAG,EAAE,EAAE,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE;QAC9D,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC/B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC/C,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;YAC3C,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAClC,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SAC1B,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,WAAW,GAAG,IAAI,EAElB,2BAA2B,EAC3B,eAAe,GAAG,wBAAwB,EAE1C,qBAAqB,EACrB,cAAc,GAAG,EAAE,EAEnB,GAAG,GAAG,mBAAU,GACnB,GAAG,OAAO,CAAC;QAEZ,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAEhD,qBAAqB;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,IAAI,IAAI,CAAC,6BAA6B,CAAC;QAEzF,wBAAwB;QACxB,IAAI,CAAC,cAAc,GAAG;YAClB,GAAG,cAAc;YACjB,6GAA6G;YAC7G,oDAAoD;YACpD,GAAG,EAAE,IAAI,CAAC,GAAG;SAChB,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC;QAC/D,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,mBAAmB;QACnB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,wBAAwB;QACxB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,IAAI,mBAAmB;QACnB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;IACxE,CAAC;IAED;;;OAGG;IACH,IAAI,oBAAoB;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,aAAa,GAAG,MAAM,IAAA,mCAAiB,EAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAExG,iGAAiG;QACjG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,gBAAM,CAAC,EAAE,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAClE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,OAAO,GAAG,EAAE;QACzB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,MAAM,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;QACvB,IAAI,EAAE,EAAE;YACJ,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,aAAa,EAAE;gBACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,oCAAoC,CAAC,CAAC;aAC1F;SACJ;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC7B,IAAI,CAAC,sBAAsB,EAAE,CAAC;SACjC;QAED,MAAM,UAAU,GAAG,OAAO,YAAY,iBAAO;YACzC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAExD,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,SAAS;QACtB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,SAAS,EAAE;YACX,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE;gBAAE,OAAO,OAAO,CAAC;YAClD,OAAO;SACV;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC5B,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;SAChC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE;YAC1B,OAAO,aAAa,CAAC;SACxB;QAED,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,QAAQ;QACJ,OAAO;YACH,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;SAC/D,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY;QACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAC7B;YACI,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;YAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;SACxC,CAAC,CAAC;QACP,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,gBAAM,CAAC,cAAc,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,sBAAsB;QAClB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC5E,CAAC;IAED;;;;;OAKG;IACH,sBAAsB;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,aAAa,EAAE,EAAE;YACnD,IAAI,aAAa,CAAC,QAAQ,EAAE;gBAAE,OAAO,IAAI,CAAC;YAE1C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,qBAAqB,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,UAAU;QAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,eAAe;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;;;;OASG;IACH,6BAA6B,CAAC,WAAW,EAAE,OAAO,GAAG,EAAE;QACnD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,EAAE,cAAc,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACxC,OAAO,IAAI,iBAAO,CAAC;YACf,GAAG,IAAI,CAAC,cAAc;YACtB,GAAG,cAAc;YACjB,WAAW;SACd,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,cAAc;QAChB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAE7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yBAAyB,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAEzD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACH,mBAAmB;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,YAAY;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,0EAA0E;IAC5H,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,qBAAqB;QACvB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAElF,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAC/B,wDAAwD;QACxD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,qCAAqC,EAChD;YACI,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;YAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;SACxC,CAAC,CAAC;QACP,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,QAAQ,EAAE;YACpD,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC;YACjC,aAAa,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAC5D,aAAa,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,gBAAgB,GAAG,IAAI,iBAAO,CAAC,aAAa,CAAC,CAAC;YAEpD,IAAI,gBAAgB,CAAC,QAAQ,EAAE,EAAE;gBAC7B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;aACtC;SACJ;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,mBAAmB,4CAA4C,CAAC,CAAC;IAC5F,CAAC;CACJ;AAhUD,kCAgUC;AAED;;;;;;;;;;;GAWG;AACI,MAAM,eAAe,GAAG,KAAK,EAAE,kBAAkB,EAAE,EAAE;IACxD,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,kBAAkB,CAAC,CAAC;IACxD,MAAM,WAAW,CAAC,UAAU,EAAE,CAAC;IAC/B,OAAO,WAAW,CAAC;AACvB,CAAC,CAAC;AAJW,QAAA,eAAe,mBAI1B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session_utils.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";AAYO,iDAHI,CAAC,eAAe,MAAkB,CAAC,GAClC,SAAS,GAAC,UAAQ,CAa7B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session_utils.js","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";;;AAGA,kCAAkC;AAElC,+CAAsC;AACtC,qCAA4C;AAE5C;;;GAGG;AACI,MAAM,sBAAsB,GAAG,CAAC,QAAQ,EAAE,EAAE;IAC/C,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;IAC/F,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAEjD,IAAI;QACA,OAAO,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAC9B,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC,CAAC,CAAC,qBAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;KACtC;IAAC,OAAO,CAAC,EAAE;QACR,MAAM,IAAI,yBAAgB,CAAC,YAAY,CAAC,CAAC;KAC5C;AACL,CAAC,CAAC;AAXW,QAAA,sBAAsB,0BAWjC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hiding_tricks.d.ts","sourceRoot":"","sources":["../../src/stealth/hiding_tricks.js"],"names":[],"mappings":";;;;;;;;;;;;AAwEA,oCA6LC;AAtMD,4CAOC;AA5BD,sCAmBC;AA0MD,6CAIC;AAvOD,qCAIC;AAtCD,yCAgCC;AA4OD,oCAQC;AAID,4CAkDC;AAED,0CAKC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hiding_tricks.js","sourceRoot":"","sources":["../../src/stealth/hiding_tricks.js"],"names":[],"mappings":";AAAA,0BAA0B;;AAE1B,MAAM,eAAe,GAAG,GAAG,EAAE;IACzB,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;IACzD,2BAA2B;IAC3B,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,eAAe;QAC5F,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,qBAAqB;QAC3E,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAEhC,yGAAyG;IACzG,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;IACxC,SAAS,IAAI;QACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,qBAAqB;IAChE,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;IAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;IAEhD,SAAS,gBAAgB;QACrB,IAAI,IAAI,KAAK,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE;YAC7C,OAAO,oCAAoC,CAAC;SAC/C;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE;YAC3B,OAAO,4BAA4B,CAAC;SACvC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;AAClD,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,GAAG,EAAE;IACrB,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE;QACjE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;KAC7B,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,GAAG,EAAE;IACtB,IAAI;QACA,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,CAAC;QAC3D,qBAAqB,CAAC,SAAS,CAAC,YAAY,GAAG,UAAU,SAAS;YAC9D,wBAAwB;YACxB,IAAI,SAAS,KAAK,KAAK,EAAE;gBACrB,OAAO,YAAY,CAAC;aACvB;YACD,0BAA0B;YAC1B,IAAI,SAAS,KAAK,KAAK,EAAE;gBACrB,OAAO,qCAAqC,CAAC;aAChD;YAED,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC;KACL;IAAC,OAAO,GAAG,EAAE;QACV,sCAAsC;QACtC,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;KAC3D;AACL,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,GAAG,EAAE;IAC5B,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE;QACzC,OAAO,CAAC,qBAAqB;KAChC;IACD,MAAM,WAAW,GAAG,EAAE,CAAC,CAAC,+BAA+B;IACvD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,GAAG,EAAE;IACpB,SAAS,uBAAuB;QAC5B,4CAA4C;QAC5C,MAAM,aAAa,GAAG,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE;YAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;YACxC,SAAS,IAAI;gBACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,sBAAsB;YACjE,CAAC;YACD,2BAA2B;YAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;YAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;YACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;YAEhD,SAAS,gBAAgB;gBACrB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE;oBAClB,IAAI,IAAI,KAAK,EAAE,CAAC,GAAG,EAAE;wBACjB,OAAO,YAAY,EAAE,CAAC,IAAI,sBAAsB,CAAC;qBACpD;iBACJ;gBAED,IAAI,IAAI,KAAK,gBAAgB,EAAE;oBAC3B,OAAO,4BAA4B,CAAC;iBACvC;gBACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAC3C,CAAC;YACD,2BAA2B;YAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;QAClD,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,MAAM,QAAQ,GAAG;YACb,SAAS,EAAE;gBACP;oBACI,IAAI,EAAE,iBAAiB;oBACvB,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,mBAAmB;iBACpC;gBACD;oBACI,IAAI,EAAE,iCAAiC;oBACvC,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,0BAA0B;oBACvC,YAAY,EAAE,mBAAmB;iBACpC;gBACD;oBACI,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ,EAAE,EAAE;oBACZ,WAAW,EAAE,0BAA0B;oBACvC,aAAa,EAAE,MAAM,CAAC,MAAM;oBAC5B,YAAY,EAAE,eAAe;iBAChC;gBACD;oBACI,IAAI,EAAE,qBAAqB;oBAC3B,QAAQ,EAAE,EAAE;oBACZ,WAAW,EAAE,mCAAmC;oBAChD,YAAY,EAAE,eAAe;iBAChC;aACJ;YACD,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,qBAAqB;oBAC/B,WAAW,EAAE,0BAA0B;iBAC1C;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,kCAAkC;oBAC5C,WAAW,EAAE,EAAE;iBAClB;gBACD;oBACI,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,sBAAsB;oBAChC,WAAW,EAAE,EAAE;iBAClB;aACJ;YACD,GAAG,EAAE;gBACD,SAAS,EAAE,CAAC,YAAY,EAAE,EAAE;oBACxB,uDAAuD;oBACvD,MAAM,EAAE,GAAG,UAAU,IAAI;wBACrB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;4BACnB,MAAM,IAAI,SAAS,CACf,qCAAqC,YAAY,6CAA6C,CACjG,CAAC;yBACL;wBACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;oBAC9B,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;oBAC/C,OAAO,EAAE,CAAC;gBACd,CAAC;gBACD,IAAI,EAAE,CAAC,YAAY,EAAE,EAAE;oBACnB,qEAAqE;oBACrE,MAAM,EAAE,GAAG,UAAU,KAAK;wBACtB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;4BACnB,MAAM,IAAI,SAAS,CACf,qCAAqC,YAAY,6CAA6C,CACjG,CAAC;yBACL;wBACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;oBAC/B,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC1C,OAAO,EAAE,CAAC;gBACd,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE;oBACV,6EAA6E;oBAC7E,MAAM,EAAE,GAAG;wBACP,OAAO,SAAS,CAAC;oBACrB,CAAC,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;oBAC7C,OAAO,EAAE,CAAC;gBACd,CAAC;aACJ;SACJ,CAAC;QACF,oBAAoB;QACpB,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAEpF,SAAS,qBAAqB;YAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS;iBACzB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,GAAG,CAAC,CAAC;iBACjE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAE9C,OAAO,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,aAAa,GAAG,qBAAqB,EAAE,CAAC;QAC9C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE;YACjD,GAAG,EAAE,GAAG,EAAE,CAAC,aAAa;SAC3B,CAAC,CAAC;QAEH,SAAS,mBAAmB;YACxB,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO;iBACvB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,GAAG,CAAC,CAAC;iBACjE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACT,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,GAAG,CAAC,IAAI,CACnC,CAAC;gBACF,gBAAgB;gBAChB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;oBAC1B,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;oBAC1D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvD,GAAG,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC;gBACH,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;gBAC1B,OAAO,GAAG,CAAC;YACf,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACT,iBAAiB;gBACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACjD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvC,OAAO,GAAG,CAAC;YACf,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YACvE,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACtD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5C,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAElD,OAAO,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,WAAW,GAAG,mBAAmB,EAAE,CAAC;QAC1C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE;YAC/C,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW;SACzB,CAAC,CAAC;QAEH,sEAAsE;QACtE,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,YAAY,WAAW,CAAC;IACtE,MAAM,UAAU,GAAG,aAAa,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACxE,IAAI,aAAa,IAAI,UAAU,EAAE;QAC7B,OAAO,CAAC,qBAAqB;KAChC;IACD,uBAAuB,EAAE,CAAC;AAC9B,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,GAAG,EAAE;IAC7B,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,EAAE;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,UAAU,GAAG,GAAG,EAAE;IACpB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;QAChB,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE;YACpC,KAAK,EAAE;gBACH,OAAO,EAAE,EAAE;aACd;SACJ,CAAC,CAAC;KACN;AACL,CAAC,CAAC;AAEF,oGAAoG;AACpG,uEAAuE;AACvE,MAAM,kBAAkB,GAAG,GAAG,EAAE;IAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE;QAC1B,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE;YACtB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;gBACvB,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE;oBAC3C,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;iBACxB,CAAC,CAAC;aACN;YACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;gBAC9B,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ,EAAE;oBAClD,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;aACN;YACD,OAAO,MAAM,CAAC;SACjB;QACD,OAAO,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAC;IAEF,SAAS,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC,4CAA4C,CAAC;IAExE,QAAQ,CAAC,aAAa,GAAG,SAAS,CAAC;IAEnC,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;IACxC,SAAS,IAAI;QACT,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,qBAAqB;IAChE,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;IAE/B,MAAM,4BAA4B,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CACzD,QAAQ,EACR,UAAU,CACb,CAAC;IACF,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC;IAEhD,SAAS,gBAAgB;QACrB,IAAI,IAAI,KAAK,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE;YACxC,OAAO,4CAA4C,CAAC;SACvD;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE;YAC3B,OAAO,4BAA4B,CAAC;SACvC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,2BAA2B;IAC3B,QAAQ,CAAC,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAA;AAClD,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,GAAG,EAAE;IAC1B,8GAA8G;IAC9G,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,EAAE;QAC7C,KAAK,EAAE,CAAC;KACX,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,kBAAe;IACX,UAAU;IACV,kBAAkB;IAClB,YAAY;IACZ,mBAAmB;IACnB,WAAW;IACX,eAAe;IACf,UAAU;IACV,kBAAkB;IAClB,gBAAgB;CACnB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stealth.d.ts","sourceRoot":"","sources":["../../src/stealth/stealth.js"],"names":[],"mappings":"AAwCA;;;;;GAKG;AACH,uDAJW,OAAO,WACP,cAAc,GACZ,QAAQ,OAAO,CAAC,CA2B5B"}
|
package/build/stealth/stealth.js
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
const
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
|
|
4
5
|
const utilities_1 = require("@apify/utilities");
|
|
5
|
-
const utils_log_1 = require("../utils_log");
|
|
6
|
-
const hiding_tricks_1 = require("./hiding_tricks");
|
|
6
|
+
const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
|
|
7
|
+
const hiding_tricks_1 = (0, tslib_1.__importDefault)(require("./hiding_tricks"));
|
|
7
8
|
const log = utils_log_1.default.child({ prefix: 'Stealth' });
|
|
8
9
|
/**
|
|
9
10
|
* Configuration of stealth tricks for a proper hiding effect all of them should be set to true.
|
|
@@ -42,7 +43,7 @@ const alreadyWrapped = Symbol('alreadyWrapped');
|
|
|
42
43
|
*/
|
|
43
44
|
function applyStealthToBrowser(browser, options) {
|
|
44
45
|
const modifiedBrowser = browser;
|
|
45
|
-
const opts =
|
|
46
|
+
const opts = underscore_1.default.defaults(options, DEFAULT_STEALTH_OPTIONS);
|
|
46
47
|
const defaultContext = browser.defaultBrowserContext();
|
|
47
48
|
const contextPrototype = Object.getPrototypeOf(defaultContext);
|
|
48
49
|
const prevNewPage = contextPrototype.newPage;
|
|
@@ -121,3 +122,4 @@ function applyStealthTricks(page, evaluationDebugMessage, options) {
|
|
|
121
122
|
};
|
|
122
123
|
return page.evaluateOnNewDocument(addFunctions, functions, STEALTH_ERROR_MESSAGE_PREFIX, evaluationDebugMessage);
|
|
123
124
|
}
|
|
125
|
+
//# sourceMappingURL=stealth.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stealth.js","sourceRoot":"","sources":["../../src/stealth/stealth.js"],"names":[],"mappings":";;;AAAA,yEAA2B;AAE3B,gDAAwD;AACxD,0EAAqC;AAErC,iFAA2C;AAE3C,MAAM,GAAG,GAAG,mBAAS,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAEnD;;;;;;;;;;;;;;GAcG;AAEH,MAAM,uBAAuB,GAAG;IAC5B,UAAU,EAAE,IAAI;IAChB,kBAAkB,EAAE,IAAI;IACxB,YAAY,EAAE,IAAI;IAClB,mBAAmB,EAAE,IAAI;IACzB,WAAW,EAAE,IAAI;IACjB,eAAe,EAAE,IAAI;IACrB,UAAU,EAAE,IAAI;IAChB,kBAAkB,EAAE,IAAI;IACxB,gBAAgB,EAAE,IAAI;CACzB,CAAC;AAEF,MAAM,4BAA4B,GAAG,cAAc,CAAC;AACpD,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,cAAc,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAChD;;;;;GAKG;AACH,SAAwB,qBAAqB,CAAC,OAAO,EAAE,OAAO;IAC1D,MAAM,eAAe,GAAG,OAAO,CAAC;IAChC,MAAM,IAAI,GAAG,oBAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IAE1D,MAAM,cAAc,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IACvD,MAAM,gBAAgB,GAAG,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC;IAE7C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;QAC3C,gBAAgB,CAAC,OAAO,GAAG,KAAK,WAAW,GAAG,IAAI;YAC9C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAEnD,MAAM,sBAAsB,GAAG,8BAA8B,EAAE,CAAC;YAEhE,qBAAqB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YACpD,MAAM,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,EAAE,IAAI,CAAC,CAAC;YAE7D,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEF,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;KACnD;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;AAC5C,CAAC;AAzBD,wCAyBC;AAED,SAAS,8BAA8B;IACnC,MAAM,SAAS,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;IAEzE,OAAO,IAAA,gCAAoB,EAAC,YAAY,CAAC,CAAC;AAC9C,CAAC;AACD;;;;GAIG;AACH,SAAS,qBAAqB,CAAC,IAAI,EAAE,sBAAsB;IACvD,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,EAAE;YAC7C,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACnB;aAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE;YAC9C,IAAI,OAAO,GAAG,WAAW,IAAI,CAAC,aAAa,EAAE;gBACzC,GAAG,CAAC,OAAO,CACP,wDAAwD,WAAW,IAAI;sBACrE,6EAA6E,CAClF,CAAC;gBAEF,aAAa,GAAG,IAAI,CAAC;aACxB;YACD,OAAO,EAAE,CAAC;YACV,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;SAC9C;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,EAAE,OAAO;IAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACjC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QACZ,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,uBAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAEhD,0BAA0B;IAC1B,MAAM,YAAY,GAAG,CAAC,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,EAAE;QACpE,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,gBAAgB;QAChB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;YAC7B,IAAI;gBACA,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,sBAAsB;aACvC;YAAC,OAAO,CAAC,EAAE;gBACR,sCAAsC;gBACtC,OAAO,CAAC,KAAK,CAAC,GAAG,kBAAkB,2CAA2C,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;aAC9F;SACJ;IACL,CAAC,CAAC;IAEF,OAAO,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,SAAS,EAAE,4BAA4B,EAAE,sBAAsB,CAAC,CAAC;AACrH,CAAC"}
|
|
@@ -284,3 +284,4 @@ export type DatasetMapper = (item: object, index: number) => object;
|
|
|
284
284
|
export type DatasetReducer = (memo: object, item: object, index: number) => object;
|
|
285
285
|
import { ApifyStorageLocal } from "@apify/storage-local";
|
|
286
286
|
import { Configuration } from "../configuration";
|
|
287
|
+
//# sourceMappingURL=dataset.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/storages/dataset.js"],"names":[],"mappings":"AAcA,oDAAqD;AACrD,sCAAuC;AAchC,yDALI,MAAM,+BAEJ,MAAM,CAuBlB;AAeM,mCALI,MAAM,MAAM,CAAC,cACb,MAAM,GACJ,MAAM,MAAM,CAAC,CA6BzB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH;IACI;;;;;;OAMG;IACH;QAL2B,EAAE,EAAlB,MAAM;QACW,IAAI;QACkB,MAAM,EAA7C,MAAY,iBAAiB;QACZ,OAAO,EAAxB,OAAO;OAQjB;IALG,WAAoB;IACpB,yBAAwB;IACxB,iBAA8B;IAC9B,YAA6C;IAC7C,kCAA2C;IAG/C;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,eAJW,MAAM,GAAC,MAAM,MAAM,CAAC,GAEnB,QAAQ,IAAI,CAAC,CAsBxB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACH;;;;;;;;;oBAFY,QAAQ,cAAc,CAAC,CAWlC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,WAFa,QAAQ,MAAM,CAAC,CAI3B;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,kBATW,eAAe;;;;gDAOd,QAAQ,IAAI,CAAC,CAkBxB;IAED;;;;;;;;;;;;;OAaG;IACH,cARW,aAAa;;;;oBAMZ,QAAQ,MAAM,MAAM,CAAC,CAAC,CAejC;IAED;;;;;;;;;;;;;;;;;;;OAmBG;IACH,iBATW,cAAc,QACd,MAAM;;;;oBAML,QAAQ,MAAM,CAAC,CAqB1B;IAED;;;;;OAKG;IACH,QAFY,QAAQ,IAAI,CAAC,CAMxB;CACJ;AAwBM;;;gBALM,QAAQ,OAAO,CAAC,CAc5B;AA8BM,+BARI,MAAM,GAEJ,QAAQ,IAAI,CAAC,CAUzB;;;;;WAIa,MAAM,MAAM,CAAC;;;;WACb,MAAM;;;;YACN,MAAM;;;;WACN,MAAM;;;;WACN,MAAM;;;;;qCAOT,MAAM,SACN,MAAM,KACJ,MAAM;;;;mCAOR,MAAM,SACN,MAAM,KACJ,MAAM;;;;oCAMR,MAAM,QACN,MAAM,SACN,MAAM,KACJ,MAAM"}
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.pushData = exports.openDataset = exports.Dataset = exports.chunkBySize = exports.checkAndSerialize = exports.LOCAL_FILENAME_DIGITS = exports.DATASET_ITERATORS_DEFAULT_LIMIT = void 0;
|
|
4
|
-
const
|
|
5
|
-
const
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
|
+
const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
|
|
6
7
|
const consts_1 = require("@apify/consts");
|
|
7
8
|
const storage_manager_1 = require("./storage_manager");
|
|
8
|
-
const utils_log_1 = require("../utils_log");
|
|
9
|
+
const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
|
|
9
10
|
const configuration_1 = require("../configuration");
|
|
10
11
|
/* eslint-enable no-unused-vars,import/named,import/no-duplicates,import/order */
|
|
11
12
|
exports.DATASET_ITERATORS_DEFAULT_LIMIT = 10000;
|
|
@@ -71,9 +72,9 @@ const chunkBySize = (items, limitBytes) => {
|
|
|
71
72
|
lastChunkBytes = bytes;
|
|
72
73
|
}
|
|
73
74
|
else if (lastChunkBytes + bytes <= limitBytes) {
|
|
74
|
-
if (!Array.isArray(
|
|
75
|
+
if (!Array.isArray(underscore_1.default.last(chunks)))
|
|
75
76
|
chunks.push([]); // ensure array
|
|
76
|
-
|
|
77
|
+
underscore_1.default.last(chunks).push(payload);
|
|
77
78
|
lastChunkBytes += bytes + 1; // Add 1 byte for ',' separator.
|
|
78
79
|
}
|
|
79
80
|
else {
|
|
@@ -476,3 +477,4 @@ exports.pushData = pushData;
|
|
|
476
477
|
* @param {number} index Position of current {Dataset} entry.
|
|
477
478
|
* @returns {object}
|
|
478
479
|
*/
|
|
480
|
+
//# sourceMappingURL=dataset.js.map
|