website-scrap-engine 0.7.1 → 0.8.0

package/lib/life-cycle/adapters.js

@@ -1,24 +1,18 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.processHtmlAsync = exports.processHtml = exports.parseHtml = exports.processRedirectedUrl = exports.redirectFilter = exports.requestRedirect = exports.preProcess = exports.dropResource = exports.skipProcess = void 0;
-const cheerio_1 = require("cheerio");
-const resource_1 = require("../resource");
-const util_1 = require("../util");
-const skipProcess = (fn) => (url, element, parent) => fn(url, element, parent) ? undefined : url;
-exports.skipProcess = skipProcess;
-const dropResource = (fn) => res => {
+import { load } from 'cheerio';
+import { ResourceType } from '../resource.js';
+import { toString } from '../util.js';
+export const skipProcess = (fn) => (url, element, parent) => fn(url, element, parent) ? undefined : url;
+export const dropResource = (fn) => res => {
     if (fn(res)) {
         res.shouldBeDiscardedFromDownload = true;
     }
     return res;
 };
-exports.dropResource = dropResource;
-const preProcess = (fn) => (res, element, parent) => {
+export const preProcess = (fn) => (res, element, parent) => {
     fn(res.url, element, res, parent);
     return res;
 };
-exports.preProcess = preProcess;
-const requestRedirect = (fn) => res => {
+export const requestRedirect = (fn) => res => {
     if (res.downloadLink) {
         const downloadLink = fn(res.downloadLink, res) || undefined;
         if (!downloadLink) {
@@ -28,15 +22,13 @@ const requestRedirect = (fn) => res => {
     }
     return res;
 };
-exports.requestRedirect = requestRedirect;
-const redirectFilter = (fn) => res => {
+export const redirectFilter = (fn) => res => {
     if (res.redirectedUrl) {
         res.redirectedUrl = fn(res.redirectedUrl, res) || undefined;
     }
     return res;
 };
-exports.redirectFilter = redirectFilter;
-async function processRedirectedUrl(res, submit, options, pipeline) {
+export async function processRedirectedUrl(res, submit, options, pipeline) {
     if (res.redirectedUrl && res.redirectedUrl !== res.url) {
         const redirectedRes = await pipeline.createAndProcessResource(res.redirectedUrl, res.type, res.depth, null, res);
         if (redirectedRes) {
@@ -50,33 +42,29 @@ async function processRedirectedUrl(res, submit, options, pipeline) {
     }
     return res;
 }
-exports.processRedirectedUrl = processRedirectedUrl;
-const parseHtml = (res, options) => {
+export const parseHtml = (res, options) => {
     const encoding = res.encoding || options.encoding[res.type] || 'utf8';
     if (options.cheerioParse) {
-        return (0, cheerio_1.load)((0, util_1.toString)(res.body, encoding), options.cheerioParse);
+        return load(toString(res.body, encoding), options.cheerioParse);
     }
-    return (0, cheerio_1.load)((0, util_1.toString)(res.body, encoding));
+    return load(toString(res.body, encoding));
 };
-exports.parseHtml = parseHtml;
-const processHtml = (fn) => (res, submit, options) => {
-    if (res.type === resource_1.ResourceType.Html) {
+export const processHtml = (fn) => (res, submit, options) => {
+    if (res.type === ResourceType.Html) {
         if (!res.meta.doc) {
-            res.meta.doc = (0, exports.parseHtml)(res, options);
+            res.meta.doc = parseHtml(res, options);
         }
         res.meta.doc = fn(res.meta.doc, res);
     }
     return res;
 };
-exports.processHtml = processHtml;
-const processHtmlAsync = (fn) => async (res, submit, options) => {
-    if (res.type === resource_1.ResourceType.Html) {
+export const processHtmlAsync = (fn) => async (res, submit, options) => {
+    if (res.type === ResourceType.Html) {
         if (!res.meta.doc) {
-            res.meta.doc = (0, exports.parseHtml)(res, options);
+            res.meta.doc = parseHtml(res, options);
         }
         res.meta.doc = await fn(res.meta.doc, res);
     }
     return res;
 };
-exports.processHtmlAsync = processHtmlAsync;
 //# sourceMappingURL=adapters.js.map

package/lib/life-cycle/adapters.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapters.js","sourceRoot":"","sources":["../../src/life-cycle/adapters.ts"],"names":[],"mappings":";;;AAAA,qCAA6B;AAC7B,0CAAqE;AASrE,kCAAiC;AAS1B,MAAM,WAAW,GAAG,CAAC,EAAmB,EAAoB,EAAE,CACnE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;AAD1D,QAAA,WAAW,eAC+C;AAMhE,MAAM,YAAY,GAAG,CAAC,EAAoB,EAAqC,EAAE,CACtF,GAAG,CAAC,EAAE;IACJ,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE;QACX,GAAG,CAAC,6BAA6B,GAAG,IAAI,CAAC;KAC1C;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AANS,QAAA,YAAY,gBAMrB;AAOG,MAAM,UAAU,GAAG,CAAC,EAA0B,EAAqC,EAAE,CAC1F,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IACvB,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAJS,QAAA,UAAU,cAInB;AAMG,MAAM,eAAe,GAAG,CAAC,EAAuB,EAAqC,EAAE,CAC5F,GAAG,CAAC,EAAE;IACJ,IAAI,GAAG,CAAC,YAAY,EAAE;QACpB,MAAM,YAAY,GAAkB,EAAE,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;QAC3E,IAAI,CAAC,YAAY,EAAE;YACjB,OAAO;SACR;QACD,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;KACjC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAVS,QAAA,eAAe,mBAUxB;AAEG,MAAM,cAAc,GAAG,CAAC,EAAuB,EAAoC,EAAE,CAC1F,GAAG,CAAC,EAAE;IACJ,IAAI,GAAG,CAAC,aAAa,EAAE;QACrB,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;KAC7D;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AANS,QAAA,cAAc,kBAMvB;AAEG,KAAK,UAAU,oBAAoB,CACxC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAE1B,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,GAAG,EAAE;QACtD,MAAM,aAAa,GAAoB,MAAM,QAAQ,CAAC,wBAAwB,CAC5E,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACrD,IAAI,aAAa,EAAE;YACjB,GAAG,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC;YACtC,mEAAmE;YACnE,aAAa;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE;gBAC1B,GAAG,CAAC,kBAAkB,GAAG,aAAa,CAAC,QAAQ,CAAC;aACjD;SACF;KACF;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAnBD,oDAmBC;AAMM,MAAM,SAAS,GAAG,CACvB,GAAmD,EACnD,OAA8B,EACf,EAAE;IACjB,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;IACvD,IAAI,OAAO,CAAC,YAAY,EAAE;QACxB,OAAO,IAAA,cAAI,EAAC,IAAA,eAAQ,EAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;KACjE;IACD,OAAO,IAAA,cAAI,EAAC,IAAA,eAAQ,EAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC5C,CAAC,CAAC;AAVW,QAAA,SAAS,aAUpB;AAEK,MAAM,WAAW,GAAG,CAAC,EAAmB,EAAoC,EAAE,CACnF,CAAC,GAAqB,EAAE,MAA0B,EAAE,OAA8B,EAAE,EAAE;IACpF,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QAClC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;YACjB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,IAAA,iBAAS,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SACxC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;KACtC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AATS,QAAA,WAAW,eASpB;AAOG,MAAM,gBAAgB,GAAG,CAAC,EAAwB,EAAoC,EAAE,CAC7F,KAAK,EAAE,GAAqB,EAAE,MAA0B,EAAE,OAA8B,EAAE,EAAE;IAC1F,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QAClC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;YACjB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,IAAA,iBAAS,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SACxC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;KAC5C;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AATS,QAAA,gBAAgB,oBASzB"}
+{"version":3,"file":"adapters.js","sourceRoot":"","sources":["../../src/life-cycle/adapters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,SAAS,CAAC;AAE7B,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAS5C,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AASpC,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAmB,EAAoB,EAAE,CACnE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;AAMvE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,EAAoB,EAAqC,EAAE,CACtF,GAAG,CAAC,EAAE;IACJ,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QACZ,GAAG,CAAC,6BAA6B,GAAG,IAAI,CAAC;IAC3C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAOJ,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,EAA0B,EAAqC,EAAE,CAC1F,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IACvB,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAMJ,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,EAAuB,EAAqC,EAAE,CAC5F,GAAG,CAAC,EAAE;IACJ,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrB,MAAM,YAAY,GAAkB,EAAE,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;QAC3E,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC;IAClC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEJ,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,EAAuB,EAAoC,EAAE,CAC1F,GAAG,CAAC,EAAE;IACJ,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;QACtB,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;IAC9D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEJ,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAE1B,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC;QACvD,MAAM,aAAa,GAAoB,MAAM,QAAQ,CAAC,wBAAwB,CAC5E,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACrD,IAAI,aAAa,EAAE,CAAC;YAClB,GAAG,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC;YACtC,mEAAmE;YACnE,aAAa;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;gBAC3B,GAAG,CAAC,kBAAkB,GAAG,aAAa,CAAC,QAAQ,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAMD,MAAM,CAAC,MAAM,SAAS,GAAG,CACvB,GAAmD,EACnD,OAA8B,EACf,EAAE;IACjB,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;IACvD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAmB,EAAoC,EAAE,CACnF,CAAC,GAAqB,EAAE,MAA0B,EAAE,OAA8B,EAAE,EAAE;IACpF,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAClB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAOJ,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,EAAwB,EAAoC,EAAE,CAC7F,KAAK,EAAE,GAAqB,EAAE,MAA0B,EAAE,OAA8B,EAAE,EAAE;IAC1F,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAClB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC"}

package/lib/life-cycle/default-life-cycle.d.ts

@@ -1,5 +1,6 @@
-import type { ProcessingLifeCycle } from './types';
+import type { ProcessingLifeCycle } from './types.js';
 /**
  * Get a copy of default life cycle
  */
 export declare const defaultLifeCycle: () => ProcessingLifeCycle;
+//# sourceMappingURL=default-life-cycle.d.ts.map

package/lib/life-cycle/default-life-cycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-life-cycle.d.ts","sourceRoot":"","sources":["../../src/life-cycle/default-life-cycle.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAC;AAgBpD;;GAEG;AACH,eAAO,MAAM,gBAAgB,QAAO,mBAqBlC,CAAC"}

package/lib/life-cycle/default-life-cycle.js

@@ -1,44 +1,40 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.defaultLifeCycle = void 0;
-const skip_links_1 = require("./skip-links");
-const detect_resource_type_1 = require("./detect-resource-type");
-const resource_1 = require("../resource");
-const download_resource_1 = require("./download-resource");
-const process_html_1 = require("./process-html");
-const process_html_meta_1 = require("./process-html-meta");
-const process_css_1 = require("./process-css");
-const process_site_map_1 = require("./process-site-map");
-const process_svg_1 = require("./process-svg");
-const save_html_to_disk_1 = require("./save-html-to-disk");
-const save_resource_to_disk_1 = require("./save-resource-to-disk");
-const adapters_1 = require("./adapters");
-const download_streaming_resource_1 = require("./download-streaming-resource");
-const read_or_copy_local_resource_1 = require("./read-or-copy-local-resource");
+import { skipLinks } from './skip-links.js';
+import { detectResourceType } from './detect-resource-type.js';
+import { createResource } from '../resource.js';
+import { downloadResource } from './download-resource.js';
+import { processHtml } from './process-html.js';
+import { processHtmlMetaRefresh } from './process-html-meta.js';
+import { processCss } from './process-css.js';
+import { processSiteMap } from './process-site-map.js';
+import { processSvg } from './process-svg.js';
+import { saveHtmlToDisk } from './save-html-to-disk.js';
+import { saveResourceToDisk } from './save-resource-to-disk.js';
+import { processRedirectedUrl } from './adapters.js';
+import { downloadStreamingResource } from './download-streaming-resource.js';
+import { readOrCopyLocalResource } from './read-or-copy-local-resource.js';
 /**
  * Get a copy of default life cycle
  */
-const defaultLifeCycle = () => ({
+export const defaultLifeCycle = () => ({
     init: [],
-    linkRedirect: [skip_links_1.skipLinks],
-    detectResourceType: [detect_resource_type_1.detectResourceType],
-    createResource: resource_1.createResource,
+    linkRedirect: [skipLinks],
+    detectResourceType: [detectResourceType],
+    createResource,
     processBeforeDownload: [],
     download: [
-        download_resource_1.downloadResource,
-        download_streaming_resource_1.downloadStreamingResource,
-        read_or_copy_local_resource_1.readOrCopyLocalResource
+        downloadResource,
+        downloadStreamingResource,
+        readOrCopyLocalResource
     ],
     processAfterDownload: [
-        adapters_1.processRedirectedUrl,
-        process_html_1.processHtml,
-        process_html_meta_1.processHtmlMetaRefresh,
-        process_svg_1.processSvg,
-        process_css_1.processCss,
-        process_site_map_1.processSiteMap
+        processRedirectedUrl,
+        processHtml,
+        processHtmlMetaRefresh,
+        processSvg,
+        processCss,
+        processSiteMap
     ],
-    saveToDisk: [save_html_to_disk_1.saveHtmlToDisk, save_resource_to_disk_1.saveResourceToDisk],
+    saveToDisk: [saveHtmlToDisk, saveResourceToDisk],
     dispose: []
 });
-exports.defaultLifeCycle = defaultLifeCycle;
 //# sourceMappingURL=default-life-cycle.js.map

package/lib/life-cycle/default-life-cycle.js.map

@@ -1 +1 @@
-{"version":3,"file":"default-life-cycle.js","sourceRoot":"","sources":["../../src/life-cycle/default-life-cycle.ts"],"names":[],"mappings":";;;AACA,6CAAuC;AACvC,iEAA0D;AAC1D,0CAA2C;AAC3C,2DAAqD;AACrD,iDAA2C;AAC3C,2DAA2D;AAC3D,+CAAyC;AACzC,yDAAkD;AAClD,+CAAyC;AACzC,2DAAmD;AACnD,mEAA2D;AAC3D,yCAAgD;AAChD,+EAAwE;AACxE,+EAAsE;AAEtE;;GAEG;AACI,MAAM,gBAAgB,GAAG,GAAwB,EAAE,CAAC,CAAC;IAC1D,IAAI,EAAE,EAAE;IACR,YAAY,EAAE,CAAC,sBAAS,CAAC;IACzB,kBAAkB,EAAE,CAAC,yCAAkB,CAAC;IACxC,cAAc,EAAd,yBAAc;IACd,qBAAqB,EAAE,EAAE;IACzB,QAAQ,EAAE;QACR,oCAAgB;QAChB,uDAAyB;QACzB,qDAAuB;KACxB;IACD,oBAAoB,EAAE;QACpB,+BAAoB;QACpB,0BAAW;QACX,0CAAsB;QACtB,wBAAU;QACV,wBAAU;QACV,iCAAc;KACf;IACD,UAAU,EAAE,CAAC,kCAAc,EAAE,0CAAkB,CAAC;IAChD,OAAO,EAAE,EAAE;CACZ,CAAC,CAAC;AArBU,QAAA,gBAAgB,oBAqB1B"}
+{"version":3,"file":"default-life-cycle.js","sourceRoot":"","sources":["../../src/life-cycle/default-life-cycle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAC,cAAc,EAAC,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAC,sBAAsB,EAAC,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,cAAc,EAAC,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAC,kBAAkB,EAAC,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAC,oBAAoB,EAAC,MAAM,eAAe,CAAC;AACnD,OAAO,EAAC,yBAAyB,EAAC,MAAM,kCAAkC,CAAC;AAC3E,OAAO,EAAC,uBAAuB,EAAC,MAAM,kCAAkC,CAAC;AAEzE;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAwB,EAAE,CAAC,CAAC;IAC1D,IAAI,EAAE,EAAE;IACR,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,kBAAkB,EAAE,CAAC,kBAAkB,CAAC;IACxC,cAAc;IACd,qBAAqB,EAAE,EAAE;IACzB,QAAQ,EAAE;QACR,gBAAgB;QAChB,yBAAyB;QACzB,uBAAuB;KACxB;IACD,oBAAoB,EAAE;QACpB,oBAAoB;QACpB,WAAW;QACX,sBAAsB;QACtB,UAAU;QACV,UAAU;QACV,cAAc;KACf;IACD,UAAU,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;IAChD,OAAO,EAAE,EAAE;CACZ,CAAC,CAAC"}

package/lib/life-cycle/detect-resource-type.d.ts

@@ -1,4 +1,4 @@
-import { ResourceType } from '../resource';
+import { ResourceType } from '../resource.js';
 export declare const binaryExtension: Record<string | number, number>;
 /**
  * Return the extension of the path or the url,
@@ -11,3 +11,4 @@ export declare const binaryExtension: Record<string | number, number>;
  */
 export declare function lowerCaseExtension(url: string): string | void;
 export declare function detectResourceType(url: string, type: ResourceType): ResourceType;
+//# sourceMappingURL=detect-resource-type.d.ts.map

package/lib/life-cycle/detect-resource-type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-resource-type.d.ts","sourceRoot":"","sources":["../../src/life-cycle/detect-resource-type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAI5C,eAAO,MAAM,eAAe,iCAepB,CAAC;AAET;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAmB7D;AAED,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,YAAY,GACjB,YAAY,CAiBd"}

package/lib/life-cycle/detect-resource-type.js

@@ -1,10 +1,7 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.detectResourceType = exports.lowerCaseExtension = exports.binaryExtension = void 0;
-const resource_1 = require("../resource");
-const util_1 = require("../util");
+import { ResourceType } from '../resource.js';
+import { arrayToMap, isSiteMap } from '../util.js';
 // immutable
-exports.binaryExtension = (0, util_1.arrayToMap)([
+export const binaryExtension = arrayToMap([
     'gif', 'jpg', 'jpeg', 'png',
     'js', 'jsm', 'json', 'txt',
     'woff2', 'ttf', 'ttc',
@@ -29,7 +26,7 @@ exports.binaryExtension = (0, util_1.arrayToMap)([
  * @see path.extname
  * @param url the url to evaluate.
  */
-function lowerCaseExtension(url) {
+export function lowerCaseExtension(url) {
     const hashIndex = url.lastIndexOf('#');
     const searchIndex = hashIndex === -1 ?
         url.lastIndexOf('?') :
@@ -49,26 +46,24 @@ function lowerCaseExtension(url) {
             url.slice(lastIndex + 1, endIndex).toLowerCase();
     }
 }
-exports.lowerCaseExtension = lowerCaseExtension;
-function detectResourceType(url, type) {
-    if ((0, util_1.isSiteMap)(url)) {
-        return resource_1.ResourceType.SiteMap;
+export function detectResourceType(url, type) {
+    if (isSiteMap(url)) {
+        return ResourceType.SiteMap;
     }
-    if (type === resource_1.ResourceType.Html) {
+    if (type === ResourceType.Html) {
         const extension = lowerCaseExtension(url);
         if (extension) {
-            if (exports.binaryExtension[extension]) {
-                return resource_1.ResourceType.Binary;
+            if (binaryExtension[extension]) {
+                return ResourceType.Binary;
             }
             else if ('css' === extension) {
-                return resource_1.ResourceType.Css;
+                return ResourceType.Css;
             }
             else if ('svg' === extension) {
-                return resource_1.ResourceType.Svg;
+                return ResourceType.Svg;
             }
         }
     }
     return type;
 }
-exports.detectResourceType = detectResourceType;
 //# sourceMappingURL=detect-resource-type.js.map

package/lib/life-cycle/detect-resource-type.js.map

@@ -1 +1 @@
-{"version":3,"file":"detect-resource-type.js","sourceRoot":"","sources":["../../src/life-cycle/detect-resource-type.ts"],"names":[],"mappings":";;;AAAA,0CAAyC;AACzC,kCAA8C;AAE9C,YAAY;AACC,QAAA,eAAe,GAAG,IAAA,iBAAU,EAAC;IACxC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC3B,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC1B,OAAO,EAAE,KAAK,EAAE,KAAK;IACrB,KAAK;IACL,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;IACnD,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAClC,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACN,EAAE,IAAI,CAAC,CAAC;AAET;;;;;;;;GAQG;AACH,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,MAAM,SAAS,GAAW,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAW,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5C,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAW,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3C,SAAS,CAAC,CAAC;QACX,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpE,MAAM,OAAO,GAAW,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;QACvC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACjC,MAAM,SAAS,GAAW,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;QACzC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,SAAS,GAAG,OAAO,EAAE;QAC3C,OAAQ,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;YACvB,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACxC,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;KACpD;AACH,CAAC;AAnBD,gDAmBC;AAED,SAAgB,kBAAkB,CAChC,GAAW,EACX,IAAkB;IAElB,IAAI,IAAA,gBAAS,EAAC,GAAG,CAAC,EAAE;QAClB,OAAO,uBAAY,CAAC,OAAO,CAAC;KAC7B;IACD,IAAI,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QAC9B,MAAM,SAAS,GAAkB,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,SAAS,EAAE;YACb,IAAI,uBAAe,CAAC,SAAS,CAAC,EAAE;gBAC9B,OAAO,uBAAY,CAAC,MAAM,CAAC;aAC5B;iBAAM,IAAI,KAAK,KAAK,SAAS,EAAE;gBAC9B,OAAO,uBAAY,CAAC,GAAG,CAAC;aACzB;iBAAM,IAAI,KAAK,KAAK,SAAS,EAAE;gBAC9B,OAAO,uBAAY,CAAC,GAAG,CAAC;aACzB;SACF;KACF;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AApBD,gDAoBC"}
+{"version":3,"file":"detect-resource-type.js","sourceRoot":"","sources":["../../src/life-cycle/detect-resource-type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAC;AAEjD,YAAY;AACZ,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;IACxC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC3B,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAC1B,OAAO,EAAE,KAAK,EAAE,KAAK;IACrB,KAAK;IACL,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;IACnD,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAClC,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACN,EAAE,IAAI,CAAC,CAAC;AAET;;;;;;;;GAQG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,SAAS,GAAW,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAW,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5C,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAW,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3C,SAAS,CAAC,CAAC;QACX,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACpE,MAAM,OAAO,GAAW,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;QACvC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACjC,MAAM,SAAS,GAAW,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;QACzC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QAC5C,OAAQ,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC;YACvB,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACxC,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,GAAW,EACX,IAAkB;IAElB,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,YAAY,CAAC,OAAO,CAAC;IAC9B,CAAC;IACD,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAkB,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/B,OAAO,YAAY,CAAC,MAAM,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO,YAAY,CAAC,GAAG,CAAC;YAC1B,CAAC;iBAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO,YAAY,CAAC,GAAG,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/lib/life-cycle/download-resource.d.ts

@@ -1,9 +1,7 @@
-/// <reference types="node" />
-import { BeforeRetryHook, Options } from 'got';
-import type { Response } from 'got/dist/source/as-promise';
-import type { DownloadResource, RequestOptions } from './types';
-import { Resource } from '../resource';
-import type { StaticDownloadOptions } from '../options';
+import type { BeforeRetryHook, OptionsInit, Response } from 'got';
+import type { DownloadResource, RequestOptions } from './types.js';
+import type { Resource } from '../resource.js';
+import type { StaticDownloadOptions } from '../options.js';
 /** Take logs before retry */
 export declare const beforeRetryHook: BeforeRetryHook;
 export interface DownloadError extends Partial<Error> {
@@ -18,8 +16,9 @@ export interface DownloadError extends Partial<Error> {
  * @param url
  * @param options
  */
-export declare function getRetry(url: string, options: Options): Promise<Response<Buffer | string> | void>;
+export declare function getRetry(url: string, options: OptionsInit): Promise<Response<Buffer | string> | void>;
 export declare function requestForResource(res: Resource & {
     downloadStartTimestamp: number;
 }, requestOptions: RequestOptions, options?: StaticDownloadOptions): Promise<DownloadResource | Resource | void>;
 export declare function downloadResource(res: Resource, requestOptions: RequestOptions, options: StaticDownloadOptions): Promise<DownloadResource | Resource | void>;
+//# sourceMappingURL=download-resource.d.ts.map

package/lib/life-cycle/download-resource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download-resource.d.ts","sourceRoot":"","sources":["../../src/life-cycle/download-resource.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,eAAe,EAAE,WAAW,EAAgB,QAAQ,EAAC,MAAM,KAAK,CAAC;AAE9E,OAAO,KAAK,EAAC,gBAAgB,EAAE,cAAc,EAAC,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAKzD,6BAA6B;AAC7B,eAAO,MAAM,eAAe,EAAE,eAqB7B,CAAC;AAEF,MAAM,WAAW,aAAc,SAAQ,OAAO,CAAC,KAAK,CAAC;IACnD,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;GAMG;AACH,wBAAsB,QAAQ,CAC5B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,CA4C3C;AAED,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,QAAQ,GAAG;IAAE,sBAAsB,EAAE,MAAM,CAAA;CAAE,EAClD,cAAc,EAAE,cAAc,EAC9B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,gBAAgB,GAAG,QAAQ,GAAG,IAAI,CAAC,CAyC7C;AAED,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,QAAQ,EACb,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,gBAAgB,GAAG,QAAQ,GAAG,IAAI,CAAC,CAyC7C"}

package/lib/life-cycle/download-resource.js

@@ -1,45 +1,20 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.downloadResource = exports.requestForResource = exports.getRetry = exports.beforeRetryHook = void 0;
-const got_1 = __importStar(require("got"));
-const resource_1 = require("../resource");
-const logger = __importStar(require("../logger/logger"));
-const util_1 = require("../util");
-const urijs_1 = __importDefault(require("urijs"));
+import got, { TimeoutError } from 'got';
+import { generateSavePath, ResourceType } from '../resource.js';
+import * as logger from '../logger/logger.js';
+import { isUrlHttp, sleep } from '../util.js';
+import URI from 'urijs';
 /** Take logs before retry */
-const beforeRetryHook = (options, error, retryCount) => {
+export const beforeRetryHook = (error, retryCount) => {
+    const options = error.options;
+    if (!options) {
+        return;
+    }
     if (!error) {
         logger.retry.warn(retryCount, String(options.url));
         return;
     }
     const url = String(error.options.url);
-    if (error instanceof got_1.TimeoutError || error.name === 'TimeoutError') {
+    if (error instanceof TimeoutError || error.name === 'TimeoutError') {
         (retryCount && retryCount > 1 ? logger.retry.warn : logger.retry.info)
             .call(logger.retry, retryCount, url, error.name, error.code, error.message, error.event);
     }
@@ -48,7 +23,6 @@ const beforeRetryHook = (options, error, retryCount) => {
             .call(logger.retry, retryCount, url, error.name, error.code, error.message);
     }
 };
-exports.beforeRetryHook = beforeRetryHook;
 /**
  * workaround for retry premature close on node 12
  * retry on empty body
@@ -56,14 +30,14 @@ exports.beforeRetryHook = beforeRetryHook;
  * @param url
  * @param options
  */
-async function getRetry(url, options) {
-    let res;
-    let err, optionsClone;
+export async function getRetry(url, options) {
+    let res = void 0;
+    let err = void 0, optionsClone;
     for (let i = 0; i < 25; i++) {
         err = void 0;
         try {
             optionsClone = Object.assign({}, options);
-            res = (await (0, got_1.default)(url, optionsClone));
+            res = (await got(url, optionsClone));
             if (!res || !res.body || !res.body.length) {
                 logger.retry.warn(i, url, 'manually retry on empty response or body', res && res.body);
                 continue;
@@ -75,7 +49,7 @@ async function getRetry(url, options) {
             err = e;
             if (err && err.message === 'premature close') {
                 logger.retry.warn(i, url, 'manually retry on premature close', err.name, err.code, err.event, err.message);
-                await (0, util_1.sleep)(i * 200);
+                await sleep(i * 200);
                 continue;
             }
             // these events might be accidentally unhandled
@@ -86,7 +60,7 @@ async function getRetry(url, options) {
                 // error.code === undefined
                 (err.code === 'ETIMEDOUT' || err.code === undefined)) {
                 logger.retry.warn(i, url, `manually retry on ${err.event} timeout`, err.name, err.code, err.message);
-                await (0, util_1.sleep)(i * 300);
+                await sleep(i * 300);
                 continue;
             }
             throw e;
@@ -98,8 +72,7 @@ async function getRetry(url, options) {
     }
     return res;
 }
-exports.getRetry = getRetry;
-async function requestForResource(res, requestOptions, options) {
+export async function requestForResource(res, requestOptions, options) {
     const downloadLink = encodeURI(decodeURI(res.downloadLink));
     const reqOptions = Object.assign({}, requestOptions);
     reqOptions.responseType = 'buffer';
@@ -128,20 +101,19 @@ async function requestForResource(res, requestOptions, options) {
     // https://github.com/website-local/website-scrap-engine/issues/385
     // 2011/11/15
     if (res.redirectedUrl !== res.url) {
-        res.redirectedSavePath = (0, resource_1.generateSavePath)((0, urijs_1.default)(res.redirectedUrl), res.type === resource_1.ResourceType.Html, !(options === null || options === void 0 ? void 0 : options.deduplicateStripSearch), options === null || options === void 0 ? void 0 : options.localSrcRoot);
+        res.redirectedSavePath = generateSavePath(URI(res.redirectedUrl), res.type === ResourceType.Html, !(options === null || options === void 0 ? void 0 : options.deduplicateStripSearch), options === null || options === void 0 ? void 0 : options.localSrcRoot);
     }
     res.body = response.body;
     return res;
 }
-exports.requestForResource = requestForResource;
-async function downloadResource(res, requestOptions, options) {
+export async function downloadResource(res, requestOptions, options) {
     if (res.body) {
         return res;
     }
-    if (res.type === resource_1.ResourceType.StreamingBinary) {
+    if (res.type === ResourceType.StreamingBinary) {
         return res;
     }
-    if (!(0, util_1.isUrlHttp)(res.downloadLink)) {
+    if (!isUrlHttp(res.downloadLink)) {
         return res;
     }
     if (!res.downloadStartTimestamp) {
@@ -152,7 +124,7 @@ async function downloadResource(res, requestOptions, options) {
     if (!downloadedResource || !downloadedResource.body) {
         return downloadedResource;
     }
-    if (downloadedResource.type === resource_1.ResourceType.Html) {
+    if (downloadedResource.type === ResourceType.Html) {
         if (options.meta.detectIncompleteHtml &&
             (typeof downloadedResource.body === 'string' ||
                 Buffer.isBuffer(downloadedResource.body))) {
@@ -173,5 +145,4 @@ async function downloadResource(res, requestOptions, options) {
     }
     return downloadedResource;
 }
-exports.downloadResource = downloadResource;
 //# sourceMappingURL=download-resource.js.map

package/lib/life-cycle/download-resource.js.map

@@ -1 +1 @@
-{"version":3,"file":"download-resource.js","sourceRoot":"","sources":["../../src/life-cycle/download-resource.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAMa;AAGb,0CAAqE;AAErE,yDAA2C;AAC3C,kCAAyC;AACzC,kDAAwB;AAExB,6BAA6B;AACtB,MAAM,eAAe,GAAoB,CAC9C,OAA0B,EAC1B,KAA+B,EAC/B,UAA8B,EAC9B,EAAE;IACF,IAAI,CAAC,KAAK,EAAE;QACV,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACnD,OAAO;KACR;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,KAAK,YAAY,kBAAY,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE;QAClE,CAAC,UAAU,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;aACnE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EACzD,KAAK,CAAC,OAAO,EAAG,KAAsB,CAAC,KAAK,CAAC,CAAC;KACnD;SAAM;QACL,CAAC,UAAU,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;aACnE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;KAC/E;AACH,CAAC,CAAC;AAlBW,QAAA,eAAe,mBAkB1B;AAQF;;;;;;GAMG;AACI,KAAK,UAAU,QAAQ,CAC5B,GAAW,EACX,OAAgB;IAEhB,IAAI,GAAqC,CAAC;IAC1C,IAAI,GAAyB,EAAE,YAAqB,CAAC;IACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE;QAC3B,GAAG,GAAG,KAAK,CAAC,CAAC;QACb,IAAI;YACF,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC1C,GAAG,GAAG,CAAC,MAAM,IAAA,aAAG,EAAC,GAAG,EAAE,YAAY,CAAC,CAAe,CAAC;YACnD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE;gBACzC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,0CAA0C,EAClE,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBACnB,SAAS;aACV;YACD,MAAM;SACP;QAAC,OAAO,CAAC,EAAE;YACV,gCAAgC;YAChC,GAAG,GAAG,CAAyB,CAAC;YAChC,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,KAAK,iBAAiB,EAAE;gBAC5C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,mCAAmC,EAC3D,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM,IAAA,YAAK,EAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBACrB,SAAS;aACV;YACD,+CAA+C;YAC/C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB;gBAChC,CAAC,GAAG,CAAC,IAAI,KAAK,cAAc,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,CAAC;gBAC5D,4DAA4D;gBAC5D,4EAA4E;gBAC5E,2BAA2B;gBAC3B,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE;gBACtD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,GAAG,CAAC,KAAK,UAAU,EAChE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,IAAA,YAAK,EAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBACrB,SAAS;aACV;YACD,MAAM,CAAC,CAAC;SACT;KACF;IACD,IAAI,GAAG,EAAE;QACP,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,+CAA+C,EACrE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9B,MAAM,GAAG,CAAC;KACX;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,4BA+CC;AAEM,KAAK,UAAU,kBAAkB,CACtC,GAAkD,EAClD,cAA8B,EAC9B,OAA+B;IAE/B,MAAM,YAAY,GAAW,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IACpE,MAAM,UAAU,GAAY,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAC9D,UAAU,CAAC,YAAY,GAAG,QAAQ,CAAC;IACnC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE;QAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,CAAC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;QAC7B,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;KAC9B;IACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,CAAC,MAAM,EACnD,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,QAAQ,EAAE;QACb,MAAM,QAAQ,GAAG,GAAe,CAAC;QACjC,OAAO,QAAQ,CAAC,sBAAsB,CAAC;QACvC,OAAO,QAAQ,CAAC,QAAQ,CAAC;QACzB,OAAO,QAAQ,CAAC;KACjB;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;QAClB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClE,OAAO,GAAe,CAAC;KACxB;IACD,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAEpC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,EACpE,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACpD,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,sBAAsB,CAAC;IACpE,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC;IACjC,mEAAmE;IACnE,aAAa;IACb,IAAI,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,GAAG,EAAE;QACjC,GAAG,CAAC,kBAAkB,GAAG,IAAA,2BAAgB,EACvC,IAAA,eAAG,EAAC,GAAG,CAAC,aAAa,CAAC,EACtB,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAC9B,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAAA,EAChC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,CAAC,CAAC;KAC1B;IACD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IACzB,OAAO,GAAG,CAAC;AACb,CAAC;AA7CD,gDA6CC;AAEM,KAAK,UAAU,gBAAgB,CACpC,GAAa,EACb,cAA8B,EAC9B,OAA8B;IAE9B,IAAI,GAAG,CAAC,IAAI,EAAE;QACZ,OAAO,GAAuB,CAAC;KAChC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,eAAe,EAAE;QAC7C,OAAO,GAAG,CAAC;KACZ;IACD,IAAI,CAAC,IAAA,gBAAS,EAAC,GAAG,CAAC,YAAY,CAAC,EAAE;QAChC,OAAO,GAAG,CAAC;KACZ;IACD,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE;QAC/B,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,sBAAsB,GAAG,GAAG,CAAC,eAAe,CAAC;KACjE;IACD,IAAI,kBAAkB,GAAuC,MAAM,kBAAkB,CACnF,GAAsD,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;IACnF,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE;QACnD,OAAO,kBAAkB,CAAC;KAC3B;IACD,IAAI,kBAAkB,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QACjD,IAAI,OAAO,CAAC,IAAI,CAAC,oBAAoB;YACnC,CAAC,OAAO,kBAAkB,CAAC,IAAI,KAAK,QAAQ;gBAC1C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,EAAE;YAC7C,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE;gBACxE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qCAAqC,EACrD,kBAAkB,CAAC,YAAY,CAAC,CAAC;gBACnC,kBAAkB,GAAG,MAAM,kBAAkB,CAC3C,GAAsD,EAAE,cAAc,CAAC,CAAC;aAC3E;YACD,8BAA8B;YAC9B,IAAI,CAAC,kBAAkB,IAAI,OAAO,kBAAkB,CAAC,IAAI,KAAK,QAAQ;gBACpE,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE;gBACtE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;gBACtE,OAAO,kBAAkB,CAAC;aAC3B;SACF;QACD,kBAAkB,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,kBAAkB,CAAC,YAAY;YAC7B,kBAAkB,CAAC,eAAe,GAAG,GAAG,CAAC,sBAAsB,CAAC;KACnE;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AA7CD,4CA6CC"}
+{"version":3,"file":"download-resource.js","sourceRoot":"","sources":["../../src/life-cycle/download-resource.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,EAAE,EAAC,YAAY,EAAC,MAAM,KAAK,CAAC;AAGtC,OAAO,EAAC,gBAAgB,EAAE,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAE9D,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAC,SAAS,EAAE,KAAK,EAAC,MAAM,YAAY,CAAC;AAC5C,OAAO,GAAG,MAAM,OAAO,CAAC;AAExB,6BAA6B;AAC7B,MAAM,CAAC,MAAM,eAAe,GAAoB,CAC9C,KAAmB,EACnB,UAA8B,EAC9B,EAAE;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;IACT,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACnD,OAAO;IACT,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACnE,CAAC,UAAU,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;aACnE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EACzD,KAAK,CAAC,OAAO,EAAG,KAAsB,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,CAAC,UAAU,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;aACnE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAChF,CAAC;AACH,CAAC,CAAC;AAQF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,GAAW,EACX,OAAoB;IAEpB,IAAI,GAAG,GAAqC,KAAK,CAAC,CAAC;IACnD,IAAI,GAAG,GAAyB,KAAK,CAAC,EAAE,YAAyB,CAAC;IAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,GAAG,GAAG,KAAK,CAAC,CAAC;QACb,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC1C,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAA8B,CAAC;YAClE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,0CAA0C,EAClE,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,MAAM;QACR,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gCAAgC;YAChC,GAAG,GAAG,CAAyB,CAAC;YAChC,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,KAAK,iBAAiB,EAAE,CAAC;gBAC7C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,mCAAmC,EAC3D,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,+CAA+C;YAC/C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB;gBAChC,CAAC,GAAG,CAAC,IAAI,KAAK,cAAc,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,CAAC;gBAC5D,4DAA4D;gBAC5D,4EAA4E;gBAC5E,2BAA2B;gBAC3B,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;gBACvD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,qBAAqB,GAAG,CAAC,KAAK,UAAU,EAChE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IACD,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,+CAA+C,EACrE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9B,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAkD,EAClD,cAA8B,EAC9B,OAA+B;IAE/B,MAAM,YAAY,GAAW,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IACpE,MAAM,UAAU,GAAgB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAClE,UAAU,CAAC,YAAY,GAAG,QAAQ,CAAC;IACnC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,CAAC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;QAC7B,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;IAC/B,CAAC;IACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,EAAE,GAAG,CAAC,MAAM,EACnD,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,GAAe,CAAC;QACjC,OAAO,QAAQ,CAAC,sBAAsB,CAAC;QACvC,OAAO,QAAQ,CAAC,QAAQ,CAAC;QACzB,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClE,OAAO,GAAe,CAAC;IACzB,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAEpC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,EACpE,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACpD,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,sBAAsB,CAAC;IACpE,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC;IACjC,mEAAmE;IACnE,aAAa;IACb,IAAI,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC;QAClC,GAAG,CAAC,kBAAkB,GAAG,gBAAgB,CACvC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,EACtB,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAC9B,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAAA,EAChC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,CAAC,CAAC;IAC3B,CAAC;IACD,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IACzB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAa,EACb,cAA8B,EAC9B,OAA8B;IAE9B,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACb,OAAO,GAAuB,CAAC;IACjC,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,eAAe,EAAE,CAAC;QAC9C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC;QAChC,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,sBAAsB,GAAG,GAAG,CAAC,eAAe,CAAC;IAClE,CAAC;IACD,IAAI,kBAAkB,GAAuC,MAAM,kBAAkB,CACnF,GAAsD,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;IACnF,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;QACpD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,kBAAkB,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,IAAI,CAAC,oBAAoB;YACnC,CAAC,OAAO,kBAAkB,CAAC,IAAI,KAAK,QAAQ;gBAC1C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACzE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qCAAqC,EACrD,kBAAkB,CAAC,YAAY,CAAC,CAAC;gBACnC,kBAAkB,GAAG,MAAM,kBAAkB,CAC3C,GAAsD,EAAE,cAAc,CAAC,CAAC;YAC5E,CAAC;YACD,8BAA8B;YAC9B,IAAI,CAAC,kBAAkB,IAAI,OAAO,kBAAkB,CAAC,IAAI,KAAK,QAAQ;gBACpE,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACvE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;gBACtE,OAAO,kBAAkB,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,kBAAkB,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,kBAAkB,CAAC,YAAY;YAC7B,kBAAkB,CAAC,eAAe,GAAG,GAAG,CAAC,sBAAsB,CAAC;IACpE,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC"}

package/lib/life-cycle/download-streaming-resource.d.ts

@@ -1,8 +1,8 @@
-import type { Response } from 'got/dist/source/core';
-import { Resource } from '../resource';
-import type { AsyncResult, DownloadResource, DownloadResourceFunc, RequestOptions } from './types';
-import type { StaticDownloadOptions } from '../options';
-import type { PipelineExecutor } from './pipeline-executor';
+import type { Response } from 'got';
+import type { Resource } from '../resource.js';
+import type { AsyncResult, DownloadResource, DownloadResourceFunc, RequestOptions } from './types.js';
+import type { StaticDownloadOptions } from '../options.js';
+import type { PipelineExecutor } from './pipeline-executor.js';
 export declare function isBytesAccepted(acceptRange?: string): boolean;
 export declare function isSameRangeStart(rangeStart: number, contentRange?: string): boolean;
 export declare function streamingDownloadToFile(res: Resource & {
@@ -49,3 +49,4 @@ export interface StreamingDownloadErrorHook {
     (e: Error | unknown, res: Resource, requestOptions: RequestOptions, options: StaticDownloadOptions, pipeline: PipelineExecutor): AsyncResult<void>;
 }
 export declare function downloadStreamingResourceWithHook(beforeDownload?: StreamingBeforeDownloadHook, afterDownload?: StreamingAfterDownloadHook, downloadError?: StreamingDownloadErrorHook): DownloadResourceFunc;
+//# sourceMappingURL=download-streaming-resource.d.ts.map

package/lib/life-cycle/download-streaming-resource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download-streaming-resource.d.ts","sourceRoot":"","sources":["../../src/life-cycle/download-streaming-resource.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,QAAQ,EAAC,MAAM,KAAK,CAAC;AAEhD,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,EACf,MAAM,YAAY,CAAC;AAGpB,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AACzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAK7D,wBAAgB,eAAe,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAW7D;AAED,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAWnF;AAED,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,QAAQ,GAAG;IAAE,sBAAsB,EAAE,MAAM,CAAA;CAAE,EAClD,cAAc,EAAE,cAAc,GAC7B,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAwK1B;AAED,wBAAsB,6BAA6B,CACjD,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,GAC5C,OAAO,CAAC,IAAI,CAAC,CAgBf;AAED,wBAAsB,yBAAyB,CAC7C,GAAG,EAAE,QAAQ,EACb,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,QAAQ,GAAG,gBAAgB,GAAG,IAAI,CAAC,CAoB7C;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;;;;;;;OASG;IACH,CAAC,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,EAC7E,QAAQ,EAAE,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC;CAC/E;AAED,MAAM,WAAW,0BAA0B;IACzC;;;;;;;;OAQG;IACH,CAAC,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,EAC7E,QAAQ,EAAE,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,0BAA0B;IACzC;;;;;;;;;OASG;IACH,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EACjE,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;CACjD;AAED,wBAAgB,iCAAiC,CAC/C,cAAc,CAAC,EAAE,2BAA2B,EAC5C,aAAa,CAAC,EAAE,0BAA0B,EAC1C,aAAa,CAAC,EAAE,0BAA0B,GACzC,oBAAoB,CAyDtB"}