website-scrap-engine 0.7.2 → 0.8.0

package/lib/downloader/adjust-concurrency.d.ts

@@ -1,2 +1,3 @@
-import type { DownloaderWithMeta } from './types';
+import type { DownloaderWithMeta } from './types.js';
 export declare function adjust(downloader: DownloaderWithMeta): void;
+//# sourceMappingURL=adjust-concurrency.d.ts.map

package/lib/downloader/adjust-concurrency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adjust-concurrency.d.ts","sourceRoot":"","sources":["../../src/downloader/adjust-concurrency.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,YAAY,CAAC;AAEnD,wBAAgB,MAAM,CAAC,UAAU,EAAE,kBAAkB,GAAG,IAAI,CAuC3D"}

package/lib/downloader/adjust-concurrency.js

@@ -1,8 +1,5 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.adjust = void 0;
-const logger_1 = require("../logger/logger");
-function adjust(downloader) {
+import { adjustConcurrency as logger } from '../logger/logger.js';
+export function adjust(downloader) {
     var _a;
     const { meta } = downloader;
     if (!meta.firstPeriodCount) {
@@ -18,7 +15,7 @@ function adjust(downloader) {
     meta.currentPeriodCount = total - meta.lastPeriodTotalCount;
     meta.lastPeriodTotalCount = total;
     if (downloader.queueSize === 0) {
-        return logger_1.adjustConcurrency.info('Queue is empty, keep concurrency as ', downloader.concurrency, 'pending items: ', downloader.queuePending);
+        return logger.info('Queue is empty, keep concurrency as ', downloader.concurrency, 'pending items: ', downloader.queuePending);
     }
     let concurrency = downloader.concurrency;
     if (meta.currentPeriodCount < 2) {
@@ -41,7 +38,6 @@ function adjust(downloader) {
     }
     downloader.concurrency =
         Math.max((_a = downloader.options.minConcurrency) !== null && _a !== void 0 ? _a : 4, concurrency);
-    logger_1.adjustConcurrency.info('concurrency', downloader.concurrency, 'queue size:', downloader.queueSize);
+    logger.info('concurrency', downloader.concurrency, 'queue size:', downloader.queueSize);
 }
-exports.adjust = adjust;
 //# sourceMappingURL=adjust-concurrency.js.map

package/lib/downloader/adjust-concurrency.js.map

@@ -1 +1 @@
-{"version":3,"file":"adjust-concurrency.js","sourceRoot":"","sources":["../../src/downloader/adjust-concurrency.ts"],"names":[],"mappings":";;;AAAA,6CAA6D;AAG7D,SAAgB,MAAM,CAAC,UAA8B;;IACnD,MAAM,EAAC,IAAI,EAAC,GAAG,UAAU,CAAC;IAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;QAC1B,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,eAAe,CAAC;QACnD,IAAI,CAAC,oBAAoB;YACvB,IAAI,CAAC,kBAAkB;gBACrB,IAAI,CAAC,eAAe;oBAClB,IAAI,CAAC,gBAAgB,CAAC;QAC5B,OAAO;KACR;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC;IACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC;IAC/C,IAAI,CAAC,kBAAkB,GAAG,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC5D,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;IAClC,IAAI,UAAU,CAAC,SAAS,KAAK,CAAC,EAAE;QAC9B,OAAO,0BAAM,CAAC,IAAI,CAAC,sCAAsC,EACvD,UAAU,CAAC,WAAW,EAAE,iBAAiB,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;KACvE;IACD,IAAI,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;IACzC,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,EAAE;QAC/B,WAAW,IAAI,CAAC,CAAC;KAClB;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE;QAC9D,WAAW,IAAI,CAAC,CAAC;KAClB;IACD,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,IAAI,CAAC,EAAE;QACxD,WAAW,IAAI,CAAC,CAAC;KAClB;IAED,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE;QACvD,WAAW,IAAI,CAAC,CAAC;KAClB;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE;QAC9D,WAAW,IAAI,CAAC,CAAC;KAClB;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE;QAC1D,WAAW,IAAI,CAAC,CAAC;KAClB;IACD,UAAU,CAAC,WAAW;QACpB,IAAI,CAAC,GAAG,CAAC,MAAA,UAAU,CAAC,OAAO,CAAC,cAAc,mCAAI,CAAC,EAAE,WAAW,CAAC,CAAC;IAChE,0BAAM,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,EAC/C,aAAa,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;AACzC,CAAC;AAvCD,wBAuCC"}
+{"version":3,"file":"adjust-concurrency.js","sourceRoot":"","sources":["../../src/downloader/adjust-concurrency.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,IAAI,MAAM,EAAC,MAAM,qBAAqB,CAAC;AAGhE,MAAM,UAAU,MAAM,CAAC,UAA8B;;IACnD,MAAM,EAAC,IAAI,EAAC,GAAG,UAAU,CAAC;IAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,eAAe,CAAC;QACnD,IAAI,CAAC,oBAAoB;YACvB,IAAI,CAAC,kBAAkB;gBACrB,IAAI,CAAC,eAAe;oBAClB,IAAI,CAAC,gBAAgB,CAAC;QAC5B,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC;IACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC;IAC/C,IAAI,CAAC,kBAAkB,GAAG,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAC5D,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;IAClC,IAAI,UAAU,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,sCAAsC,EACvD,UAAU,CAAC,WAAW,EAAE,iBAAiB,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;IACzC,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAChC,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC;QAC/D,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IACD,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,IAAI,CAAC,EAAE,CAAC;QACzD,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC;QACxD,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC;QAC/D,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;SAAM,IAAI,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC3D,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IACD,UAAU,CAAC,WAAW;QACpB,IAAI,CAAC,GAAG,CAAC,MAAA,UAAU,CAAC,OAAO,CAAC,cAAc,mCAAI,CAAC,EAAE,WAAW,CAAC,CAAC;IAChE,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,EAC/C,aAAa,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;AACzC,CAAC"}

package/lib/downloader/index.d.ts

@@ -1,8 +1,9 @@
-export { adjust } from './adjust-concurrency';
-export { AbstractDownloader } from './main';
-export { MultiThreadDownloader } from './multi';
-export { PipelineExecutorImpl } from './pipeline-executor-impl';
-export { SingleThreadDownloader } from './single';
-export * as types from './types';
-export { WorkerPool } from './worker-pool';
-export * as workerType from './worker-type';
+export { adjust } from './adjust-concurrency.js';
+export { AbstractDownloader } from './main.js';
+export { MultiThreadDownloader } from './multi.js';
+export { PipelineExecutorImpl } from './pipeline-executor-impl.js';
+export { SingleThreadDownloader } from './single.js';
+export * as types from './types.js';
+export { WorkerPool } from './worker-pool.js';
+export * as workerType from './worker-type.js';
+//# sourceMappingURL=index.d.ts.map

package/lib/downloader/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/downloader/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAC,qBAAqB,EAAC,MAAM,YAAY,CAAC;AACjD,OAAO,EAAC,oBAAoB,EAAC,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAC,sBAAsB,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,KAAK,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,UAAU,MAAM,kBAAkB,CAAC"}

package/lib/downloader/index.js

@@ -1,41 +1,9 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.workerType = exports.WorkerPool = exports.types = exports.SingleThreadDownloader = exports.PipelineExecutorImpl = exports.MultiThreadDownloader = exports.AbstractDownloader = exports.adjust = void 0;
-var adjust_concurrency_1 = require("./adjust-concurrency");
-Object.defineProperty(exports, "adjust", { enumerable: true, get: function () { return adjust_concurrency_1.adjust; } });
-var main_1 = require("./main");
-Object.defineProperty(exports, "AbstractDownloader", { enumerable: true, get: function () { return main_1.AbstractDownloader; } });
-var multi_1 = require("./multi");
-Object.defineProperty(exports, "MultiThreadDownloader", { enumerable: true, get: function () { return multi_1.MultiThreadDownloader; } });
-var pipeline_executor_impl_1 = require("./pipeline-executor-impl");
-Object.defineProperty(exports, "PipelineExecutorImpl", { enumerable: true, get: function () { return pipeline_executor_impl_1.PipelineExecutorImpl; } });
-var single_1 = require("./single");
-Object.defineProperty(exports, "SingleThreadDownloader", { enumerable: true, get: function () { return single_1.SingleThreadDownloader; } });
-exports.types = __importStar(require("./types"));
-var worker_pool_1 = require("./worker-pool");
-Object.defineProperty(exports, "WorkerPool", { enumerable: true, get: function () { return worker_pool_1.WorkerPool; } });
-exports.workerType = __importStar(require("./worker-type"));
+export { adjust } from './adjust-concurrency.js';
+export { AbstractDownloader } from './main.js';
+export { MultiThreadDownloader } from './multi.js';
+export { PipelineExecutorImpl } from './pipeline-executor-impl.js';
+export { SingleThreadDownloader } from './single.js';
+export * as types from './types.js';
+export { WorkerPool } from './worker-pool.js';
+export * as workerType from './worker-type.js';
 //# sourceMappingURL=index.js.map

package/lib/downloader/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/downloader/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2DAA4C;AAApC,4GAAA,MAAM,OAAA;AACd,+BAA0C;AAAlC,0GAAA,kBAAkB,OAAA;AAC1B,iCAA8C;AAAtC,8GAAA,qBAAqB,OAAA;AAC7B,mEAA8D;AAAtD,8HAAA,oBAAoB,OAAA;AAC5B,mCAAgD;AAAxC,gHAAA,sBAAsB,OAAA;AAC9B,iDAAiC;AACjC,6CAAyC;AAAjC,yGAAA,UAAU,OAAA;AAClB,4DAA4C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/downloader/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAC,qBAAqB,EAAC,MAAM,YAAY,CAAC;AACjD,OAAO,EAAC,oBAAoB,EAAC,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAC,sBAAsB,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,KAAK,MAAM,YAAY,CAAC;AACpC,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,UAAU,MAAM,kBAAkB,CAAC"}

package/lib/downloader/main.d.ts

@@ -1,13 +1,19 @@
 import PQueue from 'p-queue';
-import { DownloadOptions, StaticDownloadOptions } from '../options';
-import { RawResource } from '../resource';
-import type { DownloaderStats, DownloaderWithMeta } from './types';
-import { PipelineExecutorImpl } from './pipeline-executor-impl';
+import type { DownloadOptions, StaticDownloadOptions } from '../options.js';
+import type { RawResource } from '../resource.js';
+import type { DownloaderStats, DownloaderWithMeta } from './types.js';
+import { PipelineExecutorImpl } from './pipeline-executor-impl.js';
 export declare abstract class AbstractDownloader implements DownloaderWithMeta {
     pathToOptions: string;
     readonly queue: PQueue;
-    readonly pipeline: PipelineExecutorImpl;
-    readonly options: DownloadOptions;
+    readonly _asyncOptions: Promise<DownloadOptions>;
+    readonly _overrideOptions?: Partial<StaticDownloadOptions> & {
+        pathToWorker?: string;
+    };
+    _options?: DownloadOptions;
+    _isInit: boolean;
+    _pipeline?: PipelineExecutorImpl;
+    _initOptions: Promise<void>;
     readonly downloadedUrl: Set<string>;
     readonly queuedUrl: Set<string>;
     readonly meta: DownloaderStats;
@@ -15,6 +21,8 @@ export declare abstract class AbstractDownloader implements DownloaderWithMeta {
     protected constructor(pathToOptions: string, overrideOptions?: Partial<StaticDownloadOptions> & {
         pathToWorker?: string;
     });
+    get options(): DownloadOptions;
+    get pipeline(): PipelineExecutorImpl;
     get concurrency(): number;
     set concurrency(newConcurrency: number);
     get queueSize(): number;
@@ -30,3 +38,4 @@ export declare abstract class AbstractDownloader implements DownloaderWithMeta {
     onIdle(): Promise<void>;
     dispose(): Promise<void>;
 }
+//# sourceMappingURL=main.d.ts.map

package/lib/downloader/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../src/downloader/main.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAC;AAG7B,OAAO,KAAK,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAE1E,OAAO,KAAK,EAAC,WAAW,EAAW,MAAM,gBAAgB,CAAC;AAI1D,OAAO,KAAK,EAAC,eAAe,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACpE,OAAO,EAAC,oBAAoB,EAAC,MAAM,6BAA6B,CAAC;AAEjE,8BAAsB,kBAAmB,YAAW,kBAAkB;IAkBvC,aAAa,EAAE,MAAM;IAjBlD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACjD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvF,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,oBAAoB,CAAC;IACjC,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAqB;IACxD,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAqB;IACpD,QAAQ,CAAC,IAAI,EAAE,eAAe,CAK5B;IACF,WAAW,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,GAAG,IAAI,CAAa;IAE/D,SAAS,aAAoB,aAAa,EAAE,MAAM,EAChD,eAAe,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAc9E,IAAI,OAAO,IAAI,eAAe,CAK7B;IAED,IAAI,QAAQ,IAAI,oBAAoB,CAKnC;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,WAAW,CAAC,cAAc,EAAE,MAAM,EAErC;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAEK,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBzD,SAAS,CAAC,qBAAqB,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,GAAG,IAAI;IAwBjE,QAAQ,CAAC,0BAA0B,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAE9E,oBAAoB,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,GAAG,IAAI;IAStD,WAAW,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,GAAG,IAAI;IAapF,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED,KAAK,IAAI,IAAI;IAcb,IAAI,IAAI,IAAI;IAOZ,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAM/B"}

package/lib/downloader/main.js

@@ -1,17 +1,11 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AbstractDownloader = void 0;
-const p_queue_1 = __importDefault(require("p-queue"));
-const urijs_1 = __importDefault(require("urijs"));
-const options_1 = require("../options");
-const resource_1 = require("../resource");
-const logger_1 = require("../logger/logger");
-const util_1 = require("../util");
-const pipeline_executor_impl_1 = require("./pipeline-executor-impl");
-class AbstractDownloader {
+import PQueue from 'p-queue';
+import URI from 'urijs';
+import { mergeOverrideOptions } from '../options.js';
+import { normalizeResource, ResourceType } from '../resource.js';
+import { error, notFound, skip } from '../logger/logger.js';
+import { importDefaultFromPath } from '../util.js';
+import { PipelineExecutorImpl } from './pipeline-executor-impl.js';
+export class AbstractDownloader {
     constructor(pathToOptions, overrideOptions) {
         this.pathToOptions = pathToOptions;
         this.downloadedUrl = new Set();
@@ -23,10 +17,29 @@ class AbstractDownloader {
             lastPeriodTotalCount: 0
         };
         this.adjustTimer = undefined;
-        this.options = (0, options_1.mergeOverrideOptions)((0, util_1.importDefaultFromPath)(pathToOptions), overrideOptions);
-        this.queue = new p_queue_1.default({ concurrency: this.options.concurrency });
-        this.pipeline = new pipeline_executor_impl_1.PipelineExecutorImpl(this.options, this.options.req, this.options);
-        this.options.configureLogger(this.options.localRoot, this.options.logSubDir || '');
+        this._asyncOptions = importDefaultFromPath(pathToOptions);
+        this._overrideOptions = overrideOptions;
+        this.queue = new PQueue();
+        this._isInit = false;
+        this._initOptions = this._asyncOptions.then(options => {
+            options = mergeOverrideOptions(options, this._overrideOptions);
+            this._options = options;
+            this._pipeline = new PipelineExecutorImpl(options, options.req, options);
+            options.configureLogger(options.localRoot, options.logSubDir || '');
+            this._isInit = true;
+        });
+    }
+    get options() {
+        if (this._options) {
+            return this._options;
+        }
+        throw new TypeError('AbstractDownloader: not initialized');
+    }
+    get pipeline() {
+        if (this._pipeline) {
+            return this._pipeline;
+        }
+        throw new TypeError('AbstractDownloader: not initialized');
     }
     get concurrency() {
         return this.queue.concurrency;
@@ -41,20 +54,22 @@ class AbstractDownloader {
         return this.queue.pending;
     }
     async addInitialResource(urlArr) {
-        await this.pipeline.init(this.pipeline, this);
+        await this._initOptions;
+        const pipeline = this.pipeline;
+        await pipeline.init(pipeline, this);
         // noinspection DuplicatedCode
         for (let i = 0, l = urlArr.length; i < l; i++) {
             let url = urlArr[i];
-            url = await this.pipeline.linkRedirect(url, null, null);
+            url = await pipeline.linkRedirect(url, null, null);
             if (!url)
                 continue;
-            const type = await this.pipeline.detectResourceType(url, resource_1.ResourceType.Html, null, null);
+            const type = await pipeline.detectResourceType(url, ResourceType.Html, null, null);
             if (!type)
                 continue;
-            let r = await this.pipeline.createResource(type, 0, url, url, undefined, undefined, undefined, type);
+            let r = await pipeline.createResource(type, 0, url, url, undefined, undefined, undefined, type);
             if (!r)
                 continue;
-            r = await this.pipeline.processBeforeDownload(r, null, null);
+            r = await pipeline.processBeforeDownload(r, null, null);
             if (!r)
                 continue;
             if (!r.shouldBeDiscardedFromDownload) {
@@ -66,11 +81,11 @@ class AbstractDownloader {
         var _a;
         // noinspection DuplicatedCode
         if (res.depth > this.options.maxDepth) {
-            logger_1.skip.info('skipped max depth', res.url, res.refUrl, res.depth);
+            skip.info('skipped max depth', res.url, res.refUrl, res.depth);
             return false;
         }
         let url;
-        const uri = (((_a = res === null || res === void 0 ? void 0 : res.uri) === null || _a === void 0 ? void 0 : _a.clone()) || (0, urijs_1.default)(res.url)).hash('');
+        const uri = (((_a = res === null || res === void 0 ? void 0 : res.uri) === null || _a === void 0 ? void 0 : _a.clone()) || URI(res.url)).hash('');
         if (this.options.deduplicateStripSearch) {
             url = uri.search('').toString();
         }
@@ -81,7 +96,7 @@ class AbstractDownloader {
             return false;
         }
         this.queuedUrl.add(url);
-        const resource = (0, resource_1.normalizeResource)(res);
+        const resource = normalizeResource(res);
         // cut the call stack
         // noinspection JSIgnoredPromiseFromCall
         this.queue.add(() => new Promise(r => setImmediate(() => r(this.downloadAndProcessResource(resource)))));
@@ -100,13 +115,13 @@ class AbstractDownloader {
         // force cast in case of typescript 4.4
         if (err && err.name === 'HTTPError' &&
             ((_a = err === null || err === void 0 ? void 0 : err.response) === null || _a === void 0 ? void 0 : _a.statusCode) === 404) {
-            logger_1.notFound.error(resource.url, resource.downloadLink, resource.refUrl);
+            notFound.error(resource.url, resource.downloadLink, resource.refUrl);
         }
         else if (err) {
-            logger_1.error.error(cause, resource.url, resource.downloadLink, resource.refUrl, err);
+            error.error(cause, resource.url, resource.downloadLink, resource.refUrl, err);
         }
         else {
-            logger_1.error.error(cause, resource.url, resource.downloadLink, resource.refUrl);
+            error.error(cause, resource.url, resource.downloadLink, resource.refUrl);
         }
     }
     get downloadedCount() {
@@ -119,7 +134,9 @@ class AbstractDownloader {
             }
             this.adjustTimer = setInterval(() => { var _a, _b; return (_b = (_a = this.options).adjustConcurrencyFunc) === null || _b === void 0 ? void 0 : _b.call(_a, this); }, this.options.adjustConcurrencyPeriod || 60000);
         }
-        this.queue.start();
+        this._initOptions.then(() => {
+            this.queue.start();
+        });
     }
     stop() {
         if (this.adjustTimer) {
@@ -131,10 +148,10 @@ class AbstractDownloader {
         return this.queue.onIdle();
     }
     async dispose() {
+        var _a;
         this.stop();
         this.queue.clear();
-        await this.pipeline.dispose(this.pipeline, this);
+        await ((_a = this.pipeline) === null || _a === void 0 ? void 0 : _a.dispose(this.pipeline, this));
     }
 }
-exports.AbstractDownloader = AbstractDownloader;
 //# sourceMappingURL=main.js.map

package/lib/downloader/main.js.map

@@ -1 +1 @@
-{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/downloader/main.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA6B;AAE7B,kDAAwB;AACxB,wCAIoB;AACpB,0CAKqB;AACrB,6CAAuD;AACvD,kCAA8C;AAE9C,qEAA8D;AAE9D,MAAsB,kBAAkB;IActC,YAA6B,aAAqB,EAChD,eAA4E;QADjD,kBAAa,GAAb,aAAa,CAAQ;QAVzC,kBAAa,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC/C,cAAS,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC3C,SAAI,GAAoB;YAC/B,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,CAAC;SACxB,CAAC;QACF,gBAAW,GAA0C,SAAS,CAAC;QAI7D,IAAI,CAAC,OAAO,GAAG,IAAA,8BAAoB,EAAC,IAAA,4BAAqB,EAAC,aAAa,CAAC,EAAE,eAAe,CAAC,CAAC;QAC3F,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAM,CAAC,EAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAC,CAAC,CAAC;QACjE,IAAI,CAAC,QAAQ,GAAG,IAAI,6CAAoB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvF,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IAED,IAAI,WAAW,CAAC,cAAsB;QACpC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,cAAc,CAAC;IAC1C,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAgB;QACvC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9C,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC7C,IAAI,GAAG,GAAkB,MAAM,CAAC,CAAC,CAAC,CAAC;YACnC,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,MAAM,IAAI,GAAwB,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CACtE,GAAG,EAAE,uBAAY,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,GAAoB,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CACzD,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EACjB,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE;gBACpC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;aAC9B;SACF;IACH,CAAC;IAES,qBAAqB,CAAC,GAAgB;;QAC9C,8BAA8B;QAC9B,IAAI,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;YACrC,aAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;SACd;QACD,IAAI,GAAW,CAAC;QAChB,MAAM,GAAG,GAAQ,CAAC,CAAA,MAAC,GAAgB,aAAhB,GAAG,uBAAH,GAAG,CAAe,GAAG,0CAAE,KAAK,EAAE,KAAI,IAAA,eAAG,EAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE;YACvC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;SACjC;aAAM;YACL,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;SACtB;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAC3B,OAAO,KAAK,CAAC;SACd;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAa,IAAA,4BAAiB,EAAC,GAAG,CAAC,CAAC;QAClD,qBAAqB;QACrB,wCAAwC;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAChD,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAID,oBAAoB,CAAC,GAAgB;QACnC,IAAI;YACF,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;SACxC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC;SACd;IACH,CAAC;IAED,WAAW,CAAC,GAA2B,EAAE,KAAa,EAAE,QAAqB;;QAC3E,uCAAuC;QACvC,IAAI,GAAG,IAAK,GAAuB,CAAC,IAAI,KAAK,WAAW;YACtD,CAAA,MAAC,GAAiB,aAAjB,GAAG,uBAAH,GAAG,CAAgB,QAAQ,0CAAE,UAAU,MAAK,GAAG,EAAE;YAClD,iBAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;SACtE;aAAM,IAAI,GAAG,EAAE;YACd,cAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SAC/E;aAAM;YACL,cAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;SAC1E;IACH,CAAC;IAGD,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,KAAK,UAAU,EAAE;YAC5D,IAAI,IAAI,CAAC,WAAW,EAAE;gBACpB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aACjC;YACD,IAAI,CAAC,WAAW,GAAG,WAAW,CAC5B,GAAG,EAAE,eAAC,OAAA,MAAA,MAAA,IAAI,CAAC,OAAO,EAAC,qBAAqB,mDAAG,IAAI,CAAC,CAAA,EAAA,EAChD,IAAI,CAAC,OAAO,CAAC,uBAAuB,IAAI,KAAK,CAAC,CAAC;SAClD;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;SACjC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;CAEF;AA7ID,gDA6IC"}
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/downloader/main.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,OAAO,GAAG,MAAM,OAAO,CAAC;AAExB,OAAO,EAAC,oBAAoB,EAAC,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAC,qBAAqB,EAAC,MAAM,YAAY,CAAC;AAEjD,OAAO,EAAC,oBAAoB,EAAC,MAAM,6BAA6B,CAAC;AAEjE,MAAM,OAAgB,kBAAkB;IAkBtC,YAA6B,aAAqB,EAChD,eAA4E;QADjD,kBAAa,GAAb,aAAa,CAAQ;QAVzC,kBAAa,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC/C,cAAS,GAAgB,IAAI,GAAG,EAAU,CAAC;QAC3C,SAAI,GAAoB;YAC/B,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,CAAC;SACxB,CAAC;QACF,gBAAW,GAA0C,SAAS,CAAC;QAI7D,IAAI,CAAC,aAAa,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;QAC1D,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YACpD,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC/D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,SAAS,GAAG,IAAI,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACzE,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO;QACT,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IAED,IAAI,WAAW,CAAC,cAAsB;QACpC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,cAAc,CAAC;IAC1C,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAAgB;QACvC,MAAM,IAAI,CAAC,YAAY,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,GAAG,GAAkB,MAAM,CAAC,CAAC,CAAC,CAAC;YACnC,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,MAAM,IAAI,GAAwB,MAAM,QAAQ,CAAC,kBAAkB,CACjE,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,GAAoB,MAAM,QAAQ,CAAC,cAAc,CACpD,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EACjB,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,CAAC,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;gBACrC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAES,qBAAqB,CAAC,GAAgB;;QAC9C,8BAA8B;QAC9B,IAAI,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,GAAW,CAAC;QAChB,MAAM,GAAG,GAAQ,CAAC,CAAA,MAAC,GAAgB,aAAhB,GAAG,uBAAH,GAAG,CAAe,GAAG,0CAAE,KAAK,EAAE,KAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACxC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAa,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAClD,qBAAqB;QACrB,wCAAwC;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAChD,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAID,oBAAoB,CAAC,GAAgB;QACnC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,WAAW,CAAC,GAA2B,EAAE,KAAa,EAAE,QAAqB;;QAC3E,uCAAuC;QACvC,IAAI,GAAG,IAAK,GAAuB,CAAC,IAAI,KAAK,WAAW;YACtD,CAAA,MAAC,GAAiB,aAAjB,GAAG,uBAAH,GAAG,CAAgB,QAAQ,0CAAE,UAAU,MAAK,GAAG,EAAE,CAAC;YACnD,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,GAAG,EAAE,CAAC;YACf,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAGD,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;YAC7D,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,WAAW,CAC5B,GAAG,EAAE,eAAC,OAAA,MAAA,MAAA,IAAI,CAAC,OAAO,EAAC,qBAAqB,mDAAG,IAAI,CAAC,CAAA,EAAA,EAChD,IAAI,CAAC,OAAO,CAAC,uBAAuB,IAAI,KAAK,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO;;QACX,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,CAAA,MAAA,IAAI,CAAC,QAAQ,0CAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA,CAAC;IACpD,CAAC;CAEF"}

package/lib/downloader/multi.d.ts

@@ -1,8 +1,9 @@
-import { WorkerPool, WorkerFactory } from './worker-pool';
-import type { RawResource, Resource } from '../resource';
-import type { DownloadWorkerMessage } from './types';
-import type { StaticDownloadOptions } from '../options';
-import { AbstractDownloader } from './main';
+import type { WorkerFactory } from './worker-pool.js';
+import { WorkerPool } from './worker-pool.js';
+import type { RawResource, Resource } from '../resource.js';
+import type { DownloadWorkerMessage } from './types.js';
+import type { StaticDownloadOptions } from '../options.js';
+import { AbstractDownloader } from './main.js';
 export interface MultiThreadDownloaderOptions extends StaticDownloadOptions {
     pathToWorker?: string;
     maxLoad: number;
@@ -17,3 +18,4 @@ export declare class MultiThreadDownloader extends AbstractDownloader {
     onIdle(): Promise<void>;
     dispose(): Promise<void>;
 }
+//# sourceMappingURL=multi.d.ts.map

package/lib/downloader/multi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi.d.ts","sourceRoot":"","sources":["../../src/downloader/multi.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,EAAC,WAAW,EAAE,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAC1D,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,YAAY,CAAC;AACtD,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAGzD,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAC;AAE7C,MAAM,WAAW,4BAA6B,SAAQ,qBAAqB;IACzE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,qBAAsB,SAAQ,kBAAkB;IAMlD,aAAa,EAAE,MAAM;IAL9B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;IAC9D,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAGtB,aAAa,EAAE,MAAM,EAC5B,eAAe,CAAC,EAAE,OAAO,CAAC,4BAA4B,CAAC,EACvD,aAAa,CAAC,EAAE,aAAa;IA8BzB,0BAA0B,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IA+CxE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAOjB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAO/B"}

package/lib/downloader/multi.js

@@ -1,14 +1,8 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MultiThreadDownloader = void 0;
-const path_1 = __importDefault(require("path"));
-const worker_pool_1 = require("./worker-pool");
-const logger_1 = require("../logger/logger");
-const main_1 = require("./main");
-class MultiThreadDownloader extends main_1.AbstractDownloader {
+import path from 'node:path';
+import { WorkerPool } from './worker-pool.js';
+import { skip } from '../logger/logger.js';
+import { AbstractDownloader } from './main.js';
+export class MultiThreadDownloader extends AbstractDownloader {
     constructor(pathToOptions, overrideOptions, workerFactory) {
         super(pathToOptions, overrideOptions);
         this.pathToOptions = pathToOptions;
@@ -19,9 +13,9 @@ class MultiThreadDownloader extends main_1.AbstractDownloader {
         if (workerCount < 1) {
             workerCount = 1;
         }
-        this.pool = new worker_pool_1.WorkerPool(workerCount, 
+        this.pool = new WorkerPool(workerCount, 
         // worker script should be compiled to .js
-        (overrideOptions === null || overrideOptions === void 0 ? void 0 : overrideOptions.pathToWorker) || path_1.default.resolve(__dirname, 'worker.js'), { pathToOptions, overrideOptions }, (overrideOptions === null || overrideOptions === void 0 ? void 0 : overrideOptions.maxLoad) || -1, workerFactory);
+        (overrideOptions === null || overrideOptions === void 0 ? void 0 : overrideOptions.pathToWorker) || path.resolve(__dirname, 'worker.js'), { pathToOptions, overrideOptions }, (overrideOptions === null || overrideOptions === void 0 ? void 0 : overrideOptions.maxLoad) || -1, workerFactory);
         this.workerDispose = [];
         for (const info of this.pool.workers) {
             info.worker.addListener('exit', exitCode => this.workerDispose.push(this.pipeline.dispose(this.pipeline, this, info, exitCode)));
@@ -30,7 +24,7 @@ class MultiThreadDownloader extends main_1.AbstractDownloader {
             this.init = this.addInitialResource(this.options.initialUrl);
         }
         else {
-            this.init = this.pipeline.init(this.pipeline, this);
+            this.init = this._initOptions.then(() => this.pipeline.init(this.pipeline, this));
         }
     }
     async downloadAndProcessResource(res) {
@@ -39,7 +33,7 @@ class MultiThreadDownloader extends main_1.AbstractDownloader {
         try {
             r = await this.pipeline.download(res);
             if (!r) {
-                logger_1.skip.debug('discarded after download', res.url, res.rawUrl, res.refUrl);
+                skip.debug('discarded after download', res.url, res.rawUrl, res.refUrl);
                 return;
             }
         }
@@ -67,7 +61,7 @@ class MultiThreadDownloader extends main_1.AbstractDownloader {
         }
         this.downloadedUrl.add(res.url);
         if (!msg) {
-            logger_1.skip.info('discarded in post-processing', res.url, res.rawUrl, res.refUrl);
+            skip.info('discarded in post-processing', res.url, res.rawUrl, res.refUrl);
             return;
         }
         if (msg.error) {
@@ -95,5 +89,4 @@ class MultiThreadDownloader extends main_1.AbstractDownloader {
         await Promise.all(workerDispose);
     }
 }
-exports.MultiThreadDownloader = MultiThreadDownloader;
 //# sourceMappingURL=multi.js.map

package/lib/downloader/multi.js.map

@@ -1 +1 @@
-{"version":3,"file":"multi.js","sourceRoot":"","sources":["../../src/downloader/multi.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,+CAAwD;AAKxD,6CAAsC;AACtC,iCAA0C;AAO1C,MAAa,qBAAsB,SAAQ,yBAAkB;IAK3D,YACS,aAAqB,EAC5B,eAAuD,EACvD,aAA6B;QAE7B,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QAJ/B,kBAAa,GAAb,aAAa,CAAQ;QAK5B,IAAI,WAAW,GAAW,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAC5B,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;SAC/D;QACD,IAAI,WAAW,GAAG,CAAC,EAAE;YACnB,WAAW,GAAG,CAAC,CAAC;SACjB;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,wBAAU,CAAqC,WAAW;QACxE,0CAA0C;QAC1C,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,YAAY,KAAI,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,EACrE,EAAC,aAAa,EAAE,eAAe,EAAC,EAChC,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,OAAO,KAAI,CAAC,CAAC,EAC9B,aAAa,CACd,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAC5B,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CACjC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;SAClE;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;YAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;SAC9D;aAAM;YACL,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACrD;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,GAAa;;QAC5C,IAAI,CAA0B,CAAC;QAC/B,IAAI;YACF,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,CAAC,EAAE;gBACN,aAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACxE,OAAO;aACR;SACF;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;YACjD,OAAO,KAAK,CAAC;SACd;QACD,IAAI,GAAiC,CAAC;QACtC,IAAI;YACF,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACzD,CAAC,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC;gBACvB,CAAC,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;gBAChD,8DAA8D;gBAC9D,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvB,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;aAC/C;iBAAM;gBACL,0BAA0B;gBAC1B,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;aACrC;SACF;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC;SACd;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,EAAE;YACR,aAAI,CAAC,IAAI,CAAC,8BAA8B,EACtC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO;SACR;QACD,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;SAClD;QACD,IAAI,MAAA,GAAG,CAAC,IAAI,0CAAE,MAAM,EAAE;YACpB,MAAM,IAAI,GAAkB,GAAG,CAAC,IAAI,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;SAC5D;QACD,IAAI,GAAG,CAAC,aAAa,EAAE;YACrB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;SACvC;IAEH,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE;YACtC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;SAC7C;QACD,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;CACF;AAnGD,sDAmGC"}
+{"version":3,"file":"multi.js","sourceRoot":"","sources":["../../src/downloader/multi.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAK5C,OAAO,EAAC,IAAI,EAAC,MAAM,qBAAqB,CAAC;AACzC,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAC;AAO7C,MAAM,OAAO,qBAAsB,SAAQ,kBAAkB;IAK3D,YACS,aAAqB,EAC5B,eAAuD,EACvD,aAA6B;QAE7B,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QAJ/B,kBAAa,GAAb,aAAa,CAAQ;QAK5B,IAAI,WAAW,GAAW,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,WAAW,GAAG,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAqC,WAAW;QACxE,0CAA0C;QAC1C,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,YAAY,KAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,EACrE,EAAC,aAAa,EAAE,eAAe,EAAC,EAChC,CAAA,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,OAAO,KAAI,CAAC,CAAC,EAC9B,aAAa,CACd,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAC5B,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CACjC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,GAAa;;QAC5C,IAAI,CAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,CAAC,GAAG,MAAM,IAAI,CAAC,QAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACP,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,GAAiC,CAAC;QACtC,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACzD,CAAC,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC;gBACvB,CAAC,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACjD,8DAA8D;gBAC9D,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvB,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,0BAA0B;gBAC1B,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,8BAA8B,EACtC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,MAAA,GAAG,CAAC,IAAI,0CAAE,MAAM,EAAE,CAAC;YACrB,MAAM,IAAI,GAAkB,GAAG,CAAC,IAAI,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACxC,CAAC;IAEH,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;CACF"}

package/lib/downloader/pipeline-executor-impl.d.ts

@@ -1,10 +1,10 @@
-import type { StaticDownloadOptions } from '../options';
-import type { Resource, ResourceEncoding, ResourceType } from '../resource';
-import type { DownloadResource, ProcessingLifeCycle, RequestOptions, SubmitResourceFunc } from '../life-cycle/types';
-import type { PipelineExecutor } from '../life-cycle/pipeline-executor';
-import type { Cheerio } from '../types';
-import type { DownloaderWithMeta } from './types';
-import type { WorkerInfo } from './worker-pool';
+import type { StaticDownloadOptions } from '../options.js';
+import type { Resource, ResourceEncoding, ResourceType } from '../resource.js';
+import type { DownloadResource, ProcessingLifeCycle, RequestOptions, SubmitResourceFunc } from '../life-cycle/types.js';
+import type { PipelineExecutor } from '../life-cycle/pipeline-executor.js';
+import type { Cheerio } from '../types.js';
+import type { DownloaderWithMeta } from './types.js';
+import type { WorkerInfo } from './worker-pool.js';
 /**
  * Pipeline executor
  */
@@ -30,3 +30,4 @@ export declare class PipelineExecutorImpl implements PipelineExecutor {
     saveToDisk(res: DownloadResource, options?: StaticDownloadOptions): Promise<DownloadResource | void>;
     dispose(pipeline: PipelineExecutor, downloader: DownloaderWithMeta, workerInfo?: WorkerInfo, workerExitCode?: number): Promise<void>;
 }
+//# sourceMappingURL=pipeline-executor-impl.d.ts.map

package/lib/downloader/pipeline-executor-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-executor-impl.d.ts","sourceRoot":"","sources":["../../src/downloader/pipeline-executor-impl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AACzD,OAAO,KAAK,EAEV,QAAQ,EACR,gBAAgB,EAChB,YAAY,EACb,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EACV,gBAAgB,EAChB,mBAAmB,EACnB,cAAc,EACd,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,oCAAoC,CAAC;AACzE,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD;;GAEG;AACH,qBAAa,oBAAqB,YAAW,gBAAgB;IACxC,SAAS,EAAE,mBAAmB;IAC9B,cAAc,EAAE,cAAc;IAC9B,OAAO,EAAE,qBAAqB;gBAF9B,SAAS,EAAE,mBAAmB,EAC9B,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,qBAAqB;IAG3C,IAAI,CACR,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,CAAC,EAAE,kBAAkB,GAC9B,OAAO,CAAC,IAAI,CAAC;IAOV,wBAAwB,CAC5B,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,YAAY,EACzB,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,EAC3B,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,MAAM,EAAE,QAAQ,GACf,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAiBrB,YAAY,CAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,MAAM,EAAE,QAAQ,GAAG,IAAI,GACtB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAYnB,kBAAkB,CACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,MAAM,EAAE,QAAQ,GAAG,IAAI,GACtB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAc/B,cAAc,CACZ,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,MAAM,EAClB,QAAQ,CAAC,EAAE,gBAAgB,EAC3B,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,YAAY,GACrB,QAAQ;IAkBL,qBAAqB,CACzB,GAAG,EAAE,QAAQ,EACb,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,MAAM,EAAE,QAAQ,GAAG,IAAI,EACvB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAgBrB,QAAQ,CACZ,GAAG,EAAE,QAAQ,EACb,cAAc,CAAC,EAAE,cAAc,EAC/B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IA0BnC;;;;;OAKG;IACG,oBAAoB,CACxB,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAe7B,UAAU,CACd,GAAG,EAAE,gBAAgB,EACrB,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAiB7B,OAAO,CACX,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EAAE,kBAAkB,EAC9B,UAAU,CAAC,EAAE,UAAU,EACvB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,IAAI,CAAC;CAOjB"}

package/lib/downloader/pipeline-executor-impl.js

@@ -1,10 +1,7 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PipelineExecutorImpl = void 0;
 /**
  * Pipeline executor
  */
-class PipelineExecutorImpl {
+export class PipelineExecutorImpl {
     constructor(lifeCycle, requestOptions, options) {
         this.lifeCycle = lifeCycle;
         this.requestOptions = requestOptions;
@@ -150,5 +147,4 @@ class PipelineExecutorImpl {
         }
     }
 }
-exports.PipelineExecutorImpl = PipelineExecutorImpl;
 //# sourceMappingURL=pipeline-executor-impl.js.map

package/lib/downloader/pipeline-executor-impl.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-executor-impl.js","sourceRoot":"","sources":["../../src/downloader/pipeline-executor-impl.ts"],"names":[],"mappings":";;;AAmBA;;GAEG;AACH,MAAa,oBAAoB;IAC/B,YAAmB,SAA8B,EAC9B,cAA8B,EAC9B,OAA8B;QAF9B,cAAS,GAAT,SAAS,CAAqB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,YAAO,GAAP,OAAO,CAAuB;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAA0B,EAC1B,UAA+B;QAE/B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI;YAAE,OAAO;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACtC,MAAM,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;SAClC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,MAAc,EACd,WAAyB,EACzB,KAA2B,EAC3B,OAAuB,EACvB,MAAgB;QAEhB,MAAM,GAAG,GAAkB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9E,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,EACtE,MAAM,EACN,MAAM,CAAC,SAAS,EAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC3B,QAAQ,EACR,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,GAAW,EACX,OAAuB,EACvB,MAAuB;QAEvB,IAAI,aAAa,GAAkB,GAAG,CAAC;QACvC,KAAK,MAAM,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE;YAC1D,IAAI,CAAC,aAAa;gBAChB,MAAM,gBAAgB,CAAC,aAAuB,EAC5C,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,SAAS,EAAE;gBACvD,OAAO,SAAS,CAAC;aAClB;SACF;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,GAAW,EACX,IAAkB,EAClB,OAAuB,EACvB,MAAuB;QAGvB,IAAI,YAAY,GAAwB,IAAI,CAAC;QAC7C,KAAK,MAAM,sBAAsB,IAAI,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE;YACtE,IAAI,CAAC,YAAY;gBACb,MAAM,sBAAsB,CAAC,GAAG,EAAE,YAA4B,EAC5D,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBACrC,SAAS,EAAE;gBACf,OAAO,SAAS,CAAC;aAClB;SACF;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,cAAc,CACZ,IAAkB,EAClB,KAAa,EACb,GAAW,EACX,MAAc,EACd,SAAkB,EAClB,QAA2B,EAC3B,WAAoB,EACpB,OAAsB;;QAEtB,MAAM,GAAG,GAA2B;YAClC,IAAI;YACJ,KAAK;YACL,GAAG;YACH,MAAM;YACN,WAAW;YACX,OAAO;YACP,SAAS,EAAE,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,IAAI,CAAC,OAAO,CAAC,SAAS;YAC9C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;YACvC,QAAQ,EAAE,MAAA,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,mCAAI,MAAM;YAC3D,UAAU,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,sBAAsB;YAChD,oBAAoB,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB;YACvD,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB;SACpD,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,GAAa,EACb,OAAuB,EACvB,MAAuB,EACvB,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACxB;QACD,IAAI,iBAAiB,GAAoB,GAAG,CAAC;QAC7C,KAAK,MAAM,qBAAqB,IAAI,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE;YACxE,IAAI,CAAC,iBAAiB;gBAClB,MAAM,qBAAqB,CAAC,iBAAqC,EAC/D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAChC,SAAS,EAAE;gBACf,OAAO,SAAS,CAAC;aAClB;SACF;QACD,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,GAAa,EACb,cAA+B,EAC/B,OAA+B;QAE/B,IAAI,GAAG,CAAC,6BAA6B,EAAE;YACrC,OAAO,SAAS,CAAC;SAClB;QACD,IAAI,CAAC,cAAc,EAAE;YACnB,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;SACtC;QACD,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACxB;QACD,IAAI,kBAAkB,GAAuC,GAAG,CAAC;QACjE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YAC9C,IAAI,CAAC,kBAAkB,GAAG,MAAM,QAAQ,CACtC,kBAA8B,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC3D,SAAS,EAAE;gBACf,OAAO,SAAS,CAAC;aAClB;YACD,qCAAqC;YACrC,IAAK,kBAA+B,aAA/B,kBAAkB,uBAAlB,kBAAkB,CAAe,IAAI,EAAE;gBAC1C,OAAO,kBAAsC,CAAC;aAC/C;SACF;QACD,iBAAiB;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,GAAqB,EACrB,MAA0B,EAC1B,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACxB;QACD,IAAI,kBAAkB,GAA4B,GAAG,CAAC;QACtD,KAAK,MAAM,oBAAoB,IAAI,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE;YACtE,IAAI,CAAC,kBAAkB,GAAG,MAAM,oBAAoB,CAClD,kBAAsC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC3D,SAAS,EAAE;gBACf,OAAO,SAAS,CAAC;aAClB;SACF;QACD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU,CACd,GAAqB,EACrB,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;SACxB;QACD,IAAI,kBAAkB,GAA4B,GAAG,CAAC;QACtD,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YAClD,IAAI,CAAC,kBAAkB,GAAG,MAAM,UAAU,CACxC,kBAAsC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBACnD,SAAS,EAAE;gBACf,qBAAqB;gBACrB,OAAO,SAAS,CAAC;aAClB;SACF;QACD,iBAAiB;QACjB,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA0B,EAC1B,UAA8B,EAC9B,UAAuB,EACvB,cAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO;YAAE,OAAO;QACpC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YAC5C,MAAM,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;SACjE;IACH,CAAC;CAEF;AAjND,oDAiNC"}
+{"version":3,"file":"pipeline-executor-impl.js","sourceRoot":"","sources":["../../src/downloader/pipeline-executor-impl.ts"],"names":[],"mappings":"AAmBA;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAC/B,YAAmB,SAA8B,EAC9B,cAA8B,EAC9B,OAA8B;QAF9B,cAAS,GAAT,SAAS,CAAqB;QAC9B,mBAAc,GAAd,cAAc,CAAgB;QAC9B,YAAO,GAAP,OAAO,CAAuB;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAA0B,EAC1B,UAA+B;QAE/B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI;YAAE,OAAO;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,MAAc,EACd,WAAyB,EACzB,KAA2B,EAC3B,OAAuB,EACvB,MAAgB;QAEhB,MAAM,GAAG,GAAkB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9E,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,EACtE,MAAM,EACN,MAAM,CAAC,SAAS,EAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC3B,QAAQ,EACR,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,GAAW,EACX,OAAuB,EACvB,MAAuB;QAEvB,IAAI,aAAa,GAAkB,GAAG,CAAC;QACvC,KAAK,MAAM,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;YAC3D,IAAI,CAAC,aAAa;gBAChB,MAAM,gBAAgB,CAAC,aAAuB,EAC5C,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBACxD,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,GAAW,EACX,IAAkB,EAClB,OAAuB,EACvB,MAAuB;QAGvB,IAAI,YAAY,GAAwB,IAAI,CAAC;QAC7C,KAAK,MAAM,sBAAsB,IAAI,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,CAAC;YACvE,IAAI,CAAC,YAAY;gBACb,MAAM,sBAAsB,CAAC,GAAG,EAAE,YAA4B,EAC5D,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBACrC,SAAS,EAAE,CAAC;gBAChB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,cAAc,CACZ,IAAkB,EAClB,KAAa,EACb,GAAW,EACX,MAAc,EACd,SAAkB,EAClB,QAA2B,EAC3B,WAAoB,EACpB,OAAsB;;QAEtB,MAAM,GAAG,GAA2B;YAClC,IAAI;YACJ,KAAK;YACL,GAAG;YACH,MAAM;YACN,WAAW;YACX,OAAO;YACP,SAAS,EAAE,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,IAAI,CAAC,OAAO,CAAC,SAAS;YAC9C,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;YACvC,QAAQ,EAAE,MAAA,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,mCAAI,MAAM;YAC3D,UAAU,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,sBAAsB;YAChD,oBAAoB,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB;YACvD,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB;SACpD,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,GAAa,EACb,OAAuB,EACvB,MAAuB,EACvB,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,IAAI,iBAAiB,GAAoB,GAAG,CAAC;QAC7C,KAAK,MAAM,qBAAqB,IAAI,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE,CAAC;YACzE,IAAI,CAAC,iBAAiB;gBAClB,MAAM,qBAAqB,CAAC,iBAAqC,EAC/D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAChC,SAAS,EAAE,CAAC;gBAChB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,GAAa,EACb,cAA+B,EAC/B,OAA+B;QAE/B,IAAI,GAAG,CAAC,6BAA6B,EAAE,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,IAAI,kBAAkB,GAAuC,GAAG,CAAC;QACjE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC/C,IAAI,CAAC,kBAAkB,GAAG,MAAM,QAAQ,CACtC,kBAA8B,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC3D,SAAS,EAAE,CAAC;gBAChB,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,qCAAqC;YACrC,IAAK,kBAA+B,aAA/B,kBAAkB,uBAAlB,kBAAkB,CAAe,IAAI,EAAE,CAAC;gBAC3C,OAAO,kBAAsC,CAAC;YAChD,CAAC;QACH,CAAC;QACD,iBAAiB;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,GAAqB,EACrB,MAA0B,EAC1B,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,IAAI,kBAAkB,GAA4B,GAAG,CAAC;QACtD,KAAK,MAAM,oBAAoB,IAAI,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC;YACvE,IAAI,CAAC,kBAAkB,GAAG,MAAM,oBAAoB,CAClD,kBAAsC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC3D,SAAS,EAAE,CAAC;gBAChB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU,CACd,GAAqB,EACrB,OAA+B;QAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,IAAI,kBAAkB,GAA4B,GAAG,CAAC;QACtD,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;YACnD,IAAI,CAAC,kBAAkB,GAAG,MAAM,UAAU,CACxC,kBAAsC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBACnD,SAAS,EAAE,CAAC;gBAChB,qBAAqB;gBACrB,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,iBAAiB;QACjB,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA0B,EAC1B,UAA8B,EAC9B,UAAuB,EACvB,cAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO;YAAE,OAAO;QACpC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC7C,MAAM,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;CAEF"}

package/lib/downloader/single.d.ts

@@ -1,6 +1,6 @@
-import { AbstractDownloader } from './main';
-import type { Resource } from '../resource';
-import type { StaticDownloadOptions } from '../options';
+import { AbstractDownloader } from './main.js';
+import type { Resource } from '../resource.js';
+import type { StaticDownloadOptions } from '../options.js';
 export declare class SingleThreadDownloader extends AbstractDownloader {
     pathToOptions: string;
     readonly init: Promise<void>;
@@ -10,3 +10,4 @@ export declare class SingleThreadDownloader extends AbstractDownloader {
     downloadAndProcessResource(res: Resource): Promise<void>;
     onIdle(): Promise<void>;
 }
+//# sourceMappingURL=single.d.ts.map

package/lib/downloader/single.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"single.d.ts","sourceRoot":"","sources":["../../src/downloader/single.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAC;AAC7C,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAOzD,qBAAa,sBAAuB,SAAQ,kBAAkB;IAGzC,aAAa,EAAE,MAAM;IAFxC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gBAEV,aAAa,EAAE,MAAM,EACtC,eAAe,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IASxE,0BAA0B,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAwC9D,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAMxB"}