patreon-dl 1.0.0

package/dist/downloaders/Downloader.js

@@ -0,0 +1,357 @@
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _Downloader_instances, _Downloader_hasEmittedEndEventOnAbort, _Downloader_validateOptions;
+import fs from 'fs';
+import { EventEmitter } from 'events';
+import deepFreeze from 'deep-freeze';
+import Fetcher from '../utils/Fetcher.js';
+import Bootstrap from './Bootstrap.js';
+import { getDownloaderInit } from './DownloaderOptions.js';
+import { commonLog } from '../utils/logging/Logger.js';
+import FSHelper from '../utils/FSHelper.js';
+import DownloadTaskBatch from './task/DownloadTaskBatch.js';
+import FFmpegDownloadTask from './task/FFmpegDownloadTask.js';
+import DownloadTaskFactory from './task/DownloadTaskFactory.js';
+import FilenameFormatHelper from '../utils/FilenameFormatHelper.js';
+import { generateCampaignSummary } from './templates/CampaignInfo.js';
+import path from 'path';
+import URLHelper from '../utils/URLHelper.js';
+import { AbortError } from 'node-fetch';
+import ffmpeg from 'fluent-ffmpeg';
+export default class Downloader extends EventEmitter {
+    constructor(bootstrap, options) {
+        super();
+        _Downloader_instances.add(this);
+        _Downloader_hasEmittedEndEventOnAbort.set(this, void 0);
+        __classPrivateFieldGet(this, _Downloader_instances, "m", _Downloader_validateOptions).call(this, options);
+        this.config = deepFreeze({
+            ...bootstrap,
+            ...getDownloaderInit(options)
+        });
+        if (this.config.pathToFFmpeg) {
+            ffmpeg.setFfmpegPath(this.config.pathToFFmpeg);
+        }
+        this.fetcher = new Fetcher(options?.cookie, options?.logger);
+        this.logger = options?.logger;
+        __classPrivateFieldSet(this, _Downloader_hasEmittedEndEventOnAbort, false, "f");
+    }
+    createDownloadTaskBatch(name, ...createTasks) {
+        const __getDownloadIdString = (task, batch) => {
+            let result = `#${batch.id}.${task.id}`;
+            if (task.retryCount > 0) {
+                result += `-r${task.retryCount}`;
+            }
+            return result;
+        };
+        const batch = new DownloadTaskBatch({
+            name,
+            fetcher: this.fetcher,
+            limiter: this.config.request
+        });
+        batch.on('taskStart', ({ task }) => {
+            const retryOrBeginStr = task.retryCount > 0 ? 'retry' : 'begin';
+            this.log('info', `Download ${retryOrBeginStr} (${__getDownloadIdString(task, batch)}): [type: ${task.srcEntity.type}; ID: #${task.srcEntity.id}] -> ${task.resolvedDestFilename}`);
+            if (task instanceof FFmpegDownloadTask) {
+                const retryOrBeginStr = task.retryCount > 0 ? 'Retry' : 'Begin';
+                this.log('info', `${retryOrBeginStr} downloading through FFmpeg (${__getDownloadIdString(task, batch)}): ${task.commandLine}`);
+            }
+        });
+        batch.on('taskComplete', ({ task }) => {
+            this.log('info', `Download complete (${__getDownloadIdString(task, batch)}): "${task.resolvedDestPath}"`);
+        });
+        batch.on('taskError', ({ error, willRetry }) => {
+            const { task, cause } = error;
+            const retryStr = willRetry ? '- will retry' : '';
+            this.log('error', `Download error (${__getDownloadIdString(task, batch)}):`, cause, `(${task.src})`, retryStr);
+        });
+        batch.on('taskAbort', ({ task }) => {
+            this.log('warn', `Download aborted (${__getDownloadIdString(task, batch)})`);
+        });
+        batch.on('taskSkip', ({ task, reason }) => {
+            this.log('warn', `Download skipped (${__getDownloadIdString(task, batch)}): ${reason.message}`);
+        });
+        batch.on('taskSpawn', ({ origin, spawn }) => {
+            this.log('info', `Download spawned: #${batch.id}.${origin.id} -> #${batch.id}.${spawn.id}`);
+        });
+        batch.on('complete', () => {
+            const total = batch.getTasks().length;
+            const completed = batch.getTasks('completed').length;
+            const error = batch.getTasks('error').length;
+            const aborted = batch.getTasks('aborted').length;
+            const skipped = batch.getTasks('skipped').length;
+            const counts = [
+                `${total} downloads`,
+                `${completed} completed`,
+                `${error} errors`,
+                `${skipped} skipped`,
+                `${aborted} aborted`
+            ].join('; ');
+            this.log('info', `Download batch complete (#${batch.id}): ${counts}`);
+        });
+        return this.addToDownloadTaskBatch(batch, ...createTasks);
+    }
+    addToDownloadTaskBatch(batch, ...createTasks) {
+        let failedCreateTaskCount = 0;
+        for (const task of createTasks) {
+            if (!task) {
+                continue;
+            }
+            const { target, targetName, destDir } = task;
+            this.log('info', `Create download tasks for ${targetName}`);
+            if (task.target.length === 0) {
+                this.log('warn', `No items in ${targetName}`);
+                continue;
+            }
+            let createdCount = 0;
+            for (const tt of target) {
+                try {
+                    const tasks = DownloadTaskFactory.createFromDownloadable({
+                        item: tt,
+                        destDir,
+                        fetcher: this.fetcher,
+                        destFilenameFormat: this.config.filenameFormat.media,
+                        fileExistsAction: task.fileExistsAction,
+                        maxRetries: this.config.request.maxRetries,
+                        downloadAllVariants: this.config.include.allMediaVariants,
+                        logger: this.logger
+                    });
+                    batch.addTasks(tasks);
+                    createdCount += tasks.length;
+                }
+                catch (error) {
+                    this.log('error', `Failed to create download task for item #${tt.id} in ${targetName}:`, error);
+                    failedCreateTaskCount++;
+                }
+            }
+            if (createdCount > 0) {
+                FSHelper.createDir(destDir);
+            }
+        }
+        if (failedCreateTaskCount > 0) {
+            this.log('warn', `${failedCreateTaskCount} items could not be processed for downloading`);
+        }
+        return batch;
+    }
+    static async getInstance(url, options) {
+        const bootstrap = Bootstrap.getDownloaderBootstrapDataByURL(url);
+        if (!bootstrap) {
+            throw Error('Could not determine downloader type from URL');
+        }
+        switch (bootstrap.type) {
+            case 'product':
+                const ProductDownloader = (await import('./ProductDownloader.js')).default;
+                return new ProductDownloader(bootstrap, options);
+            case 'post':
+                const PostDownloader = (await import('./PostDownloader.js')).default;
+                return new PostDownloader(bootstrap, options);
+        }
+    }
+    saveCampaignInfo(campaign, signal) {
+        return new Promise(async (resolve) => {
+            if (!this.config.include.campaignInfo) {
+                return;
+            }
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            let batch = null;
+            const abortHandler = async () => {
+                if (batch) {
+                    await batch.abort();
+                }
+            };
+            if (signal) {
+                signal.addEventListener('abort', abortHandler, { once: true });
+            }
+            if (!campaign) {
+                this.log('warn', 'Skipped saving campaign info: target unavailable');
+                return;
+            }
+            this.log('info', `Save campaign info #${campaign.id}`);
+            this.emit('targetBegin', { target: campaign });
+            this.emit('phaseBegin', { target: campaign, phase: 'saveInfo' });
+            // Step 1: create campaign directories
+            const campaignDirs = FSHelper.getCampaignDirs(campaign, this.config);
+            this.log('debug', 'Campaign directories: ', campaignDirs);
+            FSHelper.createDir(campaignDirs.root);
+            FSHelper.createDir(campaignDirs.info);
+            // Step 2: save summary and raw json
+            const summary = generateCampaignSummary(campaign);
+            const summaryFile = path.resolve(campaignDirs.info, 'info.txt');
+            const saveSummaryResult = await FSHelper.writeTextFile(summaryFile, summary, this.config.fileExistsAction.info);
+            this.logWriteTextFileResult(saveSummaryResult, campaign, 'campaign summary');
+            // Campaign / creator raw data might not be complete. Fetch directly from API.
+            // Strictly speaking, we should check for 'error' in results, but since it's not going to be fatal we'll just skip it.
+            const { json: fetchedCampaignAPIData } = await this.fetchCampaign(campaign.id, signal);
+            const { json: fetchedCreatorAPIData } = campaign.creator ? await this.fetchUser(campaign.creator.id, signal) : { json: null };
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            const campaignRawFile = path.resolve(campaignDirs.info, 'campaign-api.json');
+            const saveCampaignRawResult = await FSHelper.writeTextFile(campaignRawFile, fetchedCampaignAPIData || campaign.raw, this.config.fileExistsAction.infoAPI);
+            this.logWriteTextFileResult(saveCampaignRawResult, campaign, 'campaign API data');
+            if (campaign.creator) {
+                const creatorRawFile = path.resolve(campaignDirs.info, 'creator-api.json');
+                const saveCreatorRawResult = await FSHelper.writeTextFile(creatorRawFile, fetchedCreatorAPIData || campaign.creator.raw, this.config.fileExistsAction.infoAPI);
+                this.logWriteTextFileResult(saveCreatorRawResult, campaign.creator, 'creator API data');
+            }
+            this.emit('phaseEnd', { target: campaign, phase: 'saveInfo' });
+            // Step 3: download campaign media items
+            this.emit('phaseBegin', { target: campaign, phase: 'saveMedia' });
+            const campaignMedia = [
+                campaign.avatarImage,
+                campaign.coverPhoto
+            ];
+            if (campaign.creator) {
+                campaignMedia.push(campaign.creator.image, campaign.creator.thumbnail);
+            }
+            for (const reward of campaign.rewards) {
+                if (reward.image) {
+                    campaignMedia.push(reward.image);
+                }
+            }
+            batch = this.createDownloadTaskBatch(`Campaign #${campaign.id} (${campaign.name})`, {
+                target: campaignMedia,
+                targetName: `campaign #${campaign.id} -> images`,
+                destDir: campaignDirs.info,
+                fileExistsAction: this.config.fileExistsAction.info
+            });
+            this.emit('phaseBegin', { target: campaign, phase: 'batchDownload', batch });
+            await batch.start();
+            await batch.destroy();
+            this.emit('phaseEnd', { target: campaign, phase: 'batchDownload' });
+            this.emit('phaseEnd', { target: campaign, phase: 'saveMedia' });
+            if (signal) {
+                signal.removeEventListener('abort', abortHandler);
+            }
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            // Done
+            this.log('info', 'Done saving campaign info');
+            this.emit('targetEnd', { target: campaign, isSkipped: false });
+            resolve();
+        });
+    }
+    log(level, ...msg) {
+        commonLog(this.logger, level, this.name, ...msg);
+    }
+    getConfig() {
+        return this.config;
+    }
+    checkAbortSignal(signal, resolve) {
+        if (signal && signal.aborted) {
+            if (!__classPrivateFieldGet(this, _Downloader_hasEmittedEndEventOnAbort, "f")) {
+                this.emit('end', { aborted: true });
+                __classPrivateFieldSet(this, _Downloader_hasEmittedEndEventOnAbort, true, "f");
+            }
+            resolve();
+            return true;
+        }
+        return false;
+    }
+    logWriteTextFileResult(result, target, targetName) {
+        switch (result.status) {
+            case 'completed':
+                this.log('info', `Saved ${targetName} to "${result.filePath}"`);
+                break;
+            case 'skipped':
+                this.log('warn', `Skipped saving ${targetName} #${target.id}: ${result.message}`);
+                break;
+            case 'error':
+                this.log('error', `Error saving ${targetName} #${target.id} to "${result.filePath}":`, result.error);
+        }
+    }
+    async commonFetchAPI(url, signal) {
+        let json, requestAPIError;
+        try {
+            json = await this.fetcher.get({ url, type: 'json', maxRetries: this.config.request.maxRetries, signal });
+        }
+        catch (error) {
+            if (error instanceof AbortError) {
+                this.log('warn', 'API request aborted');
+            }
+            else {
+                this.log('error', `Error requesting API URL "${url}": `, error);
+                requestAPIError = error;
+            }
+            json = null;
+        }
+        return { json, error: requestAPIError };
+    }
+    fetchCampaign(campaignId, signal) {
+        const url = URLHelper.constructCampaignAPIURL(campaignId);
+        this.log('debug', `Fetch campaign data from API URL "${url}"`);
+        return this.commonFetchAPI(url, signal);
+    }
+    fetchUser(userId, signal) {
+        const url = URLHelper.constructUserAPIURL(userId);
+        this.log('debug', `Fetch user data from API URL "${url}"`);
+        return this.commonFetchAPI(url, signal);
+    }
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    once(event, listener) {
+        return super.on(event, listener);
+    }
+    off(event, listener) {
+        return super.off(event, listener);
+    }
+    emit(event, ...args) {
+        return super.emit(event, ...args);
+    }
+}
+_Downloader_hasEmittedEndEventOnAbort = new WeakMap(), _Downloader_instances = new WeakSet(), _Downloader_validateOptions = function _Downloader_validateOptions(options) {
+    if (!options) {
+        return true;
+    }
+    // Check FFmpeg path exists
+    if (options.pathToFFmpeg) {
+        if (!fs.existsSync(options.pathToFFmpeg)) {
+            throw Error(`Path to FFmpeg executable "${options.pathToFFmpeg}" does not exist`);
+        }
+        else if (!fs.lstatSync(options.pathToFFmpeg).isFile()) {
+            throw Error(`Path to FFmpeg executable "${options.pathToFFmpeg}" does not point to a file`);
+        }
+    }
+    // Check outDir is a directory
+    if (options.outDir) {
+        if (fs.existsSync(options.outDir) && !fs.lstatSync(options.outDir).isDirectory()) {
+            throw Error(`"${options.outDir}" is not a directory`);
+        }
+    }
+    // Check formats are valid
+    const campaignDirNameFormat = options.dirNameFormat?.campaign;
+    if (campaignDirNameFormat) {
+        const validate = FilenameFormatHelper.validateCampaignDirNameFormat(campaignDirNameFormat);
+        if (!validate.validateOK) {
+            throw Error(`Campaign directory name format '${campaignDirNameFormat}' is invalid (matched against ${validate.regex})`);
+        }
+    }
+    const contentDirNameFormat = options.dirNameFormat?.content;
+    if (contentDirNameFormat) {
+        const validate = FilenameFormatHelper.validateContentDirNameFormat(contentDirNameFormat);
+        if (!validate.validateOK) {
+            throw Error(`Content directory name format '${contentDirNameFormat}' is invalid (matched against ${validate.regex})`);
+        }
+    }
+    const mediaFilenameFormat = options.filenameFormat?.media;
+    if (mediaFilenameFormat) {
+        const validate = FilenameFormatHelper.validateMediaFilenameFormat(mediaFilenameFormat);
+        if (!validate.validateOK) {
+            throw Error(`Media filename format '${mediaFilenameFormat}' is invalid (matched against ${validate.regex})`);
+        }
+    }
+    return true;
+};
+//# sourceMappingURL=Downloader.js.map

package/dist/downloaders/Downloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Downloader.js","sourceRoot":"","sources":["../../src/downloaders/Downloader.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,OAAO,MAAM,qBAAqB,CAAC;AAC1C,OAAO,SAAsD,MAAM,gBAAgB,CAAC;AACpF,OAAO,EAAuD,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhH,OAAe,EAAY,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEzE,OAAO,QAAiC,MAAM,sBAAsB,CAAC;AACrE,OAAO,iBAAiB,MAAM,6BAA6B,CAAC;AAE5D,OAAO,kBAAkB,MAAM,8BAA8B,CAAC;AAC9D,OAAO,mBAAmB,MAAM,+BAA+B,CAAC;AAChE,OAAO,oBAAoB,MAAM,kCAAkC,CAAC;AAEpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,MAAM,MAAM,eAAe,CAAC;AAiBnC,MAAM,CAAC,OAAO,OAAgB,UAAqC,SAAQ,YAAY;IAUrF,YAAY,SAAqC,EAAE,OAA2B;QAC5E,KAAK,EAAE,CAAC;;QAHV,wDAAoC;QAIlC,uBAAA,IAAI,0DAAiB,MAArB,IAAI,EAAkB,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;YACvB,GAAG,SAAS;YACZ,GAAG,iBAAiB,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;YAC5B,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;SAChD;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC9B,uBAAA,IAAI,yCAA8B,KAAK,MAAA,CAAC;IAC1C,CAAC;IAES,uBAAuB,CAAC,IAAY,EAAE,GAAG,WAAmD;QAEpG,MAAM,qBAAqB,GAAG,CAAC,IAAmB,EAAE,KAAwB,EAAE,EAAE;YAC9E,IAAI,MAAM,GAAG,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE;gBACvB,MAAM,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;aAClC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC;YAClC,IAAI;YACJ,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE;YAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAChE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,eAAe,KAAK,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACnL,IAAI,IAAI,YAAY,kBAAkB,EAAE;gBACtC,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBAChE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,eAAe,gCAAgC,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;aAChI;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE;YAClC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,sBAAsB,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC5G,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,EAAE,EAAE;YAC3C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;YAC9B,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,mBAAmB,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,EAAE,QAAQ,CAAC,CAAC;QACjH,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE;YAC/B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,EAAE,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAC,MAAM,EAAE,KAAK,EAAC,EAAE,EAAE;YACxC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,sBAAsB,KAAK,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,QAAQ,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC;YACtC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;YACrD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;YAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YACjD,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YACjD,MAAM,MAAM,GAAG;gBACb,GAAG,KAAK,YAAY;gBACpB,GAAG,SAAS,YAAY;gBACxB,GAAG,KAAK,SAAS;gBACjB,GAAG,OAAO,UAAU;gBACpB,GAAG,OAAO,UAAU;aACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,6BAA6B,KAAK,CAAC,EAAE,MAAM,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,WAAW,CAAC,CAAC;IAC5D,CAAC;IAES,sBAAsB,CAAC,KAAwB,EAAE,GAAG,WAAmD;QAC/G,IAAI,qBAAqB,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE;YAC9B,IAAI,CAAC,IAAI,EAAE;gBACT,SAAS;aACV;YACD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,6BAA6B,UAAU,EAAE,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC5B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,UAAU,EAAE,CAAC,CAAC;gBAC9C,SAAS;aACV;YACD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE;gBACvB,IAAI;oBACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,sBAAsB,CAAC;wBACvD,IAAI,EAAE,EAAE;wBACR,OAAO;wBACP,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK;wBACpD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;wBACvC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;wBAC1C,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB;wBACzD,MAAM,EAAE,IAAI,CAAC,MAAM;qBACpB,CAAC,CAAC;oBACH,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACtB,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC;iBAC9B;gBACD,OAAO,KAAK,EAAE;oBACZ,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,4CAA4C,EAAE,CAAC,EAAE,OAAO,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;oBAChG,qBAAqB,EAAE,CAAC;iBACzB;aACF;YACD,IAAI,YAAY,GAAG,CAAC,EAAE;gBACpB,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;aAC7B;SACF;QACD,IAAI,qBAAqB,GAAG,CAAC,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,qBAAqB,+CAA+C,CAAC,CAAC;SAC3F;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAID,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,OAA2B;QAC/D,MAAM,SAAS,GAAG,SAAS,CAAC,+BAA+B,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,EAAE;YACd,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;SAC7D;QACD,QAAQ,SAAS,CAAC,IAAI,EAAE;YACtB,KAAK,SAAS;gBACZ,MAAM,iBAAiB,GAAG,CAAC,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3E,OAAO,IAAI,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,KAAK,MAAM;gBACT,MAAM,cAAc,GAAG,CAAC,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC;gBACrE,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SACjD;IACH,CAAC;IAkDS,gBAAgB,CAAC,QAAyB,EAAE,MAAoB;QAExE,OAAO,IAAI,OAAO,CAAO,KAAK,EAAE,OAAO,EAAE,EAAE;YACzC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE;gBACrC,OAAO;aACR;YAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,IAAI,KAAK,GAA6B,IAAI,CAAC;YAC3C,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE;gBAC9B,IAAI,KAAK,EAAE;oBACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;iBACrB;YACH,CAAC,CAAC;YACF,IAAI,MAAM,EAAE;gBACV,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;aAChE;YAED,IAAI,CAAC,QAAQ,EAAE;gBACb,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAAC;gBACrE,OAAO;aACR;YAED,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,uBAAuB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAEjE,sCAAsC;YACtC,MAAM,YAAY,GAAG,QAAQ,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,EAAE,YAAY,CAAC,CAAC;YAC1D,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACtC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAEtC,oCAAoC;YACpC,MAAM,OAAO,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAChE,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAChH,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC;YAE7E,8EAA8E;YAC9E,sHAAsH;YACtH,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACvF,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAE9H,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;YAC7E,MAAM,qBAAqB,GAAG,MAAM,QAAQ,CAAC,aAAa,CACxD,eAAe,EAAE,sBAAsB,IAAI,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACjG,IAAI,CAAC,sBAAsB,CAAC,qBAAqB,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC;YAElF,IAAI,QAAQ,CAAC,OAAO,EAAE;gBACpB,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAC3E,MAAM,oBAAoB,GAAG,MAAM,QAAQ,CAAC,aAAa,CACvD,cAAc,EAAE,qBAAqB,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACvG,IAAI,CAAC,sBAAsB,CAAC,oBAAoB,EAAE,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;aACzF;YAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAE/D,wCAAwC;YACxC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YAClE,MAAM,aAAa,GAAmB;gBACpC,QAAQ,CAAC,WAAW;gBACpB,QAAQ,CAAC,UAAU;aACpB,CAAC;YACF,IAAI,QAAQ,CAAC,OAAO,EAAE;gBACpB,aAAa,CAAC,IAAI,CAChB,QAAQ,CAAC,OAAO,CAAC,KAAK,EACtB,QAAQ,CAAC,OAAO,CAAC,SAAS,CAC3B,CAAC;aACH;YACD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE;gBACrC,IAAI,MAAM,CAAC,KAAK,EAAE;oBAChB,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;iBAClC;aACF;YACD,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAClC,aAAa,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,IAAI,GAAG,EAC7C;gBACE,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,aAAa,QAAQ,CAAC,EAAE,YAAY;gBAChD,OAAO,EAAE,YAAY,CAAC,IAAI;gBAC1B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI;aACpD,CACF,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7E,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YAEhE,IAAI,MAAM,EAAE;gBACV,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;aACnD;YACD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,OAAO;YACP,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAE/D,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IAEL,CAAC;IAES,GAAG,CAAC,KAAe,EAAE,GAAG,GAAU;QAC1C,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;IACnD,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAES,gBAAgB,CAAC,MAA+B,EAAE,OAAmB;QAC7E,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE;YAC5B,IAAI,CAAC,uBAAA,IAAI,6CAA2B,EAAE;gBACpC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpC,uBAAA,IAAI,yCAA8B,IAAI,MAAA,CAAC;aACxC;YACD,OAAO,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;SACb;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAES,sBAAsB,CAAI,MAA2B,EAAE,MAAwB,EAAE,UAAkB;QAC3G,QAAQ,MAAM,CAAC,MAAM,EAAE;YACrB,KAAK,WAAW;gBACd,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,UAAU,QAAQ,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAChE,MAAM;YACR,KAAK,SAAS;gBACZ,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,kBAAkB,UAAU,KAAK,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClF,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,gBAAgB,UAAU,KAAK,MAAM,CAAC,EAAE,QAAQ,MAAM,CAAC,QAAQ,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;SACxG;IACH,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,GAAW,EAAE,MAAoB;QAC9D,IAAI,IAAI,EAAE,eAAoB,CAAC;QAC/B,IAAI;YACF,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;SAC1G;QACD,OAAO,KAAK,EAAE;YACZ,IAAI,KAAK,YAAY,UAAU,EAAE;gBAC/B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;aACzC;iBACI;gBACH,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,6BAA6B,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChE,eAAe,GAAG,KAAK,CAAC;aACzB;YACD,IAAI,GAAG,IAAI,CAAC;SACb;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IAC1C,CAAC;IAES,aAAa,CAAC,UAAkB,EAAE,MAAoB;QAC9D,MAAM,GAAG,GAAG,SAAS,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,qCAAqC,GAAG,GAAG,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAES,SAAS,CAAC,MAAc,EAAE,MAAoB;QACtD,MAAM,GAAG,GAAG,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,iCAAiC,GAAG,GAAG,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAGD,EAAE,CAAC,KAAsB,EAAE,QAAkC;QAC3D,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAGD,IAAI,CAAC,KAAsB,EAAE,QAAkC;QAC7D,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAGD,GAAG,CAAC,KAAsB,EAAE,QAAkC;QAC5D,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAGD,IAAI,CAAC,KAAsB,EAAE,GAAG,IAAW;QACzC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;CACF;iKAnPkB,OAA2B;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,OAAO,IAAI,CAAC;KACb;IAED,2BAA2B;IAC3B,IAAI,OAAO,CAAC,YAAY,EAAE;QACxB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YACxC,MAAM,KAAK,CAAC,8BAA8B,OAAO,CAAC,YAAY,kBAAkB,CAAC,CAAC;SACnF;aACI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,EAAE;YACrD,MAAM,KAAK,CAAC,8BAA8B,OAAO,CAAC,YAAY,4BAA4B,CAAC,CAAC;SAC7F;KACF;IAED,8BAA8B;IAC9B,IAAI,OAAO,CAAC,MAAM,EAAE;QAClB,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE;YAChF,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,sBAAsB,CAAC,CAAC;SACvD;KACF;IAED,0BAA0B;IAC1B,MAAM,qBAAqB,GAAG,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC;IAC9D,IAAI,qBAAqB,EAAE;QACzB,MAAM,QAAQ,GAAG,oBAAoB,CAAC,6BAA6B,CAAC,qBAAqB,CAAC,CAAC;QAC3F,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;YACxB,MAAM,KAAK,CAAC,mCAAmC,qBAAqB,iCAAiC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;SACzH;KACF;IACD,MAAM,oBAAoB,GAAG,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC;IAC5D,IAAI,oBAAoB,EAAE;QACxB,MAAM,QAAQ,GAAG,oBAAoB,CAAC,4BAA4B,CAAC,oBAAoB,CAAC,CAAC;QACzF,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;YACxB,MAAM,KAAK,CAAC,kCAAkC,oBAAoB,iCAAiC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;SACvH;KACF;IACD,MAAM,mBAAmB,GAAG,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC;IAC1D,IAAI,mBAAmB,EAAE;QACvB,MAAM,QAAQ,GAAG,oBAAoB,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,CAAC;QACvF,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;YACxB,MAAM,KAAK,CAAC,0BAA0B,mBAAmB,iCAAiC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;SAC9G;KACF;IAED,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import fs from 'fs';\nimport { EventEmitter } from 'events';\nimport deepFreeze from 'deep-freeze';\nimport Fetcher from '../utils/Fetcher.js';\nimport Bootstrap, { DownloaderBootstrapData, DownloaderType } from './Bootstrap.js';\nimport { DownloaderInit, DownloaderOptions, FileExistsAction, getDownloaderInit } from './DownloaderOptions.js';\nimport { DownloaderEvent, DownloaderEventPayloadOf } from './DownloaderEvent.js';\nimport Logger, { LogLevel, commonLog } from '../utils/logging/Logger.js';\nimport { Campaign } from '../entities/Campaign.js';\nimport FSHelper, { WriteTextFileResult } from '../utils/FSHelper.js';\nimport DownloadTaskBatch from './task/DownloadTaskBatch.js';\nimport { IDownloadTask } from './task/DownloadTask.js';\nimport FFmpegDownloadTask from './task/FFmpegDownloadTask.js';\nimport DownloadTaskFactory from './task/DownloadTaskFactory.js';\nimport FilenameFormatHelper from '../utils/FilenameFormatHelper.js';\nimport { Downloadable } from '../entities/Downloadable.js';\nimport { generateCampaignSummary } from './templates/CampaignInfo.js';\nimport path from 'path';\nimport URLHelper from '../utils/URLHelper.js';\nimport { AbortError } from 'node-fetch';\nimport ffmpeg from 'fluent-ffmpeg';\n\nexport type DownloaderConfig<T extends DownloaderType> =\n  DownloaderInit &\n  Omit<DownloaderBootstrapData<T>, 'type'>;\n\nexport interface DownloaderStartParams {\n  signal?: AbortSignal;\n}\n\ninterface CreateDownloadTaskParams {\n  target: Downloadable[];\n  targetName: string;\n  destDir: string;\n  fileExistsAction: FileExistsAction;\n}\n\nexport default abstract class Downloader<T extends DownloaderType> extends EventEmitter {\n\n  abstract name: string;\n\n  protected fetcher: Fetcher;\n  protected config: deepFreeze.DeepReadonly<DownloaderConfig<T>>;\n  protected logger?: Logger | null;\n\n  #hasEmittedEndEventOnAbort: boolean;\n\n  constructor(bootstrap: DownloaderBootstrapData<T>, options?: DownloaderOptions) {\n    super();\n    this.#validateOptions(options);\n    this.config = deepFreeze({\n      ...bootstrap,\n      ...getDownloaderInit(options)\n    });\n    if (this.config.pathToFFmpeg) {\n      ffmpeg.setFfmpegPath(this.config.pathToFFmpeg);\n    }\n    this.fetcher = new Fetcher(options?.cookie, options?.logger);\n    this.logger = options?.logger;\n    this.#hasEmittedEndEventOnAbort = false;\n  }\n\n  protected createDownloadTaskBatch(name: string, ...createTasks: Array<CreateDownloadTaskParams | null>): DownloadTaskBatch {\n\n    const __getDownloadIdString = (task: IDownloadTask, batch: DownloadTaskBatch) => {\n      let result = `#${batch.id}.${task.id}`;\n      if (task.retryCount > 0) {\n        result += `-r${task.retryCount}`;\n      }\n      return result;\n    };\n\n    const batch = new DownloadTaskBatch({\n      name,\n      fetcher: this.fetcher,\n      limiter: this.config.request\n    });\n\n    batch.on('taskStart', ({task}) => {\n      const retryOrBeginStr = task.retryCount > 0 ? 'retry' : 'begin';\n      this.log('info', `Download ${retryOrBeginStr} (${__getDownloadIdString(task, batch)}): [type: ${task.srcEntity.type}; ID: #${task.srcEntity.id}] -> ${task.resolvedDestFilename}`);\n      if (task instanceof FFmpegDownloadTask) {\n        const retryOrBeginStr = task.retryCount > 0 ? 'Retry' : 'Begin';\n        this.log('info', `${retryOrBeginStr} downloading through FFmpeg (${__getDownloadIdString(task, batch)}): ${task.commandLine}`);\n      }\n    });\n\n    batch.on('taskComplete', ({task}) => {\n      this.log('info', `Download complete (${__getDownloadIdString(task, batch)}): \"${task.resolvedDestPath}\"`);\n    });\n\n    batch.on('taskError', ({error, willRetry}) => {\n      const { task, cause } = error;\n      const retryStr = willRetry ? '- will retry' : '';\n      this.log('error', `Download error (${__getDownloadIdString(task, batch)}):`, cause, `(${task.src})`, retryStr);\n    });\n\n    batch.on('taskAbort', ({task}) => {\n      this.log('warn', `Download aborted (${__getDownloadIdString(task, batch)})`);\n    });\n\n    batch.on('taskSkip', ({task, reason}) => {\n      this.log('warn', `Download skipped (${__getDownloadIdString(task, batch)}): ${reason.message}`);\n    });\n\n    batch.on('taskSpawn', ({origin, spawn}) => {\n      this.log('info', `Download spawned: #${batch.id}.${origin.id} -> #${batch.id}.${spawn.id}`);\n    });\n\n    batch.on('complete', () => {\n      const total = batch.getTasks().length;\n      const completed = batch.getTasks('completed').length;\n      const error = batch.getTasks('error').length;\n      const aborted = batch.getTasks('aborted').length;\n      const skipped = batch.getTasks('skipped').length;\n      const counts = [\n        `${total} downloads`,\n        `${completed} completed`,\n        `${error} errors`,\n        `${skipped} skipped`,\n        `${aborted} aborted`\n      ].join('; ');\n      this.log('info', `Download batch complete (#${batch.id}): ${counts}`);\n    });\n\n    return this.addToDownloadTaskBatch(batch, ...createTasks);\n  }\n\n  protected addToDownloadTaskBatch(batch: DownloadTaskBatch, ...createTasks: Array<CreateDownloadTaskParams | null>) {\n    let failedCreateTaskCount = 0;\n    for (const task of createTasks) {\n      if (!task) {\n        continue;\n      }\n      const { target, targetName, destDir } = task;\n      this.log('info', `Create download tasks for ${targetName}`);\n      if (task.target.length === 0) {\n        this.log('warn', `No items in ${targetName}`);\n        continue;\n      }\n      let createdCount = 0;\n      for (const tt of target) {\n        try {\n          const tasks = DownloadTaskFactory.createFromDownloadable({\n            item: tt,\n            destDir,\n            fetcher: this.fetcher,\n            destFilenameFormat: this.config.filenameFormat.media,\n            fileExistsAction: task.fileExistsAction,\n            maxRetries: this.config.request.maxRetries,\n            downloadAllVariants: this.config.include.allMediaVariants,\n            logger: this.logger\n          });\n          batch.addTasks(tasks);\n          createdCount += tasks.length;\n        }\n        catch (error) {\n          this.log('error', `Failed to create download task for item #${tt.id} in ${targetName}:`, error);\n          failedCreateTaskCount++;\n        }\n      }\n      if (createdCount > 0) {\n        FSHelper.createDir(destDir);\n      }\n    }\n    if (failedCreateTaskCount > 0) {\n      this.log('warn', `${failedCreateTaskCount} items could not be processed for downloading`);\n    }\n    return batch;\n  }\n\n  abstract start(params: DownloaderStartParams): Promise<void>;\n\n  static async getInstance(url: string, options?: DownloaderOptions) {\n    const bootstrap = Bootstrap.getDownloaderBootstrapDataByURL(url);\n    if (!bootstrap) {\n      throw Error('Could not determine downloader type from URL');\n    }\n    switch (bootstrap.type) {\n      case 'product':\n        const ProductDownloader = (await import('./ProductDownloader.js')).default;\n        return new ProductDownloader(bootstrap, options);\n      case 'post':\n        const PostDownloader = (await import('./PostDownloader.js')).default;\n        return new PostDownloader(bootstrap, options);\n    }\n  }\n\n  #validateOptions(options?: DownloaderOptions) {\n    if (!options) {\n      return true;\n    }\n\n    // Check FFmpeg path exists\n    if (options.pathToFFmpeg) {\n      if (!fs.existsSync(options.pathToFFmpeg)) {\n        throw Error(`Path to FFmpeg executable \"${options.pathToFFmpeg}\" does not exist`);\n      }\n      else if (!fs.lstatSync(options.pathToFFmpeg).isFile()) {\n        throw Error(`Path to FFmpeg executable \"${options.pathToFFmpeg}\" does not point to a file`);\n      }\n    }\n\n    // Check outDir is a directory\n    if (options.outDir) {\n      if (fs.existsSync(options.outDir) && !fs.lstatSync(options.outDir).isDirectory()) {\n        throw Error(`\"${options.outDir}\" is not a directory`);\n      }\n    }\n\n    // Check formats are valid\n    const campaignDirNameFormat = options.dirNameFormat?.campaign;\n    if (campaignDirNameFormat) {\n      const validate = FilenameFormatHelper.validateCampaignDirNameFormat(campaignDirNameFormat);\n      if (!validate.validateOK) {\n        throw Error(`Campaign directory name format '${campaignDirNameFormat}' is invalid (matched against ${validate.regex})`);\n      }\n    }\n    const contentDirNameFormat = options.dirNameFormat?.content;\n    if (contentDirNameFormat) {\n      const validate = FilenameFormatHelper.validateContentDirNameFormat(contentDirNameFormat);\n      if (!validate.validateOK) {\n        throw Error(`Content directory name format '${contentDirNameFormat}' is invalid (matched against ${validate.regex})`);\n      }\n    }\n    const mediaFilenameFormat = options.filenameFormat?.media;\n    if (mediaFilenameFormat) {\n      const validate = FilenameFormatHelper.validateMediaFilenameFormat(mediaFilenameFormat);\n      if (!validate.validateOK) {\n        throw Error(`Media filename format '${mediaFilenameFormat}' is invalid (matched against ${validate.regex})`);\n      }\n    }\n\n    return true;\n  }\n\n  protected saveCampaignInfo(campaign: Campaign | null, signal?: AbortSignal) {\n\n    return new Promise<void>(async (resolve) => {\n      if (!this.config.include.campaignInfo) {\n        return;\n      }\n\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      let batch: DownloadTaskBatch | null = null;\n      const abortHandler = async () => {\n        if (batch) {\n          await batch.abort();\n        }\n      };\n      if (signal) {\n        signal.addEventListener('abort', abortHandler, { once: true });\n      }\n\n      if (!campaign) {\n        this.log('warn', 'Skipped saving campaign info: target unavailable');\n        return;\n      }\n\n      this.log('info', `Save campaign info #${campaign.id}`);\n      this.emit('targetBegin', { target: campaign });\n      this.emit('phaseBegin', { target: campaign, phase: 'saveInfo' });\n\n      // Step 1: create campaign directories\n      const campaignDirs = FSHelper.getCampaignDirs(campaign, this.config);\n      this.log('debug', 'Campaign directories: ', campaignDirs);\n      FSHelper.createDir(campaignDirs.root);\n      FSHelper.createDir(campaignDirs.info);\n\n      // Step 2: save summary and raw json\n      const summary = generateCampaignSummary(campaign);\n      const summaryFile = path.resolve(campaignDirs.info, 'info.txt');\n      const saveSummaryResult = await FSHelper.writeTextFile(summaryFile, summary, this.config.fileExistsAction.info);\n      this.logWriteTextFileResult(saveSummaryResult, campaign, 'campaign summary');\n\n      // Campaign / creator raw data might not be complete. Fetch directly from API.\n      // Strictly speaking, we should check for 'error' in results, but since it's not going to be fatal we'll just skip it.\n      const { json: fetchedCampaignAPIData } = await this.fetchCampaign(campaign.id, signal);\n      const { json: fetchedCreatorAPIData } = campaign.creator ? await this.fetchUser(campaign.creator.id, signal) : { json: null };\n\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      const campaignRawFile = path.resolve(campaignDirs.info, 'campaign-api.json');\n      const saveCampaignRawResult = await FSHelper.writeTextFile(\n        campaignRawFile, fetchedCampaignAPIData || campaign.raw, this.config.fileExistsAction.infoAPI);\n      this.logWriteTextFileResult(saveCampaignRawResult, campaign, 'campaign API data');\n\n      if (campaign.creator) {\n        const creatorRawFile = path.resolve(campaignDirs.info, 'creator-api.json');\n        const saveCreatorRawResult = await FSHelper.writeTextFile(\n          creatorRawFile, fetchedCreatorAPIData || campaign.creator.raw, this.config.fileExistsAction.infoAPI);\n        this.logWriteTextFileResult(saveCreatorRawResult, campaign.creator, 'creator API data');\n      }\n\n      this.emit('phaseEnd', { target: campaign, phase: 'saveInfo' });\n\n      // Step 3: download campaign media items\n      this.emit('phaseBegin', { target: campaign, phase: 'saveMedia' });\n      const campaignMedia: Downloadable[] = [\n        campaign.avatarImage,\n        campaign.coverPhoto\n      ];\n      if (campaign.creator) {\n        campaignMedia.push(\n          campaign.creator.image,\n          campaign.creator.thumbnail\n        );\n      }\n      for (const reward of campaign.rewards) {\n        if (reward.image) {\n          campaignMedia.push(reward.image);\n        }\n      }\n      batch = this.createDownloadTaskBatch(\n        `Campaign #${campaign.id} (${campaign.name})`,\n        {\n          target: campaignMedia,\n          targetName: `campaign #${campaign.id} -> images`,\n          destDir: campaignDirs.info,\n          fileExistsAction: this.config.fileExistsAction.info\n        }\n      );\n      this.emit('phaseBegin', { target: campaign, phase: 'batchDownload', batch });\n      await batch.start();\n      await batch.destroy();\n      this.emit('phaseEnd', { target: campaign, phase: 'batchDownload' });\n      this.emit('phaseEnd', { target: campaign, phase: 'saveMedia' });\n\n      if (signal) {\n        signal.removeEventListener('abort', abortHandler);\n      }\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      // Done\n      this.log('info', 'Done saving campaign info');\n      this.emit('targetEnd', { target: campaign, isSkipped: false });\n\n      resolve();\n    });\n\n  }\n\n  protected log(level: LogLevel, ...msg: any[]) {\n    commonLog(this.logger, level, this.name, ...msg);\n  }\n\n  getConfig() {\n    return this.config;\n  }\n\n  protected checkAbortSignal(signal: AbortSignal | undefined, resolve: () => void) {\n    if (signal && signal.aborted) {\n      if (!this.#hasEmittedEndEventOnAbort) {\n        this.emit('end', { aborted: true });\n        this.#hasEmittedEndEventOnAbort = true;\n      }\n      resolve();\n      return true;\n    }\n    return false;\n  }\n\n  protected logWriteTextFileResult<T>(result: WriteTextFileResult, target: T & {id: string}, targetName: string) {\n    switch (result.status) {\n      case 'completed':\n        this.log('info', `Saved ${targetName} to \"${result.filePath}\"`);\n        break;\n      case 'skipped':\n        this.log('warn', `Skipped saving ${targetName} #${target.id}: ${result.message}`);\n        break;\n      case 'error':\n        this.log('error', `Error saving ${targetName} #${target.id} to \"${result.filePath}\":`, result.error);\n    }\n  }\n\n  protected async commonFetchAPI(url: string, signal?: AbortSignal) {\n    let json, requestAPIError: any;\n    try {\n      json = await this.fetcher.get({ url, type: 'json', maxRetries: this.config.request.maxRetries, signal });\n    }\n    catch (error) {\n      if (error instanceof AbortError) {\n        this.log('warn', 'API request aborted');\n      }\n      else {\n        this.log('error', `Error requesting API URL \"${url}\": `, error);\n        requestAPIError = error;\n      }\n      json = null;\n    }\n    return { json, error: requestAPIError };\n  }\n\n  protected fetchCampaign(campaignId: string, signal?: AbortSignal) {\n    const url = URLHelper.constructCampaignAPIURL(campaignId);\n    this.log('debug', `Fetch campaign data from API URL \"${url}\"`);\n    return this.commonFetchAPI(url, signal);\n  }\n\n  protected fetchUser(userId: string, signal?: AbortSignal) {\n    const url = URLHelper.constructUserAPIURL(userId);\n    this.log('debug', `Fetch user data from API URL \"${url}\"`);\n    return this.commonFetchAPI(url, signal);\n  }\n\n  on<T extends DownloaderEvent>(event: T, listener: (args: DownloaderEventPayloadOf<T>) => void): this;\n  on(event: string | symbol, listener: (...args: any[]) => void): this {\n    return super.on(event, listener);\n  }\n\n  once<T extends DownloaderEvent>(event: T, listener: (args: DownloaderEventPayloadOf<T>) => void): this;\n  once(event: string | symbol, listener: (...args: any[]) => void): this {\n    return super.on(event, listener);\n  }\n\n  off<T extends DownloaderEvent>(event: T, listener: (args: DownloaderEventPayloadOf<T>) => void): this;\n  off(event: string | symbol, listener: (...args: any[]) => void): this {\n    return super.off(event, listener);\n  }\n\n  emit<T extends DownloaderEvent>(event: T, args: DownloaderEventPayloadOf<T>): boolean;\n  emit(event: string | symbol, ...args: any[]): boolean {\n    return super.emit(event, ...args);\n  }\n}\n"]}

package/dist/downloaders/DownloaderEvent.d.ts

@@ -0,0 +1,47 @@
+import { Campaign } from '../entities/Campaign.js';
+import { Post } from '../entities/Post.js';
+import { Product } from '../entities/Product.js';
+import { IDownloadTaskBatch } from './task/DownloadTaskBatch.js';
+export type DownloaderEvent = 'fetchBegin' | 'targetBegin' | 'targetEnd' | 'phaseBegin' | 'phaseEnd' | 'end';
+export declare enum TargetSkipReason {
+    Inaccessible = 0,
+    AlreadyDownloaded = 1
+}
+export interface DownloaderEventPayload {
+    'fetchBegin': {
+        targetType: 'product' | 'post' | 'posts';
+    };
+    'targetBegin': {
+        target: Campaign | Product | Post;
+    };
+    'targetEnd': {
+        target: Campaign | Product | Post;
+    } & ({
+        isSkipped: false;
+    } | {
+        isSkipped: true;
+        skipReason: TargetSkipReason;
+        skipMessage: string;
+    });
+    'phaseBegin': {
+        target: Campaign | Product | Post;
+    } & ({
+        phase: 'saveInfo' | 'saveMedia';
+    } | {
+        phase: 'batchDownload';
+        batch: IDownloadTaskBatch;
+    });
+    'phaseEnd': {
+        target: Campaign | Product | Post;
+        phase: 'saveInfo' | 'saveMedia' | 'batchDownload';
+    };
+    'end': {
+        aborted: true;
+        error?: undefined;
+    } | {
+        aborted: false;
+        error?: any;
+    };
+}
+export type DownloaderEventPayloadOf<T extends DownloaderEvent> = DownloaderEventPayload[T];
+//# sourceMappingURL=DownloaderEvent.d.ts.map

package/dist/downloaders/DownloaderEvent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloaderEvent.d.ts","sourceRoot":"","sources":["../../src/downloaders/DownloaderEvent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEjE,MAAM,MAAM,eAAe,GACzB,YAAY,GACZ,aAAa,GACb,WAAW,GACX,YAAY,GACZ,UAAU,GACV,KAAK,CACJ;AAEH,oBAAY,gBAAgB;IAC1B,YAAY,IAAI;IAChB,iBAAiB,IAAI;CACtB;AAED,MAAM,WAAW,sBAAsB;IAErC,YAAY,EAAE;QACZ,UAAU,EAAE,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;KAC1C,CAAA;IAED,aAAa,EAAE;QACb,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC;KACnC,CAAC;IAEF,WAAW,EAAE;QACX,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC;KACnC,GAAG,CAAC;QACH,SAAS,EAAE,KAAK,CAAC;KAClB,GAAG;QACF,SAAS,EAAE,IAAI,CAAC;QAChB,UAAU,EAAE,gBAAgB,CAAC;QAC7B,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IAEH,YAAY,EAAE;QACZ,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC;KACnC,GAAG,CAAC;QACH,KAAK,EAAE,UAAU,GAAG,WAAW,CAAC;KACjC,GAAG;QACF,KAAK,EAAE,eAAe,CAAC;QACvB,KAAK,EAAE,kBAAkB,CAAC;KAC3B,CAAC,CAAC;IAEH,UAAU,EAAE;QACV,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC;QAClC,KAAK,EAAE,UAAU,GAAG,WAAW,GAAG,eAAe,CAAC;KACnD,CAAC;IAEF,KAAK,EAAE;QACL,OAAO,EAAE,IAAI,CAAC;QACd,KAAK,CAAC,EAAE,SAAS,CAAC;KACnB,GAAG;QACF,OAAO,EAAE,KAAK,CAAC;QACf,KAAK,CAAC,EAAE,GAAG,CAAC;KACb,CAAC;CACH;AAED,MAAM,MAAM,wBAAwB,CAAC,CAAC,SAAS,eAAe,IAAI,sBAAsB,CAAC,CAAC,CAAC,CAAC"}

package/dist/downloaders/DownloaderEvent.js

@@ -0,0 +1,6 @@
+export var TargetSkipReason;
+(function (TargetSkipReason) {
+    TargetSkipReason[TargetSkipReason["Inaccessible"] = 0] = "Inaccessible";
+    TargetSkipReason[TargetSkipReason["AlreadyDownloaded"] = 1] = "AlreadyDownloaded";
+})(TargetSkipReason || (TargetSkipReason = {}));
+//# sourceMappingURL=DownloaderEvent.js.map

package/dist/downloaders/DownloaderEvent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloaderEvent.js","sourceRoot":"","sources":["../../src/downloaders/DownloaderEvent.ts"],"names":[],"mappings":"AAcA,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IAC1B,uEAAgB,CAAA;IAChB,iFAAqB,CAAA;AACvB,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B","sourcesContent":["import { Campaign } from '../entities/Campaign.js';\nimport { Post } from '../entities/Post.js';\nimport { Product } from '../entities/Product.js';\nimport { IDownloadTaskBatch } from './task/DownloadTaskBatch.js';\n\nexport type DownloaderEvent =\n  'fetchBegin' |\n  'targetBegin' |\n  'targetEnd' |\n  'phaseBegin' |\n  'phaseEnd' |\n  'end'\n  ;\n\nexport enum TargetSkipReason {\n  Inaccessible = 0,\n  AlreadyDownloaded = 1\n}\n\nexport interface DownloaderEventPayload {\n\n  'fetchBegin': {\n    targetType: 'product' | 'post' | 'posts';\n  }\n\n  'targetBegin': {\n    target: Campaign | Product | Post;\n  };\n\n  'targetEnd': {\n    target: Campaign | Product | Post;\n  } & ({\n    isSkipped: false;\n  } | {\n    isSkipped: true;\n    skipReason: TargetSkipReason;\n    skipMessage: string;\n  });\n\n  'phaseBegin': {\n    target: Campaign | Product | Post;\n  } & ({\n    phase: 'saveInfo' | 'saveMedia';\n  } | {\n    phase: 'batchDownload';\n    batch: IDownloadTaskBatch;\n  });\n\n  'phaseEnd': {\n    target: Campaign | Product | Post;\n    phase: 'saveInfo' | 'saveMedia' | 'batchDownload';\n  };\n\n  'end': {\n    aborted: true;\n    error?: undefined;\n  } | {\n    aborted: false;\n    error?: any;\n  };\n}\n\nexport type DownloaderEventPayloadOf<T extends DownloaderEvent> = DownloaderEventPayload[T];\n"]}

package/dist/downloaders/DownloaderOptions.d.ts

@@ -0,0 +1,39 @@
+import Logger from '../utils/logging/Logger.js';
+import { DeepRequired } from '../utils/Misc.js';
+export type FileExistsAction = 'overwrite' | 'skip' | 'saveAsCopy' | 'saveAsCopyIfNewer';
+export interface DownloaderOptions {
+    cookie?: string;
+    useStatusCache?: boolean;
+    pathToFFmpeg?: string | null;
+    outDir?: string;
+    dirNameFormat?: {
+        campaign?: string;
+        content?: string;
+    };
+    filenameFormat?: {
+        media?: string;
+    };
+    include?: {
+        lockedContent?: boolean;
+        campaignInfo?: boolean;
+        contentInfo?: boolean;
+        previewMedia?: boolean;
+        contentMedia?: boolean;
+        allMediaVariants?: boolean;
+    };
+    request?: {
+        maxRetries?: number;
+        maxConcurrent?: number;
+        minTime?: number;
+    };
+    fileExistsAction?: {
+        content?: FileExistsAction;
+        info?: FileExistsAction;
+        infoAPI?: FileExistsAction;
+    };
+    logger?: Logger | null;
+}
+export type DownloaderInit = DeepRequired<Pick<DownloaderOptions, 'outDir' | 'useStatusCache' | 'pathToFFmpeg' | 'dirNameFormat' | 'filenameFormat' | 'include' | 'request' | 'fileExistsAction'>>;
+export declare function getDownloaderInit(options?: DownloaderOptions): DownloaderInit;
+export declare function getDefaultDownloaderOutDir(): string;
+//# sourceMappingURL=DownloaderOptions.d.ts.map

package/dist/downloaders/DownloaderOptions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloaderOptions.d.ts","sourceRoot":"","sources":["../../src/downloaders/DownloaderOptions.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,4BAA4B,CAAC;AAChD,OAAO,EAAE,YAAY,EAAe,MAAM,kBAAkB,CAAC;AAE7D,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,MAAM,GAAG,YAAY,GAAG,mBAAmB,CAAC;AAEzF,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,cAAc,CAAC,EAAE;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAA;IACD,OAAO,CAAC,EAAE;QACR,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B,CAAC;IACF,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,gBAAgB,CAAC,EAAE;QACjB,OAAO,CAAC,EAAE,gBAAgB,CAAC;QAC3B,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,OAAO,CAAC,EAAE,gBAAgB,CAAC;KAC5B,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,iBAAiB,EAC9D,QAAQ,GACR,gBAAgB,GAChB,cAAc,GACd,eAAe,GACf,gBAAgB,GAChB,SAAS,GACT,SAAS,GACT,kBAAkB,CAAC,CAAC,CAAC;AAiCvB,wBAAgB,iBAAiB,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,cAAc,CAgC7E;AAED,wBAAgB,0BAA0B,WAEzC"}

package/dist/downloaders/DownloaderOptions.js

@@ -0,0 +1,69 @@
+import path from 'path';
+import { pickDefined } from '../utils/Misc.js';
+const DEFAULT_DOWNLOADER_INIT = {
+    outDir: process.cwd(),
+    useStatusCache: true,
+    pathToFFmpeg: null,
+    dirNameFormat: {
+        campaign: '{creator.vanity}[ - ]?{campaign.name}',
+        content: '{content.id}[ - ]?{content.name}'
+    },
+    filenameFormat: {
+        media: '{media.filename}'
+    },
+    include: {
+        lockedContent: true,
+        campaignInfo: true,
+        contentInfo: true,
+        previewMedia: true,
+        contentMedia: true,
+        allMediaVariants: false
+    },
+    request: {
+        maxRetries: 3,
+        maxConcurrent: 10,
+        minTime: 333
+    },
+    fileExistsAction: {
+        content: 'skip',
+        info: 'saveAsCopyIfNewer',
+        infoAPI: 'overwrite'
+    }
+};
+export function getDownloaderInit(options) {
+    const defaults = DEFAULT_DOWNLOADER_INIT;
+    return {
+        outDir: options?.outDir ? path.resolve(options.outDir) : defaults.outDir,
+        useStatusCache: pickDefined(options?.useStatusCache, defaults.useStatusCache),
+        pathToFFmpeg: pickDefined(options?.pathToFFmpeg, defaults.pathToFFmpeg),
+        dirNameFormat: {
+            campaign: options?.dirNameFormat?.campaign || defaults.dirNameFormat.campaign,
+            content: options?.dirNameFormat?.content || defaults.dirNameFormat.content
+        },
+        filenameFormat: {
+            media: options?.filenameFormat?.media || defaults.filenameFormat.media
+        },
+        include: {
+            lockedContent: pickDefined(options?.include?.lockedContent, defaults.include.lockedContent),
+            campaignInfo: pickDefined(options?.include?.campaignInfo, defaults.include.campaignInfo),
+            contentInfo: pickDefined(options?.include?.contentInfo, defaults.include.contentInfo),
+            previewMedia: pickDefined(options?.include?.previewMedia, defaults.include.previewMedia),
+            contentMedia: pickDefined(options?.include?.contentMedia, defaults.include.contentMedia),
+            allMediaVariants: pickDefined(options?.include?.allMediaVariants, defaults.include.allMediaVariants)
+        },
+        request: {
+            maxRetries: pickDefined(options?.request?.maxRetries, defaults.request.maxRetries),
+            maxConcurrent: pickDefined(options?.request?.maxConcurrent, defaults.request.maxConcurrent),
+            minTime: pickDefined(options?.request?.minTime, defaults.request.minTime)
+        },
+        fileExistsAction: {
+            content: options?.fileExistsAction?.content || defaults.fileExistsAction.content,
+            info: options?.fileExistsAction?.info || defaults.fileExistsAction.info,
+            infoAPI: options?.fileExistsAction?.infoAPI || defaults.fileExistsAction.infoAPI
+        }
+    };
+}
+export function getDefaultDownloaderOutDir() {
+    return DEFAULT_DOWNLOADER_INIT.outDir;
+}
+//# sourceMappingURL=DownloaderOptions.js.map

package/dist/downloaders/DownloaderOptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloaderOptions.js","sourceRoot":"","sources":["../../src/downloaders/DownloaderOptions.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAgB,WAAW,EAAE,MAAM,kBAAkB,CAAC;AA+C7D,MAAM,uBAAuB,GAAiC;IAC5D,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE;IACrB,cAAc,EAAE,IAAI;IACpB,YAAY,EAAE,IAAI;IAClB,aAAa,EAAE;QACb,QAAQ,EAAE,uCAAuC;QACjD,OAAO,EAAE,kCAAkC;KAC5C;IACD,cAAc,EAAE;QACd,KAAK,EAAE,kBAAkB;KAC1B;IACD,OAAO,EAAE;QACP,aAAa,EAAE,IAAI;QACnB,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,IAAI;QAClB,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,KAAK;KACxB;IACD,OAAO,EAAE;QACP,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,EAAE;QACjB,OAAO,EAAE,GAAG;KACb;IACD,gBAAgB,EAAE;QAChB,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,WAAW;KACrB;CACF,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,OAA2B;IAC3D,MAAM,QAAQ,GAAG,uBAAuB,CAAC;IACzC,OAAO;QACL,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;QACxE,cAAc,EAAE,WAAW,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC;QAC7E,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,CAAC;QACvE,aAAa,EAAE;YACb,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,IAAI,QAAQ,CAAC,aAAa,CAAC,QAAQ;YAC7E,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,IAAI,QAAQ,CAAC,aAAa,CAAC,OAAO;SAC3E;QACD,cAAc,EAAE;YACd,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,KAAK;SACvE;QACD,OAAO,EAAE;YACP,aAAa,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3F,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC;YACxF,WAAW,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;YACrF,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC;YACxF,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC;YACxF,gBAAgB,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;SACrG;QACD,OAAO,EAAE;YACP,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC;YAClF,aAAa,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3F,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;SAC1E;QACD,gBAAgB,EAAE;YAChB,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,IAAI,QAAQ,CAAC,gBAAgB,CAAC,OAAO;YAChF,IAAI,EAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,IAAI,QAAQ,CAAC,gBAAgB,CAAC,IAAI;YACvE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,IAAI,QAAQ,CAAC,gBAAgB,CAAC,OAAO;SACjF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B;IACxC,OAAO,uBAAuB,CAAC,MAAM,CAAC;AACxC,CAAC","sourcesContent":["import path from 'path';\nimport Logger from '../utils/logging/Logger.js';\nimport { DeepRequired, pickDefined } from '../utils/Misc.js';\n\nexport type FileExistsAction = 'overwrite' | 'skip' | 'saveAsCopy' | 'saveAsCopyIfNewer';\n\nexport interface DownloaderOptions {\n  cookie?: string;\n  useStatusCache?: boolean;\n  pathToFFmpeg?: string | null;\n  outDir?: string;\n  dirNameFormat?: {\n    campaign?: string;\n    content?: string;\n  };\n  filenameFormat?: {\n    media?: string;\n  }\n  include?: {\n    lockedContent?: boolean;\n    campaignInfo?: boolean;\n    contentInfo?: boolean;\n    previewMedia?: boolean;\n    contentMedia?: boolean;\n    allMediaVariants?: boolean;\n  };\n  request?: {\n    maxRetries?: number;\n    maxConcurrent?: number;\n    minTime?: number;\n  };\n  fileExistsAction?: {\n    content?: FileExistsAction;\n    info?: FileExistsAction;\n    infoAPI?: FileExistsAction;\n  }\n  logger?: Logger | null;\n}\n\nexport type DownloaderInit = DeepRequired<Pick<DownloaderOptions,\n  'outDir' |\n  'useStatusCache' |\n  'pathToFFmpeg' |\n  'dirNameFormat' |\n  'filenameFormat' |\n  'include' |\n  'request' |\n  'fileExistsAction'>>;\n\nconst DEFAULT_DOWNLOADER_INIT: DeepRequired<DownloaderInit> = {\n  outDir: process.cwd(),\n  useStatusCache: true,\n  pathToFFmpeg: null,\n  dirNameFormat: {\n    campaign: '{creator.vanity}[ - ]?{campaign.name}',\n    content: '{content.id}[ - ]?{content.name}'\n  },\n  filenameFormat: {\n    media: '{media.filename}'\n  },\n  include: {\n    lockedContent: true,\n    campaignInfo: true,\n    contentInfo: true,\n    previewMedia: true,\n    contentMedia: true,\n    allMediaVariants: false\n  },\n  request: {\n    maxRetries: 3,\n    maxConcurrent: 10,\n    minTime: 333\n  },\n  fileExistsAction: {\n    content: 'skip',\n    info: 'saveAsCopyIfNewer',\n    infoAPI: 'overwrite'\n  }\n};\n\nexport function getDownloaderInit(options?: DownloaderOptions): DownloaderInit {\n  const defaults = DEFAULT_DOWNLOADER_INIT;\n  return {\n    outDir: options?.outDir ? path.resolve(options.outDir) : defaults.outDir,\n    useStatusCache: pickDefined(options?.useStatusCache, defaults.useStatusCache),\n    pathToFFmpeg: pickDefined(options?.pathToFFmpeg, defaults.pathToFFmpeg),\n    dirNameFormat: {\n      campaign: options?.dirNameFormat?.campaign || defaults.dirNameFormat.campaign,\n      content: options?.dirNameFormat?.content || defaults.dirNameFormat.content\n    },\n    filenameFormat: {\n      media: options?.filenameFormat?.media || defaults.filenameFormat.media\n    },\n    include: {\n      lockedContent: pickDefined(options?.include?.lockedContent, defaults.include.lockedContent),\n      campaignInfo: pickDefined(options?.include?.campaignInfo, defaults.include.campaignInfo),\n      contentInfo: pickDefined(options?.include?.contentInfo, defaults.include.contentInfo),\n      previewMedia: pickDefined(options?.include?.previewMedia, defaults.include.previewMedia),\n      contentMedia: pickDefined(options?.include?.contentMedia, defaults.include.contentMedia),\n      allMediaVariants: pickDefined(options?.include?.allMediaVariants, defaults.include.allMediaVariants)\n    },\n    request: {\n      maxRetries: pickDefined(options?.request?.maxRetries, defaults.request.maxRetries),\n      maxConcurrent: pickDefined(options?.request?.maxConcurrent, defaults.request.maxConcurrent),\n      minTime: pickDefined(options?.request?.minTime, defaults.request.minTime)\n    },\n    fileExistsAction: {\n      content: options?.fileExistsAction?.content || defaults.fileExistsAction.content,\n      info: options?.fileExistsAction?.info || defaults.fileExistsAction.info,\n      infoAPI: options?.fileExistsAction?.infoAPI || defaults.fileExistsAction.infoAPI\n    }\n  };\n}\n\nexport function getDefaultDownloaderOutDir() {\n  return DEFAULT_DOWNLOADER_INIT.outDir;\n}"]}

package/dist/downloaders/PostDownloader.d.ts

@@ -0,0 +1,8 @@
+import Downloader, { DownloaderStartParams } from './Downloader.js';
+export default class PostDownloader extends Downloader<'post'> {
+    #private;
+    static version: string;
+    name: string;
+    start(params?: DownloaderStartParams): Promise<void>;
+}
+//# sourceMappingURL=PostDownloader.d.ts.map

package/dist/downloaders/PostDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostDownloader.d.ts","sourceRoot":"","sources":["../../src/downloaders/PostDownloader.ts"],"names":[],"mappings":"AAGA,OAAO,UAAU,EAAE,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAYpE,MAAM,CAAC,OAAO,OAAO,cAAe,SAAQ,UAAU,CAAC,MAAM,CAAC;;IAE5D,MAAM,CAAC,OAAO,SAAW;IAEzB,IAAI,SAAoB;IAIxB,KAAK,CAAC,MAAM,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;CAkdrD"}