patreon-dl 1.0.0

package/dist/downloaders/ProductDownloader.js

@@ -0,0 +1,171 @@
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _ProductDownloader_startPromise;
+import ProductParser from '../parsers/ProductParser.js';
+import FSHelper from '../utils/FSHelper.js';
+import URLHelper from '../utils/URLHelper.js';
+import Downloader from './Downloader.js';
+import StatusCache from './cache/StatusCache.js';
+import { generateProductSummary } from './templates/ProductInfo.js';
+import path from 'path';
+import { TargetSkipReason } from './DownloaderEvent.js';
+export default class ProductDownloader extends Downloader {
+    constructor() {
+        super(...arguments);
+        this.name = 'ProductDownloader';
+        _ProductDownloader_startPromise.set(this, null);
+    }
+    start(params) {
+        if (__classPrivateFieldGet(this, _ProductDownloader_startPromise, "f")) {
+            throw Error('Downloader already running');
+        }
+        __classPrivateFieldSet(this, _ProductDownloader_startPromise, new Promise(async (resolve) => {
+            const { signal } = params || {};
+            let batch = null;
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            const abortHandler = async () => {
+                this.log('info', 'Abort signal received');
+                if (batch) {
+                    await batch.abort();
+                }
+            };
+            if (signal) {
+                signal.addEventListener('abort', abortHandler, { once: true });
+            }
+            this.log('info', `Target product ID '${this.config.productId}'`);
+            // Step 1: get product API data
+            const url = URLHelper.constructProductAPIURL(this.config.productId);
+            this.log('debug', `Fetch product data from API URL "${url}"`);
+            this.emit('fetchBegin', { targetType: 'product' });
+            const { json, error: requestAPIError } = await this.commonFetchAPI(url, signal);
+            if (!json) {
+                if (this.checkAbortSignal(signal, resolve)) {
+                    return;
+                }
+                this.log('error', 'Failed to fetch product data');
+                this.emit('end', { aborted: false, error: requestAPIError });
+                resolve();
+                return;
+            }
+            // Step 2: parse product API data
+            const productParser = new ProductParser(this.logger);
+            const product = productParser.parseProductAPIResponse(json, url, this.config.productId);
+            // Step 3: Save campaign info
+            await this.saveCampaignInfo(product.campaign, signal);
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            this.emit('targetBegin', { target: product });
+            // Step 4: Product directories
+            const productDirs = FSHelper.getProductDirs(product, this.config);
+            this.log('debug', 'Product directories: ', productDirs);
+            // Step 5: Check with status cache
+            const statusCache = StatusCache.getInstance(productDirs.statusCache, this.logger, this.config.useStatusCache);
+            if (statusCache.validate(product, productDirs.root, this.config)) {
+                this.log('info', `Skipped downloading product #${product.id}: already downloaded and nothing has changed since last download`);
+                this.emit('targetEnd', {
+                    target: product,
+                    isSkipped: true,
+                    skipReason: TargetSkipReason.AlreadyDownloaded,
+                    skipMessage: 'Target already downloaded and nothing has changed since last download'
+                });
+                this.emit('end', { aborted: false });
+                resolve();
+                return;
+            }
+            // Step 6: Check accessibility
+            if (!product.isAccessible) {
+                if (this.config.include.lockedContent) {
+                    this.log('warn', `Product #${product.id} is not accessible by current user`);
+                }
+                else {
+                    this.log('warn', `Skipped downloading product #${product.id}: not accessible by current user`);
+                    this.emit('targetEnd', {
+                        target: product,
+                        isSkipped: true,
+                        skipReason: TargetSkipReason.Inaccessible,
+                        skipMessage: 'Target is not accessible by current user'
+                    });
+                    this.emit('end', { aborted: false });
+                    resolve();
+                    return;
+                }
+            }
+            FSHelper.createDir(productDirs.root);
+            // Step 7: save product info
+            if (this.config.include.contentInfo) {
+                this.log('info', 'Save product info');
+                this.emit('phaseBegin', { target: product, phase: 'saveInfo' });
+                FSHelper.createDir(productDirs.info);
+                const summary = generateProductSummary(product);
+                const summaryFile = path.resolve(productDirs.info, 'info.txt');
+                const saveSummaryResult = await FSHelper.writeTextFile(summaryFile, summary, this.config.fileExistsAction.info);
+                this.logWriteTextFileResult(saveSummaryResult, product, 'product summary');
+                const productRawFile = path.resolve(productDirs.info, 'product-api.json');
+                const saveProductRawResult = await FSHelper.writeTextFile(productRawFile, product.raw, this.config.fileExistsAction.infoAPI);
+                this.logWriteTextFileResult(saveProductRawResult, product, 'product API data');
+                this.emit('phaseEnd', { target: product, phase: 'saveInfo' });
+            }
+            // Step 8: Download product media items
+            this.log('info', 'Download: ' +
+                `preview items: ${this.config.include.previewMedia ? 'yes' : 'no'}; ` +
+                `content items: ${this.config.include.contentMedia ? 'yes' : 'no'}`);
+            if (this.config.include.previewMedia || this.config.include.contentMedia) {
+                this.emit('phaseBegin', { target: product, phase: 'saveMedia' });
+                batch = this.createDownloadTaskBatch(`Product #${product.id} (${product.name})`, this.config.include.previewMedia ? {
+                    target: product.previewMedia,
+                    targetName: `product #${product.id} -> preview media`,
+                    destDir: productDirs.previewMedia,
+                    fileExistsAction: this.config.fileExistsAction.content
+                } : null, this.config.include.contentMedia ? {
+                    target: product.contentMedia,
+                    targetName: `product #${product.id} -> content media`,
+                    destDir: productDirs.contentMedia,
+                    fileExistsAction: this.config.fileExistsAction.content
+                } : null);
+                this.log('info', `Download batch created (#${batch.id}): ${batch.getTasks('pending').length} downloads pending`);
+                this.emit('phaseBegin', { target: product, phase: 'batchDownload', batch });
+                await batch.start();
+                // Step 9: Update status cache
+                statusCache.updateOnDownload(product, productDirs.root, batch.getTasks('error').length > 0, this.config);
+                await batch.destroy();
+                batch = null;
+                this.emit('phaseEnd', { target: product, phase: 'batchDownload' });
+                this.emit('phaseEnd', { target: product, phase: 'saveMedia' });
+            }
+            if (this.checkAbortSignal(signal, resolve)) {
+                return;
+            }
+            // Done
+            if (signal) {
+                signal.removeEventListener('abort', abortHandler);
+            }
+            this.log('info', `Done downloading product #${product.id}`);
+            this.emit('targetEnd', { target: product, isSkipped: false });
+            this.emit('end', { aborted: false });
+            __classPrivateFieldSet(this, _ProductDownloader_startPromise, null, "f");
+            resolve();
+        })
+            .finally(async () => {
+            if (this.logger) {
+                await this.logger.end();
+            }
+            __classPrivateFieldSet(this, _ProductDownloader_startPromise, null, "f");
+        }), "f");
+        return __classPrivateFieldGet(this, _ProductDownloader_startPromise, "f");
+    }
+}
+_ProductDownloader_startPromise = new WeakMap();
+ProductDownloader.version = '1.0.0';
+//# sourceMappingURL=ProductDownloader.js.map

package/dist/downloaders/ProductDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProductDownloader.js","sourceRoot":"","sources":["../../src/downloaders/ProductDownloader.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,aAAa,MAAM,6BAA6B,CAAC;AACxD,OAAO,QAAQ,MAAM,sBAAsB,CAAC;AAC5C,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAC9C,OAAO,UAAqC,MAAM,iBAAiB,CAAC;AAEpE,OAAO,WAAW,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,CAAC,OAAO,OAAO,iBAAkB,SAAQ,UAAqB;IAApE;;QAIE,SAAI,GAAG,mBAAmB,CAAC;QAE3B,0CAAsC,IAAI,EAAC;IAgL7C,CAAC;IA9KC,KAAK,CAAC,MAA8B;QAElC,IAAI,uBAAA,IAAI,uCAAc,EAAE;YACtB,MAAM,KAAK,CAAC,4BAA4B,CAAC,CAAC;SAC3C;QAED,uBAAA,IAAI,mCAAiB,IAAI,OAAO,CAAO,KAAK,EAAE,OAAO,EAAE,EAAE;YAEvD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,EAAE,CAAC;YAChC,IAAI,KAAK,GAA6B,IAAI,CAAC;YAE3C,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE;gBAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;gBAC1C,IAAI,KAAK,EAAE;oBACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;iBACrB;YACH,CAAC,CAAC;YACF,IAAI,MAAM,EAAE;gBACV,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;aAChE;YAED,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,sBAAsB,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;YAEjE,+BAA+B;YAC/B,MAAM,GAAG,GAAG,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oCAAoC,GAAG,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;YAEnD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChF,IAAI,CAAC,IAAI,EAAE;gBACT,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;oBAC1C,OAAO;iBACR;gBACD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;gBAClD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;gBAC7D,OAAO,EAAE,CAAC;gBACV,OAAO;aACR;YAED,iCAAiC;YACjC,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,aAAa,CAAC,uBAAuB,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExF,6BAA6B;YAC7B,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAE9C,8BAA8B;YAC9B,MAAM,WAAW,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAClE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,WAAW,CAAC,CAAC;YAExD,kCAAkC;YAClC,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAC9G,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;gBAChE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,gCAAgC,OAAO,CAAC,EAAE,kEAAkE,CAAC,CAAC;gBAC/H,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBACrB,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,IAAI;oBACf,UAAU,EAAE,gBAAgB,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,uEAAuE;iBACrF,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrC,OAAO,EAAE,CAAC;gBACV,OAAO;aACR;YAED,8BAA8B;YAC9B,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE;gBACzB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE;oBACrC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,OAAO,CAAC,EAAE,oCAAoC,CAAC,CAAC;iBAC9E;qBACI;oBACH,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,gCAAgC,OAAO,CAAC,EAAE,kCAAkC,CAAC,CAAC;oBAC/F,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;wBACrB,MAAM,EAAE,OAAO;wBACf,SAAS,EAAE,IAAI;wBACf,UAAU,EAAE,gBAAgB,CAAC,YAAY;wBACzC,WAAW,EAAE,0CAA0C;qBACxD,CAAC,CAAC;oBACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBACrC,OAAO,EAAE,CAAC;oBACV,OAAO;iBACR;aACF;YAED,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAErC,4BAA4B;YAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;gBACnC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;gBACtC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;gBAChE,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,OAAO,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;gBAChD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBAC/D,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBAChH,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;gBAE3E,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAC1E,MAAM,oBAAoB,GAAG,MAAM,QAAQ,CAAC,aAAa,CACvD,cAAc,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACrE,IAAI,CAAC,sBAAsB,CAAC,oBAAoB,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;gBAC/E,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;aAC/D;YAED,uCAAuC;YACvC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY;gBACzB,kBAAkB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI;gBACrE,kBAAkB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAEzE,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE;gBACxE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjE,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAClC,YAAY,OAAO,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,GAAG,EAE1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;oBACjC,MAAM,EAAE,OAAO,CAAC,YAAY;oBAC5B,UAAU,EAAE,YAAY,OAAO,CAAC,EAAE,mBAAmB;oBACrD,OAAO,EAAE,WAAW,CAAC,YAAY;oBACjC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO;iBACvD,CAAC,CAAC,CAAC,IAAI,EAER,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;oBACjC,MAAM,EAAE,OAAO,CAAC,YAAY;oBAC5B,UAAU,EAAE,YAAY,OAAO,CAAC,EAAE,mBAAmB;oBACrD,OAAO,EAAE,WAAW,CAAC,YAAY;oBACjC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO;iBACvD,CAAC,CAAC,CAAC,IAAI,CACT,CAAC;gBAEF,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,4BAA4B,KAAK,CAAC,EAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,oBAAoB,CAAC,CAAC;gBACjH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE5E,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;gBAEpB,8BAA8B;gBAC9B,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEzG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;gBACtB,KAAK,GAAG,IAAI,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;aAChE;YAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;gBAC1C,OAAO;aACR;YAED,OAAO;YACP,IAAI,MAAM,EAAE;gBACV,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;aACnD;YACD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,6BAA6B,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5D,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrC,uBAAA,IAAI,mCAAiB,IAAI,MAAA,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;aACC,OAAO,CAAC,KAAK,IAAI,EAAE;YAClB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;aACzB;YACD,uBAAA,IAAI,mCAAiB,IAAI,MAAA,CAAC;QAC5B,CAAC,CAAC,MAAA,CAAC;QAEL,OAAO,uBAAA,IAAI,uCAAc,CAAC;IAC5B,CAAC;;;AAnLM,yBAAO,GAAG,OAAO,CAAC","sourcesContent":["import ProductParser from '../parsers/ProductParser.js';\nimport FSHelper from '../utils/FSHelper.js';\nimport URLHelper from '../utils/URLHelper.js';\nimport Downloader, { DownloaderStartParams } from './Downloader.js';\nimport DownloadTaskBatch from './task/DownloadTaskBatch.js';\nimport StatusCache from './cache/StatusCache.js';\nimport { generateProductSummary } from './templates/ProductInfo.js';\nimport path from 'path';\nimport { TargetSkipReason } from './DownloaderEvent.js';\n\nexport default class ProductDownloader extends Downloader<'product'> {\n\n  static version = '1.0.0';\n\n  name = 'ProductDownloader';\n\n  #startPromise: Promise<void> | null = null;\n\n  start(params?: DownloaderStartParams): Promise<void> {\n\n    if (this.#startPromise) {\n      throw Error('Downloader already running');\n    }\n\n    this.#startPromise = new Promise<void>(async (resolve) => {\n\n      const { signal } = params || {};\n      let batch: DownloadTaskBatch | null = null;\n\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      const abortHandler = async () => {\n        this.log('info', 'Abort signal received');\n        if (batch) {\n          await batch.abort();\n        }\n      };\n      if (signal) {\n        signal.addEventListener('abort', abortHandler, { once: true });\n      }\n\n      this.log('info', `Target product ID '${this.config.productId}'`);\n\n      // Step 1: get product API data\n      const url = URLHelper.constructProductAPIURL(this.config.productId);\n      this.log('debug', `Fetch product data from API URL \"${url}\"`);\n      this.emit('fetchBegin', { targetType: 'product' });\n\n      const { json, error: requestAPIError } = await this.commonFetchAPI(url, signal);\n      if (!json) {\n        if (this.checkAbortSignal(signal, resolve)) {\n          return;\n        }\n        this.log('error', 'Failed to fetch product data');\n        this.emit('end', { aborted: false, error: requestAPIError });\n        resolve();\n        return;\n      }\n\n      // Step 2: parse product API data\n      const productParser = new ProductParser(this.logger);\n      const product = productParser.parseProductAPIResponse(json, url, this.config.productId);\n\n      // Step 3: Save campaign info\n      await this.saveCampaignInfo(product.campaign, signal);\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      this.emit('targetBegin', { target: product });\n\n      // Step 4: Product directories\n      const productDirs = FSHelper.getProductDirs(product, this.config);\n      this.log('debug', 'Product directories: ', productDirs);\n\n      // Step 5: Check with status cache\n      const statusCache = StatusCache.getInstance(productDirs.statusCache, this.logger, this.config.useStatusCache);\n      if (statusCache.validate(product, productDirs.root, this.config)) {\n        this.log('info', `Skipped downloading product #${product.id}: already downloaded and nothing has changed since last download`);\n        this.emit('targetEnd', {\n          target: product,\n          isSkipped: true,\n          skipReason: TargetSkipReason.AlreadyDownloaded,\n          skipMessage: 'Target already downloaded and nothing has changed since last download'\n        });\n        this.emit('end', { aborted: false });\n        resolve();\n        return;\n      }\n\n      // Step 6: Check accessibility\n      if (!product.isAccessible) {\n        if (this.config.include.lockedContent) {\n          this.log('warn', `Product #${product.id} is not accessible by current user`);\n        }\n        else {\n          this.log('warn', `Skipped downloading product #${product.id}: not accessible by current user`);\n          this.emit('targetEnd', {\n            target: product,\n            isSkipped: true,\n            skipReason: TargetSkipReason.Inaccessible,\n            skipMessage: 'Target is not accessible by current user'\n          });\n          this.emit('end', { aborted: false });\n          resolve();\n          return;\n        }\n      }\n\n      FSHelper.createDir(productDirs.root);\n\n      // Step 7: save product info\n      if (this.config.include.contentInfo) {\n        this.log('info', 'Save product info');\n        this.emit('phaseBegin', { target: product, phase: 'saveInfo' });\n        FSHelper.createDir(productDirs.info);\n        const summary = generateProductSummary(product);\n        const summaryFile = path.resolve(productDirs.info, 'info.txt');\n        const saveSummaryResult = await FSHelper.writeTextFile(summaryFile, summary, this.config.fileExistsAction.info);\n        this.logWriteTextFileResult(saveSummaryResult, product, 'product summary');\n\n        const productRawFile = path.resolve(productDirs.info, 'product-api.json');\n        const saveProductRawResult = await FSHelper.writeTextFile(\n          productRawFile, product.raw, this.config.fileExistsAction.infoAPI);\n        this.logWriteTextFileResult(saveProductRawResult, product, 'product API data');\n        this.emit('phaseEnd', { target: product, phase: 'saveInfo' });\n      }\n\n      // Step 8: Download product media items\n      this.log('info', 'Download: ' +\n          `preview items: ${this.config.include.previewMedia ? 'yes' : 'no'}; ` +\n          `content items: ${this.config.include.contentMedia ? 'yes' : 'no'}`);\n\n      if (this.config.include.previewMedia || this.config.include.contentMedia) {\n        this.emit('phaseBegin', { target: product, phase: 'saveMedia' });\n        batch = this.createDownloadTaskBatch(\n          `Product #${product.id} (${product.name})`,\n\n          this.config.include.previewMedia ? {\n            target: product.previewMedia,\n            targetName: `product #${product.id} -> preview media`,\n            destDir: productDirs.previewMedia,\n            fileExistsAction: this.config.fileExistsAction.content\n          } : null,\n\n          this.config.include.contentMedia ? {\n            target: product.contentMedia,\n            targetName: `product #${product.id} -> content media`,\n            destDir: productDirs.contentMedia,\n            fileExistsAction: this.config.fileExistsAction.content\n          } : null\n        );\n\n        this.log('info', `Download batch created (#${batch.id}): ${batch.getTasks('pending').length} downloads pending`);\n        this.emit('phaseBegin', { target: product, phase: 'batchDownload', batch });\n\n        await batch.start();\n\n        // Step 9: Update status cache\n        statusCache.updateOnDownload(product, productDirs.root, batch.getTasks('error').length > 0, this.config);\n\n        await batch.destroy();\n        batch = null;\n        this.emit('phaseEnd', { target: product, phase: 'batchDownload' });\n        this.emit('phaseEnd', { target: product, phase: 'saveMedia' });\n      }\n\n      if (this.checkAbortSignal(signal, resolve)) {\n        return;\n      }\n\n      // Done\n      if (signal) {\n        signal.removeEventListener('abort', abortHandler);\n      }\n      this.log('info', `Done downloading product #${product.id}`);\n      this.emit('targetEnd', { target: product, isSkipped: false });\n      this.emit('end', { aborted: false });\n      this.#startPromise = null;\n      resolve();\n    })\n      .finally(async () => {\n        if (this.logger) {\n          await this.logger.end();\n        }\n        this.#startPromise = null;\n      });\n\n    return this.#startPromise;\n  }\n}\n"]}

package/dist/downloaders/cache/StatusCache.d.ts

@@ -0,0 +1,43 @@
+import { Post } from '../../entities/Post.js';
+import { Product } from '../../entities/Product.js';
+import Logger, { LogLevel } from '../../utils/logging/Logger.js';
+import { DownloaderConfig } from '../Downloader.js';
+export interface StatusCacheData {
+    products: Record<string, StatusCacheEntry<Product>>;
+    posts: Record<string, StatusCacheEntry<Post>>;
+}
+export interface StatusCacheEntry<T extends Product | Post> {
+    type: T['type'];
+    downloaderVersion: string;
+    lastDownloaded: string;
+    lastDownloadHasErrors: boolean;
+    lastDownloadConfig: {
+        include: {
+            lockedContent: boolean;
+            contentInfo: boolean;
+            previewMedia: boolean;
+            contentMedia: boolean;
+            allMediaVariants: boolean;
+        };
+    };
+    lastDestDir: string;
+    lastTargetInfo: StatusCacheTargetInfo<T>;
+}
+export type StatusCacheTargetInfo<T extends Product | Post> = {
+    id: T['id'];
+} & (T extends Post ? {
+    isViewable: T['isViewable'];
+    editedAt: T['editedAt'];
+} : T extends Product ? {
+    isAccessible: T['isAccessible'];
+} : {});
+export default class StatusCache {
+    #private;
+    name: 'StatusCache';
+    constructor(statusCacheDir: string, logger: Logger | null | undefined, enabled: boolean);
+    static getInstance(statusCacheDir: string, logger?: Logger | null, enabled?: boolean): StatusCache;
+    validate<T extends Product | Post>(target: T, destDir: string, config: DownloaderConfig<any>): boolean;
+    updateOnDownload<T extends Product | Post>(target: T, destDir: string, downloadHasErrors: boolean, config: DownloaderConfig<any>): void;
+    protected log(level: LogLevel, ...msg: any[]): void;
+}
+//# sourceMappingURL=StatusCache.d.ts.map

package/dist/downloaders/cache/StatusCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatusCache.d.ts","sourceRoot":"","sources":["../../../src/downloaders/cache/StatusCache.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAG9C,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,MAAM,EAAE,EAAE,QAAQ,EAAa,MAAM,+BAA+B,CAAC;AAM5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,gBAAgB,CAAC,CAAC,SAAS,OAAO,GAAG,IAAI;IACxD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,kBAAkB,EAAE;QAClB,OAAO,EAAE;YACP,aAAa,EAAE,OAAO,CAAC;YACvB,WAAW,EAAE,OAAO,CAAC;YACrB,YAAY,EAAE,OAAO,CAAC;YACtB,YAAY,EAAE,OAAO,CAAC;YACtB,gBAAgB,EAAE,OAAO,CAAC;SAC3B,CAAC;KACH,CAAC;IACF,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;CAC1C;AAKD,MAAM,MAAM,qBAAqB,CAAC,CAAC,SAAS,OAAO,GAAG,IAAI,IACxD;IACE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;CACb,GAAG,CACF,CAAC,SAAS,IAAI,GAAG;IACf,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5B,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;CACzB,GACD,CAAC,SAAS,OAAO,GAAG;IAClB,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC;CACjC,GACD,EAAE,CACH,CAAA;AAEH,MAAM,CAAC,OAAO,OAAO,WAAW;;IAE9B,IAAI,EAAE,aAAa,CAAC;gBAUR,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO;IA2BvF,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,UAAO;IAcjF,QAAQ,CAAC,CAAC,SAAS,OAAO,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,GAAG,CAAC;IAoH5F,gBAAgB,CAAC,CAAC,SAAS,OAAO,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,GAAG,CAAC;IA2ChI,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE;CAI7C"}

package/dist/downloaders/cache/StatusCache.js

@@ -0,0 +1,206 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _StatusCache_instances, _a, _StatusCache_instances_1, _StatusCache_dir, _StatusCache_file, _StatusCache_data, _StatusCache_logger, _StatusCache_enabled, _StatusCache_validatePostCacheEntry, _StatusCache_validateProductCacheEntry, _StatusCache_getCacheEntry, _StatusCache_validateByDownloaderVer;
+import fse from 'fs-extra';
+import { major as semverMajor, minor as semverMinor } from 'semver';
+import dateFormat from 'dateformat';
+import { commonLog } from '../../utils/logging/Logger.js';
+import ObjectHelper from '../../utils/ObjectHelper.js';
+import ProductDownloader from '../ProductDownloader.js';
+import PostDownloader from '../PostDownloader.js';
+import path from 'path';
+import FSHelper from '../../utils/FSHelper.js';
+const STATUS_CACHE_FILENAME = 'status-cache.json';
+const INSTANCE_CACHE_SIZE = 5;
+export default class StatusCache {
+    constructor(statusCacheDir, logger, enabled) {
+        _StatusCache_instances.add(this);
+        _StatusCache_dir.set(this, void 0);
+        _StatusCache_file.set(this, void 0);
+        _StatusCache_data.set(this, void 0);
+        _StatusCache_logger.set(this, void 0);
+        _StatusCache_enabled.set(this, void 0);
+        __classPrivateFieldSet(this, _StatusCache_logger, logger, "f");
+        const file = path.resolve(statusCacheDir, STATUS_CACHE_FILENAME);
+        let data;
+        if (fse.existsSync(file)) {
+            data = fse.readJSONSync(file);
+            this.log('debug', `Loaded status cache file "${file}"`);
+        }
+        else {
+            FSHelper.createDir(statusCacheDir);
+            this.log('debug', `"${file}" does not exist. Start with empty data`);
+            data = {
+                products: {},
+                posts: {}
+            };
+        }
+        if (!enabled) {
+            this.log('debug', 'Status cache entry validation disabled');
+        }
+        __classPrivateFieldSet(this, _StatusCache_dir, statusCacheDir, "f");
+        __classPrivateFieldSet(this, _StatusCache_file, file, "f");
+        __classPrivateFieldSet(this, _StatusCache_data, data, "f");
+        __classPrivateFieldSet(this, _StatusCache_enabled, enabled, "f");
+    }
+    static getInstance(statusCacheDir, logger, enabled = true) {
+        const cachedInstance = __classPrivateFieldGet(this, _a, "f", _StatusCache_instances_1).find((sc) => __classPrivateFieldGet(sc, _StatusCache_dir, "f") === statusCacheDir && __classPrivateFieldGet(sc, _StatusCache_logger, "f") === logger && __classPrivateFieldGet(sc, _StatusCache_enabled, "f") === enabled);
+        if (cachedInstance) {
+            return cachedInstance;
+        }
+        const instance = new StatusCache(statusCacheDir, logger, enabled);
+        __classPrivateFieldGet(this, _a, "f", _StatusCache_instances_1).push(instance);
+        if (__classPrivateFieldGet(this, _a, "f", _StatusCache_instances_1).length > INSTANCE_CACHE_SIZE) {
+            __classPrivateFieldGet(this, _a, "f", _StatusCache_instances_1).shift();
+        }
+        return instance;
+    }
+    validate(target, destDir, config) {
+        if (!__classPrivateFieldGet(this, _StatusCache_enabled, "f")) {
+            return false;
+        }
+        const entry = target.type === 'product' ? __classPrivateFieldGet(this, _StatusCache_instances, "m", _StatusCache_getCacheEntry).call(this, target.id, 'product') :
+            target.type === 'post' ? __classPrivateFieldGet(this, _StatusCache_instances, "m", _StatusCache_getCacheEntry).call(this, target.id, 'post') :
+                null;
+        if (!entry) {
+            this.log('debug', `Status cache entry does not exist for ${target.type} #${target.id}`);
+            return false;
+        }
+        this.log('debug', `Validate status cache entry for ${target.type} #${target.id}; last downloaded: ${entry.lastDownloaded}; dest dir: "${entry.lastDestDir}"`);
+        if (!entry.lastDestDir) {
+            this.log('debug', '-> Invalidated: \'lastDestDir\' missing in status cache entry');
+            return false;
+        }
+        // `entry.lastDestDir` is relative to the dir of status cache. Resolve to absolute.
+        const lastDestDir = path.resolve(__classPrivateFieldGet(this, _StatusCache_dir, "f"), entry.lastDestDir);
+        if (lastDestDir !== destDir) {
+            this.log('debug', `-> Invalidated: destination directory has changed from "${lastDestDir}" to "${destDir}"`);
+            return false;
+        }
+        if (!fse.existsSync(lastDestDir)) {
+            this.log('debug', `-> Invalidated: destination directory "${lastDestDir}" does not exist`);
+            return false;
+        }
+        if (!__classPrivateFieldGet(this, _StatusCache_instances, "m", _StatusCache_validateByDownloaderVer).call(this, entry.downloaderVersion, ProductDownloader.version)) {
+            this.log('debug', '-> Invalidated: downloader version has changed (major / minor)');
+            return false;
+        }
+        if (entry.lastDownloadHasErrors) {
+            this.log('debug', '-> Invalidated: last download has errors');
+            return false;
+        }
+        if (!entry.lastDownloadConfig?.include) {
+            this.log('debug', '-> Invalidated: \'lastDownloadConfig.include\' missing in status cache entry');
+            return false;
+        }
+        const __compareConfigInclude = (prop) => {
+            const last = entry.lastDownloadConfig.include[prop];
+            const now = config.include[prop];
+            if (!last && now) { // Only check for 'false' -> 'true'
+                this.log('debug', `-> Invalidated: downloader config 'include.${prop}' has changed from '${last}' -> '${now}'`);
+                return false;
+            }
+            return true;
+        };
+        const includeProps = ['lockedContent', 'contentInfo', 'previewMedia', 'contentMedia', 'allMediaVariants'];
+        for (const prop of includeProps) {
+            if (!__compareConfigInclude(prop)) {
+                return false;
+            }
+        }
+        if (!entry.lastTargetInfo) {
+            this.log('debug', '-> Invalidated: \'lastTargetInfo\' missing in status cache entry');
+            return false;
+        }
+        if (target.type === 'post' && entry.type === 'post' && !__classPrivateFieldGet(this, _StatusCache_instances, "m", _StatusCache_validatePostCacheEntry).call(this, entry, target)) {
+            return false;
+        }
+        if (target.type === 'product' && entry.type === 'product' && !__classPrivateFieldGet(this, _StatusCache_instances, "m", _StatusCache_validateProductCacheEntry).call(this, entry, target)) {
+            return false;
+        }
+        this.log('debug', '-> Validated');
+        return true;
+    }
+    updateOnDownload(target, destDir, downloadHasErrors, config) {
+        const commonData = {
+            lastDownloaded: dateFormat('isoDateTime'),
+            lastDownloadHasErrors: downloadHasErrors,
+            // Convert `destDir` to path relative to status cache dir
+            lastDestDir: path.relative(__classPrivateFieldGet(this, _StatusCache_dir, "f"), destDir),
+            lastDownloadConfig: {
+                include: {
+                    lockedContent: config.include.lockedContent,
+                    contentInfo: config.include.contentInfo,
+                    previewMedia: config.include.previewMedia,
+                    contentMedia: config.include.contentMedia,
+                    allMediaVariants: config.include.allMediaVariants
+                }
+            }
+        };
+        if (target.type === 'product') {
+            __classPrivateFieldGet(this, _StatusCache_data, "f").products[target.id] = {
+                type: 'product',
+                downloaderVersion: ProductDownloader.version,
+                ...commonData,
+                lastTargetInfo: {
+                    id: target.id,
+                    isAccessible: target.isAccessible
+                }
+            };
+        }
+        else if (target.type === 'post') {
+            __classPrivateFieldGet(this, _StatusCache_data, "f").posts[target.id] = {
+                type: 'post',
+                downloaderVersion: PostDownloader.version,
+                ...commonData,
+                lastTargetInfo: {
+                    id: target.id,
+                    isViewable: target.isViewable,
+                    editedAt: target.editedAt
+                }
+            };
+        }
+        this.log('debug', `Update status cache for ${target.type} #${target.id}`);
+        fse.writeJsonSync(__classPrivateFieldGet(this, _StatusCache_file, "f"), __classPrivateFieldGet(this, _StatusCache_data, "f"), { spaces: 2 });
+    }
+    log(level, ...msg) {
+        commonLog(__classPrivateFieldGet(this, _StatusCache_logger, "f"), level, this.name, ...msg);
+    }
+}
+_a = StatusCache, _StatusCache_dir = new WeakMap(), _StatusCache_file = new WeakMap(), _StatusCache_data = new WeakMap(), _StatusCache_logger = new WeakMap(), _StatusCache_enabled = new WeakMap(), _StatusCache_instances = new WeakSet(), _StatusCache_validatePostCacheEntry = function _StatusCache_validatePostCacheEntry(entry, post) {
+    if (entry.lastTargetInfo.isViewable !== post.isViewable) {
+        this.log('debug', `-> Invalidated: viewability has changed (before: ${entry.lastTargetInfo.isViewable}; now: ${post.isViewable})`);
+        return false;
+    }
+    if (entry.lastTargetInfo.editedAt !== post.editedAt) {
+        this.log('debug', `-> Invalidated: post has been edited (before: ${entry.lastTargetInfo.editedAt}; now: ${post.editedAt})`);
+        return false;
+    }
+    return true;
+}, _StatusCache_validateProductCacheEntry = function _StatusCache_validateProductCacheEntry(entry, product) {
+    if (entry.lastTargetInfo.isAccessible !== product.isAccessible) {
+        this.log('debug', `-> Invalidated: product accessibility has changed (before: ${entry.lastTargetInfo.isAccessible}; now: ${product.isAccessible})`);
+        return false;
+    }
+    return true;
+}, _StatusCache_getCacheEntry = function _StatusCache_getCacheEntry(targetId, targetType) {
+    const key = targetType === 'product' ? `products.${targetId}` : `posts.${targetId}`;
+    return ObjectHelper.getProperty(__classPrivateFieldGet(this, _StatusCache_data, "f"), key) || null;
+}, _StatusCache_validateByDownloaderVer = function _StatusCache_validateByDownloaderVer(entryValue, currentValue) {
+    if (!entryValue) {
+        return false;
+    }
+    return semverMajor(entryValue) === semverMajor(currentValue) &&
+        semverMinor(entryValue) === semverMinor(currentValue);
+};
+_StatusCache_instances_1 = { value: [] };
+//# sourceMappingURL=StatusCache.js.map

package/dist/downloaders/cache/StatusCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatusCache.js","sourceRoot":"","sources":["../../../src/downloaders/cache/StatusCache.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,GAAG,MAAM,UAAU,CAAC;AAE3B,OAAO,EAAE,KAAK,IAAI,WAAW,EAAE,KAAK,IAAI,WAAW,EAAE,MAAM,QAAQ,CAAC;AACpE,OAAO,UAAU,MAAM,YAAY,CAAC;AAEpC,OAAe,EAAY,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,YAAY,MAAM,6BAA6B,CAAC;AACvD,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,cAAc,MAAM,sBAAsB,CAAC;AAClD,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AA0B/C,MAAM,qBAAqB,GAAG,mBAAmB,CAAC;AAClD,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAgB9B,MAAM,CAAC,OAAO,OAAO,WAAW;IAY9B,YAAY,cAAsB,EAAE,MAAiC,EAAE,OAAgB;;QANvF,mCAAa;QACb,oCAAc;QACd,oCAAuB;QACvB,sCAAwB;QACxB,uCAAkB;QAGhB,uBAAA,IAAI,uBAAW,MAAM,MAAA,CAAC;QAEtB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;QACjE,IAAI,IAAqB,CAAC;QAC1B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACxB,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,6BAA6B,IAAI,GAAG,CAAC,CAAC;SACzD;aACI;YACH,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,yCAAyC,CAAC,CAAC;YACrE,IAAI,GAAG;gBACL,QAAQ,EAAE,EAAE;gBACZ,KAAK,EAAE,EAAE;aACV,CAAC;SACH;QACD,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,wCAAwC,CAAC,CAAC;SAC7D;QAED,uBAAA,IAAI,oBAAQ,cAAc,MAAA,CAAC;QAC3B,uBAAA,IAAI,qBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,qBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,wBAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,cAAsB,EAAE,MAAsB,EAAE,OAAO,GAAG,IAAI;QAC/E,MAAM,cAAc,GAAG,uBAAA,IAAI,oCAAW,CAAC,IAAI,CACzC,CAAC,EAAE,EAAE,EAAE,CAAC,uBAAA,EAAE,wBAAK,KAAK,cAAc,IAAI,uBAAA,EAAE,2BAAQ,KAAK,MAAM,IAAI,uBAAA,EAAE,4BAAS,KAAK,OAAO,CAAC,CAAC;QAC1F,IAAI,cAAc,EAAE;YAClB,OAAO,cAAc,CAAC;SACvB;QACD,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAClE,uBAAA,IAAI,oCAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,uBAAA,IAAI,oCAAW,CAAC,MAAM,GAAG,mBAAmB,EAAE;YAChD,uBAAA,IAAI,oCAAW,CAAC,KAAK,EAAE,CAAC;SACzB;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,QAAQ,CAA2B,MAAS,EAAE,OAAe,EAAE,MAA6B;QAC1F,IAAI,CAAC,uBAAA,IAAI,4BAAS,EAAE;YAClB,OAAO,KAAK,CAAC;SACd;QAED,MAAM,KAAK,GACT,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAA,IAAI,0DAAe,MAAnB,IAAI,EAAgB,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,uBAAA,IAAI,0DAAe,MAAnB,IAAI,EAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC;QAEX,IAAI,CAAC,KAAK,EAAE;YACV,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,yCAAyC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACxF,OAAO,KAAK,CAAC;SACd;QAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,mCAAmC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,sBAAsB,KAAK,CAAC,cAAc,gBAAgB,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QAE9J,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YACtB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,+DAA+D,CAAC,CAAC;YACnF,OAAO,KAAK,CAAC;SACd;QACD,mFAAmF;QACnF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,uBAAA,IAAI,wBAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAI,WAAW,KAAK,OAAO,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,2DAA2D,WAAW,SAAS,OAAO,GAAG,CAAC,CAAC;YAC7G,OAAO,KAAK,CAAC;SACd;QACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,0CAA0C,WAAW,kBAAkB,CAAC,CAAC;YAC3F,OAAO,KAAK,CAAC;SACd;QAED,IAAI,CAAC,uBAAA,IAAI,oEAAyB,MAA7B,IAAI,EAA0B,KAAK,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,OAAO,CAAC,EAAE;YACtF,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,gEAAgE,CAAC,CAAC;YACpF,OAAO,KAAK,CAAC;SACd;QAED,IAAI,KAAK,CAAC,qBAAqB,EAAE;YAC/B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,0CAA0C,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;SACd;QAED,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,OAAO,EAAE;YACtC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8EAA8E,CAAC,CAAC;YAClG,OAAO,KAAK,CAAC;SACd;QAED,MAAM,sBAAsB,GAAG,CAAC,IAAyG,EAAE,EAAE;YAC3I,MAAM,IAAI,GAAG,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,EAAE,mCAAmC;gBACrD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8CAA8C,IAAI,uBAAuB,IAAI,SAAS,GAAG,GAAG,CAAC,CAAC;gBAChH,OAAO,KAAK,CAAC;aACd;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,YAAY,GAChB,CAAE,eAAe,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,kBAAkB,CAAE,CAAC;QACzF,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;YAC/B,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE;gBACjC,OAAO,KAAK,CAAC;aACd;SACF;QAED,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;YACzB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,kEAAkE,CAAC,CAAC;YACtF,OAAO,KAAK,CAAC;SACd;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,uBAAA,IAAI,mEAAwB,MAA5B,IAAI,EAAyB,KAAK,EAAE,MAAM,CAAC,EAAE;YACnG,OAAO,KAAK,CAAC;SACd;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,uBAAA,IAAI,sEAA2B,MAA/B,IAAI,EAA4B,KAAK,EAAE,MAAM,CAAC,EAAE;YAC5G,OAAO,KAAK,CAAC;SACd;QAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAqCD,gBAAgB,CAA2B,MAAS,EAAE,OAAe,EAAE,iBAA0B,EAAE,MAA6B;QAC9H,MAAM,UAAU,GAAG;YACjB,cAAc,EAAE,UAAU,CAAC,aAAa,CAAC;YACzC,qBAAqB,EAAE,iBAAiB;YACxC,yDAAyD;YACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,uBAAA,IAAI,wBAAK,EAAE,OAAO,CAAC;YAC9C,kBAAkB,EAAE;gBAClB,OAAO,EAAE;oBACP,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;oBAC3C,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;oBACvC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;oBACzC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;oBACzC,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB;iBAClD;aACF;SACF,CAAC;QACF,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;YAC7B,uBAAA,IAAI,yBAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG;gBAC/B,IAAI,EAAE,SAAS;gBACf,iBAAiB,EAAE,iBAAiB,CAAC,OAAO;gBAC5C,GAAG,UAAU;gBACb,cAAc,EAAE;oBACd,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,YAAY,EAAE,MAAM,CAAC,YAAY;iBAClC;aACF,CAAC;SACH;aACI,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;YAC/B,uBAAA,IAAI,yBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG;gBAC5B,IAAI,EAAE,MAAM;gBACZ,iBAAiB,EAAE,cAAc,CAAC,OAAO;gBACzC,GAAG,UAAU;gBACb,cAAc,EAAE;oBACd,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B;aACF,CAAC;SACH;QACD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,2BAA2B,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1E,GAAG,CAAC,aAAa,CAAC,uBAAA,IAAI,yBAAM,EAAE,uBAAA,IAAI,yBAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAES,GAAG,CAAC,KAAe,EAAE,GAAG,GAAU;QAC1C,SAAS,CAAC,uBAAA,IAAI,2BAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;IACpD,CAAC;;gUAhFuB,KAA6B,EAAE,IAAU;IAC/D,IAAI,KAAK,CAAC,cAAc,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE;QACvD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oDAAoD,KAAK,CAAC,cAAc,CAAC,UAAU,UAAU,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACnI,OAAO,KAAK,CAAC;KACd;IACD,IAAI,KAAK,CAAC,cAAc,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE;QACnD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,iDAAiD,KAAK,CAAC,cAAc,CAAC,QAAQ,UAAU,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC5H,OAAO,KAAK,CAAC;KACd;IACD,OAAO,IAAI,CAAC;AACd,CAAC,2FAE0B,KAAgC,EAAE,OAAgB;IAC3E,IAAI,KAAK,CAAC,cAAc,CAAC,YAAY,KAAK,OAAO,CAAC,YAAY,EAAE;QAC9D,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8DAA8D,KAAK,CAAC,cAAc,CAAC,YAAY,UAAU,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC;QACpJ,OAAO,KAAK,CAAC;KACd;IACD,OAAO,IAAI,CAAC;AACd,CAAC,mEAIc,QAAgB,EAAE,UAA8B;IAC7D,MAAM,GAAG,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,QAAQ,EAAE,CAAC;IACpF,OAAO,YAAY,CAAC,WAAW,CAAC,uBAAA,IAAI,yBAAM,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;AAC3D,CAAC,uFAEwB,UAAkB,EAAE,YAAoB;IAC/D,IAAI,CAAC,UAAU,EAAE;QACf,OAAO,KAAK,CAAC;KACd;IACD,OAAO,WAAW,CAAC,UAAU,CAAC,KAAK,WAAW,CAAC,YAAY,CAAC;QAC1D,WAAW,CAAC,UAAU,CAAC,KAAK,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1D,CAAC;AAnKM,oCAA4B,EAAE,GAAC","sourcesContent":["import fse from 'fs-extra';\nimport { Post } from '../../entities/Post.js';\nimport { major as semverMajor, minor as semverMinor } from 'semver';\nimport dateFormat from 'dateformat';\nimport { Product } from '../../entities/Product.js';\nimport Logger, { LogLevel, commonLog } from '../../utils/logging/Logger.js';\nimport ObjectHelper from '../../utils/ObjectHelper.js';\nimport ProductDownloader from '../ProductDownloader.js';\nimport PostDownloader from '../PostDownloader.js';\nimport path from 'path';\nimport FSHelper from '../../utils/FSHelper.js';\nimport { DownloaderConfig } from '../Downloader.js';\n\nexport interface StatusCacheData {\n  products: Record<string, StatusCacheEntry<Product>>;\n  posts: Record<string, StatusCacheEntry<Post>>;\n}\n\nexport interface StatusCacheEntry<T extends Product | Post> {\n  type: T['type'];\n  downloaderVersion: string;\n  lastDownloaded: string;\n  lastDownloadHasErrors: boolean;\n  lastDownloadConfig: {\n    include: {\n      lockedContent: boolean;\n      contentInfo: boolean;\n      previewMedia: boolean;\n      contentMedia: boolean;\n      allMediaVariants: boolean;\n    };\n  };\n  lastDestDir: string;\n  lastTargetInfo: StatusCacheTargetInfo<T>;\n}\n\nconst STATUS_CACHE_FILENAME = 'status-cache.json';\nconst INSTANCE_CACHE_SIZE = 5;\n\nexport type StatusCacheTargetInfo<T extends Product | Post> =\n  {\n    id: T['id'];\n  } & (\n    T extends Post ? {\n      isViewable: T['isViewable'];\n      editedAt: T['editedAt'];\n    } :\n    T extends Product ? {\n      isAccessible: T['isAccessible'];\n    } :\n    {}\n  )\n\nexport default class StatusCache {\n\n  name: 'StatusCache';\n\n  static #instances: StatusCache[] = [];\n\n  #dir: string;\n  #file: string;\n  #data: StatusCacheData;\n  #logger?: Logger | null;\n  #enabled: boolean;\n\n  constructor(statusCacheDir: string, logger: Logger | null | undefined, enabled: boolean) {\n    this.#logger = logger;\n\n    const file = path.resolve(statusCacheDir, STATUS_CACHE_FILENAME);\n    let data: StatusCacheData;\n    if (fse.existsSync(file)) {\n      data = fse.readJSONSync(file);\n      this.log('debug', `Loaded status cache file \"${file}\"`);\n    }\n    else {\n      FSHelper.createDir(statusCacheDir);\n      this.log('debug', `\"${file}\" does not exist. Start with empty data`);\n      data = {\n        products: {},\n        posts: {}\n      };\n    }\n    if (!enabled) {\n      this.log('debug', 'Status cache entry validation disabled');\n    }\n\n    this.#dir = statusCacheDir;\n    this.#file = file;\n    this.#data = data;\n    this.#enabled = enabled;\n  }\n\n  static getInstance(statusCacheDir: string, logger?: Logger | null, enabled = true) {\n    const cachedInstance = this.#instances.find(\n      (sc) => sc.#dir === statusCacheDir && sc.#logger === logger && sc.#enabled === enabled);\n    if (cachedInstance) {\n      return cachedInstance;\n    }\n    const instance = new StatusCache(statusCacheDir, logger, enabled);\n    this.#instances.push(instance);\n    if (this.#instances.length > INSTANCE_CACHE_SIZE) {\n      this.#instances.shift();\n    }\n    return instance;\n  }\n\n  validate<T extends Product | Post>(target: T, destDir: string, config: DownloaderConfig<any>) {\n    if (!this.#enabled) {\n      return false;\n    }\n\n    const entry =\n      target.type === 'product' ? this.#getCacheEntry(target.id, 'product') :\n        target.type === 'post' ? this.#getCacheEntry(target.id, 'post') :\n          null;\n\n    if (!entry) {\n      this.log('debug', `Status cache entry does not exist for ${target.type} #${target.id}`);\n      return false;\n    }\n\n    this.log('debug', `Validate status cache entry for ${target.type} #${target.id}; last downloaded: ${entry.lastDownloaded}; dest dir: \"${entry.lastDestDir}\"`);\n\n    if (!entry.lastDestDir) {\n      this.log('debug', '-> Invalidated: \\'lastDestDir\\' missing in status cache entry');\n      return false;\n    }\n    // `entry.lastDestDir` is relative to the dir of status cache. Resolve to absolute.\n    const lastDestDir = path.resolve(this.#dir, entry.lastDestDir);\n    if (lastDestDir !== destDir) {\n      this.log('debug', `-> Invalidated: destination directory has changed from \"${lastDestDir}\" to \"${destDir}\"`);\n      return false;\n    }\n    if (!fse.existsSync(lastDestDir)) {\n      this.log('debug', `-> Invalidated: destination directory \"${lastDestDir}\" does not exist`);\n      return false;\n    }\n\n    if (!this.#validateByDownloaderVer(entry.downloaderVersion, ProductDownloader.version)) {\n      this.log('debug', '-> Invalidated: downloader version has changed (major / minor)');\n      return false;\n    }\n\n    if (entry.lastDownloadHasErrors) {\n      this.log('debug', '-> Invalidated: last download has errors');\n      return false;\n    }\n\n    if (!entry.lastDownloadConfig?.include) {\n      this.log('debug', '-> Invalidated: \\'lastDownloadConfig.include\\' missing in status cache entry');\n      return false;\n    }\n\n    const __compareConfigInclude = (prop: keyof StatusCacheEntry<T>['lastDownloadConfig']['include'] & keyof DownloaderConfig<any>['include']) => {\n      const last = entry.lastDownloadConfig.include[prop];\n      const now = config.include[prop];\n      if (!last && now) { // Only check for 'false' -> 'true'\n        this.log('debug', `-> Invalidated: downloader config 'include.${prop}' has changed from '${last}' -> '${now}'`);\n        return false;\n      }\n      return true;\n    };\n\n    const includeProps: Array<keyof StatusCacheEntry<T>['lastDownloadConfig']['include']> =\n      [ 'lockedContent', 'contentInfo', 'previewMedia', 'contentMedia', 'allMediaVariants' ];\n    for (const prop of includeProps) {\n      if (!__compareConfigInclude(prop)) {\n        return false;\n      }\n    }\n\n    if (!entry.lastTargetInfo) {\n      this.log('debug', '-> Invalidated: \\'lastTargetInfo\\' missing in status cache entry');\n      return false;\n    }\n\n    if (target.type === 'post' && entry.type === 'post' && !this.#validatePostCacheEntry(entry, target)) {\n      return false;\n    }\n    if (target.type === 'product' && entry.type === 'product' && !this.#validateProductCacheEntry(entry, target)) {\n      return false;\n    }\n\n    this.log('debug', '-> Validated');\n    return true;\n  }\n\n  #validatePostCacheEntry(entry: StatusCacheEntry<Post>, post: Post) {\n    if (entry.lastTargetInfo.isViewable !== post.isViewable) {\n      this.log('debug', `-> Invalidated: viewability has changed (before: ${entry.lastTargetInfo.isViewable}; now: ${post.isViewable})`);\n      return false;\n    }\n    if (entry.lastTargetInfo.editedAt !== post.editedAt) {\n      this.log('debug', `-> Invalidated: post has been edited (before: ${entry.lastTargetInfo.editedAt}; now: ${post.editedAt})`);\n      return false;\n    }\n    return true;\n  }\n\n  #validateProductCacheEntry(entry: StatusCacheEntry<Product>, product: Product) {\n    if (entry.lastTargetInfo.isAccessible !== product.isAccessible) {\n      this.log('debug', `-> Invalidated: product accessibility has changed (before: ${entry.lastTargetInfo.isAccessible}; now: ${product.isAccessible})`);\n      return false;\n    }\n    return true;\n  }\n\n  #getCacheEntry(targetId: string, targetType: 'post'): StatusCacheEntry<Post> | null;\n  #getCacheEntry(targetId: string, targetType: 'product'): StatusCacheEntry<Product> | null;\n  #getCacheEntry(targetId: string, targetType: 'product' | 'post') {\n    const key = targetType === 'product' ? `products.${targetId}` : `posts.${targetId}`;\n    return ObjectHelper.getProperty(this.#data, key) || null;\n  }\n\n  #validateByDownloaderVer(entryValue: string, currentValue: string) {\n    if (!entryValue) {\n      return false;\n    }\n    return semverMajor(entryValue) === semverMajor(currentValue) &&\n      semverMinor(entryValue) === semverMinor(currentValue);\n  }\n\n  updateOnDownload<T extends Product | Post>(target: T, destDir: string, downloadHasErrors: boolean, config: DownloaderConfig<any>) {\n    const commonData = {\n      lastDownloaded: dateFormat('isoDateTime'),\n      lastDownloadHasErrors: downloadHasErrors,\n      // Convert `destDir` to path relative to status cache dir\n      lastDestDir: path.relative(this.#dir, destDir),\n      lastDownloadConfig: {\n        include: {\n          lockedContent: config.include.lockedContent,\n          contentInfo: config.include.contentInfo,\n          previewMedia: config.include.previewMedia,\n          contentMedia: config.include.contentMedia,\n          allMediaVariants: config.include.allMediaVariants\n        }\n      }\n    };\n    if (target.type === 'product') {\n      this.#data.products[target.id] = {\n        type: 'product',\n        downloaderVersion: ProductDownloader.version,\n        ...commonData,\n        lastTargetInfo: {\n          id: target.id,\n          isAccessible: target.isAccessible\n        }\n      };\n    }\n    else if (target.type === 'post') {\n      this.#data.posts[target.id] = {\n        type: 'post',\n        downloaderVersion: PostDownloader.version,\n        ...commonData,\n        lastTargetInfo: {\n          id: target.id,\n          isViewable: target.isViewable,\n          editedAt: target.editedAt\n        }\n      };\n    }\n    this.log('debug', `Update status cache for ${target.type} #${target.id}`);\n    fse.writeJsonSync(this.#file, this.#data, { spaces: 2 });\n  }\n\n  protected log(level: LogLevel, ...msg: any[]) {\n    commonLog(this.#logger, level, this.name, ...msg);\n  }\n\n}\n"]}

package/dist/downloaders/index.d.ts

@@ -0,0 +1,7 @@
+export * from './Bootstrap.js';
+export * from './Downloader.js';
+export * from './DownloaderEvent.js';
+export { FileExistsAction, DownloaderInit, DownloaderOptions } from './DownloaderOptions.js';
+export { default as PostDownloader } from './PostDownloader.js';
+export { default as ProductDownloader } from './ProductDownloader.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/downloaders/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/downloaders/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC7F,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,OAAO,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/downloaders/index.js

@@ -0,0 +1,6 @@
+export * from './Bootstrap.js';
+export * from './Downloader.js';
+export * from './DownloaderEvent.js';
+export { default as PostDownloader } from './PostDownloader.js';
+export { default as ProductDownloader } from './ProductDownloader.js';
+//# sourceMappingURL=index.js.map

package/dist/downloaders/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/downloaders/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AAErC,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,OAAO,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC","sourcesContent":["export * from './Bootstrap.js';\nexport * from './Downloader.js';\nexport * from './DownloaderEvent.js';\nexport { FileExistsAction, DownloaderInit, DownloaderOptions } from './DownloaderOptions.js';\nexport { default as PostDownloader } from './PostDownloader.js';\nexport { default as ProductDownloader } from './ProductDownloader.js';\n"]}

package/dist/downloaders/task/DownloadTask.d.ts

@@ -0,0 +1,89 @@
+import { Downloadable } from '../../entities/Downloadable.js';
+import Logger, { LogLevel } from '../../utils/logging/Logger.js';
+export declare class DownloadTaskError extends Error {
+    task: IDownloadTask;
+    cause?: Error;
+    constructor(message: string, task: IDownloadTask, cause?: Error);
+}
+export type DownloadTaskSkipReason = {
+    message: string;
+} & ({
+    name: 'destFileExists';
+    existingDestFilePath: string;
+} | {
+    name: 'other';
+});
+export interface DownloadProgress {
+    destFilename: string;
+    destFilePath: string;
+    lengthUnit: string;
+    length: number;
+    lengthDownloaded: number;
+    percent: number;
+    sizeDownloaded: number;
+    speed: number;
+}
+export interface DownloadTaskParams<T extends Downloadable = Downloadable> {
+    src: string;
+    srcEntity: T;
+    maxRetries: number;
+    callbacks: DownloadTaskCallbacks | null;
+    logger?: Logger | null;
+}
+export interface DownloadTaskCallbacks {
+    onStart: (task: DownloadTask) => void;
+    onProgress: (task: DownloadTask, progress: DownloadProgress | null) => void;
+    onComplete: (task: DownloadTask) => void;
+    onAbort: (task: DownloadTask) => void;
+    onSkip: (task: DownloadTask, reason: DownloadTaskSkipReason) => void;
+    onError: (error: DownloadTaskError, willRetry: boolean) => void;
+    onSpawn: (origin: DownloadTask, spawn: DownloadTask) => void;
+}
+export type DownloadTaskStatus = 'pending' | 'pending-retry' | // Pending retry on error
+'downloading' | 'error' | 'completed' | 'aborted' | 'skipped';
+export interface IDownloadTask {
+    id: number;
+    src: string;
+    srcEntity: Downloadable;
+    retryCount: number;
+    resolvedDestFilename: string | null;
+    resolvedDestPath: string | null;
+    getProgress: () => DownloadProgress | null;
+}
+export default abstract class DownloadTask<T extends Downloadable = Downloadable> implements IDownloadTask {
+    #private;
+    protected abstract name: string;
+    constructor(params: DownloadTaskParams<T>);
+    protected abstract doStart(): Promise<void>;
+    protected abstract doAbort(): Promise<void>;
+    protected abstract doDestroy(): Promise<void>;
+    protected abstract doGetProgress(): DownloadProgress | null | undefined;
+    start(): Promise<void>;
+    abort(): Promise<void>;
+    getProgress(): DownloadProgress | null;
+    protected notifyStart(): void;
+    protected notifyProgress(progress: DownloadProgress | null): void;
+    protected notifyComplete(): void;
+    protected notifyAbort(): void;
+    protected notifySkip(reason: DownloadTaskSkipReason): void;
+    protected notifyError(error: any): void;
+    isRunning(): boolean;
+    isAborting(): boolean;
+    hasEnded(): boolean;
+    get id(): number;
+    set id(value: number);
+    get src(): string;
+    get resolvedDestFilename(): string | null;
+    get resolvedDestPath(): string | null;
+    protected set resolvedDestPath(value: string | null);
+    get srcEntity(): T;
+    protected get maxRetries(): number;
+    get retryCount(): number;
+    get status(): DownloadTaskStatus;
+    protected set status(value: DownloadTaskStatus);
+    protected get callbacks(): DownloadTaskCallbacks | null;
+    setCallbacks(value: DownloadTaskCallbacks | null): void;
+    protected log(level: LogLevel, ...msg: Array<any>): void;
+    protected get logger(): Logger | null | undefined;
+}
+//# sourceMappingURL=DownloadTask.d.ts.map

package/dist/downloaders/task/DownloadTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloadTask.d.ts","sourceRoot":"","sources":["../../../src/downloaders/task/DownloadTask.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,MAAM,EAAE,EAAE,QAAQ,EAAa,MAAM,+BAA+B,CAAC;AAE5E,qBAAa,iBAAkB,SAAQ,KAAK;IAC1C,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,CAAC,EAAE,KAAK,CAAC;gBAEF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,KAAK;CAMhE;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,CAAC;IACH,IAAI,EAAE,gBAAgB,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;CAC9B,GAAG;IACF,IAAI,EAAE,OAAO,CAAC;CACf,CAAC,CAAA;AAEF,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB,CAAC,CAAC,SAAS,YAAY,GAAG,YAAY;IACvE,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,CAAC,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;IACtC,UAAU,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,GAAG,IAAI,KAAK,IAAI,CAAC;IAC5E,UAAU,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;IACzC,OAAO,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAC;IACtC,MAAM,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACrE,OAAO,EAAE,CAAC,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;IAChE,OAAO,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;CAC9D;AAED,MAAM,MAAM,kBAAkB,GAC5B,SAAS,GACT,eAAe,GAAG,yBAAyB;AAC3C,aAAa,GACb,OAAO,GACP,WAAW,GACX,SAAS,GACT,SAAS,CAAC;AASZ,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,EAAE,MAAM,gBAAgB,GAAG,IAAI,CAAC;CAC5C;AAED,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,YAAY,CAAC,CAAC,SAAS,YAAY,GAAG,YAAY,CAAE,YAAW,aAAa;;IAExG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAmBpB,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAkBzC,SAAS,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAC3C,SAAS,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAC3C,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,aAAa,IAAI,gBAAgB,GAAG,IAAI,GAAG,SAAS;IAEvE,KAAK;IA6BL,KAAK;IAqBL,WAAW;IASX,SAAS,CAAC,WAAW;IAQrB,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAO1D,SAAS,CAAC,cAAc;IAIxB,SAAS,CAAC,WAAW;IAIrB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,sBAAsB;IAInD,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG;IAwDhC,SAAS;IAIT,UAAU;IAIV,QAAQ;IAIR,IAAI,EAAE,IAIQ,MAAM,CAFnB;IAED,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAEnB;IAED,IAAI,GAAG,WAEN;IAED,IAAI,oBAAoB,kBAEvB;IAED,IAAI,gBAAgB,IAIkB,MAAM,GAAG,IAAI,CAFlD;IAED,SAAS,KAAK,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,EAElD;IAED,IAAI,SAAS,MAEZ;IAED,SAAS,KAAK,UAAU,WAEvB;IAED,IAAI,UAAU,WAEb;IAED,IAAI,MAAM,IAIkB,kBAAkB,CAF7C;IAED,SAAS,KAAK,MAAM,CAAC,KAAK,EAAE,kBAAkB,EAE7C;IAED,SAAS,KAAK,SAAS,iCAEtB;IAED,YAAY,CAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI;IAOhD,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IAIjD,SAAS,KAAK,MAAM,8BAEnB;CACF"}