patreon-dl 1.0.0

package/dist/utils/FSHelper.js

@@ -0,0 +1,214 @@
+import path from 'path';
+import fs from 'fs';
+import fse from 'fs-extra';
+import makeDir from 'make-dir';
+import sanitizeFilename from 'sanitize-filename';
+import escapeStringRegexp from 'escape-string-regexp';
+import hasha from 'hasha';
+import FilenameFormatHelper from './FilenameFormatHelper.js';
+const CAMPAIGN_FIXED_DIR_NAMES = {
+    INFO: 'campaign_info'
+};
+const PRODUCT_FIXED_DIR_NAMES = {
+    SHOP: 'shop',
+    INFO: 'product_info',
+    CONTENT_MEDIA: 'content_media',
+    PREVIEW_MEDIA: 'preview_media'
+};
+const POST_FIXED_DIR_NAMES = {
+    POSTS: 'posts',
+    INFO: 'post_info',
+    AUDIO: 'audio',
+    VIDEO: 'video',
+    IMAGES: 'images',
+    AUDIO_PREVIEW: 'audio_preview',
+    VIDEO_PREVIEW: 'video_preview',
+    IMAGE_PREVIEWS: 'image_previews',
+    ATTACHMENTS: 'attachments',
+    EMBED: 'embed'
+};
+const INTERNAL_DATA_DIR_NAME = '.patreon-dl';
+export default class FSHelper {
+    static getCampaignDirs(campaign, config) {
+        const dirName = FilenameFormatHelper.getCampaignDirName(campaign, config.dirNameFormat.campaign);
+        const root = path.resolve(config.outDir, dirName);
+        return {
+            root,
+            info: path.resolve(root, CAMPAIGN_FIXED_DIR_NAMES.INFO)
+        };
+    }
+    static getPostDirs(post, config) {
+        const dirName = FilenameFormatHelper.getContentDirName(post, config.dirNameFormat.content);
+        let postRootPath;
+        let statusCachePath;
+        if (post.campaign) {
+            const campaignRootDir = this.getCampaignDirs(post.campaign, config).root;
+            const postsDir = this.createDir(path.resolve(campaignRootDir, POST_FIXED_DIR_NAMES.POSTS));
+            postRootPath = path.resolve(postsDir, dirName);
+            statusCachePath = path.resolve(campaignRootDir, INTERNAL_DATA_DIR_NAME);
+        }
+        else {
+            postRootPath = path.resolve(config.outDir, dirName);
+            statusCachePath = path.resolve(postRootPath, INTERNAL_DATA_DIR_NAME);
+        }
+        return {
+            root: postRootPath,
+            info: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.INFO),
+            audio: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.AUDIO),
+            video: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.VIDEO),
+            images: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.IMAGES),
+            audioPreview: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.AUDIO_PREVIEW),
+            videoPreview: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.VIDEO_PREVIEW),
+            imagePreviews: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.IMAGE_PREVIEWS),
+            attachments: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.ATTACHMENTS),
+            embed: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.EMBED),
+            statusCache: statusCachePath
+        };
+    }
+    static getProductDirs(product, config) {
+        const dirName = FilenameFormatHelper.getContentDirName(product, config.dirNameFormat.content);
+        let productRootPath;
+        let statusCachePath;
+        if (product.campaign) {
+            const campaignRootDir = this.getCampaignDirs(product.campaign, config).root;
+            const shopDir = this.createDir(path.resolve(campaignRootDir, PRODUCT_FIXED_DIR_NAMES.SHOP));
+            productRootPath = path.resolve(shopDir, dirName);
+            statusCachePath = path.resolve(campaignRootDir, INTERNAL_DATA_DIR_NAME);
+        }
+        else {
+            productRootPath = path.resolve(config.outDir, dirName);
+            statusCachePath = path.resolve(productRootPath, INTERNAL_DATA_DIR_NAME);
+        }
+        return {
+            root: productRootPath,
+            info: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.INFO),
+            contentMedia: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.CONTENT_MEDIA),
+            previewMedia: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.PREVIEW_MEDIA),
+            statusCache: statusCachePath
+        };
+    }
+    static createDir(dir, parents = true) {
+        if (fs.existsSync(dir)) {
+            if (!fs.lstatSync(dir).isDirectory()) {
+                throw Error(`"${dir}" exists but is not a directory`);
+            }
+            return dir;
+        }
+        if (!parents) {
+            fs.mkdirSync(dir);
+            return dir;
+        }
+        return makeDir.sync(dir);
+    }
+    static checkFileExistsAndIncrement(file) {
+        const { name, base, dir, ext } = path.parse(file);
+        // Regex to match filename with increment: 'filename (number).ext'
+        const regex = new RegExp(`^${escapeStringRegexp(name)} \\((\\d+?)\\)${escapeStringRegexp(ext)}$`, 'g');
+        const files = fs.readdirSync(dir);
+        let currentLargestInc = -1;
+        let currentLargestIncFilename = base;
+        for (const file of files) {
+            const match = regex.exec(file);
+            if (match && match[1] !== undefined && Number(match[1]) > currentLargestInc) {
+                currentLargestInc = Number(match[1]);
+                currentLargestIncFilename = file;
+            }
+            regex.lastIndex = 0;
+        }
+        if (currentLargestInc === -1) {
+            if (!fs.existsSync(file)) {
+                const fileParts = path.parse(file);
+                return {
+                    filename: fileParts.base,
+                    filePath: path.resolve(file),
+                    preceding: null
+                };
+            }
+            currentLargestInc = 0;
+        }
+        const _filename = `${name} (${currentLargestInc + 1})${ext}`;
+        const _filePath = path.resolve(dir, _filename);
+        return {
+            filename: _filename,
+            filePath: _filePath,
+            preceding: path.resolve(dir, currentLargestIncFilename)
+        };
+    }
+    static sanitizeFilePath(filePath) {
+        const splitted = filePath.split(path.sep);
+        const root = path.isAbsolute(filePath) ? splitted.shift() || '' : null;
+        const sanitized = splitted.map((s) => sanitizeFilename(s));
+        if (root !== null) {
+            sanitized.unshift(root);
+        }
+        return sanitized.join(path.sep);
+    }
+    static async compareFiles(f1, f2) {
+        const [checksum1, checksum2] = await Promise.all([
+            hasha.fromFile(f1, { algorithm: 'md5' }),
+            hasha.fromFile(f2, { algorithm: 'md5' })
+        ]);
+        return checksum1 === checksum2;
+    }
+    static async writeTextFile(file, data, fileExistsAction) {
+        const resolvedFile = {
+            original: file,
+            final: file,
+            incrementedFrom: null
+        };
+        try {
+            if (fs.existsSync(file)) {
+                if (fileExistsAction === 'skip') {
+                    return {
+                        status: 'skipped',
+                        message: `Destination file exists (${file})`
+                    };
+                }
+                if (fileExistsAction === 'saveAsCopy' || fileExistsAction === 'saveAsCopyIfNewer') {
+                    const checked = this.checkFileExistsAndIncrement(file);
+                    resolvedFile.final = checked.filePath;
+                    resolvedFile.incrementedFrom = checked.preceding;
+                }
+            }
+            const tmpFile = `${resolvedFile.final}.part`;
+            if (typeof data === 'object') {
+                fse.writeJsonSync(tmpFile, data, { spaces: 2 });
+            }
+            else {
+                fs.writeFileSync(tmpFile, data);
+            }
+            if (fileExistsAction === 'saveAsCopyIfNewer' &&
+                resolvedFile.incrementedFrom && fs.existsSync(resolvedFile.incrementedFrom)) {
+                const filesMatch = await this.compareFiles(tmpFile, resolvedFile.incrementedFrom);
+                if (filesMatch) {
+                    fs.unlinkSync(tmpFile);
+                    return {
+                        status: 'skipped',
+                        message: `Destination file exists with same content (${resolvedFile.incrementedFrom})`
+                    };
+                }
+            }
+            fs.renameSync(tmpFile, resolvedFile.final);
+            return {
+                status: 'completed',
+                filePath: resolvedFile.final
+            };
+        }
+        catch (error) {
+            return {
+                status: 'error',
+                filePath: resolvedFile.final,
+                error
+            };
+        }
+    }
+    static changeFilePathExtension(filePath, extension) {
+        const filePathParts = {
+            ...path.parse(filePath),
+            base: undefined,
+            ext: extension
+        };
+        return path.format(filePathParts);
+    }
+}
+//# sourceMappingURL=FSHelper.js.map

package/dist/utils/FSHelper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FSHelper.js","sourceRoot":"","sources":["../../src/utils/FSHelper.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,gBAAgB,MAAM,mBAAmB,CAAC;AACjD,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,MAAM,OAAO,CAAC;AAI1B,OAAO,oBAAoB,MAAM,2BAA2B,CAAC;AAI7D,MAAM,wBAAwB,GAAG;IAC/B,IAAI,EAAE,eAAe;CACtB,CAAC;AAEF,MAAM,uBAAuB,GAAG;IAC9B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,cAAc;IACpB,aAAa,EAAE,eAAe;IAC9B,aAAa,EAAE,eAAe;CAC/B,CAAC;AAEF,MAAM,oBAAoB,GAAG;IAC3B,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,eAAe;IAC9B,aAAa,EAAE,eAAe;IAC9B,cAAc,EAAE,gBAAgB;IAChC,WAAW,EAAE,aAAa;IAC1B,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,MAAM,sBAAsB,GAAG,aAAa,CAAC;AAc7C,MAAM,CAAC,OAAO,OAAO,QAAQ;IAE3B,MAAM,CAAC,eAAe,CAAC,QAAkB,EAAE,MAA6B;QACtE,MAAM,OAAO,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjG,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAU,EAAE,MAAgC;QAC7D,MAAM,OAAO,GAAG,oBAAoB,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC3F,IAAI,YAAoB,CAAC;QACzB,IAAI,eAAuB,CAAC;QAC5B,IAAI,IAAI,CAAC,QAAQ,EAAE;YACjB,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3F,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,sBAAsB,CAAC,CAAC;SACzE;aACI;YACH,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACpD,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;SACtE;QACD,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,IAAI,CAAC;YAC3D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,KAAK,CAAC;YAC7D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,KAAK,CAAC;YAC7D,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,MAAM,CAAC;YAC/D,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,aAAa,CAAC;YAC5E,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,aAAa,CAAC;YAC5E,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,cAAc,CAAC;YAC9E,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,WAAW,CAAC;YACzE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,KAAK,CAAC;YAC7D,WAAW,EAAE,eAAe;SAC7B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,OAAgB,EAAE,MAAmC;QACzE,MAAM,OAAO,GAAG,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9F,IAAI,eAAuB,CAAC;QAC5B,IAAI,eAAuB,CAAC;QAC5B,IAAI,OAAO,CAAC,QAAQ,EAAE;YACpB,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;YAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5F,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACjD,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,sBAAsB,CAAC,CAAC;SACzE;aACI;YACH,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACvD,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,sBAAsB,CAAC,CAAC;SACzE;QACD,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,uBAAuB,CAAC,IAAI,CAAC;YACjE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,uBAAuB,CAAC,aAAa,CAAC;YAClF,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,uBAAuB,CAAC,aAAa,CAAC;YAClF,WAAW,EAAE,eAAe;SAC7B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,GAAW,EAAE,OAAO,GAAG,IAAI;QAC1C,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACtB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;gBACpC,MAAM,KAAK,CAAC,IAAI,GAAG,iCAAiC,CAAC,CAAC;aACvD;YACD,OAAO,GAAG,CAAC;SACZ;QACD,IAAI,CAAC,OAAO,EAAE;YACZ,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAClB,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE3B,CAAC;IAED,MAAM,CAAC,2BAA2B,CAAC,IAAY;QAC7C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,kEAAkE;QAClE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvG,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,iBAAiB,GAAG,CAAC,CAAC,CAAC;QAC3B,IAAI,yBAAyB,GAAG,IAAI,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,EAAE;gBAC3E,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,yBAAyB,GAAG,IAAI,CAAC;aAClC;YACD,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;SACrB;QAED,IAAI,iBAAiB,KAAK,CAAC,CAAC,EAAE;YAC5B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnC,OAAO;oBACL,QAAQ,EAAE,SAAS,CAAC,IAAI;oBACxB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAC5B,SAAS,EAAE,IAAI;iBAChB,CAAC;aACH;YACD,iBAAiB,GAAG,CAAC,CAAC;SACvB;QAED,MAAM,SAAS,GAAG,GAAG,IAAI,KAAK,iBAAiB,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAE/C,OAAO;YACL,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,QAAgB;QACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SACzB;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAU,EAAE,EAAU;QAC9C,MAAM,CAAE,SAAS,EAAE,SAAS,CAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACjD,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACxC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;SACzC,CAAC,CAAC;QACH,OAAO,SAAS,KAAK,SAAS,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,IAAqB,EAAE,gBAAkC;QAChG,MAAM,YAAY,GAAG;YACnB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,IAAqB;SACvC,CAAC;QACF,IAAI;YACF,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;gBACvB,IAAI,gBAAgB,KAAK,MAAM,EAAE;oBAC/B,OAAO;wBACL,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE,4BAA4B,IAAI,GAAG;qBAC7C,CAAC;iBACH;gBACD,IAAI,gBAAgB,KAAK,YAAY,IAAI,gBAAgB,KAAK,mBAAmB,EAAE;oBACjF,MAAM,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;oBACvD,YAAY,CAAC,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC;oBACtC,YAAY,CAAC,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC;iBAClD;aACF;YACD,MAAM,OAAO,GAAG,GAAG,YAAY,CAAC,KAAK,OAAO,CAAC;YAC7C,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBAC5B,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;aACjD;iBACI;gBACH,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACjC;YACD,IAAI,gBAAgB,KAAK,mBAAmB;gBAC1C,YAAY,CAAC,eAAe,IAAI,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE;gBAE7E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,eAAe,CAAC,CAAC;gBAClF,IAAI,UAAU,EAAE;oBACd,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;oBACvB,OAAO;wBACL,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE,8CAA8C,YAAY,CAAC,eAAe,GAAG;qBACvF,CAAC;iBACH;aACF;YAED,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,YAAY,CAAC,KAAK;aAC7B,CAAC;SACH;QACD,OAAO,KAAK,EAAE;YACZ,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,QAAQ,EAAE,YAAY,CAAC,KAAK;gBAC5B,KAAK;aACN,CAAC;SACH;IACH,CAAC;IAED,MAAM,CAAC,uBAAuB,CAAC,QAAgB,EAAE,SAAuB;QACtE,MAAM,aAAa,GAAG;YACpB,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACvB,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,SAAS;SACf,CAAC;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;CACF","sourcesContent":["import path from 'path';\nimport fs from 'fs';\nimport fse from 'fs-extra';\nimport makeDir from 'make-dir';\nimport sanitizeFilename from 'sanitize-filename';\nimport escapeStringRegexp from 'escape-string-regexp';\nimport hasha from 'hasha';\nimport { Product } from '../entities/Product.js';\nimport { Campaign } from '../entities/Campaign.js';\nimport { DownloaderConfig } from '../downloaders/Downloader.js';\nimport FilenameFormatHelper from './FilenameFormatHelper.js';\nimport { Post } from '../entities/Post.js';\nimport { FileExistsAction } from '../downloaders/DownloaderOptions.js';\n\nconst CAMPAIGN_FIXED_DIR_NAMES = {\n  INFO: 'campaign_info'\n};\n\nconst PRODUCT_FIXED_DIR_NAMES = {\n  SHOP: 'shop',\n  INFO: 'product_info',\n  CONTENT_MEDIA: 'content_media',\n  PREVIEW_MEDIA: 'preview_media'\n};\n\nconst POST_FIXED_DIR_NAMES = {\n  POSTS: 'posts',\n  INFO: 'post_info',\n  AUDIO: 'audio',\n  VIDEO: 'video',\n  IMAGES: 'images',\n  AUDIO_PREVIEW: 'audio_preview',\n  VIDEO_PREVIEW: 'video_preview',\n  IMAGE_PREVIEWS: 'image_previews',\n  ATTACHMENTS: 'attachments',\n  EMBED: 'embed'\n};\n\nconst INTERNAL_DATA_DIR_NAME = '.patreon-dl';\n\nexport type WriteTextFileResult = {\n  status: 'completed';\n  filePath: string;\n} | {\n  status: 'skipped';\n  message: string;\n} | {\n  status: 'error';\n  filePath: string;\n  error: any\n};\n\nexport default class FSHelper {\n\n  static getCampaignDirs(campaign: Campaign, config: DownloaderConfig<any>) {\n    const dirName = FilenameFormatHelper.getCampaignDirName(campaign, config.dirNameFormat.campaign);\n    const root = path.resolve(config.outDir, dirName);\n    return {\n      root,\n      info: path.resolve(root, CAMPAIGN_FIXED_DIR_NAMES.INFO)\n    };\n  }\n\n  static getPostDirs(post: Post, config: DownloaderConfig<'post'>) {\n    const dirName = FilenameFormatHelper.getContentDirName(post, config.dirNameFormat.content);\n    let postRootPath: string;\n    let statusCachePath: string;\n    if (post.campaign) {\n      const campaignRootDir = this.getCampaignDirs(post.campaign, config).root;\n      const postsDir = this.createDir(path.resolve(campaignRootDir, POST_FIXED_DIR_NAMES.POSTS));\n      postRootPath = path.resolve(postsDir, dirName);\n      statusCachePath = path.resolve(campaignRootDir, INTERNAL_DATA_DIR_NAME);\n    }\n    else {\n      postRootPath = path.resolve(config.outDir, dirName);\n      statusCachePath = path.resolve(postRootPath, INTERNAL_DATA_DIR_NAME);\n    }\n    return {\n      root: postRootPath,\n      info: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.INFO),\n      audio: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.AUDIO),\n      video: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.VIDEO),\n      images: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.IMAGES),\n      audioPreview: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.AUDIO_PREVIEW),\n      videoPreview: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.VIDEO_PREVIEW),\n      imagePreviews: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.IMAGE_PREVIEWS),\n      attachments: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.ATTACHMENTS),\n      embed: path.resolve(postRootPath, POST_FIXED_DIR_NAMES.EMBED),\n      statusCache: statusCachePath\n    };\n  }\n\n  static getProductDirs(product: Product, config: DownloaderConfig<'product'>) {\n    const dirName = FilenameFormatHelper.getContentDirName(product, config.dirNameFormat.content);\n    let productRootPath: string;\n    let statusCachePath: string;\n    if (product.campaign) {\n      const campaignRootDir = this.getCampaignDirs(product.campaign, config).root;\n      const shopDir = this.createDir(path.resolve(campaignRootDir, PRODUCT_FIXED_DIR_NAMES.SHOP));\n      productRootPath = path.resolve(shopDir, dirName);\n      statusCachePath = path.resolve(campaignRootDir, INTERNAL_DATA_DIR_NAME);\n    }\n    else {\n      productRootPath = path.resolve(config.outDir, dirName);\n      statusCachePath = path.resolve(productRootPath, INTERNAL_DATA_DIR_NAME);\n    }\n    return {\n      root: productRootPath,\n      info: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.INFO),\n      contentMedia: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.CONTENT_MEDIA),\n      previewMedia: path.resolve(productRootPath, PRODUCT_FIXED_DIR_NAMES.PREVIEW_MEDIA),\n      statusCache: statusCachePath\n    };\n  }\n\n  static createDir(dir: string, parents = true) {\n    if (fs.existsSync(dir)) {\n      if (!fs.lstatSync(dir).isDirectory()) {\n        throw Error(`\"${dir}\" exists but is not a directory`);\n      }\n      return dir;\n    }\n    if (!parents) {\n      fs.mkdirSync(dir);\n      return dir;\n    }\n\n    return makeDir.sync(dir);\n\n  }\n\n  static checkFileExistsAndIncrement(file: string) {\n    const { name, base, dir, ext } = path.parse(file);\n    // Regex to match filename with increment: 'filename (number).ext'\n    const regex = new RegExp(`^${escapeStringRegexp(name)} \\\\((\\\\d+?)\\\\)${escapeStringRegexp(ext)}$`, 'g');\n    const files = fs.readdirSync(dir);\n    let currentLargestInc = -1;\n    let currentLargestIncFilename = base;\n    for (const file of files) {\n      const match = regex.exec(file);\n      if (match && match[1] !== undefined && Number(match[1]) > currentLargestInc) {\n        currentLargestInc = Number(match[1]);\n        currentLargestIncFilename = file;\n      }\n      regex.lastIndex = 0;\n    }\n\n    if (currentLargestInc === -1) {\n      if (!fs.existsSync(file)) {\n        const fileParts = path.parse(file);\n        return {\n          filename: fileParts.base,\n          filePath: path.resolve(file),\n          preceding: null\n        };\n      }\n      currentLargestInc = 0;\n    }\n\n    const _filename = `${name} (${currentLargestInc + 1})${ext}`;\n    const _filePath = path.resolve(dir, _filename);\n\n    return {\n      filename: _filename,\n      filePath: _filePath,\n      preceding: path.resolve(dir, currentLargestIncFilename)\n    };\n  }\n\n  static sanitizeFilePath(filePath: string) {\n    const splitted = filePath.split(path.sep);\n    const root = path.isAbsolute(filePath) ? splitted.shift() || '' : null;\n    const sanitized = splitted.map((s) => sanitizeFilename(s));\n    if (root !== null) {\n      sanitized.unshift(root);\n    }\n    return sanitized.join(path.sep);\n  }\n\n  static async compareFiles(f1: string, f2: string) {\n    const [ checksum1, checksum2 ] = await Promise.all([\n      hasha.fromFile(f1, { algorithm: 'md5' }),\n      hasha.fromFile(f2, { algorithm: 'md5' })\n    ]);\n    return checksum1 === checksum2;\n  }\n\n  static async writeTextFile(file: string, data: string | object, fileExistsAction: FileExistsAction): Promise<WriteTextFileResult> {\n    const resolvedFile = {\n      original: file,\n      final: file,\n      incrementedFrom: null as string | null\n    };\n    try {\n      if (fs.existsSync(file)) {\n        if (fileExistsAction === 'skip') {\n          return {\n            status: 'skipped',\n            message: `Destination file exists (${file})`\n          };\n        }\n        if (fileExistsAction === 'saveAsCopy' || fileExistsAction === 'saveAsCopyIfNewer') {\n          const checked = this.checkFileExistsAndIncrement(file);\n          resolvedFile.final = checked.filePath;\n          resolvedFile.incrementedFrom = checked.preceding;\n        }\n      }\n      const tmpFile = `${resolvedFile.final}.part`;\n      if (typeof data === 'object') {\n        fse.writeJsonSync(tmpFile, data, { spaces: 2 });\n      }\n      else {\n        fs.writeFileSync(tmpFile, data);\n      }\n      if (fileExistsAction === 'saveAsCopyIfNewer' &&\n        resolvedFile.incrementedFrom && fs.existsSync(resolvedFile.incrementedFrom)) {\n\n        const filesMatch = await this.compareFiles(tmpFile, resolvedFile.incrementedFrom);\n        if (filesMatch) {\n          fs.unlinkSync(tmpFile);\n          return {\n            status: 'skipped',\n            message: `Destination file exists with same content (${resolvedFile.incrementedFrom})`\n          };\n        }\n      }\n\n      fs.renameSync(tmpFile, resolvedFile.final);\n      return {\n        status: 'completed',\n        filePath: resolvedFile.final\n      };\n    }\n    catch (error) {\n      return {\n        status: 'error',\n        filePath: resolvedFile.final,\n        error\n      };\n    }\n  }\n\n  static changeFilePathExtension(filePath: string, extension: `.${string}`) {\n    const filePathParts = {\n      ...path.parse(filePath),\n      base: undefined,\n      ext: extension\n    };\n    return path.format(filePathParts);\n  }\n}\n"]}

package/dist/utils/Fetcher.d.ts

@@ -0,0 +1,45 @@
+import FetcherProgressMonitor from './FetcherProgressMonitor.js';
+import { Downloadable } from '../entities/Downloadable.js';
+import FilenameResolver from './FllenameResolver.js';
+import Logger, { LogLevel } from './logging/Logger.js';
+export interface PrepareDownloadParams<T extends Downloadable> {
+    url: string;
+    destDir: string;
+    srcEntity: T;
+    destFilenameResolver: FilenameResolver<T>;
+    signal: AbortSignal;
+}
+export interface StartDownloadOverrides {
+    destFilePath?: string;
+    tmpFilePath?: string;
+}
+export declare class FetcherError extends Error {
+    url: string;
+    constructor(message: string, url: string);
+}
+export type FetcherGetType = 'html' | 'json';
+export type FetcherGetResultOf<T extends FetcherGetType> = T extends 'html' ? string : T extends 'json' ? any : never;
+export default class Fetcher {
+    #private;
+    name: string;
+    constructor(cookie?: string, logger?: Logger | null);
+    get<T extends FetcherGetType>(args: {
+        url: string;
+        type: T;
+        payload?: Record<string, any>;
+        maxRetries: number;
+        signal?: AbortSignal;
+    }, rt?: number): Promise<FetcherGetResultOf<T>>;
+    prepareDownload<T extends Downloadable>(params: PrepareDownloadParams<T>): Promise<{
+        destFilePath: string;
+        monitor: FetcherProgressMonitor;
+        start: (overrides?: StartDownloadOverrides) => Promise<{
+            tmpFilePath: string;
+            commit: () => void;
+            discard: () => void;
+        }>;
+        abort: () => void;
+    }>;
+    protected log(level: LogLevel, ...msg: Array<any>): void;
+}
+//# sourceMappingURL=Fetcher.d.ts.map

package/dist/utils/Fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Fetcher.d.ts","sourceRoot":"","sources":["../../src/utils/Fetcher.ts"],"names":[],"mappings":"AAMA,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AAErD,OAAO,MAAM,EAAE,EAAE,QAAQ,EAAa,MAAM,qBAAqB,CAAC;AAElE,MAAM,WAAW,qBAAqB,CAAC,CAAC,SAAS,YAAY;IAC3D,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,CAAC,CAAC;IACb,oBAAoB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,YAAa,SAAQ,KAAK;IAErC,GAAG,EAAE,MAAM,CAAC;gBAEA,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;CAKzC;AAED,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAC7C,MAAM,MAAM,kBAAkB,CAAC,CAAC,SAAS,cAAc,IACrD,CAAC,SAAS,MAAM,GAAG,MAAM,GACzB,CAAC,SAAS,MAAM,GAAG,GAAG,GACtB,KAAK,CAAC;AAIR,MAAM,CAAC,OAAO,OAAO,OAAO;;IAE1B,IAAI,SAAa;gBAKL,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAK7C,GAAG,CAAC,CAAC,SAAS,cAAc,EAAE,IAAI,EAAE;QACxC,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,CAAC,CAAC;QACR,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,WAAW,CAAA;KACrB,EAAE,EAAE,SAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IA6BpC,eAAe,CAAC,CAAC,SAAS,YAAY,EAAE,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC;;;4BA8C/C,sBAAsB;;;;;;;IA6GrD,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;CAGlD"}

package/dist/utils/Fetcher.js

@@ -0,0 +1,192 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _Fetcher_instances, _Fetcher_cookie, _Fetcher_logger, _Fetcher_startDownload, _Fetcher_commitDownload, _Fetcher_cleanupDownload, _Fetcher_setHeaders, _Fetcher_assertResponseOK;
+import progressStream from 'progress-stream';
+import * as fs from 'fs';
+import fetch, { AbortError, Request } from 'node-fetch';
+import { pipeline } from 'stream/promises';
+import { URL } from 'url';
+import path from 'path';
+import FetcherProgressMonitor from './FetcherProgressMonitor.js';
+import { pickDefined } from './Misc.js';
+import { commonLog } from './logging/Logger.js';
+export class FetcherError extends Error {
+    constructor(message, url) {
+        super(message);
+        this.name = 'FetcherError';
+        this.url = url;
+    }
+}
+const USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 Edg/119.0.0.0';
+export default class Fetcher {
+    constructor(cookie, logger) {
+        _Fetcher_instances.add(this);
+        this.name = 'Fetcher';
+        _Fetcher_cookie.set(this, void 0);
+        _Fetcher_logger.set(this, void 0);
+        __classPrivateFieldSet(this, _Fetcher_cookie, cookie, "f");
+        __classPrivateFieldSet(this, _Fetcher_logger, logger, "f");
+    }
+    async get(args, rt = 0) {
+        const { url, type, payload, maxRetries, signal } = args;
+        const urlObj = new URL(url);
+        if (payload) {
+            for (const [p, v] of Object.entries(payload)) {
+                urlObj.searchParams.set(p, v);
+            }
+        }
+        const request = new Request(urlObj, { method: 'GET' });
+        __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_setHeaders).call(this, request, type);
+        try {
+            const res = await fetch(request, { signal });
+            return await (type === 'html' ? res.text() : res.json());
+        }
+        catch (error) {
+            if (error instanceof AbortError) {
+                throw error;
+            }
+            if (rt < maxRetries) {
+                return this.get({ url, type, payload, maxRetries }, rt + 1);
+            }
+            const errMsg = error instanceof Error ? error.message : error;
+            const retriedMsg = rt > 0 ? ` (retried ${rt} times)` : '';
+            throw new FetcherError(`${errMsg}${retriedMsg}`, urlObj.toString());
+        }
+    }
+    async prepareDownload(params) {
+        const { url, destFilenameResolver, destDir, signal } = params;
+        const request = new Request(url, { method: 'GET' });
+        // Note: do not set cookie and host in headers except for attachments, otherwise you'll get 404 Not Found.
+        if (params.srcEntity.type === 'attachment') {
+            /**
+             * Special handling for attachments.
+             * 1. Send request with cookie. Server will redirect response to actual download URL.
+             *    However, in the request to redirect URL, the cookie and host set in headers will
+             *    cause server to return 404 - Not Found.
+             * 2. So we need to make another request to the redirect URL, this time without
+             *    setting cookie and host in headers. Server should return response 200, allowing us to stream
+             *    the response body to file.
+             */
+            __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_setHeaders).call(this, request, 'html');
+        }
+        else {
+            __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_setHeaders).call(this, request, 'html', { setCookie: false, setHost: false });
+        }
+        const internalAbortController = new AbortController();
+        if (signal) {
+            signal.addEventListener('abort', () => internalAbortController.abort(), { once: true });
+        }
+        let res = await fetch(request, { signal: internalAbortController.signal });
+        // Special handling for attachment
+        if (params.srcEntity.type === 'attachment' && !res.ok && res.redirected && res.url) {
+            const redirectReq = new Request(res.url, { method: 'GET' });
+            __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_setHeaders).call(this, redirectReq, 'html', { setCookie: false, setHost: false });
+            res = await fetch(redirectReq, { signal: internalAbortController.signal });
+        }
+        if (__classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_assertResponseOK).call(this, res, url)) {
+            const destFilename = destFilenameResolver.resolve(res);
+            const destFilePath = path.resolve(destDir, destFilename);
+            const contentLength = res.headers.get('content-length');
+            const progress = progressStream({
+                length: contentLength ? parseInt(contentLength, 10) : 0,
+                time: 300
+            });
+            const monitor = new FetcherProgressMonitor(progress, destFilename, destFilePath);
+            const _res = res;
+            const start = (overrides) => {
+                const _tmpFilePath = overrides?.tmpFilePath || path.resolve(destDir, `${destFilename}.part`);
+                const _destFilePath = overrides?.destFilePath || destFilePath;
+                return __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_startDownload).call(this, _res, _tmpFilePath, _destFilePath, progress);
+            };
+            const abort = () => {
+                internalAbortController.abort();
+            };
+            return {
+                destFilePath,
+                monitor,
+                start,
+                abort
+            };
+        }
+        return undefined;
+    }
+    log(level, ...msg) {
+        commonLog(__classPrivateFieldGet(this, _Fetcher_logger, "f"), level, this.name, ...msg);
+    }
+}
+_Fetcher_cookie = new WeakMap(), _Fetcher_logger = new WeakMap(), _Fetcher_instances = new WeakSet(), _Fetcher_startDownload = async function _Fetcher_startDownload(response, tmpFilePath, destFilePath, progress) {
+    try {
+        this.log('debug', `Pipe "${response.url}" to "${tmpFilePath}"`);
+        await pipeline(response.body, progress, fs.createWriteStream(tmpFilePath));
+        const commit = () => {
+            __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_commitDownload).call(this, tmpFilePath, destFilePath);
+        };
+        const discard = () => {
+            __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_cleanupDownload).call(this, tmpFilePath);
+        };
+        return {
+            tmpFilePath,
+            commit,
+            discard
+        };
+    }
+    catch (error) {
+        __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_cleanupDownload).call(this, tmpFilePath);
+        throw error;
+    }
+}, _Fetcher_commitDownload = function _Fetcher_commitDownload(tmpFilePath, destFilePath) {
+    try {
+        this.log('debug', `Commit "${tmpFilePath}" to "${destFilePath}; filesize: ${fs.lstatSync(tmpFilePath).size} bytes`);
+        fs.renameSync(tmpFilePath, destFilePath);
+    }
+    finally {
+        __classPrivateFieldGet(this, _Fetcher_instances, "m", _Fetcher_cleanupDownload).call(this, tmpFilePath);
+    }
+}, _Fetcher_cleanupDownload = function _Fetcher_cleanupDownload(tmpFilePath) {
+    try {
+        if (fs.existsSync(tmpFilePath)) {
+            this.log('debug', `Clean up "${tmpFilePath}"`);
+            fs.unlinkSync(tmpFilePath);
+        }
+    }
+    catch (error) {
+        this.log('error', `Error cleaning up "${tmpFilePath}:`, error);
+    }
+}, _Fetcher_setHeaders = function _Fetcher_setHeaders(request, type, opts) {
+    const setCookie = pickDefined(opts?.setCookie, true);
+    const setHost = pickDefined(opts?.setHost, true);
+    if (__classPrivateFieldGet(this, _Fetcher_cookie, "f") && setCookie) {
+        request.headers.set('Cookie', __classPrivateFieldGet(this, _Fetcher_cookie, "f"));
+    }
+    if (setHost) {
+        request.headers.set('Host', 'www.patreon.com');
+    }
+    request.headers.set('User-Agent', USER_AGENT);
+    if (type === 'json') {
+        request.headers.set('Content-Type', 'application/vnd.api+json');
+    }
+    else {
+        request.headers.set('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8');
+    }
+}, _Fetcher_assertResponseOK = function _Fetcher_assertResponseOK(response, originURL, requireBody = true) {
+    if (!response) {
+        throw new FetcherError('No response', originURL);
+    }
+    if (!response.ok) {
+        throw new FetcherError(`${response.status} - ${response.statusText}`, originURL);
+    }
+    if (requireBody && !response.body) {
+        throw new FetcherError('Empty response body', originURL);
+    }
+    return true;
+};
+//# sourceMappingURL=Fetcher.js.map

package/dist/utils/Fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Fetcher.js","sourceRoot":"","sources":["../../src/utils/Fetcher.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,cAAc,MAAM,iBAAiB,CAAC;AAC7C,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,EAAE,UAAU,EAAE,OAAO,EAAY,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,sBAAsB,MAAM,6BAA6B,CAAC;AAGjE,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAe,EAAY,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAelE,MAAM,OAAO,YAAa,SAAQ,KAAK;IAIrC,YAAY,OAAe,EAAE,GAAW;QACtC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;CACF;AAQD,MAAM,UAAU,GAAG,+HAA+H,CAAC;AAEnJ,MAAM,CAAC,OAAO,OAAO,OAAO;IAO1B,YAAY,MAAe,EAAE,MAAsB;;QALnD,SAAI,GAAG,SAAS,CAAC;QAEjB,kCAAiB;QACjB,kCAAwB;QAGtB,uBAAA,IAAI,mBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,mBAAW,MAAM,MAAA,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,GAAG,CAA2B,IAMnC,EAAE,EAAE,GAAG,CAAC;QAEP,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,OAAO,EAAE;YACX,KAAK,MAAM,CAAE,CAAC,EAAE,CAAC,CAAE,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC9C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC/B;SACF;QACD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,uBAAA,IAAI,+CAAY,MAAhB,IAAI,EAAa,OAAO,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI;YACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAmC,CAAC;SAC5F;QACD,OAAO,KAAK,EAAE;YACZ,IAAI,KAAK,YAAY,UAAU,EAAE;gBAC/B,MAAM,KAAK,CAAC;aACb;YACD,IAAI,EAAE,GAAG,UAAU,EAAE;gBACnB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;aAC7D;YACD,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9D,MAAM,UAAU,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,YAAY,CAAC,GAAG,MAAM,GAAG,UAAU,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;SACrE;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAyB,MAAgC;QAC5E,MAAM,EAAE,GAAG,EAAE,oBAAoB,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,0GAA0G;QAC1G,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE;YAC1C;;;;;;;;eAQG;YACH,uBAAA,IAAI,+CAAY,MAAhB,IAAI,EAAa,OAAO,EAAE,MAAM,CAAC,CAAC;SACnC;aACI;YACH,uBAAA,IAAI,+CAAY,MAAhB,IAAI,EAAa,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;SACzE;QAED,MAAM,uBAAuB,GAAG,IAAI,eAAe,EAAE,CAAC;QACtD,IAAI,MAAM,EAAE;YACV,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;SACvF;QAED,IAAI,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,uBAAuB,CAAC,MAAM,EAAE,CAAC,CAAC;QAE3E,kCAAkC;QAClC,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,GAAG,EAAE;YAClF,MAAM,WAAW,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,uBAAA,IAAI,+CAAY,MAAhB,IAAI,EAAa,WAAW,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,GAAG,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,uBAAuB,CAAC,MAAM,EAAE,CAAC,CAAC;SAC5E;QAED,IAAI,uBAAA,IAAI,qDAAkB,MAAtB,IAAI,EAAmB,GAAG,EAAE,GAAG,CAAC,EAAE;YACpC,MAAM,YAAY,GAAG,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YAEzD,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,cAAc,CAAC;gBAC9B,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvD,IAAI,EAAE,GAAG;aACV,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;YAEjF,MAAM,IAAI,GAAG,GAAG,CAAC;YACjB,MAAM,KAAK,GAAG,CAAC,SAAkC,EAAE,EAAE;gBACnD,MAAM,YAAY,GAAG,SAAS,EAAE,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,YAAY,OAAO,CAAC,CAAC;gBAC7F,MAAM,aAAa,GAAG,SAAS,EAAE,YAAY,IAAI,YAAY,CAAC;gBAC9D,OAAO,uBAAA,IAAI,kDAAe,MAAnB,IAAI,EAAgB,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;YAC1E,CAAC,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,EAAE,CAAC;YAClC,CAAC,CAAC;YAEF,OAAO;gBACL,YAAY;gBACZ,OAAO;gBACP,KAAK;gBACL,KAAK;aACN,CAAC;SACH;QAED,OAAO,SAAkB,CAAC;IAC5B,CAAC;IA2FS,GAAG,CAAC,KAAe,EAAE,GAAG,GAAe;QAC/C,SAAS,CAAC,uBAAA,IAAI,uBAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;IACpD,CAAC;CACF;+HA5FC,KAAK,iCACH,QAA4D,EAC5D,WAAmB,EACnB,YAAoB,EACpB,QAAuC;IAEvC,IAAI;QACF,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,QAAQ,CAAC,GAAG,SAAS,WAAW,GAAG,CAAC,CAAC;QAChE,MAAM,QAAQ,CACZ,QAAQ,CAAC,IAAI,EACb,QAAQ,EACR,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAClC,CAAC;QAEF,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,uBAAA,IAAI,mDAAgB,MAApB,IAAI,EAAiB,WAAW,EAAE,YAAY,CAAC,CAAC;QAClD,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,uBAAA,IAAI,oDAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;QACrC,CAAC,CAAC;QAEF,OAAO;YACL,WAAW;YACX,MAAM;YACN,OAAO;SACR,CAAC;KACH;IACD,OAAO,KAAK,EAAE;QACZ,uBAAA,IAAI,oDAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;QACnC,MAAM,KAAK,CAAC;KACb;AACH,CAAC,6DAEe,WAAmB,EAAE,YAAoB;IACvD,IAAI;QACF,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,WAAW,SAAS,YAAY,eAAe,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;QACpH,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;KAC1C;YACO;QACN,uBAAA,IAAI,oDAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;KACpC;AACH,CAAC,+DAEgB,WAAmB;IAClC,IAAI;QACF,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;YAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,WAAW,GAAG,CAAC,CAAC;YAC/C,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;SAC5B;KACF;IACD,OAAO,KAAK,EAAE;QACZ,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,sBAAsB,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;KAChE;AACH,CAAC,qDAEW,OAAgB,EAAE,IAAqB,EAAE,IAAkD;IACrG,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjD,IAAI,uBAAA,IAAI,uBAAQ,IAAI,SAAS,EAAE;QAC7B,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,uBAAA,IAAI,uBAAQ,CAAC,CAAC;KAC7C;IACD,IAAI,OAAO,EAAE;QACX,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;KAChD;IACD,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC9C,IAAI,IAAI,KAAK,MAAM,EAAE;QACnB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;KACjE;SACI;QACH,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,uFAAuF,CAAC,CAAC;KACxH;AACH,CAAC,iEAIiB,QAAyB,EAAE,SAAiB,EAAE,WAAW,GAAG,IAAI;IAChF,IAAI,CAAC,QAAQ,EAAE;QACb,MAAM,IAAI,YAAY,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;KAClD;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;QAChB,MAAM,IAAI,YAAY,CAAC,GAAG,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAC;KAClF;IACD,IAAI,WAAW,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;QACjC,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC;KAC1D;IACD,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import progressStream from 'progress-stream';\nimport * as fs from 'fs';\nimport fetch, { AbortError, Request, Response } from 'node-fetch';\nimport { pipeline } from 'stream/promises';\nimport { URL } from 'url';\nimport path from 'path';\nimport FetcherProgressMonitor from './FetcherProgressMonitor.js';\nimport { Downloadable } from '../entities/Downloadable.js';\nimport FilenameResolver from './FllenameResolver.js';\nimport { pickDefined } from './Misc.js';\nimport Logger, { LogLevel, commonLog } from './logging/Logger.js';\n\nexport interface PrepareDownloadParams<T extends Downloadable> {\n  url: string;\n  destDir: string;\n  srcEntity: T;\n  destFilenameResolver: FilenameResolver<T>;\n  signal: AbortSignal;\n}\n\nexport interface StartDownloadOverrides {\n  destFilePath?: string;\n  tmpFilePath?: string;\n}\n\nexport class FetcherError extends Error {\n\n  url: string;\n\n  constructor(message: string, url: string) {\n    super(message);\n    this.name = 'FetcherError';\n    this.url = url;\n  }\n}\n\nexport type FetcherGetType = 'html' | 'json';\nexport type FetcherGetResultOf<T extends FetcherGetType> =\n  T extends 'html' ? string :\n  T extends 'json' ? any :\n  never;\n\nconst USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 Edg/119.0.0.0';\n\nexport default class Fetcher {\n\n  name = 'Fetcher';\n\n  #cookie?: string;\n  #logger?: Logger | null;\n\n  constructor(cookie?: string, logger?: Logger | null) {\n    this.#cookie = cookie;\n    this.#logger = logger;\n  }\n\n  async get<T extends FetcherGetType>(args: {\n    url: string,\n    type: T,\n    payload?: Record<string, any>,\n    maxRetries: number,\n    signal?: AbortSignal\n  }, rt = 0): Promise<FetcherGetResultOf<T>> {\n\n    const { url, type, payload, maxRetries, signal } = args;\n\n    const urlObj = new URL(url);\n    if (payload) {\n      for (const [ p, v ] of Object.entries(payload)) {\n        urlObj.searchParams.set(p, v);\n      }\n    }\n    const request = new Request(urlObj, { method: 'GET' });\n    this.#setHeaders(request, type);\n    try {\n      const res = await fetch(request, { signal });\n      return await (type === 'html' ? res.text() : res.json()) as Promise<FetcherGetResultOf<T>>;\n    }\n    catch (error) {\n      if (error instanceof AbortError) {\n        throw error;\n      }\n      if (rt < maxRetries) {\n        return this.get({ url, type, payload, maxRetries }, rt + 1);\n      }\n      const errMsg = error instanceof Error ? error.message : error;\n      const retriedMsg = rt > 0 ? ` (retried ${rt} times)` : '';\n      throw new FetcherError(`${errMsg}${retriedMsg}`, urlObj.toString());\n    }\n  }\n\n  async prepareDownload<T extends Downloadable>(params: PrepareDownloadParams<T>) {\n    const { url, destFilenameResolver, destDir, signal } = params;\n    const request = new Request(url, { method: 'GET' });\n    // Note: do not set cookie and host in headers except for attachments, otherwise you'll get 404 Not Found.\n    if (params.srcEntity.type === 'attachment') {\n      /**\n       * Special handling for attachments.\n       * 1. Send request with cookie. Server will redirect response to actual download URL.\n       *    However, in the request to redirect URL, the cookie and host set in headers will\n       *    cause server to return 404 - Not Found.\n       * 2. So we need to make another request to the redirect URL, this time without\n       *    setting cookie and host in headers. Server should return response 200, allowing us to stream\n       *    the response body to file.\n       */\n      this.#setHeaders(request, 'html');\n    }\n    else {\n      this.#setHeaders(request, 'html', { setCookie: false, setHost: false });\n    }\n\n    const internalAbortController = new AbortController();\n    if (signal) {\n      signal.addEventListener('abort', () => internalAbortController.abort(), {once: true});\n    }\n\n    let res = await fetch(request, { signal: internalAbortController.signal });\n\n    // Special handling for attachment\n    if (params.srcEntity.type === 'attachment' && !res.ok && res.redirected && res.url) {\n      const redirectReq = new Request(res.url, { method: 'GET' });\n      this.#setHeaders(redirectReq, 'html', { setCookie: false, setHost: false });\n      res = await fetch(redirectReq, { signal: internalAbortController.signal });\n    }\n\n    if (this.#assertResponseOK(res, url)) {\n      const destFilename = destFilenameResolver.resolve(res);\n      const destFilePath = path.resolve(destDir, destFilename);\n\n      const contentLength = res.headers.get('content-length');\n      const progress = progressStream({\n        length: contentLength ? parseInt(contentLength, 10) : 0,\n        time: 300\n      });\n      const monitor = new FetcherProgressMonitor(progress, destFilename, destFilePath);\n\n      const _res = res;\n      const start = (overrides?: StartDownloadOverrides) => {\n        const _tmpFilePath = overrides?.tmpFilePath || path.resolve(destDir, `${destFilename}.part`);\n        const _destFilePath = overrides?.destFilePath || destFilePath;\n        return this.#startDownload(_res, _tmpFilePath, _destFilePath, progress);\n      };\n      const abort = () => {\n        internalAbortController.abort();\n      };\n\n      return {\n        destFilePath,\n        monitor,\n        start,\n        abort\n      };\n    }\n\n    return undefined as never;\n  }\n\n  async #startDownload(\n    response: Response & { body: NonNullable<Response['body']> },\n    tmpFilePath: string,\n    destFilePath: string,\n    progress: progressStream.ProgressStream) {\n\n    try {\n      this.log('debug', `Pipe \"${response.url}\" to \"${tmpFilePath}\"`);\n      await pipeline(\n        response.body,\n        progress,\n        fs.createWriteStream(tmpFilePath)\n      );\n\n      const commit = () => {\n        this.#commitDownload(tmpFilePath, destFilePath);\n      };\n\n      const discard = () => {\n        this.#cleanupDownload(tmpFilePath);\n      };\n\n      return {\n        tmpFilePath,\n        commit,\n        discard\n      };\n    }\n    catch (error) {\n      this.#cleanupDownload(tmpFilePath);\n      throw error;\n    }\n  }\n\n  #commitDownload(tmpFilePath: string, destFilePath: string) {\n    try {\n      this.log('debug', `Commit \"${tmpFilePath}\" to \"${destFilePath}; filesize: ${fs.lstatSync(tmpFilePath).size} bytes`);\n      fs.renameSync(tmpFilePath, destFilePath);\n    }\n    finally {\n      this.#cleanupDownload(tmpFilePath);\n    }\n  }\n\n  #cleanupDownload(tmpFilePath: string) {\n    try {\n      if (fs.existsSync(tmpFilePath)) {\n        this.log('debug', `Clean up \"${tmpFilePath}\"`);\n        fs.unlinkSync(tmpFilePath);\n      }\n    }\n    catch (error) {\n      this.log('error', `Error cleaning up \"${tmpFilePath}:`, error);\n    }\n  }\n\n  #setHeaders(request: Request, type: 'html' | 'json', opts?: { setCookie?: boolean; setHost?: boolean; }) {\n    const setCookie = pickDefined(opts?.setCookie, true);\n    const setHost = pickDefined(opts?.setHost, true);\n    if (this.#cookie && setCookie) {\n      request.headers.set('Cookie', this.#cookie);\n    }\n    if (setHost) {\n      request.headers.set('Host', 'www.patreon.com');\n    }\n    request.headers.set('User-Agent', USER_AGENT);\n    if (type === 'json') {\n      request.headers.set('Content-Type', 'application/vnd.api+json');\n    }\n    else {\n      request.headers.set('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8');\n    }\n  }\n\n  #assertResponseOK(response: Response | null, originURL: string, requireBody: false): response is Response;\n  #assertResponseOK(response: Response | null, originURL: string, requireBody?: true): response is Response & { body: NonNullable<Response['body']> };\n  #assertResponseOK(response: Response | null, originURL: string, requireBody = true) {\n    if (!response) {\n      throw new FetcherError('No response', originURL);\n    }\n    if (!response.ok) {\n      throw new FetcherError(`${response.status} - ${response.statusText}`, originURL);\n    }\n    if (requireBody && !response.body) {\n      throw new FetcherError('Empty response body', originURL);\n    }\n    return true;\n  }\n\n  protected log(level: LogLevel, ...msg: Array<any>) {\n    commonLog(this.#logger, level, this.name, ...msg);\n  }\n}\n"]}

package/dist/utils/FetcherProgressMonitor.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="node" />
+import { Progress, ProgressStream } from 'progress-stream';
+import { EventEmitter } from 'events';
+export type FetcherProgress = Progress & {
+    destFilename: string;
+    destFilePath: string;
+};
+export default class FetcherProgressMonitor extends EventEmitter {
+    #private;
+    constructor(progressStream: ProgressStream, destFilename: string, destFilePath: string);
+    getDestFilename(): string;
+    getDestFilePath(): string;
+    getProgress(): FetcherProgress;
+    emit(event: 'progress', progress: FetcherProgress): boolean;
+    on(event: 'progress', listener: (progress: FetcherProgress) => void): this;
+    once(event: 'progress', listener: (progress: FetcherProgress) => void): this;
+}
+//# sourceMappingURL=FetcherProgressMonitor.d.ts.map

package/dist/utils/FetcherProgressMonitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetcherProgressMonitor.d.ts","sourceRoot":"","sources":["../../src/utils/FetcherProgressMonitor.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,sBAAuB,SAAQ,YAAY;;gBAMlD,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAStF,eAAe;IAIf,eAAe;IAIf,WAAW,IAAI,eAAe;IAgB9B,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,OAAO;IAK3D,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI;IAK1E,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI;CAI7E"}

package/dist/utils/FetcherProgressMonitor.js

@@ -0,0 +1,56 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _FetcherProgressMonitor_instances, _FetcherProgressMonitor_progressStream, _FetcherProgressMonitor_destFilename, _FetcherProgressMonitor_destFilePath, _FetcherProgressMonitor_handleProgressStreamProgressEvent;
+import { EventEmitter } from 'events';
+export default class FetcherProgressMonitor extends EventEmitter {
+    constructor(progressStream, destFilename, destFilePath) {
+        super();
+        _FetcherProgressMonitor_instances.add(this);
+        _FetcherProgressMonitor_progressStream.set(this, void 0);
+        _FetcherProgressMonitor_destFilename.set(this, void 0);
+        _FetcherProgressMonitor_destFilePath.set(this, void 0);
+        __classPrivateFieldSet(this, _FetcherProgressMonitor_progressStream, progressStream, "f");
+        __classPrivateFieldSet(this, _FetcherProgressMonitor_destFilename, destFilename, "f");
+        __classPrivateFieldSet(this, _FetcherProgressMonitor_destFilePath, destFilePath, "f");
+        __classPrivateFieldGet(this, _FetcherProgressMonitor_progressStream, "f").on('progress', __classPrivateFieldGet(this, _FetcherProgressMonitor_instances, "m", _FetcherProgressMonitor_handleProgressStreamProgressEvent).bind(this));
+    }
+    getDestFilename() {
+        return __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilename, "f");
+    }
+    getDestFilePath() {
+        return __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilePath, "f");
+    }
+    getProgress() {
+        return {
+            ...__classPrivateFieldGet(this, _FetcherProgressMonitor_progressStream, "f").progress(),
+            destFilename: __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilename, "f"),
+            destFilePath: __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilePath, "f")
+        };
+    }
+    emit(event, ...args) {
+        return super.emit(event, ...args);
+    }
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    once(event, listener) {
+        return super.once(event, listener);
+    }
+}
+_FetcherProgressMonitor_progressStream = new WeakMap(), _FetcherProgressMonitor_destFilename = new WeakMap(), _FetcherProgressMonitor_destFilePath = new WeakMap(), _FetcherProgressMonitor_instances = new WeakSet(), _FetcherProgressMonitor_handleProgressStreamProgressEvent = function _FetcherProgressMonitor_handleProgressStreamProgressEvent(progress) {
+    this.emit('progress', {
+        ...progress,
+        destFilename: __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilename, "f"),
+        destFilePath: __classPrivateFieldGet(this, _FetcherProgressMonitor_destFilePath, "f")
+    });
+};
+//# sourceMappingURL=FetcherProgressMonitor.js.map

package/dist/utils/FetcherProgressMonitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetcherProgressMonitor.js","sourceRoot":"","sources":["../../src/utils/FetcherProgressMonitor.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAOtC,MAAM,CAAC,OAAO,OAAO,sBAAuB,SAAQ,YAAY;IAM9D,YAAY,cAA8B,EAAE,YAAoB,EAAE,YAAoB;QACpF,KAAK,EAAE,CAAC;;QALV,yDAAgC;QAChC,uDAAsB;QACtB,uDAAsB;QAIpB,uBAAA,IAAI,0CAAmB,cAAc,MAAA,CAAC;QACtC,uBAAA,IAAI,wCAAiB,YAAY,MAAA,CAAC;QAClC,uBAAA,IAAI,wCAAiB,YAAY,MAAA,CAAC;QAElC,uBAAA,IAAI,8CAAgB,CAAC,EAAE,CAAC,UAAU,EAAE,uBAAA,IAAI,oGAAmC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,eAAe;QACb,OAAO,uBAAA,IAAI,4CAAc,CAAC;IAC5B,CAAC;IAED,eAAe;QACb,OAAO,uBAAA,IAAI,4CAAc,CAAC;IAC5B,CAAC;IAED,WAAW;QACT,OAAO;YACL,GAAG,uBAAA,IAAI,8CAAgB,CAAC,QAAQ,EAAE;YAClC,YAAY,EAAE,uBAAA,IAAI,4CAAc;YAChC,YAAY,EAAE,uBAAA,IAAI,4CAAc;SACjC,CAAC;IACJ,CAAC;IAWD,IAAI,CAAC,KAAsB,EAAE,GAAG,IAAW;QACzC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAGD,EAAE,CAAC,KAAsB,EAAE,QAAkC;QAC3D,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAGD,IAAI,CAAC,KAAsB,EAAE,QAAkC;QAC7D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;sVAtBoC,QAAkB;IACnD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;QACpB,GAAG,QAAQ;QACX,YAAY,EAAE,uBAAA,IAAI,4CAAc;QAChC,YAAY,EAAE,uBAAA,IAAI,4CAAc;KACjC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { Progress, ProgressStream } from 'progress-stream';\nimport { EventEmitter } from 'events';\n\nexport type FetcherProgress = Progress & {\n  destFilename: string;\n  destFilePath: string;\n};\n\nexport default class FetcherProgressMonitor extends EventEmitter {\n\n  #progressStream: ProgressStream;\n  #destFilename: string;\n  #destFilePath: string;\n\n  constructor(progressStream: ProgressStream, destFilename: string, destFilePath: string) {\n    super();\n    this.#progressStream = progressStream;\n    this.#destFilename = destFilename;\n    this.#destFilePath = destFilePath;\n\n    this.#progressStream.on('progress', this.#handleProgressStreamProgressEvent.bind(this));\n  }\n\n  getDestFilename() {\n    return this.#destFilename;\n  }\n\n  getDestFilePath() {\n    return this.#destFilePath;\n  }\n\n  getProgress(): FetcherProgress {\n    return {\n      ...this.#progressStream.progress(),\n      destFilename: this.#destFilename,\n      destFilePath: this.#destFilePath\n    };\n  }\n\n  #handleProgressStreamProgressEvent(progress: Progress) {\n    this.emit('progress', {\n      ...progress,\n      destFilename: this.#destFilename,\n      destFilePath: this.#destFilePath\n    });\n  }\n\n  emit(event: 'progress', progress: FetcherProgress): boolean;\n  emit(event: string | symbol, ...args: any[]): boolean {\n    return super.emit(event, ...args);\n  }\n\n  on(event: 'progress', listener: (progress: FetcherProgress) => void): this;\n  on(event: string | symbol, listener: (...args: any[]) => void): this {\n    return super.on(event, listener);\n  }\n\n  once(event: 'progress', listener: (progress: FetcherProgress) => void): this;\n  once(event: string | symbol, listener: (...args: any[]) => void): this {\n    return super.once(event, listener);\n  }\n}\n"]}