patreon-dl 1.0.0

package/dist/downloaders/task/DownloadTaskFactory.js

@@ -0,0 +1,177 @@
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _a, _DownloadTaskFactory_pickVariant;
+import path from 'path';
+import MediaFilenameResolver from '../../utils/MediaFilenameResolver.js';
+import FetcherDownloadTask from './FetcherDownloadTask.js';
+import AttachmentFilenameResolver from '../../utils/AttachmentFilenameResolver.js';
+const DEFAULT_IMAGE_URL_PRIORITY = [
+    'original',
+    'default',
+    'download',
+    'defaultSmall',
+    'thumbnailLarge',
+    'thumbnail',
+    'thumbnailSmall'
+];
+const CAMPAIGN_COVER_PHOTO_URL_PRIORITY = [
+    'xlarge',
+    'large',
+    'medium',
+    'small',
+    'xsmall'
+];
+const POST_COVER_IMAGE_URL_PRIORITY = [
+    'large',
+    'default',
+    'thumb',
+    'thumbSquareLarge',
+    'thumbSquare'
+];
+const POST_THUMBNAIL_URL_PRIORITY = [
+    'large2',
+    'default',
+    'large',
+    'square'
+];
+const NULL_VARIANT = '/*NULL*/';
+export default class DownloadTaskFactory {
+    static createFromDownloadable(params) {
+        const { item, destDir, fetcher, destFilenameFormat, fileExistsAction, downloadAllVariants, maxRetries, callbacks, logger } = params;
+        const __getSrcURLs = () => {
+            if (item.type === 'image') {
+                let urls = {};
+                let priority = [];
+                switch (item.imageType) {
+                    case 'single':
+                        return {
+                            [`${NULL_VARIANT}`]: item.imageURL
+                        };
+                    case 'default':
+                        urls = {
+                            ...item.imageURLs,
+                            download: item.downloadURL
+                        };
+                        priority = DEFAULT_IMAGE_URL_PRIORITY;
+                        break;
+                    case 'campaignCoverPhoto':
+                        urls = item.imageURLs;
+                        priority = CAMPAIGN_COVER_PHOTO_URL_PRIORITY;
+                        break;
+                    case 'postCoverImage':
+                        urls = item.imageURLs;
+                        priority = POST_COVER_IMAGE_URL_PRIORITY;
+                        break;
+                    case 'postThumbnail':
+                        urls = item.imageURLs;
+                        priority = POST_THUMBNAIL_URL_PRIORITY;
+                        break;
+                }
+                if (downloadAllVariants) {
+                    return urls;
+                }
+                return __classPrivateFieldGet(this, _a, "m", _DownloadTaskFactory_pickVariant).call(this, urls, priority);
+            }
+            else if (item.type === 'video') {
+                let videoVariantName = 'display';
+                if (item.size.width && item.size.height) {
+                    videoVariantName = `${item.size.width}x${item.size.height}`;
+                }
+                const urls = {
+                    download: item.downloadURL,
+                    [`${videoVariantName}`]: item.displayURLs.video
+                };
+                if (downloadAllVariants) {
+                    return urls;
+                }
+                const priority = ['download', videoVariantName];
+                return __classPrivateFieldGet(this, _a, "m", _DownloadTaskFactory_pickVariant).call(this, urls, priority);
+            }
+            else if (item.type === 'audio') {
+                return {
+                    [`${NULL_VARIANT}`]: item.url
+                };
+            }
+            else if (item.type === 'file') {
+                return {
+                    [`${NULL_VARIANT}`]: item.downloadURL
+                };
+            }
+            else if (item.type === 'dummy') {
+                return item.srcURLs;
+            }
+            else if (item.type === 'attachment') {
+                return {
+                    [`${NULL_VARIANT}`]: item.url
+                };
+            }
+            return {};
+        };
+        const srcURLs = __getSrcURLs();
+        const tasks = [];
+        for (const [variant, url] of Object.entries(srcURLs)) {
+            const destFilenameResolver = item.type === 'attachment' ?
+                new AttachmentFilenameResolver(item, url, destFilenameFormat) :
+                new MediaFilenameResolver(item, url, destFilenameFormat, variant !== NULL_VARIANT ? variant : null, downloadAllVariants);
+            if (url) {
+                tasks.push(new FetcherDownloadTask({
+                    fetcher,
+                    src: url,
+                    maxRetries,
+                    destDir,
+                    destFilenameResolver,
+                    fileExistsAction,
+                    srcEntity: item,
+                    callbacks: callbacks || null,
+                    logger
+                }));
+            }
+        }
+        // Create a DownloadTask backed by a DummyMediaItem for video thumbnail
+        if (item.type === 'video' && item.displayURLs.thumbnail) {
+            let filename = null;
+            if (item.filename) {
+                // Video file extension not applicable to thumbnail, so strip it.
+                filename = path.parse(item.filename).name;
+            }
+            const videoThumbnailMediaItem = {
+                type: 'dummy',
+                id: item.id,
+                filename,
+                mimeType: null,
+                srcURLs: {
+                    thumbnail: item.displayURLs.thumbnail
+                }
+            };
+            tasks.push(...this.createFromDownloadable({
+                item: videoThumbnailMediaItem,
+                destDir,
+                fetcher,
+                destFilenameFormat,
+                fileExistsAction,
+                downloadAllVariants: true,
+                maxRetries,
+                callbacks,
+                logger
+            }));
+        }
+        if (tasks.length === 0) {
+            throw Error('No src URL found');
+        }
+        return tasks;
+    }
+}
+_a = DownloadTaskFactory, _DownloadTaskFactory_pickVariant = function _DownloadTaskFactory_pickVariant(urls, priority) {
+    for (const variant of priority) {
+        if (urls[variant]) {
+            return {
+                [`${variant}`]: urls[variant]
+            };
+        }
+    }
+    return {};
+};
+//# sourceMappingURL=DownloadTaskFactory.js.map

package/dist/downloaders/task/DownloadTaskFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloadTaskFactory.js","sourceRoot":"","sources":["../../../src/downloaders/task/DownloadTaskFactory.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAGxB,OAAO,qBAAqB,MAAM,sCAAsC,CAAC;AAEzE,OAAO,mBAAmB,MAAM,0BAA0B,CAAC;AAE3D,OAAO,0BAA0B,MAAM,2CAA2C,CAAC;AAInF,MAAM,0BAA0B,GAAG;IACjC,UAAU;IACV,SAAS;IACT,UAAU;IACV,cAAc;IACd,gBAAgB;IAChB,WAAW;IACX,gBAAgB;CACjB,CAAC;AAEF,MAAM,iCAAiC,GAAG;IACxC,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,OAAO;IACP,QAAQ;CACT,CAAC;AAEF,MAAM,6BAA6B,GAAG;IACpC,OAAO;IACP,SAAS;IACT,OAAO;IACP,kBAAkB;IAClB,aAAa;CACd,CAAC;AAEF,MAAM,2BAA2B,GAAG;IAClC,QAAQ;IACR,SAAS;IACT,OAAO;IACP,QAAQ;CACT,CAAC;AAEF,MAAM,YAAY,GAAG,UAAU,CAAC;AAEhC,MAAM,CAAC,OAAO,OAAO,mBAAmB;IAEtC,MAAM,CAAC,sBAAsB,CAAC,MAU7B;QAEC,MAAM,EACJ,IAAI,EACJ,OAAO,EACP,OAAO,EACP,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,EACnB,UAAU,EACV,SAAS,EACT,MAAM,EACP,GAAG,MAAM,CAAC;QAEX,MAAM,YAAY,GAAG,GAAG,EAAE;YACxB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;gBACzB,IAAI,IAAI,GAAkC,EAAE,CAAC;gBAC7C,IAAI,QAAQ,GAAa,EAAE,CAAC;gBAC5B,QAAQ,IAAI,CAAC,SAAS,EAAE;oBACtB,KAAK,QAAQ;wBACX,OAAO;4BACL,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ;yBACnC,CAAC;oBACJ,KAAK,SAAS;wBACZ,IAAI,GAAG;4BACL,GAAG,IAAI,CAAC,SAAS;4BACjB,QAAQ,EAAE,IAAI,CAAC,WAAW;yBAC3B,CAAC;wBACF,QAAQ,GAAG,0BAA0B,CAAC;wBACtC,MAAM;oBACR,KAAK,oBAAoB;wBACvB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;wBACtB,QAAQ,GAAG,iCAAiC,CAAC;wBAC7C,MAAM;oBACR,KAAK,gBAAgB;wBACnB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;wBACtB,QAAQ,GAAG,6BAA6B,CAAC;wBACzC,MAAM;oBACR,KAAK,eAAe;wBAClB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;wBACtB,QAAQ,GAAG,2BAA2B,CAAC;wBACvC,MAAM;iBACT;gBACD,IAAI,mBAAmB,EAAE;oBACvB,OAAO,IAAI,CAAC;iBACb;gBACD,OAAO,uBAAA,IAAI,4CAAa,MAAjB,IAAI,EAAc,IAAI,EAAE,QAAQ,CAAC,CAAC;aAC1C;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC9B,IAAI,gBAAgB,GAAG,SAAS,CAAC;gBACjC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;oBACvC,gBAAgB,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC7D;gBACD,MAAM,IAAI,GAAG;oBACX,QAAQ,EAAE,IAAI,CAAC,WAAW;oBAC1B,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK;iBAChD,CAAC;gBACF,IAAI,mBAAmB,EAAE;oBACvB,OAAO,IAAI,CAAC;iBACb;gBACD,MAAM,QAAQ,GAAG,CAAE,UAAU,EAAE,gBAAgB,CAAE,CAAC;gBAClD,OAAO,uBAAA,IAAI,4CAAa,MAAjB,IAAI,EAAc,IAAI,EAAE,QAAQ,CAAC,CAAC;aAC1C;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC9B,OAAO;oBACL,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG;iBAC9B,CAAC;aACH;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE;gBAC7B,OAAO;oBACL,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW;iBACtC,CAAC;aACH;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC9B,OAAO,IAAI,CAAC,OAAO,CAAC;aACrB;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE;gBACnC,OAAO;oBACL,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG;iBAC9B,CAAC;aACH;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QAGF,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;QAE/B,MAAM,KAAK,GAAmB,EAAE,CAAC;QACjC,KAAK,MAAM,CAAE,OAAO,EAAE,GAAG,CAAE,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACtD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;gBACvD,IAAI,0BAA0B,CAAC,IAAI,EAAE,GAAG,EAAE,kBAAkB,CAAC,CAAC,CAAC;gBAC/D,IAAI,qBAAqB,CAAC,IAAI,EAAE,GAAG,EAAE,kBAAkB,EACrD,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;YAEpE,IAAI,GAAG,EAAE;gBACP,KAAK,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAe;oBAC/C,OAAO;oBACP,GAAG,EAAE,GAAG;oBACR,UAAU;oBACV,OAAO;oBACP,oBAAoB;oBACpB,gBAAgB;oBAChB,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,SAAS,IAAI,IAAI;oBAC5B,MAAM;iBACP,CAAC,CAAC,CAAC;aACL;SACF;QAED,uEAAuE;QACvE,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE;YACvD,IAAI,QAAQ,GAAkB,IAAI,CAAC;YACnC,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACjB,iEAAiE;gBACjE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;aAC3C;YACD,MAAM,uBAAuB,GAAmB;gBAC9C,IAAI,EAAE,OAAO;gBACb,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,QAAQ;gBACR,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE;oBACP,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS;iBACtC;aACF,CAAC;YACF,KAAK,CAAC,IAAI,CACR,GAAG,IAAI,CAAC,sBAAsB,CAAC;gBAC7B,IAAI,EAAE,uBAAuB;gBAC7B,OAAO;gBACP,OAAO;gBACP,kBAAkB;gBAClB,gBAAgB;gBAChB,mBAAmB,EAAE,IAAI;gBACzB,UAAU;gBACV,SAAS;gBACT,MAAM;aACP,CAAC,CACH,CAAC;SACH;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACtB,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;SACjC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CAaF;uGAXqB,IAAyB,EAAE,QAAkB;IAC/D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE;YACjB,OAAO;gBACL,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC;aAC9B,CAAC;SACH;KACF;IACD,OAAO,EAAE,CAAC;AACZ,CAAC","sourcesContent":["import path from 'path';\nimport { DummyMediaItem } from '../../entities/MediaItem.js';\nimport Fetcher from '../../utils/Fetcher.js';\nimport MediaFilenameResolver from '../../utils/MediaFilenameResolver.js';\nimport DownloadTask, { DownloadTaskCallbacks } from './DownloadTask.js';\nimport FetcherDownloadTask from './FetcherDownloadTask.js';\nimport { Downloadable } from '../../entities/Downloadable.js';\nimport AttachmentFilenameResolver from '../../utils/AttachmentFilenameResolver.js';\nimport { FileExistsAction } from '../DownloaderOptions.js';\nimport Logger from '../../utils/logging/Logger.js';\n\nconst DEFAULT_IMAGE_URL_PRIORITY = [\n  'original',\n  'default',\n  'download',\n  'defaultSmall',\n  'thumbnailLarge',\n  'thumbnail',\n  'thumbnailSmall'\n];\n\nconst CAMPAIGN_COVER_PHOTO_URL_PRIORITY = [\n  'xlarge',\n  'large',\n  'medium',\n  'small',\n  'xsmall'\n];\n\nconst POST_COVER_IMAGE_URL_PRIORITY = [\n  'large',\n  'default',\n  'thumb',\n  'thumbSquareLarge',\n  'thumbSquare'\n];\n\nconst POST_THUMBNAIL_URL_PRIORITY = [\n  'large2',\n  'default',\n  'large',\n  'square'\n];\n\nconst NULL_VARIANT = '/*NULL*/';\n\nexport default class DownloadTaskFactory {\n\n  static createFromDownloadable(params: {\n    item: Downloadable,\n    destDir: string,\n    fetcher: Fetcher,\n    destFilenameFormat: string,\n    fileExistsAction: FileExistsAction,\n    downloadAllVariants: boolean,\n    maxRetries: number,\n    callbacks?: DownloadTaskCallbacks | null,\n    logger?: Logger | null;\n  }) {\n\n    const {\n      item,\n      destDir,\n      fetcher,\n      destFilenameFormat,\n      fileExistsAction,\n      downloadAllVariants,\n      maxRetries,\n      callbacks,\n      logger\n    } = params;\n\n    const __getSrcURLs = () => {\n      if (item.type === 'image') {\n        let urls: Record<string, string | null> = {};\n        let priority: string[] = [];\n        switch (item.imageType) {\n          case 'single':\n            return {\n              [`${NULL_VARIANT}`]: item.imageURL\n            };\n          case 'default':\n            urls = {\n              ...item.imageURLs,\n              download: item.downloadURL\n            };\n            priority = DEFAULT_IMAGE_URL_PRIORITY;\n            break;\n          case 'campaignCoverPhoto':\n            urls = item.imageURLs;\n            priority = CAMPAIGN_COVER_PHOTO_URL_PRIORITY;\n            break;\n          case 'postCoverImage':\n            urls = item.imageURLs;\n            priority = POST_COVER_IMAGE_URL_PRIORITY;\n            break;\n          case 'postThumbnail':\n            urls = item.imageURLs;\n            priority = POST_THUMBNAIL_URL_PRIORITY;\n            break;\n        }\n        if (downloadAllVariants) {\n          return urls;\n        }\n        return this.#pickVariant(urls, priority);\n      }\n      else if (item.type === 'video') {\n        let videoVariantName = 'display';\n        if (item.size.width && item.size.height) {\n          videoVariantName = `${item.size.width}x${item.size.height}`;\n        }\n        const urls = {\n          download: item.downloadURL,\n          [`${videoVariantName}`]: item.displayURLs.video\n        };\n        if (downloadAllVariants) {\n          return urls;\n        }\n        const priority = [ 'download', videoVariantName ];\n        return this.#pickVariant(urls, priority);\n      }\n      else if (item.type === 'audio') {\n        return {\n          [`${NULL_VARIANT}`]: item.url\n        };\n      }\n      else if (item.type === 'file') {\n        return {\n          [`${NULL_VARIANT}`]: item.downloadURL\n        };\n      }\n      else if (item.type === 'dummy') {\n        return item.srcURLs;\n      }\n      else if (item.type === 'attachment') {\n        return {\n          [`${NULL_VARIANT}`]: item.url\n        };\n      }\n      return {};\n    };\n\n\n    const srcURLs = __getSrcURLs();\n\n    const tasks: DownloadTask[] = [];\n    for (const [ variant, url ] of Object.entries(srcURLs)) {\n      const destFilenameResolver = item.type === 'attachment' ?\n        new AttachmentFilenameResolver(item, url, destFilenameFormat) :\n        new MediaFilenameResolver(item, url, destFilenameFormat,\n          variant !== NULL_VARIANT ? variant : null, downloadAllVariants);\n\n      if (url) {\n        tasks.push(new FetcherDownloadTask<Downloadable>({\n          fetcher,\n          src: url,\n          maxRetries,\n          destDir,\n          destFilenameResolver,\n          fileExistsAction,\n          srcEntity: item,\n          callbacks: callbacks || null,\n          logger\n        }));\n      }\n    }\n\n    // Create a DownloadTask backed by a DummyMediaItem for video thumbnail\n    if (item.type === 'video' && item.displayURLs.thumbnail) {\n      let filename: string | null = null;\n      if (item.filename) {\n        // Video file extension not applicable to thumbnail, so strip it.\n        filename = path.parse(item.filename).name;\n      }\n      const videoThumbnailMediaItem: DummyMediaItem = {\n        type: 'dummy',\n        id: item.id,\n        filename,\n        mimeType: null,\n        srcURLs: {\n          thumbnail: item.displayURLs.thumbnail\n        }\n      };\n      tasks.push(\n        ...this.createFromDownloadable({\n          item: videoThumbnailMediaItem,\n          destDir,\n          fetcher,\n          destFilenameFormat,\n          fileExistsAction,\n          downloadAllVariants: true, // Ensure variant name ('thumbnail') appears in dest filename\n          maxRetries,\n          callbacks,\n          logger\n        })\n      );\n    }\n\n    if (tasks.length === 0) {\n      throw Error('No src URL found');\n    }\n\n    return tasks;\n  }\n\n  static #pickVariant(urls: Record<string, any>, priority: string[]) {\n    for (const variant of priority) {\n      if (urls[variant]) {\n        return {\n          [`${variant}`]: urls[variant]\n        };\n      }\n    }\n    return {};\n  }\n\n}\n"]}

package/dist/downloaders/task/FFmpegDownloadTask.d.ts

@@ -0,0 +1,27 @@
+import DownloadTask, { DownloadTaskParams } from './DownloadTask.js';
+import { VideoMediaItem } from '../../entities/MediaItem.js';
+import { FileExistsAction } from './../DownloaderOptions.js';
+export interface FFmpegDownloadTaskParams extends DownloadTaskParams<VideoMediaItem> {
+    srcEntity: VideoMediaItem;
+    destFilePath: string;
+    fileExistsAction: FileExistsAction;
+}
+export interface FFmpegProgress {
+    frames: number;
+    currentFps: number;
+    currentKbps: number;
+    targetSize: number;
+    timemark: string;
+    percent: number;
+}
+export default class FFmpegDownloadTask extends DownloadTask<VideoMediaItem> {
+    #private;
+    protected name: string;
+    constructor(params: FFmpegDownloadTaskParams);
+    protected doStart(): Promise<void>;
+    protected doAbort(): Promise<void>;
+    protected doDestroy(): Promise<void>;
+    protected doGetProgress(): undefined;
+    get commandLine(): string | null;
+}
+//# sourceMappingURL=FFmpegDownloadTask.d.ts.map

package/dist/downloaders/task/FFmpegDownloadTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FFmpegDownloadTask.d.ts","sourceRoot":"","sources":["../../../src/downloaders/task/FFmpegDownloadTask.ts"],"names":[],"mappings":"AAEA,OAAO,YAAY,EAAE,EAAoB,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAG7D,MAAM,WAAW,wBAAyB,SAAQ,kBAAkB,CAAC,cAAc,CAAC;IAClF,SAAS,EAAE,cAAc,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,gBAAgB,CAAC;CACpC;AAGD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,CAAC,OAAO,OAAO,kBAAmB,SAAQ,YAAY,CAAC,cAAc,CAAC;;IAE1E,SAAS,CAAC,IAAI,SAAwB;gBAU1B,MAAM,EAAE,wBAAwB;IAU5C,SAAS,CAAC,OAAO;cA0HD,OAAO;cAgBP,SAAS;IAKzB,SAAS,CAAC,aAAa;IAIvB,IAAI,WAAW,kBAEd;CAuDF"}

package/dist/downloaders/task/FFmpegDownloadTask.js

@@ -0,0 +1,206 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _FFmpegDownloadTask_instances, _FFmpegDownloadTask_destFilePath, _FFmpegDownloadTask_fileExistsAction, _FFmpegDownloadTask_ffmpegCommand, _FFmpegDownloadTask_commandLine, _FFmpegDownloadTask_abortController, _FFmpegDownloadTask_abortingCallback, _FFmpegDownloadTask_convertFFmpegProgress, _FFmpegDownloadTask_timemarkToSeconds;
+import fs from 'fs';
+import ffmpeg from 'fluent-ffmpeg';
+import DownloadTask from './DownloadTask.js';
+import FSHelper from '../../utils/FSHelper.js';
+export default class FFmpegDownloadTask extends DownloadTask {
+    constructor(params) {
+        super(params);
+        _FFmpegDownloadTask_instances.add(this);
+        this.name = 'FFmpegDownloadTask';
+        _FFmpegDownloadTask_destFilePath.set(this, void 0);
+        _FFmpegDownloadTask_fileExistsAction.set(this, void 0);
+        _FFmpegDownloadTask_ffmpegCommand.set(this, void 0);
+        _FFmpegDownloadTask_commandLine.set(this, void 0);
+        _FFmpegDownloadTask_abortController.set(this, void 0);
+        _FFmpegDownloadTask_abortingCallback.set(this, void 0);
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_destFilePath, params.destFilePath, "f");
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_fileExistsAction, params.fileExistsAction, "f");
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_commandLine, null, "f");
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_abortController, null, "f");
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_abortingCallback, null, "f");
+    }
+    doStart() {
+        return new Promise((resolve) => {
+            if (this.status === 'aborted') {
+                resolve();
+            }
+            __classPrivateFieldSet(this, _FFmpegDownloadTask_abortController, new AbortController(), "f");
+            this.resolvedDestPath = __classPrivateFieldGet(this, _FFmpegDownloadTask_destFilePath, "f");
+            let lastDownloadedFilePath = null;
+            if (__classPrivateFieldGet(this, _FFmpegDownloadTask_fileExistsAction, "f") === 'saveAsCopy' || __classPrivateFieldGet(this, _FFmpegDownloadTask_fileExistsAction, "f") === 'saveAsCopyIfNewer') {
+                const { filePath, preceding } = FSHelper.checkFileExistsAndIncrement(__classPrivateFieldGet(this, _FFmpegDownloadTask_destFilePath, "f"));
+                this.resolvedDestPath = filePath;
+                lastDownloadedFilePath = preceding;
+            }
+            else if (__classPrivateFieldGet(this, _FFmpegDownloadTask_fileExistsAction, "f") === 'skip' && fs.existsSync(__classPrivateFieldGet(this, _FFmpegDownloadTask_destFilePath, "f"))) {
+                this.notifySkip({
+                    name: 'destFileExists',
+                    message: `Destination file exists (${__classPrivateFieldGet(this, _FFmpegDownloadTask_destFilePath, "f")})`,
+                    existingDestFilePath: __classPrivateFieldGet(this, _FFmpegDownloadTask_destFilePath, "f")
+                });
+                resolve();
+                return;
+            }
+            const destPath = this.resolvedDestPath;
+            const tmpFilePath = `${destPath}.part`;
+            const __cleanup = () => {
+                if (fs.existsSync(tmpFilePath)) {
+                    this.log('debug', `Clean up ${tmpFilePath}`);
+                    fs.unlinkSync(tmpFilePath);
+                }
+            };
+            try {
+                let hasError = false;
+                __classPrivateFieldSet(this, _FFmpegDownloadTask_ffmpegCommand, ffmpeg(this.src)
+                    .inputOption('-protocol_whitelist file,http,https,tcp,tls')
+                    .outputOption('-c copy')
+                    .outputOption('-f mp4')
+                    .output(tmpFilePath), "f");
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").on('start', (commandLine) => {
+                    __classPrivateFieldSet(this, _FFmpegDownloadTask_commandLine, commandLine, "f");
+                    this.notifyStart();
+                });
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").on('progress', (progress) => {
+                    this.notifyProgress(__classPrivateFieldGet(this, _FFmpegDownloadTask_instances, "m", _FFmpegDownloadTask_convertFFmpegProgress).call(this, progress));
+                });
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").on('end', async () => {
+                    if (!hasError) {
+                        let proceedWithCommit = true;
+                        if (__classPrivateFieldGet(this, _FFmpegDownloadTask_fileExistsAction, "f") === 'saveAsCopyIfNewer' && lastDownloadedFilePath && fs.existsSync(lastDownloadedFilePath)) {
+                            // Compare checksum of downloaded file with that of last downloaded
+                            const compareMsg = `(saveAsCopyIfNewer) Compare "${tmpFilePath}" with "${lastDownloadedFilePath}"`;
+                            proceedWithCommit = !(await FSHelper.compareFiles(tmpFilePath, lastDownloadedFilePath));
+                            if (!proceedWithCommit) {
+                                this.log('debug', `${compareMsg}: Files match`);
+                                this.notifySkip({
+                                    name: 'destFileExists',
+                                    message: `Destination file exists with same content (${lastDownloadedFilePath})`,
+                                    existingDestFilePath: lastDownloadedFilePath
+                                });
+                            }
+                            else {
+                                this.log('debug', `${compareMsg}: Files do not match`);
+                            }
+                        }
+                        if (proceedWithCommit) {
+                            this.log('debug', `Commit "${tmpFilePath}" to "${destPath}; filesize: ${fs.lstatSync(tmpFilePath).size} bytes`);
+                            fs.renameSync(tmpFilePath, destPath);
+                            this.notifyComplete();
+                        }
+                        __cleanup();
+                        resolve();
+                    }
+                });
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").on('error', (error) => {
+                    if (__classPrivateFieldGet(this, _FFmpegDownloadTask_abortingCallback, "f")) {
+                        __classPrivateFieldGet(this, _FFmpegDownloadTask_abortingCallback, "f").call(this);
+                    }
+                    else {
+                        hasError = true;
+                        this.notifyError(error);
+                    }
+                    __cleanup();
+                    resolve();
+                });
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_abortController, "f").signal.onabort = () => {
+                    if (__classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f")) {
+                        __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").kill('SIGKILL');
+                    }
+                    else if (__classPrivateFieldGet(this, _FFmpegDownloadTask_abortingCallback, "f")) {
+                        __classPrivateFieldGet(this, _FFmpegDownloadTask_abortingCallback, "f").call(this);
+                        __cleanup();
+                        resolve();
+                    }
+                };
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").run();
+            }
+            catch (error) {
+                this.notifyError(error);
+                __cleanup();
+                resolve();
+            }
+        })
+            .finally(() => {
+            if (__classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f")) {
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_ffmpegCommand, "f").removeAllListeners();
+                __classPrivateFieldSet(this, _FFmpegDownloadTask_ffmpegCommand, null, "f");
+            }
+            __classPrivateFieldSet(this, _FFmpegDownloadTask_abortController, null, "f");
+        });
+    }
+    async doAbort() {
+        return new Promise((resolve) => {
+            if (__classPrivateFieldGet(this, _FFmpegDownloadTask_abortController, "f")) {
+                __classPrivateFieldSet(this, _FFmpegDownloadTask_abortingCallback, () => {
+                    __classPrivateFieldSet(this, _FFmpegDownloadTask_abortingCallback, null, "f");
+                    this.notifyAbort();
+                    resolve();
+                }, "f");
+                __classPrivateFieldGet(this, _FFmpegDownloadTask_abortController, "f").abort();
+            }
+            else {
+                resolve();
+            }
+        });
+    }
+    async doDestroy() {
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_destFilePath, '', "f");
+        __classPrivateFieldSet(this, _FFmpegDownloadTask_commandLine, null, "f");
+    }
+    doGetProgress() {
+        return undefined;
+    }
+    get commandLine() {
+        return __classPrivateFieldGet(this, _FFmpegDownloadTask_commandLine, "f");
+    }
+}
+_FFmpegDownloadTask_destFilePath = new WeakMap(), _FFmpegDownloadTask_fileExistsAction = new WeakMap(), _FFmpegDownloadTask_ffmpegCommand = new WeakMap(), _FFmpegDownloadTask_commandLine = new WeakMap(), _FFmpegDownloadTask_abortController = new WeakMap(), _FFmpegDownloadTask_abortingCallback = new WeakMap(), _FFmpegDownloadTask_instances = new WeakSet(), _FFmpegDownloadTask_convertFFmpegProgress = function _FFmpegDownloadTask_convertFFmpegProgress(progress) {
+    const video = this.srcEntity;
+    if (video.duration && this.resolvedDestFilename && this.resolvedDestPath) {
+        const length = video.duration;
+        const downloaded = __classPrivateFieldGet(this, _FFmpegDownloadTask_instances, "m", _FFmpegDownloadTask_timemarkToSeconds).call(this, progress.timemark);
+        return {
+            destFilename: this.resolvedDestFilename,
+            destFilePath: this.resolvedDestPath,
+            lengthUnit: 'second',
+            length: Number(length.toFixed(2)),
+            lengthDownloaded: Number(downloaded.toFixed(2)),
+            percent: Number((downloaded / length * 100).toFixed(2)),
+            sizeDownloaded: Number(progress.targetSize.toFixed(2)),
+            speed: Number(progress.currentKbps.toFixed(2))
+        };
+    }
+    return null;
+}, _FFmpegDownloadTask_timemarkToSeconds = function _FFmpegDownloadTask_timemarkToSeconds(timemark) {
+    if (typeof timemark === 'number') {
+        return timemark;
+    }
+    if (timemark.indexOf(':') === -1 && timemark.indexOf('.') >= 0) {
+        return Number(timemark);
+    }
+    const parts = timemark.split(':');
+    // Add seconds
+    let secs = Number(parts.pop());
+    if (parts.length) {
+        // Add minutes
+        secs += Number(parts.pop()) * 60;
+    }
+    if (parts.length) {
+        // Add hours
+        secs += Number(parts.pop()) * 3600;
+    }
+    return secs;
+};
+//# sourceMappingURL=FFmpegDownloadTask.js.map

package/dist/downloaders/task/FFmpegDownloadTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FFmpegDownloadTask.js","sourceRoot":"","sources":["../../../src/downloaders/task/FFmpegDownloadTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAyB,MAAM,eAAe,CAAC;AACtD,OAAO,YAAsD,MAAM,mBAAmB,CAAC;AAGvF,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AAkB/C,MAAM,CAAC,OAAO,OAAO,kBAAmB,SAAQ,YAA4B;IAY1E,YAAY,MAAgC;QAC1C,KAAK,CAAC,MAAM,CAAC,CAAC;;QAXN,SAAI,GAAG,oBAAoB,CAAC;QAEtC,mDAAsB;QACtB,uDAAoC;QACpC,oDAAqC;QACrC,kDAA4B;QAE5B,sDAAyC;QACzC,uDAAuC;QAIrC,uBAAA,IAAI,oCAAiB,MAAM,CAAC,YAAY,MAAA,CAAC;QACzC,uBAAA,IAAI,wCAAqB,MAAM,CAAC,gBAAgB,MAAA,CAAC;QACjD,uBAAA,IAAI,mCAAgB,IAAI,MAAA,CAAC;QAEzB,uBAAA,IAAI,uCAAoB,IAAI,MAAA,CAAC;QAC7B,uBAAA,IAAI,wCAAqB,IAAI,MAAA,CAAC;IAChC,CAAC;IAES,OAAO;QACf,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE;gBAC7B,OAAO,EAAE,CAAC;aACX;YAED,uBAAA,IAAI,uCAAoB,IAAI,eAAe,EAAE,MAAA,CAAC;YAE9C,IAAI,CAAC,gBAAgB,GAAG,uBAAA,IAAI,wCAAc,CAAC;YAE3C,IAAI,sBAAsB,GAAkB,IAAI,CAAC;YACjD,IAAI,uBAAA,IAAI,4CAAkB,KAAK,YAAY,IAAI,uBAAA,IAAI,4CAAkB,KAAK,mBAAmB,EAAE;gBAC7F,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,2BAA2B,CAAC,uBAAA,IAAI,wCAAc,CAAC,CAAC;gBACzF,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;gBACjC,sBAAsB,GAAG,SAAS,CAAC;aACpC;iBACI,IAAI,uBAAA,IAAI,4CAAkB,KAAK,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,uBAAA,IAAI,wCAAc,CAAC,EAAE;gBAC/E,IAAI,CAAC,UAAU,CAAC;oBACd,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,4BAA4B,uBAAA,IAAI,wCAAc,GAAG;oBAC1D,oBAAoB,EAAE,uBAAA,IAAI,wCAAc;iBACzC,CAAC,CAAC;gBACH,OAAO,EAAE,CAAC;gBACV,OAAO;aACR;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACvC,MAAM,WAAW,GAAG,GAAG,QAAQ,OAAO,CAAC;YACvC,MAAM,SAAS,GAAG,GAAG,EAAE;gBACrB,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;oBAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,WAAW,EAAE,CAAC,CAAC;oBAC7C,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;iBAC5B;YACH,CAAC,CAAC;YAEF,IAAI;gBACF,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,uBAAA,IAAI,qCAAkB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;qBACnC,WAAW,CAAC,6CAA6C,CAAC;qBAC1D,YAAY,CAAC,SAAS,CAAC;qBACvB,YAAY,CAAC,QAAQ,CAAC;qBACtB,MAAM,CAAC,WAAW,CAAC,MAAA,CAAC;gBAEvB,uBAAA,IAAI,yCAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,WAAmB,EAAE,EAAE;oBACtD,uBAAA,IAAI,mCAAgB,WAAW,MAAA,CAAC;oBAChC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,CAAC,CAAC,CAAC;gBAEH,uBAAA,IAAI,yCAAe,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,QAAwB,EAAE,EAAE;oBAC9D,IAAI,CAAC,cAAc,CAAC,uBAAA,IAAI,gFAAuB,MAA3B,IAAI,EAAwB,QAAQ,CAAC,CAAC,CAAC;gBAC7D,CAAC,CAAC,CAAC;gBAEH,uBAAA,IAAI,yCAAe,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;oBACvC,IAAI,CAAC,QAAQ,EAAE;wBACb,IAAI,iBAAiB,GAAG,IAAI,CAAC;wBAC7B,IAAI,uBAAA,IAAI,4CAAkB,KAAK,mBAAmB,IAAI,sBAAsB,IAAI,EAAE,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE;4BACrH,mEAAmE;4BACnE,MAAM,UAAU,GAAG,gCAAgC,WAAW,WAAW,sBAAsB,GAAG,CAAC;4BACnG,iBAAiB,GAAG,CAAC,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC,CAAC;4BACxF,IAAI,CAAC,iBAAiB,EAAE;gCACtB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,UAAU,eAAe,CAAC,CAAC;gCAChD,IAAI,CAAC,UAAU,CAAC;oCACd,IAAI,EAAE,gBAAgB;oCACtB,OAAO,EAAE,8CAA8C,sBAAsB,GAAG;oCAChF,oBAAoB,EAAE,sBAAsB;iCAC7C,CAAC,CAAC;6BACJ;iCACI;gCACH,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,UAAU,sBAAsB,CAAC,CAAC;6BACxD;yBACF;wBACD,IAAI,iBAAiB,EAAE;4BACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,WAAW,SAAS,QAAQ,eAAe,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;4BAChH,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;4BACrC,IAAI,CAAC,cAAc,EAAE,CAAC;yBACvB;wBACD,SAAS,EAAE,CAAC;wBACZ,OAAO,EAAE,CAAC;qBACX;gBACH,CAAC,CAAC,CAAC;gBAEH,uBAAA,IAAI,yCAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;oBAC7C,IAAI,uBAAA,IAAI,4CAAkB,EAAE;wBAC1B,uBAAA,IAAI,4CAAkB,MAAtB,IAAI,CAAoB,CAAC;qBAC1B;yBACI;wBACH,QAAQ,GAAG,IAAI,CAAC;wBAChB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;qBACzB;oBACD,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBAEH,uBAAA,IAAI,2CAAiB,CAAC,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;oBAC1C,IAAI,uBAAA,IAAI,yCAAe,EAAE;wBACvB,uBAAA,IAAI,yCAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;qBACrC;yBACI,IAAI,uBAAA,IAAI,4CAAkB,EAAE;wBAC/B,uBAAA,IAAI,4CAAkB,MAAtB,IAAI,CAAoB,CAAC;wBACzB,SAAS,EAAE,CAAC;wBACZ,OAAO,EAAE,CAAC;qBACX;gBACH,CAAC,CAAC;gBAEF,uBAAA,IAAI,yCAAe,CAAC,GAAG,EAAE,CAAC;aAC3B;YACD,OAAO,KAAU,EAAE;gBACjB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACxB,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,CAAC;aACX;QACH,CAAC,CAAC;aACC,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,uBAAA,IAAI,yCAAe,EAAE;gBACvB,uBAAA,IAAI,yCAAe,CAAC,kBAAkB,EAAE,CAAC;gBACzC,uBAAA,IAAI,qCAAkB,IAAI,MAAA,CAAC;aAC5B;YACD,uBAAA,IAAI,uCAAoB,IAAI,MAAA,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,OAAO;QACrB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,uBAAA,IAAI,2CAAiB,EAAE;gBACzB,uBAAA,IAAI,wCAAqB,GAAG,EAAE;oBAC5B,uBAAA,IAAI,wCAAqB,IAAI,MAAA,CAAC;oBAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,OAAO,EAAE,CAAC;gBACZ,CAAC,MAAA,CAAC;gBACF,uBAAA,IAAI,2CAAiB,CAAC,KAAK,EAAE,CAAC;aAC/B;iBACI;gBACH,OAAO,EAAE,CAAC;aACX;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,SAAS;QACvB,uBAAA,IAAI,oCAAiB,EAAE,MAAA,CAAC;QACxB,uBAAA,IAAI,mCAAgB,IAAI,MAAA,CAAC;IAC3B,CAAC;IAES,aAAa;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,uBAAA,IAAI,uCAAa,CAAC;IAC3B,CAAC;CAuDF;qcArDwB,QAAwB;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;IAC7B,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,gBAAgB,EAAE;QACxE,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC9B,MAAM,UAAU,GAAG,uBAAA,IAAI,4EAAmB,MAAvB,IAAI,EAAoB,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9D,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,oBAAoB;YACvC,YAAY,EAAE,IAAI,CAAC,gBAAgB;YACnC,UAAU,EAAE,QAAQ;YACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACjC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC/C,OAAO,EAAE,MAAM,CAAC,CAAC,UAAU,GAAG,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACvD,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACtD,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAC/C,CAAC;KACH;IACD,OAAO,IAAI,CAAC;AACd,CAAC,yFAUkB,QAAgB;IACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;QAChC,OAAO,QAAQ,CAAC;KACjB;IAED,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC9D,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;KACzB;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAElC,cAAc;IACd,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAE/B,IAAI,KAAK,CAAC,MAAM,EAAE;QAChB,cAAc;QACd,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;KAClC;IAED,IAAI,KAAK,CAAC,MAAM,EAAE;QAChB,YAAY;QACZ,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;KACpC;IAED,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import fs from 'fs';\nimport ffmpeg, { FfmpegCommand } from 'fluent-ffmpeg';\nimport DownloadTask, { DownloadProgress, DownloadTaskParams } from './DownloadTask.js';\nimport { VideoMediaItem } from '../../entities/MediaItem.js';\nimport { FileExistsAction } from './../DownloaderOptions.js';\nimport FSHelper from '../../utils/FSHelper.js';\n\nexport interface FFmpegDownloadTaskParams extends DownloadTaskParams<VideoMediaItem> {\n  srcEntity: VideoMediaItem;\n  destFilePath: string;\n  fileExistsAction: FileExistsAction;\n}\n\n// https://github.com/fluent-ffmpeg/node-fluent-ffmpeg\nexport interface FFmpegProgress {\n  frames: number; // Total processed frame count\n  currentFps: number; // Framerate at which FFmpeg is currently processing\n  currentKbps: number; // Throughput at which FFmpeg is currently processing\n  targetSize: number; // Current size of the target file in kilobytes\n  timemark: string; // The timestamp of the current frame e.g '00:02:23.08'\n  percent: number;\n}\n\nexport default class FFmpegDownloadTask extends DownloadTask<VideoMediaItem> {\n\n  protected name = 'FFmpegDownloadTask';\n\n  #destFilePath: string;\n  #fileExistsAction: FileExistsAction;\n  #ffmpegCommand: FfmpegCommand | null;\n  #commandLine: string | null;\n\n  #abortController: AbortController | null;\n  #abortingCallback: (() => void) | null;\n\n  constructor(params: FFmpegDownloadTaskParams) {\n    super(params);\n    this.#destFilePath = params.destFilePath;\n    this.#fileExistsAction = params.fileExistsAction;\n    this.#commandLine = null;\n\n    this.#abortController = null;\n    this.#abortingCallback = null;\n  }\n\n  protected doStart() {\n    return new Promise<void>((resolve) => {\n\n      if (this.status === 'aborted') {\n        resolve();\n      }\n\n      this.#abortController = new AbortController();\n\n      this.resolvedDestPath = this.#destFilePath;\n\n      let lastDownloadedFilePath: string | null = null;\n      if (this.#fileExistsAction === 'saveAsCopy' || this.#fileExistsAction === 'saveAsCopyIfNewer') {\n        const { filePath, preceding } = FSHelper.checkFileExistsAndIncrement(this.#destFilePath);\n        this.resolvedDestPath = filePath;\n        lastDownloadedFilePath = preceding;\n      }\n      else if (this.#fileExistsAction === 'skip' && fs.existsSync(this.#destFilePath)) {\n        this.notifySkip({\n          name: 'destFileExists',\n          message: `Destination file exists (${this.#destFilePath})`,\n          existingDestFilePath: this.#destFilePath\n        });\n        resolve();\n        return;\n      }\n\n      const destPath = this.resolvedDestPath;\n      const tmpFilePath = `${destPath}.part`;\n      const __cleanup = () => {\n        if (fs.existsSync(tmpFilePath)) {\n          this.log('debug', `Clean up ${tmpFilePath}`);\n          fs.unlinkSync(tmpFilePath);\n        }\n      };\n\n      try {\n        let hasError = false;\n        this.#ffmpegCommand = ffmpeg(this.src)\n          .inputOption('-protocol_whitelist file,http,https,tcp,tls')\n          .outputOption('-c copy')\n          .outputOption('-f mp4')\n          .output(tmpFilePath);\n\n        this.#ffmpegCommand.on('start', (commandLine: string) => {\n          this.#commandLine = commandLine;\n          this.notifyStart();\n        });\n\n        this.#ffmpegCommand.on('progress', (progress: FFmpegProgress) => {\n          this.notifyProgress(this.#convertFFmpegProgress(progress));\n        });\n\n        this.#ffmpegCommand.on('end', async () => {\n          if (!hasError) {\n            let proceedWithCommit = true;\n            if (this.#fileExistsAction === 'saveAsCopyIfNewer' && lastDownloadedFilePath && fs.existsSync(lastDownloadedFilePath)) {\n              // Compare checksum of downloaded file with that of last downloaded\n              const compareMsg = `(saveAsCopyIfNewer) Compare \"${tmpFilePath}\" with \"${lastDownloadedFilePath}\"`;\n              proceedWithCommit = !(await FSHelper.compareFiles(tmpFilePath, lastDownloadedFilePath));\n              if (!proceedWithCommit) {\n                this.log('debug', `${compareMsg}: Files match`);\n                this.notifySkip({\n                  name: 'destFileExists',\n                  message: `Destination file exists with same content (${lastDownloadedFilePath})`,\n                  existingDestFilePath: lastDownloadedFilePath\n                });\n              }\n              else {\n                this.log('debug', `${compareMsg}: Files do not match`);\n              }\n            }\n            if (proceedWithCommit) {\n              this.log('debug', `Commit \"${tmpFilePath}\" to \"${destPath}; filesize: ${fs.lstatSync(tmpFilePath).size} bytes`);\n              fs.renameSync(tmpFilePath, destPath);\n              this.notifyComplete();\n            }\n            __cleanup();\n            resolve();\n          }\n        });\n\n        this.#ffmpegCommand.on('error', (error: any) => {\n          if (this.#abortingCallback) {\n            this.#abortingCallback();\n          }\n          else {\n            hasError = true;\n            this.notifyError(error);\n          }\n          __cleanup();\n          resolve();\n        });\n\n        this.#abortController.signal.onabort = () => {\n          if (this.#ffmpegCommand) {\n            this.#ffmpegCommand.kill('SIGKILL');\n          }\n          else if (this.#abortingCallback) {\n            this.#abortingCallback();\n            __cleanup();\n            resolve();\n          }\n        };\n\n        this.#ffmpegCommand.run();\n      }\n      catch (error: any) {\n        this.notifyError(error);\n        __cleanup();\n        resolve();\n      }\n    })\n      .finally(() => {\n        if (this.#ffmpegCommand) {\n          this.#ffmpegCommand.removeAllListeners();\n          this.#ffmpegCommand = null;\n        }\n        this.#abortController = null;\n      });\n  }\n\n  protected async doAbort() {\n    return new Promise<void>((resolve) => {\n      if (this.#abortController) {\n        this.#abortingCallback = () => {\n          this.#abortingCallback = null;\n          this.notifyAbort();\n          resolve();\n        };\n        this.#abortController.abort();\n      }\n      else {\n        resolve();\n      }\n    });\n  }\n\n  protected async doDestroy() {\n    this.#destFilePath = '';\n    this.#commandLine = null;\n  }\n\n  protected doGetProgress() {\n    return undefined;\n  }\n\n  get commandLine() {\n    return this.#commandLine;\n  }\n\n  #convertFFmpegProgress(progress: FFmpegProgress): DownloadProgress | null {\n    const video = this.srcEntity;\n    if (video.duration && this.resolvedDestFilename && this.resolvedDestPath) {\n      const length = video.duration;\n      const downloaded = this.#timemarkToSeconds(progress.timemark);\n      return {\n        destFilename: this.resolvedDestFilename,\n        destFilePath: this.resolvedDestPath,\n        lengthUnit: 'second',\n        length: Number(length.toFixed(2)),\n        lengthDownloaded: Number(downloaded.toFixed(2)),\n        percent: Number((downloaded / length * 100).toFixed(2)),\n        sizeDownloaded: Number(progress.targetSize.toFixed(2)),\n        speed: Number(progress.currentKbps.toFixed(2))\n      };\n    }\n    return null;\n  }\n\n  /**\n   * https://github.com/fluent-ffmpeg/node-fluent-ffmpeg/blob/master/lib/utils.js\n   *\n   * Convert a [[hh:]mm:]ss[.xxx] timemark into seconds\n   *\n   * @param {String} timemark timemark string\n   * @return Number\n   */\n  #timemarkToSeconds(timemark: string) {\n    if (typeof timemark === 'number') {\n      return timemark;\n    }\n\n    if (timemark.indexOf(':') === -1 && timemark.indexOf('.') >= 0) {\n      return Number(timemark);\n    }\n\n    const parts = timemark.split(':');\n\n    // Add seconds\n    let secs = Number(parts.pop());\n\n    if (parts.length) {\n      // Add minutes\n      secs += Number(parts.pop()) * 60;\n    }\n\n    if (parts.length) {\n      // Add hours\n      secs += Number(parts.pop()) * 3600;\n    }\n\n    return secs;\n  }\n}\n"]}

package/dist/downloaders/task/FetcherDownloadTask.d.ts

@@ -0,0 +1,21 @@
+import Fetcher from '../../utils/Fetcher.js';
+import FilenameResolver from '../../utils/FllenameResolver.js';
+import DownloadTask, { DownloadTaskParams, DownloadProgress } from './DownloadTask.js';
+import { Downloadable } from '../../entities/Downloadable.js';
+import { FileExistsAction } from '../DownloaderOptions.js';
+export interface FetcherDownloadTaskParams<T extends Downloadable> extends DownloadTaskParams {
+    fetcher: Fetcher;
+    destDir: string;
+    destFilenameResolver: FilenameResolver<T>;
+    fileExistsAction: FileExistsAction;
+}
+export default class FetcherDownloadTask<T extends Downloadable> extends DownloadTask {
+    #private;
+    protected name: string;
+    constructor(params: FetcherDownloadTaskParams<T>);
+    protected doStart(): Promise<void>;
+    protected doAbort(): Promise<void>;
+    protected doDestroy(): Promise<void>;
+    protected doGetProgress(): DownloadProgress | undefined;
+}
+//# sourceMappingURL=FetcherDownloadTask.d.ts.map

package/dist/downloaders/task/FetcherDownloadTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetcherDownloadTask.d.ts","sourceRoot":"","sources":["../../../src/downloaders/task/FetcherDownloadTask.ts"],"names":[],"mappings":"AAEA,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAE7C,OAAO,gBAAgB,MAAM,iCAAiC,CAAC;AAC/D,OAAO,YAAY,EAAE,EAAE,kBAAkB,EAAE,gBAAgB,EAA0B,MAAM,mBAAmB,CAAC;AAE/G,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,MAAM,WAAW,yBAAyB,CAAC,CAAC,SAAS,YAAY,CAAE,SAAQ,kBAAkB;IAC3F,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC1C,gBAAgB,EAAE,gBAAgB,CAAC;CACpC;AAED,MAAM,CAAC,OAAO,OAAO,mBAAmB,CAAC,CAAC,SAAS,YAAY,CAAE,SAAQ,YAAY;;IAEnF,SAAS,CAAC,IAAI,SAAyB;gBAW3B,MAAM,EAAE,yBAAyB,CAAC,CAAC,CAAC;IAkChD,SAAS,CAAC,OAAO;cA0ID,OAAO;cAeP,SAAS;IAIzB,SAAS,CAAC,aAAa;CAmBxB"}