patreon-dl 3.6.0 → 3.6.1

package/README.md

@@ -293,6 +293,9 @@ Note the URL shown in the output. Open this URL in a web browser to begin viewin
 
 ## Changelog
 
+v3.6.1
+- Fix Embedly download script error on retrying with alternative URL.
+
 v3.6.0
 - Browse: affix nav links (previous / next post) to viewport bottom if post content overflows ([patreon-dl-gui#41](https://github.com/patrickkfkan/patreon-dl-gui/issues/41))
 - Fix error when Deno path contains spaces ([patreon-dl-gui#42](https://github.com/patrickkfkan/patreon-dl-gui/issues/42))

package/bin/EmbedlyDownloader.js

@@ -165,7 +165,7 @@ export default class EmbedlyDownloader {
     let code = await this.download(_url, o, videoPassword, ytdlpPath, ytdlpArgs);
     if (code !== 0 && _url !== embedURL && embedURL) {
       console.log(`Download failed - retrying with embed URL "${embedURL}"`);
-      return await this.download(embedURL);
+      return await this.download(embedURL, o, videoPassword, ytdlpPath, ytdlpArgs);
     }
 
     return code;

package/dist/cli/CLIOptions.js

@@ -9,7 +9,16 @@ export function getCLIOptions(skipTargetURLs = false) {
     const commandLineOptions = CommandLineParser.parse();
     const configFileOptions = commandLineOptions.configFile?.value ? ConfigFileParser.parse(commandLineOptions.configFile.value) : null;
     let targetURLs = [];
-    if (!skipTargetURLs) {
+    if (commandLineOptions.debugAPI) {
+        const apiDataFile = commandLineOptions.targetURLs?.value;
+        if (!apiDataFile ||
+            !fs.existsSync(apiDataFile) ||
+            !['post-api.json', 'product-api.json'].includes(path.basename(apiDataFile))) {
+            throw Error(`${commandLineOptions.debugAPI.key}: target is not a local API data file`);
+        }
+        targetURLs = [{ url: apiDataFile }];
+    }
+    else if (!skipTargetURLs) {
         const targetURLValue = CLIOptionValidator.validateRequired(pickDefined(commandLineOptions.targetURLs, configFileOptions?.targetURLs), 'No target URL specified');
         const targetsFile = path.resolve(targetURLValue);
         if (fs.existsSync(targetsFile)) {

package/dist/cli/CLIOptions.js.map

@@ -1 +1 @@
-{"version":3,"file":"CLIOptions.js","sourceRoot":"","sources":["../../src/cli/CLIOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,EAA2C,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGxF,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AACzD,OAAO,iBAAkD,MAAM,wBAAwB,CAAC;AACxF,OAAO,gBAAgD,MAAM,uBAAuB,CAAC;AACrF,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,YAAY,MAAM,0BAA0B,CAAC;AA8BpD,MAAM,UAAU,aAAa,CAAC,cAAc,GAAG,KAAK;IAClD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAErD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEpI,IAAI,UAAU,GAAwB,EAAE,CAAC;IACzC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,cAAc,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACjK,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACjD,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,UAAU,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;aACI,CAAC;YACJ,UAAU,GAAG,kBAAkB;iBAC5B,kBAAkB,CAAC,cAAc,CAAC;iBAClC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,mBAAmB,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;IAClG,MAAM,KAAK,GAAG,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC5G,cAAc,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,iBAAiB,EAAE,cAAc,CAAC,CAAC;QACrI,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,uBAAuB,CAAC;QAC/N,YAAY,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,YAAY,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAC9H,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACxH,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC5G,aAAa,EAAE;YACb,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;YAChJ,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;SAC9I;QACD,cAAc,EAAE;YACd,KAAK,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;SAC1I;QACD,OAAO,EAAE,oBAAoB,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;QACpE,OAAO,EAAE;YACP,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YAC3I,aAAa,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;YACpJ,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAClI,KAAK;YACL,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;SACzI;QACD,gBAAgB,EAAE;YAChB,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;YAC3M,IAAI,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,IAAI,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;YAClM,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;SAC5M;QACD,gBAAgB,EAAE,yBAAyB,CAAC,iBAAiB,CAAC;QAC9D,kBAAkB,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;QAChJ,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAC,IAAI,KAAK;QAC5H,MAAM,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC,IAAI,KAAK;QACtH,aAAa;QACb,WAAW;KAC6B,CAAC;IAE3C,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,UAAU;QACV,GAAG,OAAO;KACU,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,kBAA2C,EAAE,iBAAuE;IACtJ,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,aAAa,GAAG;QACpB,OAAO,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QAC9I,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;QAClL,OAAO,EAAE;YACP,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACnK,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1J,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACzK,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;SAC1K;QACD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;QAClK,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;KACzI,CAAC;IACF,IAAI,WAAW,CAAC;IAChB,IAAI,iBAAiB,EAAE,WAAW,EAAE,CAAC;QACnC,WAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAA8D,EAAE,CAAC,CAAC;YACvH,OAAO,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC;YAC3D,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC;YACxD,WAAW,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC;YAClE,gBAAgB,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,EAAE,QAAQ,EAAE,WAAW,CAAC;YACnG,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;YAC9F,OAAO,EAAE;gBACP,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC;gBACtE,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;gBAChE,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;gBAC1E,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;aAC3E;YACD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC;YACxE,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;SACxD,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO;QACL,aAAa;QACb,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,kBAA0C,EAAE,iBAAgD;IACxH,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IACD,OAAO;QACL,aAAa,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QACpJ,kBAAkB,EAAE,kBAAkB,CAAC,mCAAmC,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QACvL,WAAW,EAAE,kBAAkB,CAAC,4BAA4B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC3J,cAAc,EAAE;YACd,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YACrK,MAAM,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;SACzK;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YAC3K,MAAM,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;SAC/K;QACD,YAAY,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QACjJ,WAAW,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC9I,YAAY,EAAE,kBAAkB,CAAC,2BAA2B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC7J,YAAY,EAAE,kBAAkB,CAAC,2BAA2B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC7J,gBAAgB,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAC7J,eAAe,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QAC1J,eAAe,EAAE;YACf,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;YACxK,KAAK,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YACrK,WAAW,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC,IAAI,IAAI;SACxL;QACD,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;KACtI,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,iBAAgD;IACjF,IAAI,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;QACxC,OAAO,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,QAAQ,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,CAAC;YAC1D,IAAI,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC;SACnD,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,iBAAgD;IACvE,IAAI,iBAAiB,EAAE,OAAO,EAAE,KAAK,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QAC5F,OAAO;YACL,GAAG,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YAC7E,qBAAqB,EAAE,kBAAkB,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC;SACjH,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,WAAW,GAAG;QAClB,aAAa,EAAE,wBAAwB;QACvC,kBAAkB,EAAE,+BAA+B;QACnD,WAAW,EAAE,uBAAuB;QACpC,mBAAmB,EAAE,+BAA+B;QACpD,oBAAoB,EAAE,gCAAgC;QACtD,sBAAsB,EAAE,kCAAkC;QAC1D,uBAAuB,EAAE,mCAAmC;QAC5D,YAAY,EAAE,uBAAuB;QACrC,WAAW,EAAE,sBAAsB;QACnC,YAAY,EAAE,uBAAuB;QACrC,YAAY,EAAE,uBAAuB;QACrC,gBAAgB,EAAE,4BAA4B;QAC9C,eAAe,EAAE,0BAA0B;QAC3C,gBAAgB,EAAE,4BAA4B;QAC9C,eAAe,EAAE,2BAA2B;QAC5C,qBAAqB,EAAE,iCAAiC;QACxD,QAAQ,EAAE,kBAAkB;KAC7B,CAAC;IAEF,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC;SAChC,QAAQ,CAAC,OAAO,CAAC;QAClB,4DAA4D;SAC3D,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;SAClC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAE9B,MAAM,cAAc,GAAgH,EAAE,CAAC;IACvI,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAE,OAAO,EAAE,QAAQ,CAAE,GAAG,KAAK,CAAC;gBACpC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,SAAS,GAAG,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/E,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,KAAK,GAAyB;4BAClC,GAAG,EAAE,QAAQ;4BACb,IAAI,EAAE,EAAE;4BACR,GAAG,EAAE,KAAK;4BACV,KAAK,EAAE,SAAS;yBACjB,CAAC;wBACF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;4BACpB,MAAM,CAAC,OAAO,GAAG,EAAE,CAAC;wBACtB,CAAC;wBACD,IAAI,QAAQ,KAAK,WAAW,CAAC,mBAAmB,IAAI,QAAQ,KAAK,WAAW,CAAC,oBAAoB,EAAE,CAAC;4BAClG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;gCACnC,MAAM,CAAC,OAAO,CAAC,cAAc,GAAG,EAAE,CAAC;4BACrC,CAAC;4BACD,IAAI,QAAQ,KAAK,WAAW,CAAC,mBAAmB,EAAE,CAAC;gCACjD,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC;4BAC9C,CAAC;iCACI,CAAC;gCACJ,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,GAAG,KAAK,CAAC;4BAC/C,CAAC;wBACH,CAAC;6BACI,IAAI,QAAQ,KAAK,WAAW,CAAC,sBAAsB,IAAI,QAAQ,KAAK,WAAW,CAAC,uBAAuB,EAAE,CAAC;4BAC7G,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gCACtC,MAAM,CAAC,OAAO,CAAC,iBAAiB,GAAG,EAAE,CAAC;4BACxC,CAAC;4BACD,IAAI,QAAQ,KAAK,WAAW,CAAC,sBAAsB,EAAE,CAAC;gCACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,GAAG,KAAK,CAAC;4BACjD,CAAC;iCACI,CAAC;gCACJ,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,GAAG,KAAK,CAAC;4BAClD,CAAC;wBACH,CAAC;6BACI,IAAI,QAAQ,KAAK,WAAW,CAAC,gBAAgB,IAAI,QAAQ,KAAK,WAAW,CAAC,eAAe;4BAC5F,QAAQ,KAAK,WAAW,CAAC,qBAAqB,EAAE,CAAC;4BAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gCACpC,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,CAAC;4BACtC,CAAC;4BACD,QAAQ,QAAQ,EAAE,CAAC;gCACjB,KAAK,WAAW,CAAC,gBAAgB;oCAC/B,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC;oCAC9C,MAAM;gCACR,KAAK,WAAW,CAAC,eAAe;oCAC9B,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,GAAG,KAAK,CAAC;oCAC7C,MAAM;gCACR,KAAK,WAAW,CAAC,qBAAqB;oCACpC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,WAAW,GAAG,KAAK,CAAC;oCACnD,MAAM;4BACV,CAAC;wBACH,CAAC;6BACE,CAAC;4BACJ,MAAM,CAAC,OAAO,CAAC,OAAyC,CAAC,GAAG,KAAK,CAAC;wBACpE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBACI,CAAC;gBACJ,MAAM,GAAG,GAAG,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBACvD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9D,MAAM,KAAK,CAAC,oCAAoC,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,CAAC,GAAsB,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QACjD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE;gBACnE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI;aACtD,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,CAAC,CAAC,OAAO,GAAG,WAAW,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import fs from 'fs';\nimport { type DownloaderIncludeOptions, type DownloaderOptions } from '../downloaders/DownloaderOptions.js';\nimport { type DeepPartial, type RecursivePropsTo, pickDefined } from '../utils/Misc.js';\nimport { type ConsoleLoggerOptions } from '../utils/logging/ConsoleLogger.js';\nimport { type FileLoggerType, type FileLoggerOptions } from '../utils/logging/FileLogger.js';\nimport CLIOptionValidator from './CLIOptionValidator.js';\nimport CommandLineParser, { type CommandLineParseResult } from './CommandLineParser.js';\nimport ConfigFileParser, { type ConfigFileParseResult } from './ConfigFileParser.js';\nimport path from 'path';\nimport ObjectHelper from '../utils/ObjectHelper.js';\n\nexport interface CLITargetURLEntry {\n  url: string;\n  // Target-specific 'include' options\n  include?: DownloaderIncludeOptions;\n}\n\nexport interface CLIOptions extends Omit<DownloaderOptions, 'logger'> {\n  targetURLs: CLITargetURLEntry[];\n  noPrompt: boolean;\n  consoleLogger: ConsoleLoggerOptions;\n  fileLoggers?: Omit<FileLoggerOptions<FileLoggerType.Downloader>, 'init'>[];\n}\n\nexport type CLIOptionParserEntry = ({\n  src: 'cli'\n} | {\n  src: 'cfg',\n  section: string\n} | {\n  src: 'tgt',\n  line: number\n}) & {\n  key: string;\n  value?: string;\n}\n\nexport function getCLIOptions(skipTargetURLs: true): Omit<CLIOptions, 'targetURLs'>;\nexport function getCLIOptions(skipTargetURLs?: false): CLIOptions;\nexport function getCLIOptions(skipTargetURLs = false): CLIOptions | Omit<CLIOptions, 'targetURLs'> {\n  const commandLineOptions = CommandLineParser.parse();\n\n  const configFileOptions = commandLineOptions.configFile?.value ? ConfigFileParser.parse(commandLineOptions.configFile.value) : null;\n\n  let targetURLs: CLITargetURLEntry[] = [];\n  if (!skipTargetURLs) {\n    const targetURLValue = CLIOptionValidator.validateRequired(pickDefined(commandLineOptions.targetURLs, configFileOptions?.targetURLs), 'No target URL specified');\n    const targetsFile = path.resolve(targetURLValue);\n    if (fs.existsSync(targetsFile)) {\n      targetURLs = readTargetsFile(targetsFile);\n    }\n    else {\n      targetURLs = CLIOptionValidator\n        .validateTargetURLs(targetURLValue)\n        .map((url) => ({ url }));\n    }\n  }\n\n  const { consoleLogger, fileLoggers } = getCLILoggerOptions(commandLineOptions, configFileOptions);\n  const proxy = getProxyOptions(configFileOptions);\n\n  const options = {\n    cookie: CLIOptionValidator.validateString(pickDefined(commandLineOptions.cookie, configFileOptions?.cookie)),\n    useStatusCache: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.useStatusCache, configFileOptions?.useStatusCache)),\n    stopOn: CLIOptionValidator.validateString(pickDefined(commandLineOptions.stopOn, configFileOptions?.stopOn), 'never', 'postPreviouslyDownloaded', 'postPublishDateOutOfRange', 'previouslyDownloaded', 'publishDateOutOfRange'),\n    pathToFFmpeg: CLIOptionValidator.validateString(pickDefined(commandLineOptions.pathToFFmpeg, configFileOptions?.pathToFFmpeg)),\n    pathToDeno: CLIOptionValidator.validateString(pickDefined(commandLineOptions.pathToDeno, configFileOptions?.pathToDeno)),\n    outDir: CLIOptionValidator.validateString(pickDefined(commandLineOptions.outDir, configFileOptions?.outDir)),\n    dirNameFormat: {\n      campaign: CLIOptionValidator.validateString(pickDefined(commandLineOptions.dirNameFormat?.campaign, configFileOptions?.dirNameFormat?.campaign)),\n      content: CLIOptionValidator.validateString(pickDefined(commandLineOptions.dirNameFormat?.content, configFileOptions?.dirNameFormat?.content))\n    },\n    filenameFormat: {\n      media: CLIOptionValidator.validateString(pickDefined(commandLineOptions.filenameFormat?.media, configFileOptions?.filenameFormat?.media))\n    },\n    include: getCLIIncludeOptions(commandLineOptions, configFileOptions),\n    request: {\n      maxRetries: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.maxRetries, configFileOptions?.request?.maxRetries)),\n      maxConcurrent: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.maxConcurrent, configFileOptions?.request?.maxConcurrent)),\n      minTime: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.minTime, configFileOptions?.request?.minTime)),\n      proxy,\n      userAgent: CLIOptionValidator.validateString(pickDefined(commandLineOptions?.request?.userAgent, configFileOptions?.request?.userAgent))\n    },\n    fileExistsAction: {\n      content: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.content, configFileOptions?.fileExistsAction?.content), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer'),\n      info: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.info, configFileOptions?.fileExistsAction?.info), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer'),\n      infoAPI: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.infoAPI, configFileOptions?.fileExistsAction?.infoAPI), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer')\n    },\n    embedDownloaders: getEmbedDownloaderOptions(configFileOptions),\n    maxVideoResolution: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions.maxVideoResolution, configFileOptions?.maxVideoResolution)),\n    noPrompt: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.noPrompt, configFileOptions?.noPrompt)) || false,\n    dryRun: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.dryRun, configFileOptions?.dryRun)) || false,\n    consoleLogger,\n    fileLoggers\n  } satisfies Omit<CLIOptions, 'targetURLs'>;\n\n  if (skipTargetURLs) {\n    return options;\n  }\n\n  return {\n    targetURLs,\n    ...options\n  } satisfies CLIOptions;\n}\n\nexport function getCLILoggerOptions(commandLineOptions?: CommandLineParseResult, configFileOptions?: ReturnType<typeof ConfigFileParser['parse']> | null) {\n  if (!commandLineOptions) {\n    commandLineOptions = CommandLineParser.parse();\n  }\n  const consoleLogger = {\n    enabled: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.enabled, configFileOptions?.consoleLogger?.enabled)),\n    logLevel: CLIOptionValidator.validateString(pickDefined(commandLineOptions.consoleLogger?.logLevel, configFileOptions?.consoleLogger?.logLevel), 'info', 'debug', 'warn', 'error'),\n    include: {\n      dateTime: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.dateTime, configFileOptions?.consoleLogger?.include?.dateTime)),\n      level: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.level, configFileOptions?.consoleLogger?.include?.level)),\n      originator: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.originator, configFileOptions?.consoleLogger?.include?.originator)),\n      errorStack: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.errorStack, configFileOptions?.consoleLogger?.include?.errorStack))\n    },\n    dateTimeFormat: CLIOptionValidator.validateString(pickDefined(commandLineOptions.consoleLogger?.dateTimeFormat, configFileOptions?.consoleLogger?.dateTimeFormat)),\n    color: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.color, configFileOptions?.consoleLogger?.color))\n  };\n  let fileLoggers;\n  if (configFileOptions?.fileLoggers) {\n    fileLoggers = configFileOptions.fileLoggers.map((logger): Omit<FileLoggerOptions<FileLoggerType.Downloader>, 'init'> => ({\n      enabled: CLIOptionValidator.validateBoolean(logger.enabled),\n      logDir: CLIOptionValidator.validateString(logger.logDir),\n      logFilename: CLIOptionValidator.validateString(logger.logFilename),\n      fileExistsAction: CLIOptionValidator.validateString(logger.fileExistsAction, 'append', 'overwrite'),\n      logLevel: CLIOptionValidator.validateString(logger.logLevel, 'info', 'debug', 'warn', 'error'),\n      include: {\n        dateTime: CLIOptionValidator.validateBoolean(logger.include?.dateTime),\n        level: CLIOptionValidator.validateBoolean(logger.include?.level),\n        originator: CLIOptionValidator.validateBoolean(logger.include?.originator),\n        errorStack: CLIOptionValidator.validateBoolean(logger.include?.errorStack)\n      },\n      dateTimeFormat: CLIOptionValidator.validateString(logger.dateTimeFormat),\n      color: CLIOptionValidator.validateBoolean(logger.color)\n    }));\n  }\n  return {\n    consoleLogger,\n    fileLoggers\n  };\n}\n\nfunction getCLIIncludeOptions(commandLineOptions: CommandLineParseResult, configFileOptions?: ConfigFileParseResult | null) {\n  if (!commandLineOptions) {\n    commandLineOptions = CommandLineParser.parse();\n  }\n  return {\n    lockedContent: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.lockedContent, configFileOptions?.include?.lockedContent)),\n    postsWithMediaType: CLIOptionValidator.validateIncludeContentWithMediaType(pickDefined(commandLineOptions.include?.postsWithMediaType, configFileOptions?.include?.postsWithMediaType)),\n    postsInTier: CLIOptionValidator.validateIncludeContentInTier(pickDefined(commandLineOptions.include?.postsInTier, configFileOptions?.include?.postsInTier)),\n    postsPublished: {\n      after: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.postsPublished?.after, configFileOptions?.include?.postsPublished?.after)) || null,\n      before: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.postsPublished?.before, configFileOptions?.include?.postsPublished?.before)) || null,\n    },\n    productsPublished: {\n      after: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.productsPublished?.after, configFileOptions?.include?.productsPublished?.after)) || null,\n      before: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.productsPublished?.before, configFileOptions?.include?.productsPublished?.before)) || null,\n    },\n    campaignInfo: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.campaignInfo, configFileOptions?.include?.campaignInfo)),\n    contentInfo: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.contentInfo, configFileOptions?.include?.contentInfo)),\n    previewMedia: CLIOptionValidator.validateIncludePreviewMedia(pickDefined(commandLineOptions.include?.previewMedia, configFileOptions?.include?.previewMedia)),\n    contentMedia: CLIOptionValidator.validateIncludeContentMedia(pickDefined(commandLineOptions.include?.contentMedia, configFileOptions?.include?.contentMedia)),\n    allMediaVariants: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.allMediaVariants, configFileOptions?.include?.allMediaVariants)),\n    mediaThumbnails: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.mediaThumbnails, configFileOptions?.include?.mediaThumbnails)),\n    mediaByFilename: {\n      images: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.images, configFileOptions?.include?.mediaByFilename?.images)) || null,\n      audio: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.audio, configFileOptions?.include?.mediaByFilename?.audio)) || null,\n      attachments: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.attachments, configFileOptions?.include?.mediaByFilename?.attachments)) || null\n    },\n    comments: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.comments, configFileOptions?.include?.comments))\n  };\n}\n\nfunction getEmbedDownloaderOptions(configFileOptions?: ConfigFileParseResult | null) {\n  if (configFileOptions?.embedDownloaders) {\n    return configFileOptions?.embedDownloaders.map((dl) => ({\n      provider: CLIOptionValidator.validateRequired(dl.provider),\n      exec: CLIOptionValidator.validateRequired(dl.exec)\n    }));\n  }\n  return undefined;\n}\n\nfunction getProxyOptions(configFileOptions?: ConfigFileParseResult | null) {\n  if (configFileOptions?.request?.proxy && configFileOptions.request.proxy.url?.value?.trim()) {\n    return {\n      url: CLIOptionValidator.validateProxyURL(configFileOptions.request.proxy.url),\n      rejectUnauthorizedTLS: CLIOptionValidator.validateBoolean(configFileOptions.request.proxy.rejectUnauthorizedTLS)\n    };\n  }\n  return null;\n}\n\nfunction readTargetsFile(file: string) {\n  const includeKeys = {\n    lockedContent: 'include.locked.content',\n    postsWithMediaType: 'include.posts.with.media.type',\n    postsInTier: 'include.posts.in.tier',\n    postsPublishedAfter: 'include.posts.published.after',\n    postsPublishedBefore: 'include.posts.published.before',\n    productsPublishedAfter: 'include.products.published.after',\n    productsPublishedBefore: 'include.products.published.before',\n    campaignInfo: 'include.campaign.info',\n    contentInfo: 'include.content.info',\n    previewMedia: 'include.preview.media',\n    contentMedia: 'include.content.media',\n    allMediaVariants: 'include.all.media.variants',\n    mediaThumbnails: 'include.media.thumbnails',\n    imagesByFilename: 'include.images.by.filename',\n    audioByFilename: 'include.audio.by.filename',\n    attachmentsByFilename: 'include.attachments.by.filename',\n    comments: 'include.comments'\n  };\n\n  const lines = fs.readFileSync(file)\n    .toString('utf-8')\n    // Replace Windows line breaks with Unix ones and then split\n    .replace(/\\r\\n/g, '\\n').split('\\n')\n    .map((line) => line.trim());\n\n  const currentTargets: { url: string; include?: RecursivePropsTo<DeepPartial<DownloaderIncludeOptions>, CLIOptionParserEntry>; }[] = [];\n  for (let ln = 0; ln < lines.length; ln++) {\n    const line = lines[ln];\n    if (line === '' || line.startsWith('#')) {\n      continue;\n    }\n    try {\n      const match = Object.entries(includeKeys).find((e) => line.startsWith(e[1]));\n      if (match) {\n        const [ optName, matchKey ] = match;\n        const eq = line.indexOf('=');\n        const propValue = (eq >= matchKey.length ? line.substring(eq + 1) : '').trim();\n        if (propValue) {\n          const target = currentTargets.at(-1);\n          if (target) {\n            const entry: CLIOptionParserEntry = {\n              key: matchKey,\n              line: ln,\n              src: 'tgt',\n              value: propValue\n            };\n            if (!target.include) {\n              target.include = {};\n            }\n            if (matchKey === includeKeys.postsPublishedAfter || matchKey === includeKeys.postsPublishedBefore) {\n              if (!target.include.postsPublished) {\n                target.include.postsPublished = {};\n              }\n              if (matchKey === includeKeys.postsPublishedAfter) {\n                target.include.postsPublished.after = entry;\n              }\n              else {\n                target.include.postsPublished.before = entry;\n              }\n            }\n            else if (matchKey === includeKeys.productsPublishedAfter || matchKey === includeKeys.productsPublishedBefore) {\n              if (!target.include.productsPublished) {\n                target.include.productsPublished = {};\n              }\n              if (matchKey === includeKeys.productsPublishedAfter) {\n                target.include.productsPublished.after = entry;\n              }\n              else {\n                target.include.productsPublished.before = entry;\n              }\n            }\n            else if (matchKey === includeKeys.imagesByFilename || matchKey === includeKeys.audioByFilename ||\n              matchKey === includeKeys.attachmentsByFilename) {\n                if (!target.include.mediaByFilename) {\n                  target.include.mediaByFilename = {};\n                }\n                switch (matchKey) {\n                  case includeKeys.imagesByFilename:\n                    target.include.mediaByFilename.images = entry;\n                    break;\n                  case includeKeys.audioByFilename:\n                    target.include.mediaByFilename.audio = entry;\n                    break;\n                  case includeKeys.attachmentsByFilename:\n                    target.include.mediaByFilename.attachments = entry;\n                    break;\n                }\n              }\n            else {\n              target.include[optName as keyof DownloaderIncludeOptions] = entry;\n            }\n          }\n        }\n      }\n      else {\n        const url = CLIOptionValidator.validateTargetURL(line);\n        currentTargets.push({ url });\n      }\n    }\n    catch (error: any) {\n      const errMsg = error instanceof Error ? error.message : error;\n      throw Error(`Error parsing targets file (line ${ln})${errMsg ? `: ${errMsg}` : ''}`);\n    }\n  }\n\n  const result: CLITargetURLEntry[] = [];\n  for (const target of currentTargets) {\n    const v: CLITargetURLEntry = { url: target.url };\n    if (target.include) {\n      const includeOpts = ObjectHelper.clean(getCLIIncludeOptions(target), {\n        deep: true, cleanNulls: true, cleanEmptyObjects: true\n      });\n      if (Object.entries(includeOpts).length > 0) {\n        v.include = includeOpts;\n      }\n    }\n    result.push(v);\n  }\n\n  return result;\n}\n"]}
+{"version":3,"file":"CLIOptions.js","sourceRoot":"","sources":["../../src/cli/CLIOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,EAA2C,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGxF,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AACzD,OAAO,iBAAkD,MAAM,wBAAwB,CAAC;AACxF,OAAO,gBAAgD,MAAM,uBAAuB,CAAC;AACrF,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,YAAY,MAAM,0BAA0B,CAAC;AA8BpD,MAAM,UAAU,aAAa,CAAC,cAAc,GAAG,KAAK;IAClD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAErD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpI,IAAI,UAAU,GAAwB,EAAE,CAAC;IAEzC,IAAI,kBAAkB,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC;QACzD,IAAI,CAAC,WAAW;YACd,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;YAC3B,CAAC,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAC3E,CAAC;YACD,MAAM,KAAK,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,GAAG,uCAAuC,CAAC,CAAC;QACzF,CAAC;QACD,UAAU,GAAG,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IACtC,CAAC;SACI,IAAI,CAAC,cAAc,EAAE,CAAC;QACzB,MAAM,cAAc,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACjK,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACjD,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,UAAU,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;aACI,CAAC;YACJ,UAAU,GAAG,kBAAkB;iBAC5B,kBAAkB,CAAC,cAAc,CAAC;iBAClC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,mBAAmB,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;IAClG,MAAM,KAAK,GAAG,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC5G,cAAc,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,iBAAiB,EAAE,cAAc,CAAC,CAAC;QACrI,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,uBAAuB,CAAC;QAC/N,YAAY,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,YAAY,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAC9H,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACxH,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC5G,aAAa,EAAE;YACb,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;YAChJ,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;SAC9I;QACD,cAAc,EAAE;YACd,KAAK,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;SAC1I;QACD,OAAO,EAAE,oBAAoB,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;QACpE,OAAO,EAAE;YACP,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YAC3I,aAAa,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;YACpJ,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAClI,KAAK;YACL,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;SACzI;QACD,gBAAgB,EAAE;YAChB,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;YAC3M,IAAI,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,IAAI,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;YAClM,OAAO,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC;SAC5M;QACD,gBAAgB,EAAE,yBAAyB,CAAC,iBAAiB,CAAC;QAC9D,kBAAkB,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;QAChJ,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAC,IAAI,KAAK;QAC5H,MAAM,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC,IAAI,KAAK;QACtH,aAAa;QACb,WAAW;KAC6B,CAAC;IAE3C,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,UAAU;QACV,GAAG,OAAO;KACU,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,kBAA2C,EAAE,iBAAuE;IACtJ,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IACD,MAAM,aAAa,GAAG;QACpB,OAAO,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QAC9I,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;QAClL,OAAO,EAAE;YACP,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACnK,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1J,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACzK,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;SAC1K;QACD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;QAClK,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,EAAE,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;KACzI,CAAC;IACF,IAAI,WAAW,CAAC;IAChB,IAAI,iBAAiB,EAAE,WAAW,EAAE,CAAC;QACnC,WAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAA8D,EAAE,CAAC,CAAC;YACvH,OAAO,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC;YAC3D,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC;YACxD,WAAW,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC;YAClE,gBAAgB,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,EAAE,QAAQ,EAAE,WAAW,CAAC;YACnG,QAAQ,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;YAC9F,OAAO,EAAE;gBACP,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC;gBACtE,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;gBAChE,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;gBAC1E,UAAU,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;aAC3E;YACD,cAAc,EAAE,kBAAkB,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC;YACxE,KAAK,EAAE,kBAAkB,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;SACxD,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO;QACL,aAAa;QACb,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,kBAA0C,EAAE,iBAAgD;IACxH,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IACD,OAAO;QACL,aAAa,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QACpJ,kBAAkB,EAAE,kBAAkB,CAAC,mCAAmC,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QACvL,WAAW,EAAE,kBAAkB,CAAC,4BAA4B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC3J,cAAc,EAAE;YACd,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YACrK,MAAM,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;SACzK;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YAC3K,MAAM,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;SAC/K;QACD,YAAY,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QACjJ,WAAW,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC9I,YAAY,EAAE,kBAAkB,CAAC,2BAA2B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC7J,YAAY,EAAE,kBAAkB,CAAC,2BAA2B,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC7J,gBAAgB,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAC7J,eAAe,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QAC1J,eAAe,EAAE;YACf,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;YACxK,KAAK,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YACrK,WAAW,EAAE,kBAAkB,CAAC,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC,IAAI,IAAI;SACxL;QACD,QAAQ,EAAE,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;KACtI,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,iBAAgD;IACjF,IAAI,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;QACxC,OAAO,iBAAiB,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACtD,QAAQ,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,CAAC;YAC1D,IAAI,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC;SACnD,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,iBAAgD;IACvE,IAAI,iBAAiB,EAAE,OAAO,EAAE,KAAK,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QAC5F,OAAO;YACL,GAAG,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YAC7E,qBAAqB,EAAE,kBAAkB,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC;SACjH,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,WAAW,GAAG;QAClB,aAAa,EAAE,wBAAwB;QACvC,kBAAkB,EAAE,+BAA+B;QACnD,WAAW,EAAE,uBAAuB;QACpC,mBAAmB,EAAE,+BAA+B;QACpD,oBAAoB,EAAE,gCAAgC;QACtD,sBAAsB,EAAE,kCAAkC;QAC1D,uBAAuB,EAAE,mCAAmC;QAC5D,YAAY,EAAE,uBAAuB;QACrC,WAAW,EAAE,sBAAsB;QACnC,YAAY,EAAE,uBAAuB;QACrC,YAAY,EAAE,uBAAuB;QACrC,gBAAgB,EAAE,4BAA4B;QAC9C,eAAe,EAAE,0BAA0B;QAC3C,gBAAgB,EAAE,4BAA4B;QAC9C,eAAe,EAAE,2BAA2B;QAC5C,qBAAqB,EAAE,iCAAiC;QACxD,QAAQ,EAAE,kBAAkB;KAC7B,CAAC;IAEF,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC;SAChC,QAAQ,CAAC,OAAO,CAAC;QAClB,4DAA4D;SAC3D,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;SAClC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAE9B,MAAM,cAAc,GAAgH,EAAE,CAAC;IACvI,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAE,OAAO,EAAE,QAAQ,CAAE,GAAG,KAAK,CAAC;gBACpC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,SAAS,GAAG,CAAC,EAAE,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/E,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,KAAK,GAAyB;4BAClC,GAAG,EAAE,QAAQ;4BACb,IAAI,EAAE,EAAE;4BACR,GAAG,EAAE,KAAK;4BACV,KAAK,EAAE,SAAS;yBACjB,CAAC;wBACF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;4BACpB,MAAM,CAAC,OAAO,GAAG,EAAE,CAAC;wBACtB,CAAC;wBACD,IAAI,QAAQ,KAAK,WAAW,CAAC,mBAAmB,IAAI,QAAQ,KAAK,WAAW,CAAC,oBAAoB,EAAE,CAAC;4BAClG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;gCACnC,MAAM,CAAC,OAAO,CAAC,cAAc,GAAG,EAAE,CAAC;4BACrC,CAAC;4BACD,IAAI,QAAQ,KAAK,WAAW,CAAC,mBAAmB,EAAE,CAAC;gCACjD,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC;4BAC9C,CAAC;iCACI,CAAC;gCACJ,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,GAAG,KAAK,CAAC;4BAC/C,CAAC;wBACH,CAAC;6BACI,IAAI,QAAQ,KAAK,WAAW,CAAC,sBAAsB,IAAI,QAAQ,KAAK,WAAW,CAAC,uBAAuB,EAAE,CAAC;4BAC7G,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gCACtC,MAAM,CAAC,OAAO,CAAC,iBAAiB,GAAG,EAAE,CAAC;4BACxC,CAAC;4BACD,IAAI,QAAQ,KAAK,WAAW,CAAC,sBAAsB,EAAE,CAAC;gCACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,GAAG,KAAK,CAAC;4BACjD,CAAC;iCACI,CAAC;gCACJ,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,GAAG,KAAK,CAAC;4BAClD,CAAC;wBACH,CAAC;6BACI,IAAI,QAAQ,KAAK,WAAW,CAAC,gBAAgB,IAAI,QAAQ,KAAK,WAAW,CAAC,eAAe;4BAC5F,QAAQ,KAAK,WAAW,CAAC,qBAAqB,EAAE,CAAC;4BAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gCACpC,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,CAAC;4BACtC,CAAC;4BACD,QAAQ,QAAQ,EAAE,CAAC;gCACjB,KAAK,WAAW,CAAC,gBAAgB;oCAC/B,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC;oCAC9C,MAAM;gCACR,KAAK,WAAW,CAAC,eAAe;oCAC9B,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,GAAG,KAAK,CAAC;oCAC7C,MAAM;gCACR,KAAK,WAAW,CAAC,qBAAqB;oCACpC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,WAAW,GAAG,KAAK,CAAC;oCACnD,MAAM;4BACV,CAAC;wBACH,CAAC;6BACE,CAAC;4BACJ,MAAM,CAAC,OAAO,CAAC,OAAyC,CAAC,GAAG,KAAK,CAAC;wBACpE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBACI,CAAC;gBACJ,MAAM,GAAG,GAAG,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBACvD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9D,MAAM,KAAK,CAAC,oCAAoC,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,CAAC,GAAsB,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QACjD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE;gBACnE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI;aACtD,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,CAAC,CAAC,OAAO,GAAG,WAAW,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import fs from 'fs';\nimport { type DownloaderIncludeOptions, type DownloaderOptions } from '../downloaders/DownloaderOptions.js';\nimport { type DeepPartial, type RecursivePropsTo, pickDefined } from '../utils/Misc.js';\nimport { type ConsoleLoggerOptions } from '../utils/logging/ConsoleLogger.js';\nimport { type FileLoggerType, type FileLoggerOptions } from '../utils/logging/FileLogger.js';\nimport CLIOptionValidator from './CLIOptionValidator.js';\nimport CommandLineParser, { type CommandLineParseResult } from './CommandLineParser.js';\nimport ConfigFileParser, { type ConfigFileParseResult } from './ConfigFileParser.js';\nimport path from 'path';\nimport ObjectHelper from '../utils/ObjectHelper.js';\n\nexport interface CLITargetURLEntry {\n  url: string;\n  // Target-specific 'include' options\n  include?: DownloaderIncludeOptions;\n}\n\nexport interface CLIOptions extends Omit<DownloaderOptions, 'logger'> {\n  targetURLs: CLITargetURLEntry[];\n  noPrompt: boolean;\n  consoleLogger: ConsoleLoggerOptions;\n  fileLoggers?: Omit<FileLoggerOptions<FileLoggerType.Downloader>, 'init'>[];\n}\n\nexport type CLIOptionParserEntry = ({\n  src: 'cli'\n} | {\n  src: 'cfg',\n  section: string\n} | {\n  src: 'tgt',\n  line: number\n}) & {\n  key: string;\n  value?: string;\n}\n\nexport function getCLIOptions(skipTargetURLs: true): Omit<CLIOptions, 'targetURLs'>;\nexport function getCLIOptions(skipTargetURLs?: false): CLIOptions;\nexport function getCLIOptions(skipTargetURLs = false): CLIOptions | Omit<CLIOptions, 'targetURLs'> {\n  const commandLineOptions = CommandLineParser.parse();\n\n  const configFileOptions = commandLineOptions.configFile?.value ? ConfigFileParser.parse(commandLineOptions.configFile.value) : null;\n  let targetURLs: CLITargetURLEntry[] = [];\n\n  if (commandLineOptions.debugAPI) {\n    const apiDataFile = commandLineOptions.targetURLs?.value;\n    if (!apiDataFile ||\n      !fs.existsSync(apiDataFile) ||\n      !['post-api.json', 'product-api.json'].includes(path.basename(apiDataFile))\n    ) {\n      throw Error(`${commandLineOptions.debugAPI.key}: target is not a local API data file`);\n    }\n    targetURLs = [{ url: apiDataFile }];\n  }\n  else if (!skipTargetURLs) {\n    const targetURLValue = CLIOptionValidator.validateRequired(pickDefined(commandLineOptions.targetURLs, configFileOptions?.targetURLs), 'No target URL specified');\n    const targetsFile = path.resolve(targetURLValue);\n    if (fs.existsSync(targetsFile)) {\n      targetURLs = readTargetsFile(targetsFile);\n    }\n    else {\n      targetURLs = CLIOptionValidator\n        .validateTargetURLs(targetURLValue)\n        .map((url) => ({ url }));\n    }\n  }\n\n  const { consoleLogger, fileLoggers } = getCLILoggerOptions(commandLineOptions, configFileOptions);\n  const proxy = getProxyOptions(configFileOptions);\n\n  const options = {\n    cookie: CLIOptionValidator.validateString(pickDefined(commandLineOptions.cookie, configFileOptions?.cookie)),\n    useStatusCache: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.useStatusCache, configFileOptions?.useStatusCache)),\n    stopOn: CLIOptionValidator.validateString(pickDefined(commandLineOptions.stopOn, configFileOptions?.stopOn), 'never', 'postPreviouslyDownloaded', 'postPublishDateOutOfRange', 'previouslyDownloaded', 'publishDateOutOfRange'),\n    pathToFFmpeg: CLIOptionValidator.validateString(pickDefined(commandLineOptions.pathToFFmpeg, configFileOptions?.pathToFFmpeg)),\n    pathToDeno: CLIOptionValidator.validateString(pickDefined(commandLineOptions.pathToDeno, configFileOptions?.pathToDeno)),\n    outDir: CLIOptionValidator.validateString(pickDefined(commandLineOptions.outDir, configFileOptions?.outDir)),\n    dirNameFormat: {\n      campaign: CLIOptionValidator.validateString(pickDefined(commandLineOptions.dirNameFormat?.campaign, configFileOptions?.dirNameFormat?.campaign)),\n      content: CLIOptionValidator.validateString(pickDefined(commandLineOptions.dirNameFormat?.content, configFileOptions?.dirNameFormat?.content))\n    },\n    filenameFormat: {\n      media: CLIOptionValidator.validateString(pickDefined(commandLineOptions.filenameFormat?.media, configFileOptions?.filenameFormat?.media))\n    },\n    include: getCLIIncludeOptions(commandLineOptions, configFileOptions),\n    request: {\n      maxRetries: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.maxRetries, configFileOptions?.request?.maxRetries)),\n      maxConcurrent: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.maxConcurrent, configFileOptions?.request?.maxConcurrent)),\n      minTime: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions?.request?.minTime, configFileOptions?.request?.minTime)),\n      proxy,\n      userAgent: CLIOptionValidator.validateString(pickDefined(commandLineOptions?.request?.userAgent, configFileOptions?.request?.userAgent))\n    },\n    fileExistsAction: {\n      content: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.content, configFileOptions?.fileExistsAction?.content), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer'),\n      info: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.info, configFileOptions?.fileExistsAction?.info), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer'),\n      infoAPI: CLIOptionValidator.validateString(pickDefined(commandLineOptions.fileExistsAction?.infoAPI, configFileOptions?.fileExistsAction?.infoAPI), 'overwrite', 'skip', 'saveAsCopy', 'saveAsCopyIfNewer')\n    },\n    embedDownloaders: getEmbedDownloaderOptions(configFileOptions),\n    maxVideoResolution: CLIOptionValidator.validateNumber(pickDefined(commandLineOptions.maxVideoResolution, configFileOptions?.maxVideoResolution)),\n    noPrompt: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.noPrompt, configFileOptions?.noPrompt)) || false,\n    dryRun: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.dryRun, configFileOptions?.dryRun)) || false,\n    consoleLogger,\n    fileLoggers\n  } satisfies Omit<CLIOptions, 'targetURLs'>;\n\n  if (skipTargetURLs) {\n    return options;\n  }\n\n  return {\n    targetURLs,\n    ...options\n  } satisfies CLIOptions;\n}\n\nexport function getCLILoggerOptions(commandLineOptions?: CommandLineParseResult, configFileOptions?: ReturnType<typeof ConfigFileParser['parse']> | null) {\n  if (!commandLineOptions) {\n    commandLineOptions = CommandLineParser.parse();\n  }\n  const consoleLogger = {\n    enabled: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.enabled, configFileOptions?.consoleLogger?.enabled)),\n    logLevel: CLIOptionValidator.validateString(pickDefined(commandLineOptions.consoleLogger?.logLevel, configFileOptions?.consoleLogger?.logLevel), 'info', 'debug', 'warn', 'error'),\n    include: {\n      dateTime: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.dateTime, configFileOptions?.consoleLogger?.include?.dateTime)),\n      level: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.level, configFileOptions?.consoleLogger?.include?.level)),\n      originator: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.originator, configFileOptions?.consoleLogger?.include?.originator)),\n      errorStack: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.include?.errorStack, configFileOptions?.consoleLogger?.include?.errorStack))\n    },\n    dateTimeFormat: CLIOptionValidator.validateString(pickDefined(commandLineOptions.consoleLogger?.dateTimeFormat, configFileOptions?.consoleLogger?.dateTimeFormat)),\n    color: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.consoleLogger?.color, configFileOptions?.consoleLogger?.color))\n  };\n  let fileLoggers;\n  if (configFileOptions?.fileLoggers) {\n    fileLoggers = configFileOptions.fileLoggers.map((logger): Omit<FileLoggerOptions<FileLoggerType.Downloader>, 'init'> => ({\n      enabled: CLIOptionValidator.validateBoolean(logger.enabled),\n      logDir: CLIOptionValidator.validateString(logger.logDir),\n      logFilename: CLIOptionValidator.validateString(logger.logFilename),\n      fileExistsAction: CLIOptionValidator.validateString(logger.fileExistsAction, 'append', 'overwrite'),\n      logLevel: CLIOptionValidator.validateString(logger.logLevel, 'info', 'debug', 'warn', 'error'),\n      include: {\n        dateTime: CLIOptionValidator.validateBoolean(logger.include?.dateTime),\n        level: CLIOptionValidator.validateBoolean(logger.include?.level),\n        originator: CLIOptionValidator.validateBoolean(logger.include?.originator),\n        errorStack: CLIOptionValidator.validateBoolean(logger.include?.errorStack)\n      },\n      dateTimeFormat: CLIOptionValidator.validateString(logger.dateTimeFormat),\n      color: CLIOptionValidator.validateBoolean(logger.color)\n    }));\n  }\n  return {\n    consoleLogger,\n    fileLoggers\n  };\n}\n\nfunction getCLIIncludeOptions(commandLineOptions: CommandLineParseResult, configFileOptions?: ConfigFileParseResult | null) {\n  if (!commandLineOptions) {\n    commandLineOptions = CommandLineParser.parse();\n  }\n  return {\n    lockedContent: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.lockedContent, configFileOptions?.include?.lockedContent)),\n    postsWithMediaType: CLIOptionValidator.validateIncludeContentWithMediaType(pickDefined(commandLineOptions.include?.postsWithMediaType, configFileOptions?.include?.postsWithMediaType)),\n    postsInTier: CLIOptionValidator.validateIncludeContentInTier(pickDefined(commandLineOptions.include?.postsInTier, configFileOptions?.include?.postsInTier)),\n    postsPublished: {\n      after: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.postsPublished?.after, configFileOptions?.include?.postsPublished?.after)) || null,\n      before: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.postsPublished?.before, configFileOptions?.include?.postsPublished?.before)) || null,\n    },\n    productsPublished: {\n      after: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.productsPublished?.after, configFileOptions?.include?.productsPublished?.after)) || null,\n      before: CLIOptionValidator.validateDateTime(pickDefined(commandLineOptions.include?.productsPublished?.before, configFileOptions?.include?.productsPublished?.before)) || null,\n    },\n    campaignInfo: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.campaignInfo, configFileOptions?.include?.campaignInfo)),\n    contentInfo: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.contentInfo, configFileOptions?.include?.contentInfo)),\n    previewMedia: CLIOptionValidator.validateIncludePreviewMedia(pickDefined(commandLineOptions.include?.previewMedia, configFileOptions?.include?.previewMedia)),\n    contentMedia: CLIOptionValidator.validateIncludeContentMedia(pickDefined(commandLineOptions.include?.contentMedia, configFileOptions?.include?.contentMedia)),\n    allMediaVariants: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.allMediaVariants, configFileOptions?.include?.allMediaVariants)),\n    mediaThumbnails: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.mediaThumbnails, configFileOptions?.include?.mediaThumbnails)),\n    mediaByFilename: {\n      images: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.images, configFileOptions?.include?.mediaByFilename?.images)) || null,\n      audio: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.audio, configFileOptions?.include?.mediaByFilename?.audio)) || null,\n      attachments: CLIOptionValidator.validateString(pickDefined(commandLineOptions.include?.mediaByFilename?.attachments, configFileOptions?.include?.mediaByFilename?.attachments)) || null\n    },\n    comments: CLIOptionValidator.validateBoolean(pickDefined(commandLineOptions.include?.comments, configFileOptions?.include?.comments))\n  };\n}\n\nfunction getEmbedDownloaderOptions(configFileOptions?: ConfigFileParseResult | null) {\n  if (configFileOptions?.embedDownloaders) {\n    return configFileOptions?.embedDownloaders.map((dl) => ({\n      provider: CLIOptionValidator.validateRequired(dl.provider),\n      exec: CLIOptionValidator.validateRequired(dl.exec)\n    }));\n  }\n  return undefined;\n}\n\nfunction getProxyOptions(configFileOptions?: ConfigFileParseResult | null) {\n  if (configFileOptions?.request?.proxy && configFileOptions.request.proxy.url?.value?.trim()) {\n    return {\n      url: CLIOptionValidator.validateProxyURL(configFileOptions.request.proxy.url),\n      rejectUnauthorizedTLS: CLIOptionValidator.validateBoolean(configFileOptions.request.proxy.rejectUnauthorizedTLS)\n    };\n  }\n  return null;\n}\n\nfunction readTargetsFile(file: string) {\n  const includeKeys = {\n    lockedContent: 'include.locked.content',\n    postsWithMediaType: 'include.posts.with.media.type',\n    postsInTier: 'include.posts.in.tier',\n    postsPublishedAfter: 'include.posts.published.after',\n    postsPublishedBefore: 'include.posts.published.before',\n    productsPublishedAfter: 'include.products.published.after',\n    productsPublishedBefore: 'include.products.published.before',\n    campaignInfo: 'include.campaign.info',\n    contentInfo: 'include.content.info',\n    previewMedia: 'include.preview.media',\n    contentMedia: 'include.content.media',\n    allMediaVariants: 'include.all.media.variants',\n    mediaThumbnails: 'include.media.thumbnails',\n    imagesByFilename: 'include.images.by.filename',\n    audioByFilename: 'include.audio.by.filename',\n    attachmentsByFilename: 'include.attachments.by.filename',\n    comments: 'include.comments'\n  };\n\n  const lines = fs.readFileSync(file)\n    .toString('utf-8')\n    // Replace Windows line breaks with Unix ones and then split\n    .replace(/\\r\\n/g, '\\n').split('\\n')\n    .map((line) => line.trim());\n\n  const currentTargets: { url: string; include?: RecursivePropsTo<DeepPartial<DownloaderIncludeOptions>, CLIOptionParserEntry>; }[] = [];\n  for (let ln = 0; ln < lines.length; ln++) {\n    const line = lines[ln];\n    if (line === '' || line.startsWith('#')) {\n      continue;\n    }\n    try {\n      const match = Object.entries(includeKeys).find((e) => line.startsWith(e[1]));\n      if (match) {\n        const [ optName, matchKey ] = match;\n        const eq = line.indexOf('=');\n        const propValue = (eq >= matchKey.length ? line.substring(eq + 1) : '').trim();\n        if (propValue) {\n          const target = currentTargets.at(-1);\n          if (target) {\n            const entry: CLIOptionParserEntry = {\n              key: matchKey,\n              line: ln,\n              src: 'tgt',\n              value: propValue\n            };\n            if (!target.include) {\n              target.include = {};\n            }\n            if (matchKey === includeKeys.postsPublishedAfter || matchKey === includeKeys.postsPublishedBefore) {\n              if (!target.include.postsPublished) {\n                target.include.postsPublished = {};\n              }\n              if (matchKey === includeKeys.postsPublishedAfter) {\n                target.include.postsPublished.after = entry;\n              }\n              else {\n                target.include.postsPublished.before = entry;\n              }\n            }\n            else if (matchKey === includeKeys.productsPublishedAfter || matchKey === includeKeys.productsPublishedBefore) {\n              if (!target.include.productsPublished) {\n                target.include.productsPublished = {};\n              }\n              if (matchKey === includeKeys.productsPublishedAfter) {\n                target.include.productsPublished.after = entry;\n              }\n              else {\n                target.include.productsPublished.before = entry;\n              }\n            }\n            else if (matchKey === includeKeys.imagesByFilename || matchKey === includeKeys.audioByFilename ||\n              matchKey === includeKeys.attachmentsByFilename) {\n                if (!target.include.mediaByFilename) {\n                  target.include.mediaByFilename = {};\n                }\n                switch (matchKey) {\n                  case includeKeys.imagesByFilename:\n                    target.include.mediaByFilename.images = entry;\n                    break;\n                  case includeKeys.audioByFilename:\n                    target.include.mediaByFilename.audio = entry;\n                    break;\n                  case includeKeys.attachmentsByFilename:\n                    target.include.mediaByFilename.attachments = entry;\n                    break;\n                }\n              }\n            else {\n              target.include[optName as keyof DownloaderIncludeOptions] = entry;\n            }\n          }\n        }\n      }\n      else {\n        const url = CLIOptionValidator.validateTargetURL(line);\n        currentTargets.push({ url });\n      }\n    }\n    catch (error: any) {\n      const errMsg = error instanceof Error ? error.message : error;\n      throw Error(`Error parsing targets file (line ${ln})${errMsg ? `: ${errMsg}` : ''}`);\n    }\n  }\n\n  const result: CLITargetURLEntry[] = [];\n  for (const target of currentTargets) {\n    const v: CLITargetURLEntry = { url: target.url };\n    if (target.include) {\n      const includeOpts = ObjectHelper.clean(getCLIIncludeOptions(target), {\n        deep: true, cleanNulls: true, cleanEmptyObjects: true\n      });\n      if (Object.entries(includeOpts).length > 0) {\n        v.include = includeOpts;\n      }\n    }\n    result.push(v);\n  }\n\n  return result;\n}\n"]}

package/dist/cli/CommandLineParser.d.ts

@@ -3,6 +3,7 @@ import { type DeepPartial, type RecursivePropsTo } from '../utils/Misc.js';
 export interface CommandLineParseResult extends RecursivePropsTo<DeepPartial<Omit<CLIOptions, 'targetURLs'>>, CLIOptionParserEntry> {
     targetURLs?: CLIOptionParserEntry;
     configFile?: CLIOptionParserEntry;
+    debugAPI?: CLIOptionParserEntry;
 }
 export default class CommandLineParser {
     #private;

package/dist/cli/CommandLineParser.js

@@ -21,7 +21,8 @@ const COMMAND_LINE_ARGS = {
     noPrompt: 'no-prompt',
     dryRun: 'dry-run',
     listTiers: 'list-tiers',
-    listTiersByUserId: 'list-tiers-uid'
+    listTiersByUserId: 'list-tiers-uid',
+    debugAPI: 'debug-api'
 };
 const OPT_DEFS = [
     {
@@ -105,6 +106,11 @@ const OPT_DEFS = [
         name: COMMAND_LINE_ARGS.configureYouTube,
         description: 'Configure YouTube connection',
         type: Boolean
+    },
+    {
+        name: COMMAND_LINE_ARGS.debugAPI,
+        description: 'Process target URL as local API data file ; internal - for debugging purposes.',
+        type: Boolean
     }
 ];
 class CommandLineParser {
@@ -126,7 +132,8 @@ class CommandLineParser {
             let value = opts[key];
             const booleanTypeArgs = [
                 COMMAND_LINE_ARGS.noPrompt,
-                COMMAND_LINE_ARGS.dryRun
+                COMMAND_LINE_ARGS.dryRun,
+                COMMAND_LINE_ARGS.debugAPI
             ];
             if (booleanTypeArgs.includes(key) && value !== undefined) {
                 value = '1';
@@ -157,6 +164,7 @@ class CommandLineParser {
         return {
             configFile: __getValue(COMMAND_LINE_ARGS.configFile),
             targetURLs: __getValue(COMMAND_LINE_ARGS.targetURL),
+            debugAPI: __getValue(COMMAND_LINE_ARGS.debugAPI),
             cookie: __getValue(COMMAND_LINE_ARGS.cookie),
             useStatusCache: undefined,
             pathToFFmpeg: __getValue(COMMAND_LINE_ARGS.ffmpeg),
@@ -228,7 +236,7 @@ class CommandLineParser {
                 {
                     header: 'Options',
                     optionList: OPT_DEFS,
-                    hide: 'target-url'
+                    hide: ['target-url', COMMAND_LINE_ARGS.debugAPI]
                 },
                 {
                     content: content.join(EOL)

package/dist/cli/CommandLineParser.js.map

@@ -1 +1 @@
-{"version":3,"file":"CommandLineParser.js","sourceRoot":"","sources":["../../src/cli/CommandLineParser.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAChD,OAAO,gBAAgB,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC;AAEzB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAOzD,MAAM,iBAAiB,GAAG;IACxB,IAAI,EAAE,MAAM;IACZ,gBAAgB,EAAE,mBAAmB;IACrC,UAAU,EAAE,aAAa;IACzB,SAAS,EAAE,YAAY;IACvB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,SAAS;IACjB,QAAQ,EAAE,WAAW;IACrB,QAAQ,EAAE,WAAW;IACrB,MAAM,EAAE,SAAS;IACjB,SAAS,EAAE,YAAY;IACvB,iBAAiB,EAAE,gBAAgB;CAC3B,CAAC;AAEX,MAAM,QAAQ,GAAG;IACf;QACE,IAAI,EAAE,iBAAiB,CAAC,IAAI;QAC5B,WAAW,EAAE,0BAA0B;QACvC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,UAAU;QAClC,WAAW,EAAE,kDAAkD;QAC/D,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,QAAQ;KACpB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,SAAS;QACjC,WAAW,EAAE,4BAA4B;QACzC,IAAI,EAAE,MAAM;QACZ,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,0CAA0C;QACvD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,2BAA2B;QACxC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,IAAI;QAC5B,WAAW,EAAE,yBAAyB;QACtC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,0CAA0C;QACvD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,OAAO;KACnB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,QAAQ;QAChC,WAAW,EAAE,qHAAqH;QAClI,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,SAAS;KACrB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,QAAQ;QAChC,WAAW,EAAE,2CAA2C;QACxD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,mFAAmF;QAChG,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,SAAS;QACjC,WAAW,EAAE,+EAA+E;QAC5F,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,WAAW;KACvB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,iBAAiB;QACzC,WAAW,EAAE,gEAAgE;QAC7E,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,WAAW;KACvB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,gBAAgB;QACxC,WAAW,EAAE,8BAA8B;QAC3C,IAAI,EAAE,OAAO;KACd;CACF,CAAC;AAEF,MAAqB,iBAAiB;IAEpC,MAAM,CAAC,KAAK;QACV,MAAM,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAE1B,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;YAC9D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,IAAI,KAAK,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,GAA6D,EAAoC,EAAE;YACrH,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAEtB,MAAM,eAAe,GAAG;gBACtB,iBAAiB,CAAC,QAAQ;gBAC1B,iBAAiB,CAAC,MAAM;aACzB,CAAC;YACF,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAU,CAAC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChE,KAAK,GAAG,GAAG,CAAC;YACd,CAAC;YAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC,+CAA+C,GAAG,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvC,OAAO;oBACL,GAAG,EAAE,KAAK;oBACV,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;oBAC1B,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;iBACpB,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QAEF,2BAA2B;QAC3B,IAAI,kBAAkB,GAAG,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,oBAAsD,CAAC;QAC3D,IAAI,kBAAkB,EAAE,KAAK,KAAK,MAAM,EAAE,CAAC;YACzC,oBAAoB,GAAG;gBACrB,GAAG,EAAE,KAAK;gBACV,GAAG,EAAE,EAAE;gBACP,KAAK,EAAE,GAAG;aACX,CAAC;YACF,kBAAkB,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC;YACpD,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC;YACnD,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAClD,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC;YAC9C,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,aAAa,EAAE;gBACb,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,SAAS;aACnB;YACD,cAAc,EAAE;gBACd,KAAK,EAAE,SAAS;aACjB;YACD,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS;gBACxB,kBAAkB,EAAE,SAAS;gBAC7B,YAAY,EAAE,SAAS;gBACvB,WAAW,EAAE,SAAS;gBACtB,YAAY,EAAE,SAAS;gBACvB,YAAY,EAAE,SAAS;gBACvB,gBAAgB,EAAE,SAAS;gBAC3B,eAAe,EAAE,SAAS;aAC3B;YACD,OAAO,EAAE;gBACP,UAAU,EAAE,SAAS;gBACrB,aAAa,EAAE,SAAS;gBACxB,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;aACrB;YACD,gBAAgB,EAAE;gBAChB,OAAO,EAAE,SAAS;gBAClB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,SAAS;aACnB;YACD,QAAQ,EAAE,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YAChD,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,aAAa,EAAE;gBACb,OAAO,EAAE,oBAAoB;gBAC7B,QAAQ,EAAE,kBAAkB;gBAC5B,OAAO,EAAE;oBACP,QAAQ,EAAE,SAAS;oBACnB,KAAK,EAAE,SAAS;oBAChB,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;iBACtB;gBACD,cAAc,EAAE,SAAS;gBACzB,KAAK,EAAE,SAAS;aACjB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,SAAS;QACd,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,OAAO,GAAG;gBACd,kGAAkG;gBAClG,GAAG;gBACH,sEAAsE;aACvE,CAAC;YACF,MAAM,QAAQ,GAA+B;gBAC3C;oBACE,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,4BAA4B;iBACtC;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE,QAAQ;oBACpB,IAAI,EAAE,YAAY;iBACnB;gBACD;oBACE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;iBAC3B;aACF,CAAC;YACF,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC,MAAM,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEnB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,gBAAgB;QACrB,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,IAAI,IAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,GAAwC,EAAE,EAAE;YAChE,MAAM,SAAS,GAAG,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;YACzH,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC,CAAC,sCAAsC;gBAC9D,OAAO,IAAI,CAAC;YACd,CAAC;iBACI,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,MAAM,KAAK,CAAC,IAAI,GAAG,qBAAqB,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;QACjD,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACpE,MAAM,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,QAAQ,KAAK,KAAK,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACxB,QAAQ,EAAE,OAAO,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;CAUF;;IAPG,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,gCAAgC,UAAU,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;eA/MkB,iBAAiB","sourcesContent":["import commandLineArgs from 'command-line-args';\nimport commandLineUsage from 'command-line-usage';\nimport { type CLIOptionParserEntry, type CLIOptions } from './CLIOptions.js';\nimport { EOL } from 'os';\nimport { type DeepPartial, type RecursivePropsTo } from '../utils/Misc.js';\nimport { getPackageInfo } from '../utils/PackageInfo.js';\n\nexport interface CommandLineParseResult extends RecursivePropsTo<DeepPartial<Omit<CLIOptions, 'targetURLs'>>, CLIOptionParserEntry> {\n  targetURLs?: CLIOptionParserEntry;\n  configFile?: CLIOptionParserEntry;\n}\n\nconst COMMAND_LINE_ARGS = {\n  help: 'help',\n  configureYouTube: 'configure-youtube',\n  configFile: 'config-file',\n  targetURL: 'target-url',\n  cookie: 'cookie',\n  ffmpeg: 'ffmpeg',\n  deno: 'deno',\n  outDir: 'out-dir',\n  logLevel: 'log-level',\n  noPrompt: 'no-prompt',\n  dryRun: 'dry-run',\n  listTiers: 'list-tiers',\n  listTiersByUserId: 'list-tiers-uid'\n} as const;\n\nconst OPT_DEFS = [\n  {\n    name: COMMAND_LINE_ARGS.help,\n    description: 'Display this usage guide',\n    alias: 'h',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.configFile,\n    description: 'Load configuration file for setting full options',\n    alias: 'C',\n    type: String,\n    typeLabel: '<file>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.targetURL,\n    description: 'URL of content to download',\n    type: String,\n    defaultOption: true\n  },\n  {\n    name: COMMAND_LINE_ARGS.cookie,\n    description: 'Cookie for accessing patron-only content',\n    alias: 'c',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.ffmpeg,\n    description: 'Path to FFmpeg executable',\n    alias: 'f',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.deno,\n    description: 'Path to Deno executable',\n    alias: 'd',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.outDir,\n    description: 'Path to directory where content is saved',\n    alias: 'o',\n    type: String,\n    typeLabel: '<dir>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.logLevel,\n    description: 'Log level of the console logger: \\'info\\', \\'debug\\', \\'warn\\' or \\'error\\'; set to \\'none\\' to disable the logger.',\n    alias: 'l',\n    type: String,\n    typeLabel: '<level>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.noPrompt,\n    description: 'Do not prompt for confirmation to proceed',\n    alias: 'y',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.dryRun,\n    description: 'Run without writing files to disk (except logs, if any). For testing / debugging.',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.listTiers,\n    description: 'List tiers for the given creator(s). Separate multiple creators with a comma.',\n    type: String,\n    typeLabel: '<creator>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.listTiersByUserId,\n    description: 'Same as \\'--list-tiers\\', but takes user ID instead of vanity.',\n    type: String,\n    typeLabel: '<user ID>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.configureYouTube,\n    description: 'Configure YouTube connection',\n    type: Boolean\n  }\n];\n\nexport default class CommandLineParser {\n\n  static parse(): CommandLineParseResult {\n    const opts = this.#parseArgs();\n    const argv = process.argv;\n\n    const __getOptNameUsed = (key: string) => {\n      const name = `--${key}`;\n      if (argv.includes(name)) {\n        return name;\n      }\n      const alias = OPT_DEFS.find((def) => def.name === key)?.alias;\n      if (alias) {\n        return `-${alias}`;\n      }\n      return name;\n    };\n\n    const __getValue = (key: typeof COMMAND_LINE_ARGS[keyof typeof COMMAND_LINE_ARGS]): CLIOptionParserEntry | undefined => {\n      let value = opts[key];\n\n      const booleanTypeArgs = [\n        COMMAND_LINE_ARGS.noPrompt,\n        COMMAND_LINE_ARGS.dryRun\n      ];\n      if (booleanTypeArgs.includes(key as any) && value !== undefined) {\n        value = '1';\n      }\n\n      if (value === null) {\n        throw Error(`Command-line option requires a value for '--${key}'`);\n      }\n      if (value && typeof value === 'string') {\n        return {\n          src: 'cli',\n          key: __getOptNameUsed(key),\n          value: value.trim()\n        };\n      }\n      return undefined;\n    };\n\n    // Handle --log-level: none\n    let consoleLoggerLevel = __getValue(COMMAND_LINE_ARGS.logLevel);\n    let consoleLoggerEnabled: CLIOptionParserEntry | undefined;\n    if (consoleLoggerLevel?.value === 'none') {\n      consoleLoggerEnabled = {\n        src: 'cli',\n        key: '',\n        value: '0'\n      };\n      consoleLoggerLevel = undefined;\n    }\n\n    return {\n      configFile: __getValue(COMMAND_LINE_ARGS.configFile),\n      targetURLs: __getValue(COMMAND_LINE_ARGS.targetURL),\n      cookie: __getValue(COMMAND_LINE_ARGS.cookie),\n      useStatusCache: undefined,\n      pathToFFmpeg: __getValue(COMMAND_LINE_ARGS.ffmpeg),\n      pathToDeno: __getValue(COMMAND_LINE_ARGS.deno),\n      outDir: __getValue(COMMAND_LINE_ARGS.outDir),\n      dirNameFormat: {\n        campaign: undefined,\n        content: undefined\n      },\n      filenameFormat: {\n        media: undefined\n      },\n      include: {\n        lockedContent: undefined,\n        postsWithMediaType: undefined,\n        campaignInfo: undefined,\n        contentInfo: undefined,\n        previewMedia: undefined,\n        contentMedia: undefined,\n        allMediaVariants: undefined,\n        mediaThumbnails: undefined\n      },\n      request: {\n        maxRetries: undefined,\n        maxConcurrent: undefined,\n        minTime: undefined,\n        userAgent: undefined\n      },\n      fileExistsAction: {\n        content: undefined,\n        info: undefined,\n        infoAPI: undefined\n      },\n      noPrompt: __getValue(COMMAND_LINE_ARGS.noPrompt),\n      dryRun: __getValue(COMMAND_LINE_ARGS.dryRun),\n      consoleLogger: {\n        enabled: consoleLoggerEnabled,\n        logLevel: consoleLoggerLevel,\n        include: {\n          dateTime: undefined,\n          level: undefined,\n          originator: undefined,\n          errorStack: undefined\n        },\n        dateTimeFormat: undefined,\n        color: undefined\n      }\n    };\n  }\n\n  static showUsage() {\n    let opts;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return false;\n    }\n    if (opts.help) {\n      const content = [\n        'Command-line options override corresponding options in configuration file loaded through \\'-C\\'.',\n        EOL,\n        'Project home: {underline https://github.com/patrickkfkan/patreon-dl}'\n      ];\n      const sections: commandLineUsage.Section[] = [\n        {\n          header: 'Usage',\n          content: 'patreon-dl [OPTION]... URL'\n        },\n        {\n          header: 'Options',\n          optionList: OPT_DEFS,\n          hide: 'target-url'\n        },\n        {\n          content: content.join(EOL)\n        }\n      ];\n      const banner = getPackageInfo().banner;\n      if (banner) {\n        sections.unshift({ header: banner, raw: true });\n      }\n      const usage = commandLineUsage(sections);\n      console.log(usage);\n\n      return true;\n    }\n\n    return false;\n  }\n\n  static configureYouTube() {\n    let opts;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return false;\n    }\n    return opts['configure-youtube'];\n  }\n\n  static listTiers() {\n    let opts: commandLineArgs.CommandLineOptions;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return null;\n    }\n\n    const __getTargets = (opt: '--list-tiers' | '--list-tiers-uid') => {\n      const listTiers = opt === '--list-tiers' ? opts[COMMAND_LINE_ARGS.listTiers] : opts[COMMAND_LINE_ARGS.listTiersByUserId];\n      if (listTiers === null) { // Option provided but has empty value\n        return null;\n      }\n      else if (typeof listTiers === 'string') {\n        const targets = listTiers.split(',').map((v) => v.trim()).filter((v) => v);\n        if (targets.length === 0) {\n          throw Error(`'${opt}' has invalid value`);\n        }\n        return targets;\n      }\n      return false;\n    };\n\n    const vanities = __getTargets('--list-tiers');\n    const userIds = __getTargets('--list-tiers-uid');\n    if (vanities === null || userIds === null) {\n      const opt = vanities === null ? '--list-tiers' : '--list-tiers-uid';\n      throw Error(`'${opt}' missing value`);\n    }\n\n    if (vanities === false && userIds === false) {\n      return null;\n    }\n\n    return {\n      byVanity: vanities || [],\n      byUserId: userIds || []\n    };\n  }\n\n  static #parseArgs() {\n    const opts = commandLineArgs(OPT_DEFS, { stopAtFirstUnknown: true });\n    if (opts['_unknown']) {\n      const unknownOpt = Object.keys(opts['_unknown'])[0];\n      throw Error(`Unknown command-line option '${unknownOpt}'`);\n    }\n    return opts;\n  }\n}\n"]}
+{"version":3,"file":"CommandLineParser.js","sourceRoot":"","sources":["../../src/cli/CommandLineParser.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,eAAe,MAAM,mBAAmB,CAAC;AAChD,OAAO,gBAAgB,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC;AAEzB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAQzD,MAAM,iBAAiB,GAAG;IACxB,IAAI,EAAE,MAAM;IACZ,gBAAgB,EAAE,mBAAmB;IACrC,UAAU,EAAE,aAAa;IACzB,SAAS,EAAE,YAAY;IACvB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,SAAS;IACjB,QAAQ,EAAE,WAAW;IACrB,QAAQ,EAAE,WAAW;IACrB,MAAM,EAAE,SAAS;IACjB,SAAS,EAAE,YAAY;IACvB,iBAAiB,EAAE,gBAAgB;IACnC,QAAQ,EAAE,WAAW;CACb,CAAC;AAEX,MAAM,QAAQ,GAAG;IACf;QACE,IAAI,EAAE,iBAAiB,CAAC,IAAI;QAC5B,WAAW,EAAE,0BAA0B;QACvC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,UAAU;QAClC,WAAW,EAAE,kDAAkD;QAC/D,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,QAAQ;KACpB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,SAAS;QACjC,WAAW,EAAE,4BAA4B;QACzC,IAAI,EAAE,MAAM;QACZ,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,0CAA0C;QACvD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,2BAA2B;QACxC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,IAAI;QAC5B,WAAW,EAAE,yBAAyB;QACtC,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,UAAU;KACtB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,0CAA0C;QACvD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,OAAO;KACnB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,QAAQ;QAChC,WAAW,EAAE,qHAAqH;QAClI,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,SAAS;KACrB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,QAAQ;QAChC,WAAW,EAAE,2CAA2C;QACxD,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,WAAW,EAAE,mFAAmF;QAChG,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,SAAS;QACjC,WAAW,EAAE,+EAA+E;QAC5F,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,WAAW;KACvB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,iBAAiB;QACzC,WAAW,EAAE,gEAAgE;QAC7E,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,WAAW;KACvB;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,gBAAgB;QACxC,WAAW,EAAE,8BAA8B;QAC3C,IAAI,EAAE,OAAO;KACd;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,QAAQ;QAChC,WAAW,EAAE,gFAAgF;QAC7F,IAAI,EAAE,OAAO;KACd;CACF,CAAC;AAEF,MAAqB,iBAAiB;IAEpC,MAAM,CAAC,KAAK;QACV,MAAM,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAE1B,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC;YAC9D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,IAAI,KAAK,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,GAA6D,EAAoC,EAAE;YACrH,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAEtB,MAAM,eAAe,GAAG;gBACtB,iBAAiB,CAAC,QAAQ;gBAC1B,iBAAiB,CAAC,MAAM;gBACxB,iBAAiB,CAAC,QAAQ;aAC3B,CAAC;YACF,IAAI,eAAe,CAAC,QAAQ,CAAC,GAAU,CAAC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChE,KAAK,GAAG,GAAG,CAAC;YACd,CAAC;YAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC,+CAA+C,GAAG,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvC,OAAO;oBACL,GAAG,EAAE,KAAK;oBACV,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC;oBAC1B,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;iBACpB,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QAEF,2BAA2B;QAC3B,IAAI,kBAAkB,GAAG,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,oBAAsD,CAAC;QAC3D,IAAI,kBAAkB,EAAE,KAAK,KAAK,MAAM,EAAE,CAAC;YACzC,oBAAoB,GAAG;gBACrB,GAAG,EAAE,KAAK;gBACV,GAAG,EAAE,EAAE;gBACP,KAAK,EAAE,GAAG;aACX,CAAC;YACF,kBAAkB,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO;YACL,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC;YACpD,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC;YACnD,QAAQ,EAAE,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YAChD,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAClD,UAAU,EAAE,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC;YAC9C,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,aAAa,EAAE;gBACb,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,SAAS;aACnB;YACD,cAAc,EAAE;gBACd,KAAK,EAAE,SAAS;aACjB;YACD,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS;gBACxB,kBAAkB,EAAE,SAAS;gBAC7B,YAAY,EAAE,SAAS;gBACvB,WAAW,EAAE,SAAS;gBACtB,YAAY,EAAE,SAAS;gBACvB,YAAY,EAAE,SAAS;gBACvB,gBAAgB,EAAE,SAAS;gBAC3B,eAAe,EAAE,SAAS;aAC3B;YACD,OAAO,EAAE;gBACP,UAAU,EAAE,SAAS;gBACrB,aAAa,EAAE,SAAS;gBACxB,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;aACrB;YACD,gBAAgB,EAAE;gBAChB,OAAO,EAAE,SAAS;gBAClB,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,SAAS;aACnB;YACD,QAAQ,EAAE,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YAChD,MAAM,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC5C,aAAa,EAAE;gBACb,OAAO,EAAE,oBAAoB;gBAC7B,QAAQ,EAAE,kBAAkB;gBAC5B,OAAO,EAAE;oBACP,QAAQ,EAAE,SAAS;oBACnB,KAAK,EAAE,SAAS;oBAChB,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;iBACtB;gBACD,cAAc,EAAE,SAAS;gBACzB,KAAK,EAAE,SAAS;aACjB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,SAAS;QACd,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,OAAO,GAAG;gBACd,kGAAkG;gBAClG,GAAG;gBACH,sEAAsE;aACvE,CAAC;YACF,MAAM,QAAQ,GAA+B;gBAC3C;oBACE,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,4BAA4B;iBACtC;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE,QAAQ;oBACpB,IAAI,EAAE,CAAC,YAAY,EAAE,iBAAiB,CAAC,QAAQ,CAAC;iBACjD;gBACD;oBACE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;iBAC3B;aACF,CAAC;YACF,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC,MAAM,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEnB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,gBAAgB;QACrB,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,SAAS;QACd,IAAI,IAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,GAAG,uBAAA,IAAI,wCAAW,MAAf,IAAI,CAAa,CAAC;QAC3B,CAAC;QACD,OAAO,MAAe,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,GAAwC,EAAE,EAAE;YAChE,MAAM,SAAS,GAAG,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;YACzH,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC,CAAC,sCAAsC;gBAC9D,OAAO,IAAI,CAAC;YACd,CAAC;iBACI,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,MAAM,KAAK,CAAC,IAAI,GAAG,qBAAqB,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;QACjD,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACpE,MAAM,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,QAAQ,KAAK,KAAK,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACxB,QAAQ,EAAE,OAAO,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;CAUF;;IAPG,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,gCAAgC,UAAU,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;eAjNkB,iBAAiB","sourcesContent":["import commandLineArgs from 'command-line-args';\nimport commandLineUsage from 'command-line-usage';\nimport { type CLIOptionParserEntry, type CLIOptions } from './CLIOptions.js';\nimport { EOL } from 'os';\nimport { type DeepPartial, type RecursivePropsTo } from '../utils/Misc.js';\nimport { getPackageInfo } from '../utils/PackageInfo.js';\n\nexport interface CommandLineParseResult extends RecursivePropsTo<DeepPartial<Omit<CLIOptions, 'targetURLs'>>, CLIOptionParserEntry> {\n  targetURLs?: CLIOptionParserEntry;\n  configFile?: CLIOptionParserEntry;\n  debugAPI?: CLIOptionParserEntry;\n}\n\nconst COMMAND_LINE_ARGS = {\n  help: 'help',\n  configureYouTube: 'configure-youtube',\n  configFile: 'config-file',\n  targetURL: 'target-url',\n  cookie: 'cookie',\n  ffmpeg: 'ffmpeg',\n  deno: 'deno',\n  outDir: 'out-dir',\n  logLevel: 'log-level',\n  noPrompt: 'no-prompt',\n  dryRun: 'dry-run',\n  listTiers: 'list-tiers',\n  listTiersByUserId: 'list-tiers-uid',\n  debugAPI: 'debug-api'\n} as const;\n\nconst OPT_DEFS = [\n  {\n    name: COMMAND_LINE_ARGS.help,\n    description: 'Display this usage guide',\n    alias: 'h',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.configFile,\n    description: 'Load configuration file for setting full options',\n    alias: 'C',\n    type: String,\n    typeLabel: '<file>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.targetURL,\n    description: 'URL of content to download',\n    type: String,\n    defaultOption: true\n  },\n  {\n    name: COMMAND_LINE_ARGS.cookie,\n    description: 'Cookie for accessing patron-only content',\n    alias: 'c',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.ffmpeg,\n    description: 'Path to FFmpeg executable',\n    alias: 'f',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.deno,\n    description: 'Path to Deno executable',\n    alias: 'd',\n    type: String,\n    typeLabel: '<string>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.outDir,\n    description: 'Path to directory where content is saved',\n    alias: 'o',\n    type: String,\n    typeLabel: '<dir>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.logLevel,\n    description: 'Log level of the console logger: \\'info\\', \\'debug\\', \\'warn\\' or \\'error\\'; set to \\'none\\' to disable the logger.',\n    alias: 'l',\n    type: String,\n    typeLabel: '<level>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.noPrompt,\n    description: 'Do not prompt for confirmation to proceed',\n    alias: 'y',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.dryRun,\n    description: 'Run without writing files to disk (except logs, if any). For testing / debugging.',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.listTiers,\n    description: 'List tiers for the given creator(s). Separate multiple creators with a comma.',\n    type: String,\n    typeLabel: '<creator>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.listTiersByUserId,\n    description: 'Same as \\'--list-tiers\\', but takes user ID instead of vanity.',\n    type: String,\n    typeLabel: '<user ID>'\n  },\n  {\n    name: COMMAND_LINE_ARGS.configureYouTube,\n    description: 'Configure YouTube connection',\n    type: Boolean\n  },\n  {\n    name: COMMAND_LINE_ARGS.debugAPI,\n    description: 'Process target URL as local API data file ; internal - for debugging purposes.',\n    type: Boolean\n  }\n];\n\nexport default class CommandLineParser {\n\n  static parse(): CommandLineParseResult {\n    const opts = this.#parseArgs();\n    const argv = process.argv;\n\n    const __getOptNameUsed = (key: string) => {\n      const name = `--${key}`;\n      if (argv.includes(name)) {\n        return name;\n      }\n      const alias = OPT_DEFS.find((def) => def.name === key)?.alias;\n      if (alias) {\n        return `-${alias}`;\n      }\n      return name;\n    };\n\n    const __getValue = (key: typeof COMMAND_LINE_ARGS[keyof typeof COMMAND_LINE_ARGS]): CLIOptionParserEntry | undefined => {\n      let value = opts[key];\n\n      const booleanTypeArgs = [\n        COMMAND_LINE_ARGS.noPrompt,\n        COMMAND_LINE_ARGS.dryRun,\n        COMMAND_LINE_ARGS.debugAPI\n      ];\n      if (booleanTypeArgs.includes(key as any) && value !== undefined) {\n        value = '1';\n      }\n\n      if (value === null) {\n        throw Error(`Command-line option requires a value for '--${key}'`);\n      }\n      if (value && typeof value === 'string') {\n        return {\n          src: 'cli',\n          key: __getOptNameUsed(key),\n          value: value.trim()\n        };\n      }\n      return undefined;\n    };\n\n    // Handle --log-level: none\n    let consoleLoggerLevel = __getValue(COMMAND_LINE_ARGS.logLevel);\n    let consoleLoggerEnabled: CLIOptionParserEntry | undefined;\n    if (consoleLoggerLevel?.value === 'none') {\n      consoleLoggerEnabled = {\n        src: 'cli',\n        key: '',\n        value: '0'\n      };\n      consoleLoggerLevel = undefined;\n    }\n\n    return {\n      configFile: __getValue(COMMAND_LINE_ARGS.configFile),\n      targetURLs: __getValue(COMMAND_LINE_ARGS.targetURL),\n      debugAPI: __getValue(COMMAND_LINE_ARGS.debugAPI),\n      cookie: __getValue(COMMAND_LINE_ARGS.cookie),\n      useStatusCache: undefined,\n      pathToFFmpeg: __getValue(COMMAND_LINE_ARGS.ffmpeg),\n      pathToDeno: __getValue(COMMAND_LINE_ARGS.deno),\n      outDir: __getValue(COMMAND_LINE_ARGS.outDir),\n      dirNameFormat: {\n        campaign: undefined,\n        content: undefined\n      },\n      filenameFormat: {\n        media: undefined\n      },\n      include: {\n        lockedContent: undefined,\n        postsWithMediaType: undefined,\n        campaignInfo: undefined,\n        contentInfo: undefined,\n        previewMedia: undefined,\n        contentMedia: undefined,\n        allMediaVariants: undefined,\n        mediaThumbnails: undefined\n      },\n      request: {\n        maxRetries: undefined,\n        maxConcurrent: undefined,\n        minTime: undefined,\n        userAgent: undefined\n      },\n      fileExistsAction: {\n        content: undefined,\n        info: undefined,\n        infoAPI: undefined\n      },\n      noPrompt: __getValue(COMMAND_LINE_ARGS.noPrompt),\n      dryRun: __getValue(COMMAND_LINE_ARGS.dryRun),\n      consoleLogger: {\n        enabled: consoleLoggerEnabled,\n        logLevel: consoleLoggerLevel,\n        include: {\n          dateTime: undefined,\n          level: undefined,\n          originator: undefined,\n          errorStack: undefined\n        },\n        dateTimeFormat: undefined,\n        color: undefined\n      }\n    };\n  }\n\n  static showUsage() {\n    let opts;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return false;\n    }\n    if (opts.help) {\n      const content = [\n        'Command-line options override corresponding options in configuration file loaded through \\'-C\\'.',\n        EOL,\n        'Project home: {underline https://github.com/patrickkfkan/patreon-dl}'\n      ];\n      const sections: commandLineUsage.Section[] = [\n        {\n          header: 'Usage',\n          content: 'patreon-dl [OPTION]... URL'\n        },\n        {\n          header: 'Options',\n          optionList: OPT_DEFS,\n          hide: ['target-url', COMMAND_LINE_ARGS.debugAPI]\n        },\n        {\n          content: content.join(EOL)\n        }\n      ];\n      const banner = getPackageInfo().banner;\n      if (banner) {\n        sections.unshift({ header: banner, raw: true });\n      }\n      const usage = commandLineUsage(sections);\n      console.log(usage);\n\n      return true;\n    }\n\n    return false;\n  }\n\n  static configureYouTube() {\n    let opts;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return false;\n    }\n    return opts['configure-youtube'];\n  }\n\n  static listTiers() {\n    let opts: commandLineArgs.CommandLineOptions;\n    try {\n      opts = this.#parseArgs();\n    }\n    catch (_error: unknown) {\n      return null;\n    }\n\n    const __getTargets = (opt: '--list-tiers' | '--list-tiers-uid') => {\n      const listTiers = opt === '--list-tiers' ? opts[COMMAND_LINE_ARGS.listTiers] : opts[COMMAND_LINE_ARGS.listTiersByUserId];\n      if (listTiers === null) { // Option provided but has empty value\n        return null;\n      }\n      else if (typeof listTiers === 'string') {\n        const targets = listTiers.split(',').map((v) => v.trim()).filter((v) => v);\n        if (targets.length === 0) {\n          throw Error(`'${opt}' has invalid value`);\n        }\n        return targets;\n      }\n      return false;\n    };\n\n    const vanities = __getTargets('--list-tiers');\n    const userIds = __getTargets('--list-tiers-uid');\n    if (vanities === null || userIds === null) {\n      const opt = vanities === null ? '--list-tiers' : '--list-tiers-uid';\n      throw Error(`'${opt}' missing value`);\n    }\n\n    if (vanities === false && userIds === false) {\n      return null;\n    }\n\n    return {\n      byVanity: vanities || [],\n      byUserId: userIds || []\n    };\n  }\n\n  static #parseArgs() {\n    const opts = commandLineArgs(OPT_DEFS, { stopAtFirstUnknown: true });\n    if (opts['_unknown']) {\n      const unknownOpt = Object.keys(opts['_unknown'])[0];\n      throw Error(`Unknown command-line option '${unknownOpt}'`);\n    }\n    return opts;\n  }\n}\n"]}

package/dist/downloaders/Bootstrap.d.ts

@@ -14,6 +14,9 @@ export interface ProductDownloaderBootstrapData extends BootstrapData {
         type: 'byShop';
         vanity: string;
         campaignId?: string;
+    } | {
+        type: 'byFile';
+        filePath: string;
     };
 }
 export interface PostDownloaderBootstrapData extends BootstrapData {
@@ -36,6 +39,9 @@ export interface PostDownloaderBootstrapData extends BootstrapData {
         collectionId: string;
         filters?: Record<string, any>;
         campaignId?: string;
+    } | {
+        type: 'byFile';
+        filePath: string;
     };
 }
 export type DownloaderBootstrapData<T extends DownloaderType> = T['type'] extends 'product' ? ProductDownloaderBootstrapData : T['type'] extends 'post' ? PostDownloaderBootstrapData : never;

package/dist/downloaders/Bootstrap.js

@@ -1,6 +1,32 @@
+import { existsSync } from 'fs';
 import URLHelper from '../utils/URLHelper.js';
+import path from 'path';
 export default class Bootstrap {
     static getDownloaderBootstrapDataByURL(url) {
+        // Check if url points to local API data file.
+        // This is for debugging purposes.
+        const fileExists = existsSync(url);
+        if (fileExists && path.basename(url) === 'post-api.json') {
+            return {
+                type: 'post',
+                targetURL: url,
+                postFetch: {
+                    type: 'byFile',
+                    filePath: path.resolve(url)
+                }
+            };
+        }
+        // Likewise for 'product-api.json'
+        if (fileExists && path.basename(url) === 'product-api.json') {
+            return {
+                type: 'product',
+                targetURL: url,
+                productFetch: {
+                    type: 'byFile',
+                    filePath: path.resolve(url)
+                }
+            };
+        }
         const analysis = URLHelper.analyzeURL(url);
         if (!analysis) {
             return null;

package/dist/downloaders/Bootstrap.js.map

@@ -1 +1 @@
-{"version":3,"file":"Bootstrap.js","sourceRoot":"","sources":["../../src/downloaders/Bootstrap.ts"],"names":[],"mappings":"AAEA,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAiD9C,MAAM,CAAC,OAAO,OAAO,SAAS;IAE5B,MAAM,CAAC,+BAA+B,CAAC,GAAW;QAChD,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B;aACgC,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;iBACxB;aACgC,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACtC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC1C,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,cAAc;oBACpB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;iBACpB;aAC6B,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF","sourcesContent":["import { type Post } from '../entities/Post.js';\nimport { type Product } from '../entities/Product.js';\nimport URLHelper from '../utils/URLHelper.js';\n\nexport type DownloaderType = Product | Post;\n\nexport interface BootstrapData {\n  type: string;\n  targetURL: string;\n}\n\nexport interface ProductDownloaderBootstrapData extends BootstrapData {\n  type: 'product';\n  productFetch: {\n    type: 'single';\n    productId: string;\n  } | {\n    type: 'byShop';\n    vanity: string;\n    campaignId?: string;\n  };\n}\n\nexport interface PostDownloaderBootstrapData extends BootstrapData {\n  type: 'post';\n  postFetch: {\n    type: 'single';\n    postId: string;\n  } | {\n    type: 'byUser';\n    vanity: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  } | {\n    type: 'byUserId';\n    userId: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  } | {\n    type: 'byCollection';\n    collectionId: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  };\n}\n\nexport type DownloaderBootstrapData<T extends DownloaderType> =\n  T['type'] extends 'product' ? ProductDownloaderBootstrapData :\n  T['type'] extends 'post' ? PostDownloaderBootstrapData :\n  never;\n\nexport default class Bootstrap {\n\n  static getDownloaderBootstrapDataByURL(url: string) {\n    const analysis = URLHelper.analyzeURL(url);\n    if (!analysis) {\n      return null;\n    }\n\n    if (analysis.type === 'product') {\n      return {\n        type: 'product',\n        targetURL: url,\n        productFetch: {\n          type: 'single',\n          productId: analysis.productId\n        }\n      } as ProductDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'shop') {\n      return {\n        type: 'product',\n        targetURL: url,\n        productFetch: {\n          type: 'byShop',\n          vanity: analysis.vanity\n        }\n      } as ProductDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByUser') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byUser',\n          vanity: analysis.vanity,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByUserId') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byUserId',\n          userId: analysis.userId,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByCollection') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byCollection',\n          collectionId: analysis.collectionId,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'post') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'single',\n          postId: analysis.postId,\n          slug: analysis.slug\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    return null;\n  }\n}\n"]}
+{"version":3,"file":"Bootstrap.js","sourceRoot":"","sources":["../../src/downloaders/Bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAGhC,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAC9C,OAAO,IAAI,MAAM,MAAM,CAAC;AAuDxB,MAAM,CAAC,OAAO,OAAO,SAAS;IAE5B,MAAM,CAAC,+BAA+B,CAAC,GAAW;QAChD,8CAA8C;QAC9C,kCAAkC;QAClC,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,eAAe,EAAE,CAAC;YACzD,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;iBAC5B;aACoC,CAAC;QAC1C,CAAC;QAED,kCAAkC;QAClC,IAAI,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,kBAAkB,EAAE,CAAC;YAC5D,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;iBAC5B;aACuC,CAAC;QAC7C,CAAC;QAED,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B;aACgC,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;iBACxB;aACgC,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACtC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC1C,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,cAAc;oBACpB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;aAC6B,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;iBACpB;aAC6B,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF","sourcesContent":["import { existsSync } from 'fs';\nimport { type Post } from '../entities/Post.js';\nimport { type Product } from '../entities/Product.js';\nimport URLHelper from '../utils/URLHelper.js';\nimport path from 'path';\n\nexport type DownloaderType = Product | Post;\n\nexport interface BootstrapData {\n  type: string;\n  targetURL: string;\n}\n\nexport interface ProductDownloaderBootstrapData extends BootstrapData {\n  type: 'product';\n  productFetch: {\n    type: 'single';\n    productId: string;\n  } | {\n    type: 'byShop';\n    vanity: string;\n    campaignId?: string;\n  } | {\n    type: 'byFile';\n    filePath: string;\n  };\n}\n\nexport interface PostDownloaderBootstrapData extends BootstrapData {\n  type: 'post';\n  postFetch: {\n    type: 'single';\n    postId: string;\n  } | {\n    type: 'byUser';\n    vanity: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  } | {\n    type: 'byUserId';\n    userId: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  } | {\n    type: 'byCollection';\n    collectionId: string;\n    filters?: Record<string, any>;\n    campaignId?: string;\n  } | {\n    type: 'byFile';\n    filePath: string;\n  };\n}\n\nexport type DownloaderBootstrapData<T extends DownloaderType> =\n  T['type'] extends 'product' ? ProductDownloaderBootstrapData :\n  T['type'] extends 'post' ? PostDownloaderBootstrapData :\n  never;\n\nexport default class Bootstrap {\n\n  static getDownloaderBootstrapDataByURL(url: string) {\n    // Check if url points to local API data file.\n    // This is for debugging purposes.\n    const fileExists = existsSync(url);\n    if (fileExists && path.basename(url) === 'post-api.json') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byFile',\n          filePath: path.resolve(url)\n        }\n      } satisfies PostDownloaderBootstrapData;\n    }\n\n    // Likewise for 'product-api.json'\n    if (fileExists && path.basename(url) === 'product-api.json') {\n      return {\n        type: 'product',\n        targetURL: url,\n        productFetch: {\n          type: 'byFile',\n          filePath: path.resolve(url)\n        }\n      } satisfies ProductDownloaderBootstrapData;\n    }\n\n    const analysis = URLHelper.analyzeURL(url);\n    if (!analysis) {\n      return null;\n    }\n\n    if (analysis.type === 'product') {\n      return {\n        type: 'product',\n        targetURL: url,\n        productFetch: {\n          type: 'single',\n          productId: analysis.productId\n        }\n      } as ProductDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'shop') {\n      return {\n        type: 'product',\n        targetURL: url,\n        productFetch: {\n          type: 'byShop',\n          vanity: analysis.vanity\n        }\n      } as ProductDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByUser') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byUser',\n          vanity: analysis.vanity,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByUserId') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byUserId',\n          userId: analysis.userId,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'postsByCollection') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'byCollection',\n          collectionId: analysis.collectionId,\n          filters: analysis.filters\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    if (analysis.type === 'post') {\n      return {\n        type: 'post',\n        targetURL: url,\n        postFetch: {\n          type: 'single',\n          postId: analysis.postId,\n          slug: analysis.slug\n        }\n      } as PostDownloaderBootstrapData;\n    }\n\n    return null;\n  }\n}\n"]}

package/dist/downloaders/InitialData.js

@@ -22,6 +22,7 @@ export class InitialData {
         let fetchCurrentUserIdFromAPI = false;
         if (this.config.type === 'post' &&
             this.config.postFetch.type !== 'single' &&
+            this.config.postFetch.type !== 'byFile' &&
             this.config.postFetch.campaignId) {
             campaignId = this.config.postFetch.campaignId;
             fetchCurrentUserIdFromAPI = true;

package/dist/downloaders/InitialData.js.map

@@ -1 +1 @@
-{"version":3,"file":"InitialData.js","sourceRoot":"","sources":["../../src/downloaders/InitialData.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,UAAU,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,YAAY,MAAM,0BAA0B,CAAC;AAGpD,MAAM,OAAO,WAAW;IAOtB,YAAY,MAA6B,EAAE,OAAgB,EAAE,MAAsB;;QANnF,SAAI,GAAG,aAAa,CAAC;QAOnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,MAAoB;QACzC,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,aAAa,GAAuB,SAAS,CAAC;QAClD,IAAI,yBAAyB,GAAG,KAAK,CAAC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM;YAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ;YACvC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,EAChC,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;YAC9C,yBAAyB,GAAG,IAAI,CAAC;QACnC,CAAC;aACI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;YACrC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,KAAK,QAAQ;YAC1C,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EACnC,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;YACjD,yBAAyB,GAAG,IAAI,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,4BAA4B,GAAG,GAAG,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC5H,IAAI,GAAG,IAAI,CAAC;gBACZ,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBACxD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,0CAA0C,OAAO,GAAG,CAAC,CAAC;oBACxE,IAAI,GAAG,MAAM,uBAAA,IAAI,mEAAwB,MAA5B,IAAI,EAAyB,GAAG,CAAC,CAAC;oBAC/C,+DAA+D;oBAC/D,6BAA6B;oBAC7B,yBAAyB,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBACpB,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM,CAAC,GAAG,KAAK,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC;gBAC7C,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;gBAChB,MAAM,CAAC,CAAC;YACV,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,WAAW,CAAC;YAChB,IAAI,CAAC;gBACH,WAAW,GAAG,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,GAAG,KAAK,CAAC,oCAAoC,GAAG,GAAG,CAAC,CAAC;gBAC5D,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;gBAChB,MAAM,CAAC,CAAC;YACV,CAAC;YACD,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,WAAW,EAAE,gCAAgC,CAAC,CAAC;YACrF,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,WAAW,EAAE,qCAAqC,CAAC,CAAC;YAC7F,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,KAAK,CAAC,6CAA6C,GAAG,GAAG,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QACD,IAAI,yBAAyB,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,gCAAgC,CAAC,CAAC;YACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,0BAA0B,EAAE,CAAC;YACjE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBACvD,GAAG,EAAE,iBAAiB;gBACtB,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;gBAC1C,MAAM;aACP,CAAC,CAAC;YACH,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,SAAS,CAAC;QACpF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8BAA8B,UAAU,uBAAuB,aAAa,GAAG,CAAC,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;IACvC,CAAC;IAMS,GAAG,CAAC,KAAe,EAAE,GAAG,GAAU;QAC1C,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;IACnD,CAAC;CACF;8EAPC,KAAK,8CAAyB,GAAW;IACvC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;AAChD,CAAC","sourcesContent":["import PageParser from \"../parsers/PageParser.js\";\nimport { URLHelper } from \"../utils/index.js\";\nimport type Fetcher from \"../utils/Fetcher.js\";\nimport { type Logger, type LogLevel } from \"../utils/logging/index.js\";\nimport { commonLog } from \"../utils/logging/Logger.js\";\nimport ObjectHelper from \"../utils/ObjectHelper.js\";\nimport { type DownloaderConfig } from \"./Downloader.js\";\n\nexport class InitialData {\n  name = 'InitialData';\n\n  protected config: DownloaderConfig<any>;\n  protected fetcher: Fetcher;\n  protected logger?: Logger | null;\n\n  constructor(config: DownloaderConfig<any>, fetcher: Fetcher, logger?: Logger | null) {\n    this.config = config;\n    this.fetcher = fetcher;\n    this.logger = logger;\n  }\n\n  async get(url: string, signal?: AbortSignal) {\n    let campaignId: string | null = null;\n    let currentUserId: string | undefined = undefined;\n    let fetchCurrentUserIdFromAPI = false;\n    if (this.config.type === 'post' &&\n      this.config.postFetch.type !== 'single' &&\n      this.config.postFetch.campaignId\n    ) {\n      campaignId = this.config.postFetch.campaignId;\n      fetchCurrentUserIdFromAPI = true;\n    }\n    else if (this.config.type === 'product' &&\n      this.config.productFetch.type === 'byShop' &&\n      this.config.productFetch.campaignId\n    ) {\n      campaignId = this.config.productFetch.campaignId;\n      fetchCurrentUserIdFromAPI = true;\n    }\n    if (!campaignId) {\n      this.log('debug', `Fetch initial data from \"${url}\"`);\n      let page;\n      try {\n        const { html, lastUrl } = await this.fetcher.get({ url, type: 'html', maxRetries: this.config.request.maxRetries, signal });\n        page = html;\n        if (new URL(lastUrl).pathname === '/login-sync-domains') {\n          this.log('debug', `Detected Cloudflare challenge flow at \"${lastUrl}\"`);\n          page = await this.#fetchPageWithPuppeteer(url);\n          // Because cookie not available to Puppeteer, we need to fetch \n          // current user ID separately\n          fetchCurrentUserIdFromAPI = !!this.config.cookie;\n        }\n      }\n      catch (error) {\n        if (signal?.aborted) {\n          throw error;\n        }\n        const e = Error(`Error requesting \"${url}\"`);\n        e.cause = error;\n        throw e;\n      }\n      const pageParser = new PageParser(this.logger);\n      let initialData;\n      try {\n        initialData = pageParser.parseInitialData(page, url);\n      }\n      catch (error) {\n        const e = Error(`Error parsing initial data from \"${url}\"`);\n        e.cause = error;\n        throw e;\n      }\n      campaignId = ObjectHelper.getProperty(initialData, 'pageBootstrap.campaign.data.id');\n      currentUserId = ObjectHelper.getProperty(initialData, 'commonBootstrap.currentUser.data.id');\n      if (!campaignId) {\n        throw Error(`Campaign ID not found in initial data of \"${url}\"`);\n      }\n    }\n    if (fetchCurrentUserIdFromAPI) {\n      this.log('debug', `Fetch current user ID from API`);\n      const currentUserAPIURL = URLHelper.constructCurrentUserAPIURL();\n      const { json: currentUserJson } = await this.fetcher.get({\n        url: currentUserAPIURL,\n        type: 'json',\n        maxRetries: this.config.request.maxRetries,\n        signal\n      });\n      currentUserId = ObjectHelper.getProperty(currentUserJson, 'data.id') || undefined;\n    }\n    this.log('debug', `Initial data: campaign ID '${campaignId}'; current user ID '${currentUserId}'`);\n    return { campaignId, currentUserId };\n  }\n\n  async #fetchPageWithPuppeteer(url: string) {\n    return this.fetcher.getPageWithPuppeteer(url);\n  }\n\n  protected log(level: LogLevel, ...msg: any[]) {\n    commonLog(this.logger, level, this.name, ...msg);\n  }\n}"]}
+{"version":3,"file":"InitialData.js","sourceRoot":"","sources":["../../src/downloaders/InitialData.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,UAAU,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,YAAY,MAAM,0BAA0B,CAAC;AAGpD,MAAM,OAAO,WAAW;IAOtB,YAAY,MAA6B,EAAE,OAAgB,EAAE,MAAsB;;QANnF,SAAI,GAAG,aAAa,CAAC;QAOnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,MAAoB;QACzC,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,aAAa,GAAuB,SAAS,CAAC;QAClD,IAAI,yBAAyB,GAAG,KAAK,CAAC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM;YAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ;YACvC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ;YACvC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,EAChC,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;YAC9C,yBAAyB,GAAG,IAAI,CAAC;QACnC,CAAC;aACI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;YACrC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,KAAK,QAAQ;YAC1C,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EACnC,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;YACjD,yBAAyB,GAAG,IAAI,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,4BAA4B,GAAG,GAAG,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC5H,IAAI,GAAG,IAAI,CAAC;gBACZ,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBACxD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,0CAA0C,OAAO,GAAG,CAAC,CAAC;oBACxE,IAAI,GAAG,MAAM,uBAAA,IAAI,mEAAwB,MAA5B,IAAI,EAAyB,GAAG,CAAC,CAAC;oBAC/C,+DAA+D;oBAC/D,6BAA6B;oBAC7B,yBAAyB,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBACpB,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM,CAAC,GAAG,KAAK,CAAC,qBAAqB,GAAG,GAAG,CAAC,CAAC;gBAC7C,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;gBAChB,MAAM,CAAC,CAAC;YACV,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,WAAW,CAAC;YAChB,IAAI,CAAC;gBACH,WAAW,GAAG,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,GAAG,KAAK,CAAC,oCAAoC,GAAG,GAAG,CAAC,CAAC;gBAC5D,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;gBAChB,MAAM,CAAC,CAAC;YACV,CAAC;YACD,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,WAAW,EAAE,gCAAgC,CAAC,CAAC;YACrF,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,WAAW,EAAE,qCAAqC,CAAC,CAAC;YAC7F,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,KAAK,CAAC,6CAA6C,GAAG,GAAG,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QACD,IAAI,yBAAyB,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,gCAAgC,CAAC,CAAC;YACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,0BAA0B,EAAE,CAAC;YACjE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBACvD,GAAG,EAAE,iBAAiB;gBACtB,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;gBAC1C,MAAM;aACP,CAAC,CAAC;YACH,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,SAAS,CAAC;QACpF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,8BAA8B,UAAU,uBAAuB,aAAa,GAAG,CAAC,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;IACvC,CAAC;IAMS,GAAG,CAAC,KAAe,EAAE,GAAG,GAAU;QAC1C,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC;IACnD,CAAC;CACF;8EAPC,KAAK,8CAAyB,GAAW;IACvC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;AAChD,CAAC","sourcesContent":["import PageParser from \"../parsers/PageParser.js\";\nimport { URLHelper } from \"../utils/index.js\";\nimport type Fetcher from \"../utils/Fetcher.js\";\nimport { type Logger, type LogLevel } from \"../utils/logging/index.js\";\nimport { commonLog } from \"../utils/logging/Logger.js\";\nimport ObjectHelper from \"../utils/ObjectHelper.js\";\nimport { type DownloaderConfig } from \"./Downloader.js\";\n\nexport class InitialData {\n  name = 'InitialData';\n\n  protected config: DownloaderConfig<any>;\n  protected fetcher: Fetcher;\n  protected logger?: Logger | null;\n\n  constructor(config: DownloaderConfig<any>, fetcher: Fetcher, logger?: Logger | null) {\n    this.config = config;\n    this.fetcher = fetcher;\n    this.logger = logger;\n  }\n\n  async get(url: string, signal?: AbortSignal) {\n    let campaignId: string | null = null;\n    let currentUserId: string | undefined = undefined;\n    let fetchCurrentUserIdFromAPI = false;\n    if (this.config.type === 'post' &&\n      this.config.postFetch.type !== 'single' &&\n      this.config.postFetch.type !== 'byFile' &&\n      this.config.postFetch.campaignId\n    ) {\n      campaignId = this.config.postFetch.campaignId;\n      fetchCurrentUserIdFromAPI = true;\n    }\n    else if (this.config.type === 'product' &&\n      this.config.productFetch.type === 'byShop' &&\n      this.config.productFetch.campaignId\n    ) {\n      campaignId = this.config.productFetch.campaignId;\n      fetchCurrentUserIdFromAPI = true;\n    }\n    if (!campaignId) {\n      this.log('debug', `Fetch initial data from \"${url}\"`);\n      let page;\n      try {\n        const { html, lastUrl } = await this.fetcher.get({ url, type: 'html', maxRetries: this.config.request.maxRetries, signal });\n        page = html;\n        if (new URL(lastUrl).pathname === '/login-sync-domains') {\n          this.log('debug', `Detected Cloudflare challenge flow at \"${lastUrl}\"`);\n          page = await this.#fetchPageWithPuppeteer(url);\n          // Because cookie not available to Puppeteer, we need to fetch \n          // current user ID separately\n          fetchCurrentUserIdFromAPI = !!this.config.cookie;\n        }\n      }\n      catch (error) {\n        if (signal?.aborted) {\n          throw error;\n        }\n        const e = Error(`Error requesting \"${url}\"`);\n        e.cause = error;\n        throw e;\n      }\n      const pageParser = new PageParser(this.logger);\n      let initialData;\n      try {\n        initialData = pageParser.parseInitialData(page, url);\n      }\n      catch (error) {\n        const e = Error(`Error parsing initial data from \"${url}\"`);\n        e.cause = error;\n        throw e;\n      }\n      campaignId = ObjectHelper.getProperty(initialData, 'pageBootstrap.campaign.data.id');\n      currentUserId = ObjectHelper.getProperty(initialData, 'commonBootstrap.currentUser.data.id');\n      if (!campaignId) {\n        throw Error(`Campaign ID not found in initial data of \"${url}\"`);\n      }\n    }\n    if (fetchCurrentUserIdFromAPI) {\n      this.log('debug', `Fetch current user ID from API`);\n      const currentUserAPIURL = URLHelper.constructCurrentUserAPIURL();\n      const { json: currentUserJson } = await this.fetcher.get({\n        url: currentUserAPIURL,\n        type: 'json',\n        maxRetries: this.config.request.maxRetries,\n        signal\n      });\n      currentUserId = ObjectHelper.getProperty(currentUserJson, 'data.id') || undefined;\n    }\n    this.log('debug', `Initial data: campaign ID '${campaignId}'; current user ID '${currentUserId}'`);\n    return { campaignId, currentUserId };\n  }\n\n  async #fetchPageWithPuppeteer(url: string) {\n    return this.fetcher.getPageWithPuppeteer(url);\n  }\n\n  protected log(level: LogLevel, ...msg: any[]) {\n    commonLog(this.logger, level, this.name, ...msg);\n  }\n}"]}

package/dist/downloaders/PostDownloader.js

@@ -97,6 +97,9 @@ _PostDownloader_startPromise = new WeakMap(), _PostDownloader_context = new Weak
         else if (postFetch.type === 'byCollection') {
             this.log('info', `Targeting posts in collection #${postFetch.collectionId}`);
         }
+        else if (postFetch.type === 'byFile') {
+            this.log('info', `Target post given by API data in "${postFetch.filePath}"`);
+        }
         else { // Single
             this.log('info', `Targeting post #${postFetch.postId}`);
         }
@@ -264,6 +267,9 @@ _PostDownloader_startPromise = new WeakMap(), _PostDownloader_context = new Weak
         else if (postFetch.type === 'byCollection') {
             this.log('info', `Done downloading posts in collection #${postFetch.collectionId}`);
         }
+        else if (postFetch.type === 'byFile') {
+            this.log('info', `Done downloading post given in "${postFetch.filePath}"`);
+        }
         else {
             this.log('info', `Done downloading post #${postFetch.postId}`);
         }