koztv-blog-tools 1.3.0 → 1.3.2

package/dist/node.d.mts

@@ -25,6 +25,8 @@ interface TelegramExportOptions {
     until?: Date;
     /** Download media files */
     downloadMedia?: boolean;
+    /** Skip posts that already have markdown files */
+    skipExisting?: boolean;
     /** Number of concurrent media downloads */
     mediaWorkers?: number;
     /** Callback for progress updates */

package/dist/node.d.ts

@@ -25,6 +25,8 @@ interface TelegramExportOptions {
     until?: Date;
     /** Download media files */
     downloadMedia?: boolean;
+    /** Skip posts that already have markdown files */
+    skipExisting?: boolean;
     /** Number of concurrent media downloads */
     mediaWorkers?: number;
     /** Callback for progress updates */

package/dist/node.js

@@ -375,6 +375,30 @@ var import_sessions = require("telegram/sessions/index.js");
 var fs = __toESM(require("fs"));
 var path = __toESM(require("path"));
 var readline = __toESM(require("readline"));
+var import_child_process = require("child_process");
+var MAX_FILE_SIZE = 95 * 1024 * 1024;
+var COMPRESS_THRESHOLD = 50 * 1024 * 1024;
+function hasFFmpeg() {
+  try {
+    (0, import_child_process.execSync)("ffmpeg -version", { stdio: "ignore" });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function compressVideo(inputPath, outputPath) {
+  try {
+    (0, import_child_process.execSync)(
+      `ffmpeg -i "${inputPath}" -vf "scale='min(1280,iw)':'-2'" -c:v libx264 -crf 28 -preset fast -c:a aac -b:a 128k -y "${outputPath}"`,
+      { stdio: "ignore", timeout: 3e5 }
+      // 5 min timeout
+    );
+    const stats = fs.statSync(outputPath);
+    return stats.size <= MAX_FILE_SIZE;
+  } catch {
+    return false;
+  }
+}
 function entitiesToMarkdown(text, entities) {
   if (!entities || entities.length === 0) return text;
   const mergedEntities = [];
@@ -514,6 +538,7 @@ async function exportTelegramChannel(options) {
     since,
     until,
     downloadMedia = true,
+    skipExisting = false,
     mediaWorkers = 3,
     onProgress,
     onPhoneNumber = () => defaultReadline("Phone number: "),
@@ -611,7 +636,14 @@ async function exportTelegramChannel(options) {
     }
     const msgId = message.id;
     const paddedId = String(msgId).padStart(6, "0");
+    const postPath = path.join(postsDir, `${paddedId}.md`);
     const postMediaDir = path.join(mediaDir, paddedId);
+    if (skipExisting && fs.existsSync(postPath)) {
+      if (onProgress) {
+        onProgress(processedCount, totalMessages, `Skipping ${paddedId} (exists)`);
+      }
+      continue;
+    }
     const mediaFiles = [];
     if (downloadMedia && message.media) {
       const existingFiles = fs.existsSync(postMediaDir) ? fs.readdirSync(postMediaDir).filter((f) => f.startsWith("media.")) : [];
@@ -647,7 +679,39 @@ async function exportTelegramChannel(options) {
             const mediaFileName = `media${ext}`;
             const mediaPath = path.join(postMediaDir, mediaFileName);
             fs.writeFileSync(mediaPath, buffer);
-            mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            const stats = fs.statSync(mediaPath);
+            const isVideo = [".mp4", ".mov", ".avi", ".webm", ".m4v"].includes(ext.toLowerCase());
+            if (stats.size > MAX_FILE_SIZE) {
+              if (isVideo && hasFFmpeg()) {
+                const compressedPath = path.join(postMediaDir, `media_compressed${ext}`);
+                if (compressVideo(mediaPath, compressedPath)) {
+                  fs.unlinkSync(mediaPath);
+                  fs.renameSync(compressedPath, mediaPath);
+                  mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+                } else {
+                  fs.unlinkSync(mediaPath);
+                  if (fs.existsSync(compressedPath)) fs.unlinkSync(compressedPath);
+                  console.warn(`Skipping large media for message ${msgId} (>${MAX_FILE_SIZE / 1024 / 1024}MB)`);
+                }
+              } else {
+                fs.unlinkSync(mediaPath);
+                console.warn(`Skipping large media for message ${msgId} (>${MAX_FILE_SIZE / 1024 / 1024}MB)`);
+              }
+            } else if (stats.size > COMPRESS_THRESHOLD && isVideo && hasFFmpeg()) {
+              const compressedPath = path.join(postMediaDir, `media_compressed${ext}`);
+              if (compressVideo(mediaPath, compressedPath)) {
+                const compressedStats = fs.statSync(compressedPath);
+                if (compressedStats.size < stats.size) {
+                  fs.unlinkSync(mediaPath);
+                  fs.renameSync(compressedPath, mediaPath);
+                } else {
+                  fs.unlinkSync(compressedPath);
+                }
+              }
+              mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            } else {
+              mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            }
           }
         } catch (e) {
           console.error(`Error downloading media for message ${msgId}:`, e);

package/dist/node.mjs

@@ -25,6 +25,30 @@ import { StringSession } from "telegram/sessions/index.js";
 import * as fs from "fs";
 import * as path from "path";
 import * as readline from "readline";
+import { execSync } from "child_process";
+var MAX_FILE_SIZE = 95 * 1024 * 1024;
+var COMPRESS_THRESHOLD = 50 * 1024 * 1024;
+function hasFFmpeg() {
+  try {
+    execSync("ffmpeg -version", { stdio: "ignore" });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function compressVideo(inputPath, outputPath) {
+  try {
+    execSync(
+      `ffmpeg -i "${inputPath}" -vf "scale='min(1280,iw)':'-2'" -c:v libx264 -crf 28 -preset fast -c:a aac -b:a 128k -y "${outputPath}"`,
+      { stdio: "ignore", timeout: 3e5 }
+      // 5 min timeout
+    );
+    const stats = fs.statSync(outputPath);
+    return stats.size <= MAX_FILE_SIZE;
+  } catch {
+    return false;
+  }
+}
 function entitiesToMarkdown(text, entities) {
   if (!entities || entities.length === 0) return text;
   const mergedEntities = [];
@@ -164,6 +188,7 @@ async function exportTelegramChannel(options) {
     since,
     until,
     downloadMedia = true,
+    skipExisting = false,
     mediaWorkers = 3,
     onProgress,
     onPhoneNumber = () => defaultReadline("Phone number: "),
@@ -261,7 +286,14 @@ async function exportTelegramChannel(options) {
     }
     const msgId = message.id;
     const paddedId = String(msgId).padStart(6, "0");
+    const postPath = path.join(postsDir, `${paddedId}.md`);
     const postMediaDir = path.join(mediaDir, paddedId);
+    if (skipExisting && fs.existsSync(postPath)) {
+      if (onProgress) {
+        onProgress(processedCount, totalMessages, `Skipping ${paddedId} (exists)`);
+      }
+      continue;
+    }
     const mediaFiles = [];
     if (downloadMedia && message.media) {
       const existingFiles = fs.existsSync(postMediaDir) ? fs.readdirSync(postMediaDir).filter((f) => f.startsWith("media.")) : [];
@@ -297,7 +329,39 @@ async function exportTelegramChannel(options) {
             const mediaFileName = `media${ext}`;
             const mediaPath = path.join(postMediaDir, mediaFileName);
             fs.writeFileSync(mediaPath, buffer);
-            mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            const stats = fs.statSync(mediaPath);
+            const isVideo = [".mp4", ".mov", ".avi", ".webm", ".m4v"].includes(ext.toLowerCase());
+            if (stats.size > MAX_FILE_SIZE) {
+              if (isVideo && hasFFmpeg()) {
+                const compressedPath = path.join(postMediaDir, `media_compressed${ext}`);
+                if (compressVideo(mediaPath, compressedPath)) {
+                  fs.unlinkSync(mediaPath);
+                  fs.renameSync(compressedPath, mediaPath);
+                  mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+                } else {
+                  fs.unlinkSync(mediaPath);
+                  if (fs.existsSync(compressedPath)) fs.unlinkSync(compressedPath);
+                  console.warn(`Skipping large media for message ${msgId} (>${MAX_FILE_SIZE / 1024 / 1024}MB)`);
+                }
+              } else {
+                fs.unlinkSync(mediaPath);
+                console.warn(`Skipping large media for message ${msgId} (>${MAX_FILE_SIZE / 1024 / 1024}MB)`);
+              }
+            } else if (stats.size > COMPRESS_THRESHOLD && isVideo && hasFFmpeg()) {
+              const compressedPath = path.join(postMediaDir, `media_compressed${ext}`);
+              if (compressVideo(mediaPath, compressedPath)) {
+                const compressedStats = fs.statSync(compressedPath);
+                if (compressedStats.size < stats.size) {
+                  fs.unlinkSync(mediaPath);
+                  fs.renameSync(compressedPath, mediaPath);
+                } else {
+                  fs.unlinkSync(compressedPath);
+                }
+              }
+              mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            } else {
+              mediaFiles.push(`media/${paddedId}/${mediaFileName}`);
+            }
           }
         } catch (e) {
           console.error(`Error downloading media for message ${msgId}:`, e);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "koztv-blog-tools",
-  "version": "1.3.0",
+  "version": "1.3.2",
   "description": "Shared utilities for Telegram-based blog sites",
   "main": "dist/index.js",
   "module": "dist/index.mjs",