koishi-plugin-video-parser-all 0.9.8 → 1.0.0

package/lib/index.d.ts

@@ -11,6 +11,9 @@ export declare const Config: Schema<{
     showImageText?: boolean | null | undefined;
     showVideoFile?: boolean | null | undefined;
     maxDescLength?: number | null | undefined;
+    videoDownloadTimeout?: number | null | undefined;
+    tempDir?: string | null | undefined;
+    maxVideoSize?: number | null | undefined;
 } & {
     timeout?: number | null | undefined;
     videoSendTimeout?: number | null | undefined;
@@ -38,6 +41,9 @@ export declare const Config: Schema<{
     showImageText: boolean;
     showVideoFile: boolean;
     maxDescLength: number;
+    videoDownloadTimeout: number;
+    tempDir: string;
+    maxVideoSize: number;
 } & {
     timeout: number;
     videoSendTimeout: number;

package/lib/index.js

@@ -7,6 +7,10 @@ exports.Config = exports.name = void 0;
 exports.apply = apply;
 const koishi_1 = require("koishi");
 const axios_1 = __importDefault(require("axios"));
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const fs_1 = require("fs");
+const promises_2 = require("stream/promises");
 exports.name = 'video-parser-all';
 exports.Config = koishi_1.Schema.intersect([
     koishi_1.Schema.object({
@@ -22,6 +26,9 @@ exports.Config = koishi_1.Schema.intersect([
         showImageText: koishi_1.Schema.boolean().default(true).description('是否发送解析后的文字内容'),
         showVideoFile: koishi_1.Schema.boolean().default(true).description('是否发送视频文件（关闭则只发送视频链接）'),
         maxDescLength: koishi_1.Schema.number().default(200).description('简介内容最大长度（字符），超出自动截断'),
+        videoDownloadTimeout: koishi_1.Schema.number().default(120000).description('视频下载超时（毫秒）'),
+        tempDir: koishi_1.Schema.string().default('./temp_videos').description('临时视频存储目录'),
+        maxVideoSize: koishi_1.Schema.number().min(0).step(1).default(0).description('最大下载视频大小（MB），0 为不限制大小'),
     }).description('内容显示设置'),
     koishi_1.Schema.object({
         timeout: koishi_1.Schema.number().min(0).default(180000).description('API 请求超时（毫秒）'),
@@ -99,6 +106,20 @@ function linkTypeParser(content) {
     }
     return matches;
 }
+function extractUrl(content) {
+    const urlMatches = content.match(/https?:\/\/[^\s\"\'\>]+/gi) || [];
+    return urlMatches.filter(url => {
+        try {
+            const hostname = new URL(url).hostname.toLowerCase();
+            if (hostname === 'multimedia.nt.qq.com.cn')
+                return false;
+            return true;
+        }
+        catch {
+            return false;
+        }
+    });
+}
 function extractAllUrlsFromMessage(session) {
     const content = session.content?.trim() || '';
     const urls = [];
@@ -116,8 +137,11 @@ function extractAllUrlsFromMessage(session) {
     if (session.elements) {
         for (const elem of session.elements) {
             if (elem.type === 'xml' && elem.data) {
-                const xmlUrls = extractUrlsFromXmlLegacy(elem.data);
-                urls.push(...xmlUrls);
+                const urlRegex = /https?:\/\/[^\s<>"']+/gi;
+                let match;
+                while ((match = urlRegex.exec(elem.data)) !== null) {
+                    urls.push(match[0]);
+                }
             }
             else if (elem.type === 'json' && elem.data) {
                 try {
@@ -143,29 +167,6 @@ function extractAllUrlsFromMessage(session) {
     }
     return [...new Set(urls)];
 }
-function extractUrlsFromXmlLegacy(xml) {
-    const urls = [];
-    const urlRegex = /https?:\/\/[^\s<>"']+/gi;
-    let match;
-    while ((match = urlRegex.exec(xml)) !== null) {
-        urls.push(match[0]);
-    }
-    return urls;
-}
-function extractUrl(content) {
-    const urlMatches = content.match(/https?:\/\/[^\s\"\'\>]+/gi) || [];
-    return urlMatches.filter(url => {
-        try {
-            const hostname = new URL(url).hostname.toLowerCase();
-            if (hostname === 'multimedia.nt.qq.com.cn')
-                return false;
-            return true;
-        }
-        catch {
-            return false;
-        }
-    });
-}
 function cleanUrl(url) {
     try {
         url = url.replace(/&amp;/g, '&');
@@ -207,7 +208,7 @@ function formatDuration(seconds) {
     const s = Math.floor(seconds % 60);
     if (h > 0)
         return `${h}:${m.toString().padStart(2, '0')}:${s.toString().padStart(2, '0')}`;
-    return `${m}:${s.toString().padStart(2, '0')}`;
+    return `${m}:${s.toString().padStart(2, '0')}:${s.toString().padStart(2, '0')}`;
 }
 function formatPublishTime(ms) {
     if (!ms)
@@ -361,6 +362,45 @@ function buildForwardNode(session, content, botName) {
 }
 const urlCache = new Map();
 const CACHE_TTL = 10 * 60 * 1000;
+async function downloadVideoFile(videoUrl, tempDir, timeout, maxSizeMB) {
+    await promises_1.default.mkdir(tempDir, { recursive: true });
+    const fileName = `video_${Date.now()}_${Math.random().toString(36).substring(2, 8)}.mp4`;
+    const filePath = path_1.default.join(tempDir, fileName);
+    const writer = (0, fs_1.createWriteStream)(filePath);
+    const response = await (0, axios_1.default)({
+        method: 'GET',
+        url: videoUrl,
+        responseType: 'stream',
+        timeout: timeout,
+        headers: {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
+        }
+    });
+    const maxSizeBytes = maxSizeMB * 1024 * 1024;
+    const contentLength = Number(response.headers['content-length'] || 0);
+    if (maxSizeMB > 0 && contentLength > maxSizeBytes) {
+        writer.destroy();
+        await promises_1.default.unlink(filePath).catch(() => { });
+        throw new Error(`视频文件过大(${Math.round(contentLength / 1024 / 1024)}MB)，超过限制(${maxSizeMB}MB)`);
+    }
+    let downloadedSize = 0;
+    response.data.on('data', (chunk) => {
+        downloadedSize += chunk.length;
+        if (maxSizeMB > 0 && downloadedSize > maxSizeBytes) {
+            response.data.destroy();
+            writer.destroy();
+            promises_1.default.unlink(filePath).catch(() => { });
+            throw new Error(`视频文件过大，超过限制(${maxSizeMB}MB)`);
+        }
+    });
+    await (0, promises_2.pipeline)(response.data, writer);
+    return filePath;
+}
+function getErrorMessage(error) {
+    if (error instanceof Error)
+        return error.message;
+    return String(error);
+}
 function apply(ctx, config) {
     debugEnabled = config.debug || false;
     debugLog('INFO', '插件初始化开始');
@@ -471,6 +511,29 @@ function apply(ctx, config) {
         }
         return null;
     }
+    async function sendVideoFile(session, videoUrl) {
+        if (!videoUrl)
+            throw new Error('视频链接为空');
+        try {
+            debugLog('INFO', `尝试直接发送视频URL: ${videoUrl.substring(0, 100)}...`);
+            return await sendWithTimeout(session, koishi_1.h.video(videoUrl));
+        }
+        catch (err) {
+            debugLog('ERROR', `直接发送URL失败，开始下载视频: ${getErrorMessage(err)}`);
+            let tempFilePath = null;
+            try {
+                tempFilePath = await downloadVideoFile(videoUrl, config.tempDir || './temp_videos', config.videoDownloadTimeout || 120000, config.maxVideoSize || 0);
+                const localFile = `file://${path_1.default.resolve(tempFilePath)}`;
+                debugLog('INFO', `视频下载完成，发送本地文件: ${localFile}`);
+                return await sendWithTimeout(session, koishi_1.h.video(localFile));
+            }
+            finally {
+                if (tempFilePath) {
+                    promises_1.default.unlink(tempFilePath).catch(e => debugLog('WARN', `删除临时文件失败: ${e}`));
+                }
+            }
+        }
+    }
     async function flush(session, urls) {
         const uniqueUrls = [...new Set(urls)];
         const items = [];
@@ -504,44 +567,75 @@ function apply(ctx, config) {
             return;
         const enableForward = config.enableForward && session.platform === 'onebot';
         const botName = config.botName || '视频解析机器人';
-        const forwardMessages = [];
-        for (const item of items) {
-            const p = item.parsed;
-            const text = item.text;
-            if (text && config.showImageText) {
-                if (enableForward)
+        if (enableForward) {
+            const forwardMessages = [];
+            for (const item of items) {
+                const p = item.parsed;
+                const text = item.text;
+                if (text && config.showImageText) {
                     forwardMessages.push(buildForwardNode(session, text, botName));
-                else {
-                    await sendWithTimeout(session, text);
-                    await delay(300);
                 }
-            }
-            if (p.cover && p.type !== 'live_photo' && !(p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
-                if (enableForward)
+                if (p.cover && p.type !== 'live_photo' && !(p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
                     forwardMessages.push(buildForwardNode(session, koishi_1.h.image(p.cover), botName));
-                else {
-                    await sendWithTimeout(session, koishi_1.h.image(p.cover)).catch(() => { });
-                    await delay(300);
+                }
+                if (p.type === 'image' || p.type === 'live_photo' || (p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
+                    const imageUrls = p.images?.length ? p.images : (p.live_photo?.map(lp => lp.image) ?? []);
+                    for (const imgUrl of imageUrls) {
+                        forwardMessages.push(buildForwardNode(session, koishi_1.h.image(imgUrl), botName));
+                    }
                 }
             }
-            if (p.video && config.showVideoFile && (p.type === 'video' || (p.type === 'live' && !p.live_photo?.length && !p.images?.length))) {
-                const videoMsg = koishi_1.h.video(p.video);
-                if (enableForward) {
-                    forwardMessages.push(buildForwardNode(session, videoMsg, botName));
+            if (forwardMessages.length) {
+                const forwardMsg = (0, koishi_1.h)('message', { forward: true }, forwardMessages.slice(0, 100));
+                try {
+                    await sendWithTimeout(session, forwardMsg, config.retryTimes);
                 }
-                else {
-                    await sendWithTimeout(session, videoMsg).catch(() => { });
+                catch (err) {
+                    debugLog('ERROR', '合并转发发送失败，降级为逐条发送:', err);
+                    for (const node of forwardMessages) {
+                        await sendWithTimeout(session, node.data.content).catch(() => { });
+                        await delay(300);
+                    }
+                }
+            }
+            for (const item of items) {
+                const p = item.parsed;
+                if (p.video && config.showVideoFile && (p.type === 'video' || (p.type === 'live' && !p.live_photo?.length && !p.images?.length))) {
+                    try {
+                        await sendVideoFile(session, p.video);
+                    }
+                    catch (err) {
+                        debugLog('ERROR', `视频发送失败（降级发送链接）: ${getErrorMessage(err)}`);
+                        await sendWithTimeout(session, `视频链接：${p.video}`).catch(() => { });
+                    }
                     await delay(500);
                 }
             }
-            if (p.type === 'image' || p.type === 'live_photo' || (p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
-                const imageUrls = p.images?.length ? p.images : (p.live_photo?.map(lp => lp.image) ?? []);
-                if (enableForward) {
-                    for (const imgUrl of imageUrls) {
-                        forwardMessages.push(buildForwardNode(session, koishi_1.h.image(imgUrl), botName));
+        }
+        else {
+            for (const item of items) {
+                const p = item.parsed;
+                const text = item.text;
+                if (text && config.showImageText) {
+                    await sendWithTimeout(session, text);
+                    await delay(300);
+                }
+                if (p.cover && p.type !== 'live_photo' && !(p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
+                    await sendWithTimeout(session, koishi_1.h.image(p.cover)).catch(() => { });
+                    await delay(300);
+                }
+                if (p.video && config.showVideoFile && (p.type === 'video' || (p.type === 'live' && !p.live_photo?.length && !p.images?.length))) {
+                    try {
+                        await sendVideoFile(session, p.video);
+                    }
+                    catch (err) {
+                        debugLog('ERROR', `视频发送失败（降级发送链接）: ${getErrorMessage(err)}`);
+                        await sendWithTimeout(session, `视频链接：${p.video}`).catch(() => { });
                     }
+                    await delay(500);
                 }
-                else {
+                if (p.type === 'image' || p.type === 'live_photo' || (p.type === 'live' && (p.live_photo?.length || p.images?.length))) {
+                    const imageUrls = p.images?.length ? p.images : (p.live_photo?.map(lp => lp.image) ?? []);
                     for (const imgUrl of imageUrls) {
                         await sendWithTimeout(session, koishi_1.h.image(imgUrl)).catch(() => { });
                         await delay(200);
@@ -549,15 +643,6 @@ function apply(ctx, config) {
                 }
             }
         }
-        if (enableForward && forwardMessages.length) {
-            const forwardMsg = (0, koishi_1.h)('message', { forward: true }, forwardMessages.slice(0, 100));
-            await sendWithTimeout(session, forwardMsg, config.retryTimes).catch(() => {
-                debugLog('ERROR', '合并转发发送最终失败，降级为逐条发送');
-                for (const node of forwardMessages) {
-                    sendWithTimeout(session, node.data.content).catch(() => { });
-                }
-            });
-        }
     }
     ctx.on('message', async (session) => {
         if (!config.enable)
@@ -588,10 +673,17 @@ function apply(ctx, config) {
                 urlCache.delete(key);
         }
     }, 60000);
+    process.on('exit', async () => {
+        try {
+            const tempDir = config.tempDir || './temp_videos';
+            const files = await promises_1.default.readdir(tempDir);
+            for (const file of files) {
+                if (file.startsWith('video_') && file.endsWith('.mp4')) {
+                    await promises_1.default.unlink(path_1.default.join(tempDir, file)).catch(() => { });
+                }
+            }
+        }
+        catch { }
+    });
     debugLog('INFO', '插件初始化完成');
 }
-function getErrorMessage(error) {
-    if (error instanceof Error)
-        return error.message;
-    return String(error);
-}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-video-parser-all",
   "description": "Koishi 全平台视频解析插件，支持抖音/快手/B站/微博/小红书/剪映/YouTube/TikTok等20+平台",
-  "version": "0.9.8",
+  "version": "1.0.0",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [

package/readme.md

@@ -5,24 +5,28 @@
 ### 中文
 这是一个为 Koishi 机器人框架开发的**全平台视频/图集解析插件**，使用统一API接口，支持自动识别并解析抖音、快手、B站、小红书、微博、YouTube、TikTok、剪映、AcFun、知乎、虎牙等20+主流平台的短视频/图集/实况链接。核心特性：
 - 🌐 统一API解析，覆盖20+热门平台，无需繁琐配置
-- 🤖 自动识别链接来源，即丢即用，并支持解析 XML 卡片消息中的链接（如 QQ/OneBot 平台的分享卡片）
+- 🤖 自动识别链接来源，即丢即用，并支持解析 XML/JSON 卡片消息中的链接（如 QQ/OneBot 平台的分享卡片）
 - 🎨 完全自定义的解析结果格式，支持多项变量替换，变量无值自动隐藏行
 - 🐛 内置Debug调试模式，可详细记录所有操作与API交互日志
 - 📤 支持OneBot平台消息合并转发，优化多图文展示体验
 - 💬 所有提示文案均可自定义，适配多语言场景
 - 🔁 消息发送支持自动重试，与API重试配置联动，增强稳定性
 - 🚀 内置内存缓存，避免短时间内重复解析同一链接；并发控制，防止资源耗尽
+- ⚡ 优先直接发送视频URL，失败自动降级为本地文件发送，大幅提升性能
+- 🛡️ 可选视频大小限制，防止超大文件占满服务器磁盘；自动清理所有临时文件
 
 ### English
 This is a **multi-platform video/image parsing plugin** developed for the Koishi bot framework, using a unified API interface to automatically recognize and parse short video/image/live photo links from 20+ mainstream platforms such as Douyin, Kuaishou, Bilibili, Xiaohongshu, Weibo, YouTube, TikTok, Jianying, AcFun, Zhihu, Huya and more. Core features:
 - 🌐 Unified API parsing, covering 20+ popular platforms without complex configuration
-- 🤖 Auto-detection of link sources, drop & go, and support for extracting links from XML card messages (e.g., share cards on QQ/OneBot)
+- 🤖 Auto-detection of link sources, drop & go, and support for extracting links from XML/JSON card messages (e.g., share cards on QQ/OneBot)
 - 🎨 Fully customizable parsing result format with variable substitutions, empty variables hide the line automatically
 - 🐛 Built-in Debug mode, recording detailed operations and API interaction logs
 - 📤 Support OneBot message forwarding for better image/video display
 - 💬 All prompt texts are customizable for multilingual scenarios
 - 🔁 Message sending supports automatic retries, linked with API retry configuration for improved stability
 - 🚀 Built-in memory cache to avoid repeated parsing of the same URL; concurrency control to prevent resource exhaustion
+- ⚡ Priority to send video URL directly, automatically downgrade to local file sending on failure, greatly improving performance
+- 🛡️ Optional video size limit to prevent oversized files from filling up server disk; automatic cleanup of all temporary files
 
 ## 项目仓库 (Repository)
 - GitHub: `https://github.com/Minecraft-1314/koishi-plugin-video-parser-all`
@@ -55,13 +59,16 @@ This is a **multi-platform video/image parsing plugin** developed for the Koishi
 | `showImageText` | boolean | true | 是否发送解析后的文字内容 |
 | `showVideoFile` | boolean | true | 是否发送视频文件（关闭则只发送视频链接） |
 | `maxDescLength` | number | 200 | 简介内容最大长度（字符），超出自动截断 |
+| `videoDownloadTimeout` | number | 120000 | 视频下载超时（毫秒） |
+| `tempDir` | string | `./temp_videos` | 临时视频存储目录 |
+| `maxVideoSize` | number | 0 | 最大下载视频大小（MB），0 为不限制大小 |
 
 ### 网络与 API 设置
 | 配置项 | 类型 | 默认值 | 说明 |
 |--------|------|--------|------|
 | `timeout` | number | 180000 | API 请求超时时间（毫秒） |
 | `videoSendTimeout` | number | 60000 | 视频消息发送超时时间（毫秒，0 为不限制） |
-| `userAgent` | string | Chrome 124 UA | API 请求使用的 User-Agent |
+| `userAgent` | string | `Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36` | API 请求使用的 User-Agent |
 
 ### 错误与重试设置
 | 配置项 | 类型 | 默认值 | 说明 |
@@ -82,7 +89,7 @@ This is a **multi-platform video/image parsing plugin** developed for the Koishi
 | `unsupportedPlatformText` | string | 不支持该平台链接 | 不支持的平台提示 |
 | `invalidLinkText` | string | 无效的视频链接 | 无效链接提示（parse 指令） |
 | `parseErrorPrefix` | string | ❌ 解析失败： | 解析失败消息前缀 |
-| `parseErrorItemFormat` | string | 【${url}】: ${msg} | 每条解析失败的展示格式，可用 ${url}（链接）和 ${msg}（错误信息） |
+| `parseErrorItemFormat` | string | `【${url}】: ${msg}` | 每条解析失败的展示格式，可用 ${url}（链接）和 ${msg}（错误信息） |
 
 ## 支持的变量 (Supported Variables)
 在 `unifiedMessageFormat` 中可使用以下变量进行自定义格式化，某行所有变量均为空（或为"0"）时该行不显示：