koishi-plugin-video-parser-all 1.1.3 → 1.1.5

package/lib/index.d.ts

@@ -25,6 +25,8 @@ export declare const Config: Schema<{
     retryInterval?: number | null | undefined;
 } & {
     enableForward?: boolean | null | undefined;
+} & {
+    deduplicationInterval?: number | null | undefined;
 } & {
     primaryApiUrl?: string | null | undefined;
     backupApiUrl?: string | null | undefined;
@@ -82,6 +84,8 @@ export declare const Config: Schema<{
     retryInterval: number;
 } & {
     enableForward: boolean;
+} & {
+    deduplicationInterval: number;
 } & {
     primaryApiUrl: string;
     backupApiUrl: string;

package/lib/index.js

@@ -6,12 +6,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Config = exports.name = void 0;
 exports.apply = apply;
 const koishi_1 = require("koishi");
-const axios_1 = __importDefault(require("axios"));
 const promises_1 = __importDefault(require("fs/promises"));
 const path_1 = __importDefault(require("path"));
 const fs_1 = require("fs");
 const promises_2 = require("stream/promises");
-const lru_cache_1 = require("lru-cache");
+const LRUCache = require("lru-cache");
 exports.name = 'video-parser-all';
 exports.Config = koishi_1.Schema.intersect([
     koishi_1.Schema.object({
@@ -45,6 +44,9 @@ exports.Config = koishi_1.Schema.intersect([
     koishi_1.Schema.object({
         enableForward: koishi_1.Schema.boolean().default(false).description('启用合并转发（仅 OneBot 平台）'),
     }).description('发送方式设置'),
+    koishi_1.Schema.object({
+        deduplicationInterval: koishi_1.Schema.number().min(0).step(1).default(180).description('禁止重复解析时间间隔（秒），0 为不限制'),
+    }).description('去重设置'),
     koishi_1.Schema.object({
         primaryApiUrl: koishi_1.Schema.string().default('https://api.bugpk.com/api/short_videos').description('主 API 地址'),
         backupApiUrl: koishi_1.Schema.string().default('https://api.bugpk.com/api/svparse').description('备用主 API 地址（仅支持抖音/小红书/ins/即梦）'),
@@ -117,7 +119,7 @@ function debugLog(level, ...args) {
     }).join(' ')}`;
     logger.info(message);
 }
-const urlCache = new lru_cache_1.LRUCache({
+const urlCache = new LRUCache({
     max: 500,
     ttl: 10 * 60 * 1000,
     updateAgeOnGet: false,
@@ -236,25 +238,6 @@ function cleanUrl(url) {
         return url.replace(/&/g, '&').replace(/\?.*/, '');
     }
 }
-async function resolveShortUrl(url) {
-    try {
-        const res = await axios_1.default.get(url, {
-            timeout: 10000,
-            maxRedirects: 10,
-            headers: {
-                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
-                'Referer': 'https://www.baidu.com/',
-            },
-            validateStatus: (status) => status >= 200 && status < 400,
-        });
-        const finalUrl = res.request?.res?.responseUrl || url;
-        return cleanUrl(finalUrl);
-    }
-    catch (e) {
-        debugLog('WARN', '解析短链接失败:', e, '原始URL:', url);
-        return cleanUrl(url);
-    }
-}
 function formatDuration(seconds) {
     if (!seconds || seconds <= 0)
         return '';
@@ -446,51 +429,6 @@ function buildForwardNode(session, content, botName) {
         }
     }, messageContent);
 }
-async function downloadVideoFile(videoUrl, tempDir, timeout, maxSizeMB) {
-    if (!videoUrl)
-        throw new Error('视频链接为空');
-    await promises_1.default.mkdir(tempDir, { recursive: true });
-    const fileName = `video_${Date.now()}_${Math.random().toString(36).substring(2, 8)}.mp4`;
-    const filePath = path_1.default.resolve(tempDir, fileName);
-    debugLog('INFO', `开始下载视频: ${videoUrl.substring(0, 100)}...`);
-    debugLog('INFO', `临时文件路径: ${filePath}`);
-    const writer = (0, fs_1.createWriteStream)(filePath);
-    let response;
-    try {
-        response = await (0, axios_1.default)({
-            method: 'GET',
-            url: videoUrl,
-            responseType: 'stream',
-            timeout: timeout,
-            headers: {
-                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
-                'Referer': 'https://www.bilibili.com/',
-            },
-            validateStatus: (status) => status >= 200 && status < 300,
-        });
-    }
-    catch (e) {
-        writer.destroy();
-        await promises_1.default.unlink(filePath).catch(() => { });
-        throw new Error(`下载视频失败: ${getErrorMessage(e)}`);
-    }
-    const maxSizeBytes = maxSizeMB * 1024 * 1024;
-    const contentLength = Number(response.headers['content-length'] || 0);
-    if (maxSizeMB > 0 && contentLength > maxSizeBytes) {
-        writer.destroy();
-        await promises_1.default.unlink(filePath).catch(() => { });
-        throw new Error(`视频文件过大(${Math.round(contentLength / 1024 / 1024)}MB)，超过限制(${maxSizeMB}MB)`);
-    }
-    try {
-        await (0, promises_2.pipeline)(response.data, writer);
-        debugLog('INFO', `视频下载完成`);
-        return filePath;
-    }
-    catch (e) {
-        await promises_1.default.unlink(filePath).catch(() => { });
-        throw new Error(`写入视频文件失败: ${getErrorMessage(e)}`);
-    }
-}
 function getErrorMessage(error) {
     if (error instanceof Error)
         return error.message;
@@ -499,6 +437,10 @@ function getErrorMessage(error) {
 function apply(ctx, config) {
     debugEnabled = config.debug || false;
     debugLog('INFO', '插件初始化开始');
+    const dedupCache = new LRUCache({
+        max: 1000,
+        ttl: config.deduplicationInterval * 1000,
+    });
     const texts = {
         waitingTipText: config.waitingTipText || '正在解析视频，请稍候...',
         unsupportedPlatformText: config.unsupportedPlatformText || '不支持该平台链接',
@@ -506,14 +448,6 @@ function apply(ctx, config) {
         parseErrorPrefix: config.parseErrorPrefix || '❌ 解析失败：',
         parseErrorItemFormat: config.parseErrorItemFormat || '【${url}】: ${msg}',
     };
-    const http = axios_1.default.create({
-        timeout: config.timeout,
-        headers: {
-            'User-Agent': config.userAgent,
-            'Referer': 'https://www.baidu.com/',
-            'Content-Type': 'application/x-www-form-urlencoded'
-        }
-    });
     const defaultDedicatedApis = {
         bilibili: 'https://api.bugpk.com/api/bilibili',
         douyin: 'https://api.bugpk.com/api/douyin',
@@ -538,6 +472,68 @@ function apply(ctx, config) {
         const dedicatedFirst = config.platformDedicatedFirst?.[type] ?? false;
         return { apiUrl, dedicatedFirst };
     }
+    async function resolveShortUrl(url) {
+        try {
+            const res = await ctx.http.get(url, {
+                timeout: 10000,
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
+                    'Referer': 'https://www.baidu.com/',
+                },
+                validateStatus: (status) => status >= 200 && status < 400,
+            });
+            const finalUrl = res.request?.res?.responseUrl || url;
+            return cleanUrl(finalUrl);
+        }
+        catch (e) {
+            debugLog('WARN', '解析短链接失败:', e, '原始URL:', url);
+            return cleanUrl(url);
+        }
+    }
+    async function downloadVideoFile(videoUrl) {
+        if (!videoUrl)
+            throw new Error('视频链接为空');
+        const tempDir = config.tempDir || './temp_videos';
+        await promises_1.default.mkdir(tempDir, { recursive: true });
+        const fileName = `video_${Date.now()}_${Math.random().toString(36).substring(2, 8)}.mp4`;
+        const filePath = path_1.default.resolve(tempDir, fileName);
+        debugLog('INFO', `开始下载视频: ${videoUrl.substring(0, 100)}...`);
+        debugLog('INFO', `临时文件路径: ${filePath}`);
+        const writer = (0, fs_1.createWriteStream)(filePath);
+        let response;
+        try {
+            response = await ctx.http.get(videoUrl, {
+                responseType: 'stream',
+                timeout: config.videoDownloadTimeout || 120000,
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
+                    'Referer': 'https://www.bilibili.com/',
+                },
+                validateStatus: (status) => status >= 200 && status < 300,
+            });
+        }
+        catch (e) {
+            writer.destroy();
+            await promises_1.default.unlink(filePath).catch(() => { });
+            throw new Error(`下载视频失败: ${getErrorMessage(e)}`);
+        }
+        const maxSizeBytes = (config.maxVideoSize || 0) * 1024 * 1024;
+        const contentLength = Number(response.headers?.['content-length'] || 0);
+        if (maxSizeBytes > 0 && contentLength > maxSizeBytes) {
+            writer.destroy();
+            await promises_1.default.unlink(filePath).catch(() => { });
+            throw new Error(`视频文件过大(${Math.round(contentLength / 1024 / 1024)}MB)，超过限制(${config.maxVideoSize}MB)`);
+        }
+        try {
+            await (0, promises_2.pipeline)(response.data, writer);
+            debugLog('INFO', `视频下载完成`);
+            return filePath;
+        }
+        catch (e) {
+            await promises_1.default.unlink(filePath).catch(() => { });
+            throw new Error(`写入视频文件失败: ${getErrorMessage(e)}`);
+        }
+    }
     async function fetchApi(url, type) {
         const cacheKey = url;
         const cached = urlCache.get(cacheKey);
@@ -567,7 +563,7 @@ function apply(ctx, config) {
         for (const api of apiList) {
             for (let attempt = 0; attempt <= config.retryTimes; attempt++) {
                 try {
-                    const res = await http.get(api.url, {
+                    const res = await ctx.http.get(api.url, {
                         params: { url },
                         timeout: config.timeout
                     });
@@ -670,7 +666,7 @@ function apply(ctx, config) {
         };
         if (config.forceDownloadVideo) {
             try {
-                const tempFilePath = await downloadVideoFile(videoUrl, config.tempDir || './temp_videos', config.videoDownloadTimeout || 120000, config.maxVideoSize || 0);
+                const tempFilePath = await downloadVideoFile(videoUrl);
                 const localFile = `file://${tempFilePath}`;
                 await sendWithTimeout(session, koishi_1.h.video(localFile));
                 return;
@@ -696,7 +692,7 @@ function apply(ctx, config) {
         catch (urlErr) {
             debugLog('ERROR', '直接发送URL失败，尝试下载:', getErrorMessage(urlErr));
             try {
-                const tempFilePath = await downloadVideoFile(videoUrl, config.tempDir || './temp_videos', config.videoDownloadTimeout || 120000, config.maxVideoSize || 0);
+                const tempFilePath = await downloadVideoFile(videoUrl);
                 const localFile = `file://${tempFilePath}`;
                 await sendWithTimeout(session, koishi_1.h.video(localFile));
                 return;
@@ -713,10 +709,20 @@ function apply(ctx, config) {
         const errors = [];
         for (let i = 0; i < matches.length; i++) {
             const match = matches[i];
+            if (config.deduplicationInterval > 0) {
+                const lastTime = dedupCache.get(match.url);
+                if (lastTime && (Date.now() - lastTime < config.deduplicationInterval * 1000)) {
+                    debugLog('INFO', `跳过重复链接: ${match.url}`);
+                    continue;
+                }
+            }
             debugLog('INFO', `正在解析第 ${i + 1}/${matches.length} 个链接: ${match.url} (平台: ${match.type})`);
             const result = await processSingleUrl(match.url, match.type);
             if (result.success) {
                 items.push(result.data);
+                if (config.deduplicationInterval > 0) {
+                    dedupCache.set(match.url, Date.now());
+                }
             }
             else {
                 const item = texts.parseErrorItemFormat
@@ -879,6 +885,7 @@ function apply(ctx, config) {
     ctx.on('dispose', () => {
         clearInterval(tempCleanupInterval);
         urlCache.clear();
+        dedupCache.clear();
         debugLog('INFO', '插件已卸载，资源已清理');
     });
     process.on('exit', async () => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-video-parser-all",
   "description": "Koishi 全平台视频解析插件，支持抖音/快手/B站/微博/小红书/剪映/YouTube/TikTok等20+平台",
-  "version": "1.1.3",
+  "version": "1.1.5",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [

package/readme.md

@@ -71,6 +71,11 @@ This is a **multi-platform video/image parsing plugin** developed for the Koishi
 |--------|------|--------|------|
 | `enableForward` | boolean | false | 是否启用合并转发（仅 OneBot 平台），启用后视频与图文将整合进同一条合并消息 |
 
+### 去重设置
+| 配置项 | 类型 | 默认值 | 说明 |
+|--------|------|--------|------|
+| `deduplicationInterval` | number | 180 | 禁止重复解析时间间隔（秒），0 为不限制。同一个链接在间隔内不会重复解析。 |
+
 ### 界面文字设置
 | 配置项 | 类型 | 默认值 | 说明 |
 |--------|------|--------|------|