koishi-plugin-video-parser-all 0.1.7 → 0.1.8

package/lib/index.js

@@ -11,6 +11,7 @@ const crypto_1 = __importDefault(require("crypto"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const promises_1 = require("stream/promises");
+const worker_threads_1 = require("worker_threads");
 exports.name = 'video-parser-all';
 exports.Config = koishi_1.Schema.object({
     enable: koishi_1.Schema.boolean().default(true).description('是否启用插件'),
@@ -62,9 +63,33 @@ exports.Config = koishi_1.Schema.object({
         customApi: koishi_1.Schema.string().description('B站自定义API'),
     }).description('B站配置'),
 });
+// 工作线程处理下载逻辑
+if (!worker_threads_1.isMainThread) {
+    const { url, filePath } = worker_threads_1.workerData;
+    (async () => {
+        try {
+            const response = await (0, axios_1.default)({
+                url,
+                method: 'GET',
+                responseType: 'stream',
+                timeout: 60000,
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
+                }
+            });
+            await (0, promises_1.pipeline)(response.data, fs_1.default.createWriteStream(filePath));
+            worker_threads_1.parentPort?.postMessage({ success: true, filePath });
+        }
+        catch (error) {
+            worker_threads_1.parentPort?.postMessage({
+                success: false,
+                error: error.message
+            });
+        }
+    })();
+}
 const processed = new Map();
 const linkBuffer = new Map();
-const parseCostHistory = new Map();
 const PLATFORM_KEYWORDS = {
     bilibili: ['bilibili', 'b23', 'B站'],
     kuaishou: ['kuaishou', '快手'],
@@ -91,200 +116,282 @@ function getPlatformType(url) {
         return 'bilibili';
     return null;
 }
-async function downloadVideo(url, filename) {
-    const dir = path_1.default.join(process.cwd(), 'temp_videos');
-    if (!fs_1.default.existsSync(dir))
-        fs_1.default.mkdirSync(dir, { recursive: true });
-    const file = path_1.default.join(dir, `${filename}.mp4`);
-    const res = await (0, axios_1.default)({ url, method: 'GET', responseType: 'stream', timeout: 30000 });
-    await (0, promises_1.pipeline)(res.data, fs_1.default.createWriteStream(file));
-    return file;
+// 多线程下载视频
+async function downloadVideoWithThreads(url, filename) {
+    return new Promise((resolve, reject) => {
+        const dir = path_1.default.join(process.cwd(), 'temp_videos');
+        if (!fs_1.default.existsSync(dir))
+            fs_1.default.mkdirSync(dir, { recursive: true });
+        const filePath = path_1.default.join(dir, `${filename}.mp4`);
+        const worker = new worker_threads_1.Worker(__filename, {
+            workerData: { url, filePath }
+        });
+        worker.on('message', (result) => {
+            if (result.success) {
+                resolve(result.filePath);
+            }
+            else {
+                reject(new Error(result.error));
+            }
+        });
+        worker.on('error', (error) => {
+            reject(error);
+        });
+        worker.on('exit', (code) => {
+            if (code !== 0) {
+                reject(new Error(`下载线程退出，代码: ${code}`));
+            }
+        });
+    });
 }
-function parseData(data, platform) {
-    if (platform === 'bilibili') {
-        return {
-            title: data.title || '无标题',
-            author: data.user?.name || data.author || '未知UP主',
-            desc: data.desc || data.description || data.title || '无简介',
-            digg: data.like || data.digg || 0,
-            coin: data.coin || 0,
-            collect: data.collect || data.favorite || 0,
-            share: data.share || 0,
-            play: data.play || data.view || 0,
-            danmaku: data.danmaku || data.comment || 0,
-            cover: data.cover || data.imgurl || data.pic || '',
-            video: data.url || data.video_url || (data.videos?.[0]?.url || '')
-        };
+function parseData(data, platform, maxDescLength) {
+    let title = data.title || '无标题';
+    let author = data.author?.name || data.user?.name || data.author || '未知作者';
+    let desc = data.desc || data.description || title || '无简介';
+    desc = desc.slice(0, maxDescLength);
+    let digg = data.like || data.digg || 0;
+    let coin = data.coin || 0;
+    let collect = data.collect || data.favorite || 0;
+    let share = data.share || 0;
+    let play = data.play || data.view || 0;
+    let danmaku = data.danmaku || data.comment || 0;
+    let cover = data.cover || data.imgurl || data.pic || '';
+    let video = '';
+    if (data.url)
+        video = data.url;
+    else if (data.video_url)
+        video = data.video_url;
+    else if (data.videos && Array.isArray(data.videos) && data.videos.length > 0) {
+        video = data.videos.reduce((prev, curr) => (prev.size || 0) > (curr.size || 0) ? prev : curr).url || '';
     }
-    if (platform === 'douyin') {
-        return {
-            title: data.title || '无标题',
-            author: data.author?.name || '未知作者',
-            desc: data.desc || data.title || '无简介',
-            digg: data.like || data.digg || 0,
-            coin: 0,
-            collect: 0,
-            share: 0,
-            play: 0,
-            danmaku: 0,
-            cover: data.cover || '',
-            video: data.url || (data.live_photo?.[0]?.video || '')
-        };
-    }
-    return {
-        title: data.title || '无标题',
-        author: data.author || '未知作者',
-        desc: data.desc || data.title || '无简介',
-        digg: data.like || 0,
-        coin: 0,
-        collect: 0,
-        share: 0,
-        play: 0,
-        danmaku: 0,
-        cover: data.cover || '',
-        video: data.url || ''
-    };
+    else if (data.play)
+        video = data.play;
+    else if (data.hd_url)
+        video = data.hd_url;
+    return { title, author, desc, digg, coin, collect, share, play, danmaku, cover, video };
 }
 function apply(ctx, config) {
-    const http = axios_1.default.create({ timeout: config.timeout });
+    if (!worker_threads_1.isMainThread)
+        return;
+    const http = axios_1.default.create({
+        timeout: config.timeout,
+        headers: {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
+        }
+    });
     function getApi(platform) {
         const conf = config[platform];
-        if (!conf)
-            return config.commonApi;
         if (conf.mode === 'custom' && conf.customApi)
             return conf.customApi;
         if (conf.mode === 'own')
             return conf.ownApi;
         return config.commonApi;
     }
-    async function calculateRealEstimatedTime(urls, session) {
-        let totalTime = 0;
-        for (const url of urls) {
-            const platform = getPlatformType(url);
-            if (!platform)
-                continue;
-            const history = parseCostHistory.get(platform) || [];
-            let avgCost = 3000;
-            if (history.length > 0) {
-                avgCost = history.reduce((a, b) => a + b, 0) / history.length;
-            }
-            if (config.downloadVideoBeforeSend && platform === 'bilibili') {
-                avgCost += 2000;
-            }
-            totalTime += avgCost;
-        }
-        totalTime += config.messageBufferDelay * 1000;
-        return Math.ceil(totalTime / 1000);
-    }
     async function parse(url) {
-        const start = Date.now();
         const platform = getPlatformType(url);
         if (!platform)
-            return { data: null, cost: Date.now() - start };
+            return { data: null, platform: null };
         const api = getApi(platform);
         if (!api)
-            return { data: null, cost: Date.now() - start };
+            return { data: null, platform: null };
         try {
             const res = await http.get(api, { params: { url } });
             if (res.data.code === 200 && res.data.data) {
-                const cost = Date.now() - start;
-                const history = parseCostHistory.get(platform) || [];
-                if (history.length > 10)
-                    history.shift();
-                history.push(cost);
-                parseCostHistory.set(platform, history);
-                return { data: parseData(res.data.data, platform), cost };
+                return {
+                    data: parseData(res.data.data, platform, config.maxDescLength),
+                    platform
+                };
+            }
+        }
+        catch (e) {
+            ctx.logger.error(`解析失败: ${e.message}`);
+        }
+        return { data: null, platform: null };
+    }
+    async function processSingleUrl(session, url) {
+        const hash = crypto_1.default.createHash('md5').update(url).digest('hex');
+        const now = Date.now();
+        if (processed.get(hash) && now - processed.get(hash) < config.sameLinkInterval * 1000) {
+            return null;
+        }
+        processed.set(hash, now);
+        const parseResult = await parse(url);
+        if (!parseResult.data)
+            return null;
+        let text = config.imageParseFormat
+            .replace(/\${标题}/g, parseResult.data.title)
+            .replace(/\${UP主}/g, parseResult.data.author)
+            .replace(/\${简介}/g, parseResult.data.desc)
+            .replace(/\${点赞}/g, String(parseResult.data.digg))
+            .replace(/\${投币}/g, String(parseResult.data.coin))
+            .replace(/\${收藏}/g, String(parseResult.data.collect))
+            .replace(/\${转发}/g, String(parseResult.data.share))
+            .replace(/\${观看}/g, String(parseResult.data.play))
+            .replace(/\${弹幕}/g, String(parseResult.data.danmaku))
+            .replace(/\${tab}/g, '\t')
+            .replace(/\${~~~}/g, '\n');
+        const contentParts = [];
+        if (config.returnContent.showImageText) {
+            const [beforeCover, afterCover] = text.split('${封面}');
+            if (beforeCover && beforeCover.trim())
+                contentParts.push(beforeCover.trim());
+            if (parseResult.data.cover)
+                contentParts.push(koishi_1.h.image(parseResult.data.cover));
+            if (afterCover && afterCover.trim())
+                contentParts.push(afterCover.trim());
+        }
+        let videoContent = '';
+        if (config.returnContent.showVideoFile && parseResult.data.video) {
+            if (config.downloadVideoBeforeSend && session.platform === 'onebot') {
+                try {
+                    const filename = crypto_1.default.createHash('md5').update(parseResult.data.video).digest('hex');
+                    const filePath = await downloadVideoWithThreads(parseResult.data.video, filename);
+                    videoContent = koishi_1.h.video(`file://${filePath}`);
+                }
+                catch (e) {
+                    ctx.logger.error(`下载视频失败: ${e.message}`);
+                    videoContent = koishi_1.h.video(parseResult.data.video);
+                }
+            }
+            else {
+                videoContent = koishi_1.h.video(parseResult.data.video);
             }
         }
-        catch (e) { }
-        return { data: null, cost: Date.now() - start };
+        if (config.returnContent.showVideoUrl && parseResult.data.video) {
+            contentParts.push(`🔗 无水印链接：${parseResult.data.video}`);
+        }
+        return {
+            textContent: contentParts.join('\n'),
+            videoContent,
+            rawData: parseResult.data
+        };
     }
-    async function revokeTip(session, key) {
-        if (!config.revokeWaitingTip)
+    async function revokeWaitingTip(session, sessionKey) {
+        if (!config.revokeWaitingTip || session.platform !== 'onebot')
             return;
-        const buf = linkBuffer.get(key);
-        if (buf?.tipMsgId && session.platform === 'onebot') {
-            await session.bot.deleteMessage(session.channelId, buf.tipMsgId).catch(() => { });
+        const bufferData = linkBuffer.get(sessionKey);
+        if (!bufferData?.tipMsgId)
+            return;
+        try {
+            await session.bot.internal.deleteMessage(session.channelId, bufferData.tipMsgId);
+        }
+        catch (e) {
+            ctx.logger.debug(`撤回等待提示失败: ${e.message}`);
         }
     }
-    async function flush(session) {
-        const key = `${session.platform}:${session.userId}:${session.channelId}`;
-        const buf = linkBuffer.get(key);
-        if (!buf)
+    async function flushBuffer(session) {
+        const sessionKey = `${session.platform}:${session.userId}:${session.channelId}`;
+        const bufferData = linkBuffer.get(sessionKey);
+        if (!bufferData)
             return;
-        clearTimeout(buf.timer);
-        linkBuffer.delete(key);
-        await revokeTip(session, key);
-        const urls = buf.urls;
-        const estimated = await calculateRealEstimatedTime(urls, session);
-        let tipText = config.waitingTipText;
-        if (estimated > 0)
-            tipText += ` 预计${estimated}秒后完成`;
+        clearTimeout(bufferData.timer);
+        linkBuffer.delete(sessionKey);
+        await revokeWaitingTip(session, sessionKey);
         const results = [];
-        for (const url of urls) {
-            const hash = crypto_1.default.createHash('md5').update(url).digest('hex');
-            if (processed.get(hash) && Date.now() - processed.get(hash) < config.sameLinkInterval * 1000)
-                continue;
-            processed.set(hash, Date.now());
-            const { data, cost } = await parse(url);
-            if (data)
-                results.push({ data, cost });
+        for (const url of bufferData.urls) {
+            const result = await processSingleUrl(session, url);
+            if (result)
+                results.push(result);
         }
-        if (config.enableForward && session.platform === 'onebot' && results.length > 0) {
-            const nodes = results.map(r => ({
-                user_id: session.selfId,
-                time: Math.floor(Date.now() / 1000),
-                content: [r.data.title, r.data.cover ? koishi_1.h.image(r.data.cover) : null, r.data.video ? koishi_1.h.video(r.data.video) : null].filter(Boolean).join('\n')
-            }));
-            await session.send((0, koishi_1.h)('forward', {
-                content: '群聊的聊天记录',
-                brief: '[聊天记录]',
-                data: nodes
-            })).catch(() => {
-                results.forEach(r => session.send(r.data.title).then(() => session.send(r.data.video)));
+        if (results.length === 0)
+            return;
+        if (config.enableForward && session.platform === 'onebot') {
+            const forwardNodes = results.map(result => {
+                const nodeContent = [];
+                if (result.textContent)
+                    nodeContent.push(result.textContent);
+                if (result.videoContent)
+                    nodeContent.push(result.videoContent);
+                return {
+                    type: 'node',
+                    data: {
+                        name: '视频解析机器人',
+                        uin: session.selfId,
+                        content: nodeContent
+                    }
+                };
             });
+            try {
+                await session.send((0, koishi_1.h)('message', {
+                    type: 'forward',
+                    data: {
+                        messages: forwardNodes
+                    }
+                }));
+                return;
+            }
+            catch (e) {
+                ctx.logger.error(`合并转发失败: ${e.message}`);
+            }
         }
-        else {
-            results.forEach(r => {
-                session.send(r.data.title);
-                if (r.data.video)
-                    session.send(r.data.video);
-            });
+        for (const result of results) {
+            try {
+                if (result.textContent)
+                    await session.send(result.textContent);
+                if (result.videoContent)
+                    await session.send(result.videoContent);
+            }
+            catch (e) {
+                if (!config.ignoreSendError) {
+                    ctx.logger.warn(`发送消息失败: ${e.message}`);
+                }
+            }
         }
     }
     ctx.on('message', async (session) => {
-        if (!config.enable || !hasPlatformKeyword(session.content))
-            return;
-        const urls = extractUrl(session.content);
-        if (!urls.length)
-            return;
-        const key = `${session.platform}:${session.userId}:${session.channelId}`;
-        if (linkBuffer.has(key)) {
-            linkBuffer.get(key).urls.push(...urls);
-            clearTimeout(linkBuffer.get(key).timer);
-        }
-        else {
-            const estimated = await calculateRealEstimatedTime(urls, session);
-            let tipText = config.waitingTipText;
-            if (estimated > 0)
-                tipText += ` 预计${estimated}秒后完成`;
-            const tipMsg = await session.send(tipText).catch(() => null);
-            linkBuffer.set(key, {
+        try {
+            if (!config.enable)
+                return;
+            const content = session.content.trim();
+            if (!hasPlatformKeyword(content))
+                return;
+            const urls = extractUrl(content);
+            if (urls.length === 0)
+                return;
+            const sessionKey = `${session.platform}:${session.userId}:${session.channelId}`;
+            if (linkBuffer.has(sessionKey)) {
+                const existing = linkBuffer.get(sessionKey);
+                existing.urls.push(...urls);
+                clearTimeout(existing.timer);
+                existing.timer = setTimeout(() => flushBuffer(session), config.messageBufferDelay * 1000);
+                linkBuffer.set(sessionKey, existing);
+                return;
+            }
+            let tipMsgId;
+            if (config.showWaitingTip) {
+                const tipText = config.waitingTipText;
+                const tipMsg = await session.send(tipText).catch(e => {
+                    if (!config.ignoreSendError)
+                        ctx.logger.warn(`发送等待提示失败: ${e.message}`);
+                    return null;
+                });
+                tipMsgId = tipMsg?.messageId || tipMsg?.id;
+            }
+            linkBuffer.set(sessionKey, {
                 urls,
-                timer: setTimeout(() => flush(session), config.messageBufferDelay * 1000),
-                tipMsgId: tipMsg?.messageId || tipMsg?.id
+                timer: setTimeout(() => flushBuffer(session), config.messageBufferDelay * 1000),
+                tipMsgId
             });
         }
-        linkBuffer.get(key).timer = setTimeout(() => flush(session), config.messageBufferDelay * 1000);
+        catch (e) {
+            ctx.logger.error(`消息处理异常: ${e.message}`);
+        }
     });
     setInterval(() => {
-        processed.forEach((t, k) => Date.now() - t > 86400000 && processed.delete(k));
-        const dir = path_1.default.join(process.cwd(), 'temp_videos');
-        if (fs_1.default.existsSync(dir)) {
-            fs_1.default.readdirSync(dir).forEach(f => {
-                const p = path_1.default.join(dir, f);
-                if (Date.now() - fs_1.default.statSync(p).ctimeMs > 3600000)
-                    fs_1.default.unlinkSync(p);
+        const now = Date.now();
+        processed.forEach((timestamp, hash) => {
+            if (now - timestamp > 86400000) {
+                processed.delete(hash);
+            }
+        });
+        const tempDir = path_1.default.join(process.cwd(), 'temp_videos');
+        if (fs_1.default.existsSync(tempDir)) {
+            fs_1.default.readdirSync(tempDir).forEach(file => {
+                const filePath = path_1.default.join(tempDir, file);
+                const stat = fs_1.default.statSync(filePath);
+                if (now - stat.ctimeMs > 3600000) {
+                    fs_1.default.unlinkSync(filePath);
+                }
             });
         }
     }, 3600000);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-video-parser-all",
   "description": "Koishi 视频解析插件，支持抖音/快手/B站链接解析，可自定义API和解析规则",
-  "version": "0.1.7",
+  "version": "0.1.8",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [