koishi-plugin-share-links-analysis 0.3.0 → 0.5.0

package/lib/parsers/twitter.js

@@ -0,0 +1,160 @@
+"use strict";
+// src/parsers/twitter.ts
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.match = match;
+exports.process = process;
+const koishi_1 = require("koishi");
+const utils_1 = require("../utils");
+// ======================
+// 链接匹配规则
+// ======================
+const linkRules = [
+    {
+        pattern: /https?:\/\/(?:www\.)?(?:twitter\.com|x\.com|mobile\.twitter\.com)\/([\w-]+)\/status\/(\d+)/gi,
+        type: "tweet",
+    },
+    {
+        pattern: /https?:\/\/t\.co\/([a-zA-Z0-9]+)/gi,
+        type: "short",
+    }
+];
+/**
+ * 在文本中匹配 Twitter/X 链接
+ */
+function match(content) {
+    const results = [];
+    const seen = new Set();
+    for (const rule of linkRules) {
+        let match;
+        while ((match = rule.pattern.exec(content)) !== null) {
+            const username = match[1] || 'unknown';
+            const tweetId = match[2] || match[1];
+            let cleanUrl = match[0];
+            // 处理短链接
+            if (rule.type === 'short') {
+                cleanUrl = `https://t.co/${tweetId}`;
+                // 标准化域名
+            }
+            else {
+                cleanUrl = `https://x.com/${username}/status/${tweetId}`;
+            }
+            if (seen.has(cleanUrl))
+                continue;
+            seen.add(cleanUrl);
+            results.push({
+                platform: 'twitter',
+                type: rule.type,
+                id: tweetId,
+                url: cleanUrl,
+            });
+        }
+    }
+    return results;
+}
+/**
+ * 处理单条 Twitter 链接
+ */
+async function process(ctx, config, link, session) {
+    const logger = ctx.logger('twitter:process');
+    let apiUrl;
+    if (link.type === 'short') {
+        // 短链接需先解析，但 vxtwitter 支持直接转换
+        apiUrl = `https://api.vxtwitter.com/tweet?id=${link.id}`;
+    }
+    // 标准推文链接
+    apiUrl = link.url.replace("x.com", "api.vxtwitter.com");
+    if (!apiUrl) {
+        logger.warn(`无效的 Twitter 链接: ${link.url}`);
+        await session.send('无法解析此 Twitter 链接，URL 格式不正确');
+        return null;
+    }
+    try {
+        logger.info(`🔍 解析推文: ${apiUrl}`);
+        const tweetData = await ctx.http.get(apiUrl, {
+            headers: {
+                'User-Agent': config.userAgent,
+                'Accept': 'application/json'
+            }
+        });
+        // 处理 API 错误
+        if (tweetData?.error) {
+            logger.error(`API 错误: ${tweetData.error}`);
+            await session.send(`Twitter API 错误: ${tweetData.error}`);
+            return null;
+        }
+        if (tweetData.possibly_sensitive && !config.allow_sensitive) {
+            await session.send('潜在的不合规内容，已停止发送');
+            return null;
+        }
+        // 解析媒体
+        let media;
+        if (tweetData?.hasMedia) {
+            media = parseMedia(tweetData);
+        }
+        const likes = (0, utils_1.numeral)(parseInt(tweetData.likes), config);
+        const replies = (0, utils_1.numeral)(parseInt(tweetData.replies), config);
+        const retweets = (0, utils_1.numeral)(parseInt(tweetData.retweets), config);
+        const statsString = `点赞: ${likes} | 评论: ${replies} | 转发: ${retweets}`;
+        let tweet_text;
+        if (tweetData.replyingTo) {
+            tweet_text = "回复：" + tweetData.text;
+        }
+        else {
+            tweet_text = tweetData.text;
+        }
+        const image = media?.images ? media?.images.map(img => koishi_1.h.image(img).toString()).join('\n') : '';
+        const mainbody = (0, utils_1.escapeHtml)(tweet_text) + image;
+        return {
+            platform: 'twitter',
+            title: `@${tweetData.user_screen_name} 的推文`,
+            authorName: tweetData.user_name || tweetData.user_screen_name,
+            mainbody: mainbody,
+            sourceUrl: link.url,
+            stats: statsString,
+            videoUrl: media?.videos[0]?.url, // 取第一个视频
+            coverUrl: media?.videos[0]?.preview_url,
+        };
+    }
+    catch (error) {
+        logger.error(`解析失败: ${error.message || error}`);
+        // 专项错误处理
+        if (error.message?.includes('429')) {
+            await session.send('Twitter API 速率限制，请稍后再试');
+        }
+        else if (error.message?.includes('404')) {
+            await session.send('推文不存在或已删除');
+        }
+        else if (error.message?.includes('ECONNRESET') || error.message?.includes('ETIMEDOUT')) {
+            await session.send('连接 Twitter API 超时，请重试');
+        }
+        else {
+            await session.send(`解析失败: ${error.message}`);
+        }
+        return null;
+    }
+}
+// ======================
+// 内部工具函数
+// ======================
+/**
+ * 解析媒体数据
+ */
+function parseMedia(tweetData) {
+    const images = [];
+    const videos = [];
+    for (const media of tweetData.media_extended) {
+        switch (media.type) {
+            case 'image':
+                images.push(media.url);
+                continue;
+            case 'video':
+                videos.push({
+                    url: media.url,
+                    preview_url: media.thumbnail_url,
+                    duration: media.duration_millis ? media.duration_millis / 1000 : undefined
+                });
+                continue;
+        }
+    }
+    return { images, videos };
+}

package/lib/parsers/xiaohongshu.d.ts

@@ -11,7 +11,7 @@ export declare function match(content: string): Link[];
  * @param ctx - Koishi Context
  * @param config
  */
-export declare function refreshXhsCookie(ctx: Context, config: PluginConfig): Promise<boolean>;
+export declare function init(ctx: Context, config: PluginConfig): Promise<boolean>;
 /**
  * 处理单个小红书链接
  * @param ctx Koishi Context

package/lib/parsers/xiaohongshu.js

@@ -2,10 +2,25 @@
 // src/parsers/xiaohongshu.ts
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.match = match;
-exports.refreshXhsCookie = refreshXhsCookie;
+exports.init = init;
 exports.process = process;
+const koishi_1 = require("koishi");
 const cheerio_1 = require("cheerio");
 const utils_1 = require("../utils");
+const linkRules = [
+    {
+        pattern: /(?:https?:\/\/)?(?:www\.xiaohongshu\.com\/discovery\/item\/)([\w?=&\-.%]+)/gi,
+        type: "discovery",
+    },
+    {
+        pattern: /(?:https?:\/\/)?(?:www\.xiaohongshu\.com\/explore\/)([\w?=&\-.%]+)/gi,
+        type: "explore",
+    },
+    {
+        pattern: /(?:https?:\/\/)?(?:xhslink\.com\/(?:\w\/)?)([0-9a-zA-Z]+)/gi,
+        type: "short",
+    },
+];
 /**
  * 在文本中匹配小红书链接 (长链接或短链接)
  * @param content 消息内容
@@ -13,25 +28,28 @@ const utils_1 = require("../utils");
  */
 function match(content) {
     const results = [];
-    // 匹配标准长链接和短链接
-    const linkRegex = [
-        { pattern: /(https?:\/\/)?(www\.xiaohongshu\.com\/discovery\/item\/([\w?=\-&\.%]+))/g, type: "discovery" },
-        { pattern: /(https?:\/\/)?(www\.xiaohongshu\.com\/explore\/([\w?=\-&\.%]+))/g, type: "explore" },
-        { pattern: /(https?:\/\/)?(xhslink\.com\/(m\/)?[0-9a-zA-Z]+)/g, type: "short" },
-    ];
-    for (const rule of linkRegex) {
-        const matches = [...content.matchAll(new RegExp(rule.pattern, 'gi'))];
-        for (const matchArr of matches) {
-            if (matchArr[2]) {
-                // 强制将所有链接格式化为 https 开头
-                const formattedUrl = `https://${matchArr[2]}`;
-                results.push({
-                    platform: 'xiaohongshu',
-                    type: rule.type,
-                    id: formattedUrl.split('/').pop().split('?')[0],
-                    url: formattedUrl
-                });
-            }
+    const seen = new Set();
+    for (const { pattern, type } of linkRules) {
+        let match;
+        while ((match = pattern.exec(content)) !== null) {
+            const idPart = match[1];
+            if (!idPart)
+                continue;
+            const cleanId = idPart.split('?')[0];
+            const host = type === "short" ? "xhslink.com" : "www.xiaohongshu.com";
+            const pathPrefix = type === "short"
+                ? (idPart.startsWith('m/') ? 'm/' : '')
+                : (type === "discovery" ? "discovery/item/" : "explore/");
+            const url = `https://${host}/${pathPrefix}${idPart}`;
+            if (seen.has(url))
+                continue;
+            seen.add(url);
+            results.push({
+                platform: 'xiaohongshu',
+                type,
+                id: cleanId,
+                url,
+            });
         }
     }
     return results;
@@ -41,7 +59,7 @@ function match(content) {
  * @param ctx - Koishi Context
  * @param config
  */
-async function refreshXhsCookie(ctx, config) {
+async function init(ctx, config) {
     const logger = ctx.logger('share-links-analysis:xiaohongshu');
     const platformId = 'xiaohongshu';
     if (!ctx.puppeteer) {
@@ -239,26 +257,21 @@ async function process(ctx, config, link, session) {
                 }
             });
         }
-        const stats = {
-            '点赞': (0, utils_1.numeral)(parseInt(noteData.interactInfo.likedCount), config),
-            '收藏': (0, utils_1.numeral)(parseInt(noteData.interactInfo.collectedCount), config),
-            '评论': (0, utils_1.numeral)(parseInt(noteData.interactInfo.commentCount), config),
-        };
-        let statsString = config.xiaohongshuStatsFormat;
-        Object.keys(stats).forEach(key => {
-            statsString = statsString.replace(`{${key}}`, stats[key]);
-        });
+        const liked = (0, utils_1.numeral)(parseInt(noteData.interactInfo.likedCount), config);
+        const collected = (0, utils_1.numeral)(parseInt(noteData.interactInfo.collectedCount), config);
+        const comment = (0, utils_1.numeral)(parseInt(noteData.interactInfo.commentCount), config);
+        const statsString = `点赞: ${liked} | 收藏: ${collected} | 评论: ${comment}`;
+        const image = images ? images.map(img => koishi_1.h.image(img).toString()).join('\n') : '';
+        const mainbody = (0, utils_1.escapeHtml)(noteData.desc.trim()) + image;
         return {
             platform: 'xiaohongshu',
             title: noteData.title,
             authorName: noteData.user.nickname,
-            description: noteData.desc.trim(),
+            mainbody: mainbody,
             coverUrl: coverUrl,
             videoUrl: videoUrl,
-            duration: (videoUrl && noteData.video?.media?.duration) ? noteData.video.media.duration / 1000 : null,
             sourceUrl: urlToFetch,
             stats: statsString,
-            images: images.length > 0 ? images : undefined,
         };
     }
     catch (error) {

package/lib/types.d.ts

@@ -1,35 +1,34 @@
 export interface Link {
-    platform: 'bilibili' | 'xiaohongshu';
+    platform: string;
     type: string;
     id: string;
     url: string;
 }
 export interface ParsedInfo {
-    platform: 'bilibili' | 'xiaohongshu';
+    platform: string;
     title: string;
     authorName: string;
-    description?: string;
+    mainbody?: string;
     coverUrl?: string;
     videoUrl?: string | null;
-    duration?: number | null;
     sourceUrl: string;
     stats: string;
-    images?: string[];
 }
 export interface PluginConfig {
     Video_ClarityPriority: '1' | '2';
-    Maximumduration: number;
-    Maximumduration_tip: string;
-    MinimumTimeInterval: number;
+    Max_size: number;
+    Max_size_tip: string;
+    Min_Interval: number;
     waitTip_Switch: false | string;
-    useForward: boolean;
+    useForward: 'plain' | 'forward' | 'mixed';
     format: string;
-    bilibiliStatsFormat: string;
-    xiaohongshuStatsFormat: string;
     parseLimit: number;
     useNumeral: boolean;
     showError: boolean;
-    bVideoIDPreference: 'bv' | 'av';
+    allow_sensitive: boolean;
+    proxy: string;
+    onebotReadDir: string;
+    localDownloadDir: string;
     userAgent: string;
     logLevel: 'none' | 'link_only' | 'full';
 }
@@ -72,12 +71,6 @@ declare module 'koishi' {
         BiliBiliVideo: any;
         puppeteer?: any;
     }
-    interface Tables {
-        sla_cookie_cache: {
-            platform: string;
-            cookie: string;
-        };
-    }
 }
 export interface XhsImageInfo {
     imageScene: string;

package/lib/utils.d.ts

@@ -1,4 +1,5 @@
-import { PluginConfig } from './types';
+import { ParsedInfo, PluginConfig } from './types';
+import { Logger, Session } from "koishi";
 /**
  * 将数字格式化为易读的字符串（如 万、亿）
  * @param num 数字
@@ -6,3 +7,7 @@ import { PluginConfig } from './types';
  * @returns 格式化后的字符串
  */
 export declare function numeral(num: number, config: PluginConfig): string;
+export declare function escapeHtml(str: string): string;
+export declare function getFileSize(url: string, proxy: string | undefined, userAgent: string | undefined): Promise<number | null>;
+export declare function sendResult_plain(session: Session, config: PluginConfig, result: ParsedInfo, logger: Logger): Promise<void>;
+export declare function sendResult_forward(session: Session, config: PluginConfig, result: ParsedInfo, logger: Logger, mixed_sending?: boolean): Promise<void>;