@anyul/koishi-plugin-rss 5.2.3 → 5.2.41

package/lib/core/item-processor-runtime.js

@@ -0,0 +1,215 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeText = normalizeText;
+exports.buildResolvedImageMap = buildResolvedImageMap;
+exports.renderImageListFromHtml = renderImageListFromHtml;
+exports.renderLoadedHtml = renderLoadedHtml;
+exports.renderTemplatedDescription = renderTemplatedDescription;
+exports.processVideos = processVideos;
+exports.formatVideoList = formatVideoList;
+exports.renderImage = renderImage;
+const cheerio = __importStar(require("cheerio"));
+const koishi_1 = require("koishi");
+const marked_1 = require("marked");
+const logger_1 = require("../utils/logger");
+const media_1 = require("../utils/media");
+const renderer_1 = require("./renderer");
+function isImageRenderEnabled(config) {
+    return config.basic?.imageMode === 'base64'
+        || config.basic?.imageMode === 'File'
+        || config.basic?.imageMode === 'assets';
+}
+function collectUniqueImageSources(html) {
+    const imageSources = [];
+    html('img').each((_, element) => {
+        const src = element.attribs?.src;
+        if (src)
+            imageSources.push(src);
+    });
+    return [...new Set(imageSources)];
+}
+async function prependAiSummarySection(config, htmlContent, item, options) {
+    const aiSummary = normalizeText(item?.aiSummary).trim();
+    if (!aiSummary || !isImageRenderEnabled(config))
+        return htmlContent;
+    const aiSummaryHtml = await (0, marked_1.marked)(aiSummary);
+    const contentStyleAttr = options?.contentStyle ? ` style="${options.contentStyle}"` : '';
+    const dividerAttr = options?.dividerStyle
+        ? ` style="${options.dividerStyle}"`
+        : ' class="border-t border-slate-100 my-6"';
+    return `
+      <div class="ai-summary-section mb-6">
+        <div class="flex items-start gap-3 mb-3">
+          <div class="mt-0.5 w-6 h-6 rounded-md bg-primary/10 flex flex-shrink-0 items-center justify-center">
+            <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="currentColor" class="w-4 h-4 text-primary">
+              <path d="M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-2 15l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z"/>
+            </svg>
+          </div>
+          <h3 class="text-sm font-bold text-slate-700">AI 摘要</h3>
+        </div>
+        <div class="pl-9 prose prose-slate prose-sm max-w-none"${contentStyleAttr}>
+          ${aiSummaryHtml}
+        </div>
+      </div>
+      <div${dividerAttr}></div>
+    ` + htmlContent;
+}
+async function prepareHtmlForRender(deps, html, arg, useXml = false) {
+    if (arg?.proxyAgent?.enabled) {
+        await Promise.all(html('img').map(async (_, element) => {
+            const src = element.attribs?.src;
+            if (!src)
+                return;
+            element.attribs.src = await (0, media_1.getImageUrl)(deps.ctx, deps.config, deps.$http, src, arg, true);
+        }).get());
+    }
+    html('img').attr('style', 'object-fit:scale-down;max-width:100%;height:auto;');
+    return useXml ? html.xml() : html.html();
+}
+/**
+ * 标准化 RSS 字段内容，统一数组 / 空值 / 非字符串输入。
+ */
+function normalizeText(value) {
+    if (Array.isArray(value))
+        return value.join('');
+    if (value === undefined || value === null)
+        return '';
+    return String(value);
+}
+/**
+ * 解析并去重 HTML 中的图片资源，返回原图到最终地址的映射表。
+ */
+async function buildResolvedImageMap(deps, html, arg) {
+    const imageSources = collectUniqueImageSources(html);
+    return Object.assign({}, ...(await Promise.all(imageSources.map(async (src) => ({
+        [src]: await (0, media_1.getImageUrl)(deps.ctx, deps.config, deps.$http, src, arg),
+    })))));
+}
+/**
+ * 将 HTML 中的唯一图片列表解析为消息图片串。
+ */
+async function renderImageListFromHtml(deps, html, arg) {
+    const imageSources = collectUniqueImageSources(html);
+    const resolvedImages = await Promise.all(imageSources.map(async (src) => await (0, media_1.getImageUrl)(deps.ctx, deps.config, deps.$http, src, arg)));
+    return resolvedImages
+        .filter(Boolean)
+        .map(imageUrl => `<img src="${imageUrl}"/>`)
+        .join('');
+}
+/**
+ * 将已加载的 HTML 内容渲染为最终消息。
+ */
+async function renderLoadedHtml(deps, html, arg, useXml = false) {
+    const htmlContent = await prepareHtmlForRender(deps, html, arg, useXml);
+    return await renderImage(htmlContent, deps, arg);
+}
+/**
+ * 渲染模板描述正文，并在图片模式下按需注入 AI 摘要。
+ */
+async function renderTemplatedDescription(deps, item, arg, description, options) {
+    item.description = description;
+    (0, logger_1.debug)(deps.config, item.description, 'description');
+    item.description = await prependAiSummarySection(deps.config, item.description, item, {
+        contentStyle: options?.contentStyle,
+        dividerStyle: options?.dividerStyle,
+    });
+    const html = cheerio.load(item.description);
+    if (options?.logImageMode) {
+        (0, logger_1.debug)(deps.config, `当前 imageMode: ${deps.config.basic?.imageMode}`, 'imageMode', 'info');
+    }
+    return await renderLoadedHtml(deps, html, arg);
+}
+/**
+ * 提取 HTML 中的视频资源，并按配置补齐 poster 图。
+ */
+async function processVideos(deps, html, arg, videoList) {
+    await Promise.all(html('video').map(async (_, element) => {
+        videoList.push([
+            await (0, media_1.getVideoUrl)(deps.ctx, deps.config, deps.$http, element.attribs.src, arg, true, element),
+            (element.attribs.poster && deps.config.basic?.usePoster)
+                ? await (0, media_1.getImageUrl)(deps.ctx, deps.config, deps.$http, element.attribs.poster, arg, true)
+                : '',
+        ]);
+    }).get());
+}
+/**
+ * 将视频列表格式化为最终消息片段。
+ */
+function formatVideoList(videoList) {
+    return videoList.filter(([src]) => src).map(([src, poster]) => {
+        if (src.startsWith('__VIDEO_LINK__:')) {
+            const videoUrl = src.replace('__VIDEO_LINK__:', '');
+            return `\n🎬 视频: ${videoUrl}\n`;
+        }
+        return (0, koishi_1.h)('video', { src, poster });
+    }).join('');
+}
+/**
+ * 统一执行图片渲染，兼容 base64 / File / assets / HTML 回退。
+ */
+async function renderImage(htmlContent, deps, arg) {
+    const imageMode = deps.config.basic?.imageMode;
+    if (imageMode === 'base64') {
+        (0, logger_1.debug)(deps.config, '使用 base64 模式渲染', 'render mode', 'info');
+        return (await (0, renderer_1.renderHtml2Image)(deps.ctx, deps.config, deps.$http, htmlContent, arg)).toString();
+    }
+    if (imageMode === 'File' || imageMode === 'assets') {
+        if (!deps.ctx.puppeteer) {
+            (0, logger_1.debug)(deps.config, '未安装 puppeteer 插件，跳过图片渲染', 'puppeteer error', 'error');
+            return htmlContent;
+        }
+        try {
+            (0, logger_1.debug)(deps.config, `使用 ${imageMode} 模式渲染`, 'render mode', 'info');
+            const processedHtml = await (0, renderer_1.preprocessHtmlImages)(deps.ctx, deps.config, deps.$http, htmlContent, arg);
+            let msg;
+            if ((deps.config.template?.deviceScaleFactor ?? 1) !== 1) {
+                msg = (await (0, renderer_1.renderHtml2Image)(deps.ctx, deps.config, deps.$http, processedHtml, arg)).toString();
+            }
+            else {
+                msg = await deps.ctx.puppeteer.render(processedHtml);
+            }
+            msg = await (0, media_1.puppeteerToFile)(deps.ctx, deps.config, msg);
+            (0, logger_1.debug)(deps.config, 'puppeteer 渲染完成', 'render success', 'info');
+            return msg;
+        }
+        catch (error) {
+            (0, logger_1.debug)(deps.config, `puppeteer render 失败: ${error}`, 'puppeteer error', 'error');
+            return htmlContent;
+        }
+    }
+    (0, logger_1.debug)(deps.config, `未知的 imageMode: ${imageMode}，回退到 HTML`, 'render warning', 'error');
+    return htmlContent;
+}

package/lib/core/item-processor-template.d.ts

@@ -0,0 +1,16 @@
+import * as cheerio from 'cheerio';
+import { rssArg } from '../types';
+import { ItemProcessorRuntimeDeps } from './item-processor-runtime';
+interface ProcessItemTemplateParams {
+    deps: ItemProcessorRuntimeDeps;
+    template: string | undefined;
+    item: any;
+    arg: rssArg;
+    html: cheerio.CheerioAPI;
+    aiSummary: string;
+}
+/**
+ * 根据模板类型分发并生成 RSS 条目的最终消息内容。
+ */
+export declare function processItemTemplate(params: ProcessItemTemplateParams): Promise<string>;
+export {};

package/lib/core/item-processor-template.js

@@ -0,0 +1,158 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processItemTemplate = processItemTemplate;
+const cheerio = __importStar(require("cheerio"));
+const koishi_1 = require("koishi");
+const common_1 = require("../utils/common");
+const logger_1 = require("../utils/logger");
+const security_1 = require("../utils/security");
+const template_1 = require("../utils/template");
+const item_processor_runtime_1 = require("./item-processor-runtime");
+async function processCustomTemplate(deps, item, arg, parseContent) {
+    const description = parseContent(deps.config.template?.custom || '', { ...item, arg });
+    const renderedDescription = await (0, item_processor_runtime_1.renderTemplatedDescription)(deps, item, arg, description);
+    return parseContent(deps.config.template?.customRemark || '', {
+        ...item,
+        arg,
+        description: renderedDescription,
+    });
+}
+async function processContentTemplate(deps, item, arg, html, parseContent) {
+    const resolvedImageMap = await (0, item_processor_runtime_1.buildResolvedImageMap)(deps, html, arg);
+    html('img').replaceWith((_, element) => {
+        const src = element.attribs?.src;
+        return src ? `<p>$img{{${src}}}</p>` : '';
+    });
+    const contentText = html.text();
+    item.description = contentText.replace(/\$img\{\{(.*?)\}\}/g, (_match, src) => {
+        const finalUrl = resolvedImageMap[src];
+        return finalUrl ? `<img src="${finalUrl}"/>` : '';
+    });
+    return parseContent(deps.config.template?.content || '', { ...item, arg });
+}
+async function processDefaultTemplate(deps, item, arg, parseContent) {
+    const description = parseContent((0, template_1.getDefaultTemplate)(deps.config, arg.bodyWidth, arg.bodyPadding, arg.bodyFontSize || deps.config.template?.bodyFontSize), { ...item, arg });
+    return await (0, item_processor_runtime_1.renderTemplatedDescription)(deps, item, arg, description, {
+        logImageMode: true,
+    });
+}
+async function processOnlyDescriptionTemplate(deps, item, arg, parseContent) {
+    const description = parseContent((0, template_1.getDescriptionTemplate)(deps.config, arg.bodyWidth, arg.bodyPadding, arg.bodyFontSize || deps.config.template?.bodyFontSize), { ...item, arg });
+    return await (0, item_processor_runtime_1.renderTemplatedDescription)(deps, item, arg, description, {
+        contentStyle: 'color: #475569; line-height: 1.6;',
+        dividerStyle: 'border-top: 1px solid #e2e8f0; margin: 24px 0;',
+    });
+}
+async function processLinkTemplate(deps, item, arg) {
+    const html = cheerio.load(item.description);
+    const src = html('a').first().attr('href') || (0, item_processor_runtime_1.normalizeText)(item?.link);
+    if (!src) {
+        (0, logger_1.debug)(deps.config, 'link 模板未找到可用链接，回退原始内容', 'link src', 'info');
+        return (0, item_processor_runtime_1.normalizeText)(item?.description);
+    }
+    (0, logger_1.debug)(deps.config, src, 'link src', 'info');
+    try {
+        (0, security_1.validateUrlOrThrow)(src, (0, security_1.getSecurityOptions)(deps.config));
+    }
+    catch (error) {
+        if (error instanceof security_1.SecurityError) {
+            (0, logger_1.debug)(deps.config, `链接 URL 安全验证失败: ${error.message}`, 'security', 'error');
+            return `链接安全验证失败: ${error.message}`;
+        }
+        throw error;
+    }
+    const html2 = cheerio.load((await deps.$http(src, arg)).data);
+    const bodyWidth = arg?.bodyWidth ?? deps.config.template?.bodyWidth ?? 600;
+    const bodyPadding = arg?.bodyPadding ?? deps.config.template?.bodyPadding ?? 20;
+    html2('body').attr('style', `width:${bodyWidth}px;padding:${bodyPadding}px;`);
+    return await (0, item_processor_runtime_1.renderLoadedHtml)(deps, html2, arg, true);
+}
+async function appendVideoMessage(deps, html, arg, msg, options) {
+    const videoList = [];
+    await (0, item_processor_runtime_1.processVideos)(deps, html, arg, videoList);
+    let result = msg + (0, item_processor_runtime_1.formatVideoList)(videoList);
+    if (options?.appendPosterImages) {
+        result += videoList
+            .filter(([src, poster]) => poster && !src.startsWith('__VIDEO_LINK__'))
+            .map(([_, poster]) => (0, koishi_1.h)('img', { src: poster }))
+            .join('');
+    }
+    return result;
+}
+/**
+ * 根据模板类型分发并生成 RSS 条目的最终消息内容。
+ */
+async function processItemTemplate(params) {
+    const { deps, template, item, arg, html, aiSummary } = params;
+    const parseContent = (templateStr, itemObj) => (0, common_1.parseTemplateContent)(templateStr, { ...itemObj, aiSummary });
+    switch (template) {
+        case 'custom': {
+            const msg = await processCustomTemplate(deps, item, arg, parseContent);
+            return await appendVideoMessage(deps, html, arg, msg);
+        }
+        case 'content': {
+            const msg = await processContentTemplate(deps, item, arg, html, parseContent);
+            return await appendVideoMessage(deps, html, arg, msg, { appendPosterImages: true });
+        }
+        case 'only text':
+            return html.text();
+        case 'only media': {
+            const msg = await (0, item_processor_runtime_1.renderImageListFromHtml)(deps, html, arg);
+            return await appendVideoMessage(deps, html, arg, msg);
+        }
+        case 'only image':
+            return await (0, item_processor_runtime_1.renderImageListFromHtml)(deps, html, arg);
+        case 'only video': {
+            const videoList = [];
+            await (0, item_processor_runtime_1.processVideos)(deps, html, arg, videoList);
+            return (0, item_processor_runtime_1.formatVideoList)(videoList);
+        }
+        case 'proto':
+            return item.description;
+        case 'default': {
+            const msg = await processDefaultTemplate(deps, item, arg, parseContent);
+            return await appendVideoMessage(deps, html, arg, msg);
+        }
+        case 'only description': {
+            const msg = await processOnlyDescriptionTemplate(deps, item, arg, parseContent);
+            return await appendVideoMessage(deps, html, arg, msg);
+        }
+        case 'link':
+            return await processLinkTemplate(deps, item, arg);
+        default:
+            return item.description;
+    }
+}

package/lib/core/item-processor.d.ts

@@ -5,20 +5,6 @@ export declare class RssItemProcessor {
     private config;
     private $http;
     constructor(ctx: Context, config: Config, $http: any);
+    private getRuntimeDeps;
     parseRssItem(item: any, arg: rssArg, authorId: string | number): Promise<string>;
-    private processTemplate;
-    private processCustomTemplate;
-    private processContentTemplate;
-    private processOnlyMediaTemplate;
-    private processOnlyImageTemplate;
-    private processDefaultTemplate;
-    private processOnlyDescriptionTemplate;
-    private processLinkTemplate;
-    private processVideos;
-    private formatVideoList;
-    /**
-     * 统一的图片渲染方法
-     * 提取了 custom、default、only description、link 模板中重复的图片渲染逻辑
-     */
-    private renderImage;
 }