ns-rss-spider 1.2.6 → 1.2.8

package/dist/cjs/parseContent/parseContent.js

@@ -39,6 +39,7 @@ var import_html_entities = require("html-entities");
 var import_generateSsrContent = require("./generateSsrContent");
 var import_getBasicFromItem = require("./getBasicFromItem");
 var import_getArticleImage = require("../utils/getArticleImage");
+var import_analyzeCoverImage = require("../utils/analyzeCoverImage");
 async function parseContent($, $element, item, strategy) {
   var _a;
   const srcs = [];
@@ -80,7 +81,7 @@ async function parseContent($, $element, item, strategy) {
         title: item2.title
       });
     } else {
-      images.push({
+      const imageData = {
         url: item2.src,
         title: item2.title,
         width: result.width,
@@ -89,7 +90,24 @@ async function parseContent($, $element, item, strategy) {
         widthUnit: result.wUnits !== "px" ? result.wUnits : void 0,
         heightUnit: result.hUnits !== "px" ? result.hUnits : void 0,
         realUrl: result.url !== item2.src ? result.url : void 0
-      });
+      };
+      if (result.width >= 400 && result.width <= 2e3 && result.height <= 2e3) {
+        try {
+          console.log(import_zx.chalk.blue("正在分析封面特征", item2.src));
+          const response = await fetch(result.url || item2.src);
+          const buffer = Buffer.from(await response.arrayBuffer());
+          const analysis = await (0, import_analyzeCoverImage.analyzeCoverImage)(buffer);
+          if (analysis) {
+            imageData.coverAnalysis = analysis;
+            console.log(import_zx.chalk.blue(`封面特征: stddev=${analysis.stddev}, entropy=${analysis.entropy}, edgeScore=${analysis.edgeScore}`));
+          } else {
+            console.log(import_zx.chalk.yellow("未能分析出封面特征"));
+          }
+        } catch (e) {
+          console.error("分析封面失败", (e == null ? void 0 : e.message) || e);
+        }
+      }
+      images.push(imageData);
     }
   }
   $($element).find("img").each((_, img) => {

package/dist/cjs/types.d.ts

@@ -47,6 +47,15 @@ export interface RichArticleImage {
     widthUnit?: string;
     heightUnit?: string;
     title?: string;
+    /** 图片特征分析 */
+    coverAnalysis?: {
+        /** 标准差，像素明暗对比程度 (0-100) */
+        stddev: number;
+        /** 信息熵，颜色分布均匀程度 (0-100) */
+        entropy: number;
+        /** 边缘复杂度，文字/线条密度 (0-100) */
+        edgeScore: number;
+    };
 }
 export interface RichArticle extends Omit<SimpleArticle, 'type'> {
     type: 'rich';

package/dist/cjs/upload/index.d.ts

@@ -13,7 +13,7 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
 } & ServerInfo): Promise<Article[] | {
     images?: RichArticleImage[] | undefined;
     storePath: any;
-    type: "simple" | "rich" | "newsletter";
+    type: "newsletter" | "simple" | "rich";
     guid: string;
     title: string;
     link: string;

package/dist/cjs/upload/index.js

@@ -49,7 +49,7 @@ function filterImages(images) {
       return true;
     });
   }
-  return filtered;
+  return filtered.slice(0, 5);
 }
 async function uploadContent({
   app,

package/dist/cjs/utils/analyzeCoverImage.d.ts

@@ -0,0 +1,14 @@
+/// <reference types="node" />
+/// <reference types="node" />
+export interface CoverAnalysisResult {
+    stddev: number;
+    entropy: number;
+    edgeScore: number;
+}
+/**
+ * 分析图片特征，返回三个指标供客户端判断是否适合做封面
+ * - stddev: 标准差，像素明暗对比程度 (0-100)
+ * - entropy: 信息熵，颜色分布均匀程度 (0-100)
+ * - edgeScore: 边缘复杂度，文字/线条密度 (0-100)
+ */
+export declare function analyzeCoverImage(imageBuffer: Buffer): Promise<CoverAnalysisResult | null>;

package/dist/cjs/utils/analyzeCoverImage.js

@@ -0,0 +1,102 @@
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/utils/analyzeCoverImage.ts
+var analyzeCoverImage_exports = {};
+__export(analyzeCoverImage_exports, {
+  analyzeCoverImage: () => analyzeCoverImage
+});
+module.exports = __toCommonJS(analyzeCoverImage_exports);
+var import_sharp = __toESM(require("sharp"));
+var TARGET_SIZE = 64;
+async function analyzeCoverImage(imageBuffer) {
+  try {
+    const resized = (0, import_sharp.default)(imageBuffer).resize(TARGET_SIZE, TARGET_SIZE, { fit: "inside" }).grayscale();
+    const { data: rawBuffer, info } = await resized.clone().raw().toBuffer({ resolveWithObject: true });
+    const width = info.width;
+    const height = info.height;
+    const totalPixels = width * height;
+    let sum = 0;
+    for (let i = 0; i < rawBuffer.length; i++) {
+      sum += rawBuffer[i];
+    }
+    const mean = sum / totalPixels;
+    let sqDiffSum = 0;
+    for (let i = 0; i < rawBuffer.length; i++) {
+      sqDiffSum += (rawBuffer[i] - mean) ** 2;
+    }
+    const stddev = Math.sqrt(sqDiffSum / totalPixels) / 255 * 100;
+    const hist = new Array(256).fill(0);
+    for (let i = 0; i < rawBuffer.length; i++) {
+      hist[rawBuffer[i]]++;
+    }
+    let entropyRaw = 0;
+    for (let i = 0; i < 256; i++) {
+      const p = hist[i] / totalPixels;
+      if (p > 0) {
+        entropyRaw -= p * Math.log2(p);
+      }
+    }
+    const entropy = entropyRaw / 8 * 100;
+    let edgeSum = 0;
+    let edgeSqSum = 0;
+    let count = 0;
+    for (let y = 0; y < height; y++) {
+      for (let x = 0; x < width; x++) {
+        const idx = y * width + x;
+        if (x < width - 1) {
+          const diff = Math.abs(rawBuffer[idx] - rawBuffer[idx + 1]);
+          edgeSum += diff;
+          edgeSqSum += diff * diff;
+          count++;
+        }
+        if (y < height - 1) {
+          const diff = Math.abs(rawBuffer[idx] - rawBuffer[idx + width]);
+          edgeSum += diff;
+          edgeSqSum += diff * diff;
+          count++;
+        }
+      }
+    }
+    const edgeMean = count > 0 ? edgeSum / count : 0;
+    const edgeVariance = count > 0 ? edgeSqSum / count - edgeMean * edgeMean : 0;
+    const edgeScore = Math.min(edgeVariance / 1e3 * 100, 100);
+    return {
+      stddev: Math.round(stddev * 100) / 100,
+      entropy: Math.round(entropy * 100) / 100,
+      edgeScore: Math.round(edgeScore * 100) / 100
+    };
+  } catch (error) {
+    console.error("分析封面图片失败", error);
+    return null;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  analyzeCoverImage
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ns-rss-spider",
-  "version": "1.2.6",
+  "version": "1.2.8",
   "description": "",
   "main": "dist/cjs/index.js",
   "types": "dist/cjs/index.d.ts",
@@ -29,6 +29,7 @@
   "devDependencies": {
     "@types/lodash": "^4.14.202",
     "@types/probe-image-size": "^7.2.4",
+    "@types/sharp": "^0.31.1",
     "cnpm": "^9.4.0",
     "father": "^4.4.0",
     "vitest": "^1.2.2"
@@ -42,6 +43,7 @@
     "playwright": "1.41.2",
     "probe-image-size": "^7.2.3",
     "rss-parser": "^3.13.0",
+    "sharp": "^0.34.5",
     "yargs-parser": "^21.1.1",
     "zx": "4.x"
   }