ns-rss-spider 0.0.20 → 0.0.22

package/dist/cjs/parse.d.ts

@@ -1,13 +1,18 @@
 import { ServerInfo } from "./upload";
-export declare function parseRss(name: string, feed: string, server?: ServerInfo): Promise<import("./types").Article[] | {
-    storePath: any;
-    type: "simple" | "rich";
-    guid: string;
-    title: string;
-    link: string;
-    description: string;
-    pubDate: Date;
-    author?: string | undefined;
-    source?: string | undefined;
-    categories?: string | undefined;
-}[]>;
+import { Article } from "./types";
+export declare function parseRss(name: string, feed: string, server?: ServerInfo): Promise<never[] | {
+    contents: Article[] | {
+        storePath: any;
+        type: "rich" | "simple";
+        guid: string;
+        title: string;
+        link: string;
+        description: string;
+        pubDate: Date;
+        author?: string | undefined;
+        source?: string | undefined;
+        categories?: string | undefined;
+        thumb?: string | undefined;
+    }[];
+    thumbs: Record<string, string> | undefined;
+}>;

package/dist/cjs/parse.js

@@ -65,6 +65,7 @@ async function parseRss(name, feed, server) {
       item.guid = item.link;
     }
   });
+  const strategy = import_strategy.strategies[name];
   const contents = [];
   for (let item of result.items) {
     console.log(import_zx.chalk.green(`正在解析文章 【${item.title}】`));
@@ -72,11 +73,25 @@ async function parseRss(name, feed, server) {
       console.log(JSON.stringify(item));
       throw Error(`item has no guid`);
     }
-    const content = await (0, import_parseContent.parseContent)(item, import_strategy.strategies[name]).catch((e) => console.error(import_zx.chalk.red("文章解析失败"), e.message));
+    const content = await (0, import_parseContent.parseContent)(item, strategy).catch((e) => console.error(import_zx.chalk.red("文章解析失败"), e));
     if (content) {
       contents.push(content);
     }
   }
+  let thumbs;
+  if (strategy == null ? void 0 : strategy.getThumbs) {
+    console.log(import_zx.chalk.green(`正在获取缩略图数据`));
+    const thumbKv = await (strategy == null ? void 0 : strategy.getThumbs(contents));
+    if (thumbKv && Object.keys(thumbKv).length) {
+      console.log(import_zx.chalk.green(`正在更新缩略图`));
+      thumbs = thumbKv;
+      contents.forEach((content) => {
+        if (thumbKv[content.guid]) {
+          content.thumb = thumbKv[content.guid];
+        }
+      });
+    }
+  }
   if (server) {
     const r = await (0, import_upload.uploadContent)({
       app: name,
@@ -89,9 +104,12 @@ async function parseRss(name, feed, server) {
       }).catch((e) => {
       });
     }
-    return r;
+    return {
+      contents: r,
+      thumbs
+    };
   } else {
-    return contents;
+    return { contents, thumbs };
   }
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/cjs/parseContent/parseContent.js

@@ -106,7 +106,7 @@ async function parseContent($, $element, item, strategy) {
   return {
     type: "rich",
     ...(0, import_getBasicFromItem.getBasicFromItem)(item),
-    content: (0, import_html_entities.decode)($element.html().trim()),
+    content,
     ssrContent: (0, import_generateSsrContent.generateSsrContent)(content, images),
     images
   };

package/dist/cjs/parsers/cnbeta.js

@@ -1,6 +1,8 @@
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -14,6 +16,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/parsers/cnbeta.ts
@@ -22,6 +32,9 @@ __export(cnbeta_exports, {
   cnbeta: () => cnbeta
 });
 module.exports = __toCommonJS(cnbeta_exports);
+var import_axios = __toESM(require("axios"));
+var import_zx = require("zx");
+var import_cheerio = require("cheerio");
 var cnbeta = {
   parse: true,
   fetcher: "http",
@@ -43,7 +56,31 @@ var cnbeta = {
  阅读全文`, "")
     };
   },
-  ignoreProbeImage: true
+  ignoreProbeImage: true,
+  getThumbs: async (articles) => {
+    const res = await import_axios.default.get("https://m.cnbeta.com.tw/", {
+      responseType: "text"
+    }).catch((e) => {
+      console.error(import_zx.chalk.red("获取 m.cnbeta.com.tw 错误"), e);
+    });
+    if (!res)
+      return void 0;
+    const html = res.data;
+    const $ = (0, import_cheerio.load)(html, null, false);
+    const kv = {};
+    $("#main > section li .txt_thumb > a").each((_, $a) => {
+      var _a, _b;
+      const thumb = $($a).find("img").attr("src");
+      const href = $($a).attr("href") || "";
+      const reg = /([\d]+).htm/;
+      const articleId = (_a = reg.exec(href)) == null ? void 0 : _a[1];
+      const guid = (_b = articles.find((a) => a.guid.includes(`/${articleId}.htm`))) == null ? void 0 : _b.guid;
+      if (guid && thumb) {
+        kv[guid] = thumb;
+      }
+    });
+    return kv;
+  }
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/cjs/types.d.ts

@@ -11,6 +11,7 @@ export interface ParseStrategy {
     getContentFromHtml?: ($: CheerioAPI, node: Cheerio<AnyNode>) => string;
     getExtraItems?: ($: CheerioAPI, current: RichArticle, item: Item) => Promise<Record<string, any>>;
     ignoreProbeImage?: boolean;
+    getThumbs?: (articles: Article[]) => Promise<Record<string, string> | undefined>;
 }
 export interface SimpleArticle {
     type: 'simple';
@@ -23,6 +24,7 @@ export interface SimpleArticle {
     author?: string;
     source?: string;
     categories?: string;
+    thumb?: string;
 }
 export interface RichArticleImage {
     url: string;

package/dist/cjs/upload/index.d.ts

@@ -21,4 +21,5 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
     author?: string | undefined;
     source?: string | undefined;
     categories?: string | undefined;
+    thumb?: string | undefined;
 }[]>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ns-rss-spider",
-  "version": "0.0.20",
+  "version": "0.0.22",
   "description": "",
   "main": "dist/cjs/index.js",
   "types": "dist/cjs/index.d.ts",