ns-rss-spider 0.0.23 → 0.0.24

package/dist/cjs/parse.js

@@ -57,24 +57,27 @@ async function parseRss(name, feed, server) {
     });
     console.log("after num", result.items.length);
   }
+  if (!result.items.length) {
+    return {
+      contents: []
+    };
+  }
   const contents = [];
   const strategy = import_strategy.strategies[name];
-  if (result.items.length) {
-    result.items.forEach((item) => {
-      if (!item.guid) {
-        item.guid = item.link;
-      }
-    });
-    for (let item of result.items) {
-      console.log(import_zx.chalk.green(`正在解析文章 【${item.title}】`));
-      if (!item.guid) {
-        console.log(JSON.stringify(item));
-        throw Error(`item has no guid`);
-      }
-      const content = await (0, import_parseContent.parseContent)(item, strategy).catch((e) => console.error(import_zx.chalk.red("文章解析失败"), e));
-      if (content) {
-        contents.push(content);
-      }
+  result.items.forEach((item) => {
+    if (!item.guid) {
+      item.guid = item.link;
+    }
+  });
+  for (let item of result.items) {
+    console.log(import_zx.chalk.green(`正在解析文章 【${item.title}】`));
+    if (!item.guid) {
+      console.log(JSON.stringify(item));
+      throw Error(`item has no guid`);
+    }
+    const content = await (0, import_parseContent.parseContent)(item, strategy).catch((e) => console.error(import_zx.chalk.red("文章解析失败"), e));
+    if (content) {
+      contents.push(content);
     }
   }
   let thumbs;

package/dist/cjs/parsers/ithome.js

@@ -1,6 +1,8 @@
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -14,6 +16,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/parsers/ithome.ts
@@ -23,6 +33,9 @@ __export(ithome_exports, {
 });
 module.exports = __toCommonJS(ithome_exports);
 var import_utils = require("../parseContent/utils");
+var import_axios = __toESM(require("axios"));
+var import_zx = require("zx");
+var import_cheerio = require("cheerio");
 var ithome = {
   parse: true,
   fetcher: "http",
@@ -44,7 +57,43 @@ var ithome = {
     return $(el);
   },
   getExtraItems: async ($, rich, item) => {
-    return {};
+    const source = $("#source_baidu a").text();
+    return {
+      source
+    };
+  },
+  getThumbs: async (articles) => {
+    const res = await import_axios.default.get("https://m.ithome.com/", {
+      responseType: "text"
+    }).catch((e) => {
+      console.error(import_zx.chalk.red("获取 https://m.ithome.com/ 错误"), e);
+    });
+    if (!res)
+      return void 0;
+    const html = res.data;
+    const $ = (0, import_cheerio.load)(html, null, false);
+    const kv = {};
+    $(".content > .one-img-plc > a").each((_, $a) => {
+      var _a, _b;
+      const thumb = $($a).find(".plc-image img").attr("data-original");
+      if (!thumb) {
+        return;
+      }
+      const href = $($a).attr("href") || "";
+      const reg = /([\d]+).htm/;
+      const articleId = (_a = reg.exec(href)) == null ? void 0 : _a[1];
+      const guid = (_b = articles.find((a) => {
+        const r = /([\d]+)\/([\d]+).htm/.exec(a.guid);
+        if (r && r[1] && r[2]) {
+          return `${r[1]}${r[2]}` === articleId;
+        }
+        return false;
+      })) == null ? void 0 : _b.guid;
+      if (guid && thumb) {
+        kv[guid] = thumb;
+      }
+    });
+    return kv;
   }
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/cjs/upload/index.d.ts

@@ -12,14 +12,14 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
     items: Article[];
 } & ServerInfo): Promise<Article[] | {
     storePath: any;
-    type: "simple" | "rich";
+    source?: string | undefined;
+    type: "rich" | "simple";
     guid: string;
     title: string;
     link: string;
     description: string;
     pubDate: Date;
     author?: string | undefined;
-    source?: string | undefined;
     categories?: string | undefined;
     thumb?: string | undefined;
 }[]>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ns-rss-spider",
-  "version": "0.0.23",
+  "version": "0.0.24",
   "description": "",
   "main": "dist/cjs/index.js",
   "types": "dist/cjs/index.d.ts",
@@ -10,7 +10,7 @@
     "build": "father build",
     "build:deps": "father prebundle",
     "check": "father doctor",
-    "sync": "echo '去更新 registry 版本: https://www.npmmirror.com/sync/ns-rss-spider'",
+    "sync": "cnpm sync ns-rss-spider",
     "pub": "npm run check && npm version patch && npm run build && npm publish --registry=https://registry.npmjs.org && git push origin master --tags && npm run sync"
   },
   "bin": {
@@ -29,6 +29,7 @@
   "devDependencies": {
     "@types/lodash": "^4.14.202",
     "@types/probe-image-size": "^7.2.4",
+    "cnpm": "^9.4.0",
     "father": "^4.4.0",
     "vitest": "^1.2.2"
   },