ns-rss-spider 0.0.14 → 0.0.16

package/dist/cjs/parse.js

@@ -56,6 +56,11 @@ async function parseRss(name, feed, server) {
   if (!result.items.length) {
     return [];
   }
+  result.items.forEach((item) => {
+    if (!item.guid) {
+      item.guid = item.link;
+    }
+  });
   const contents = [];
   for (let item of result.items) {
     console.log(import_zx.chalk.green(`正在解析文章 【${item.title}】`));

package/dist/cjs/parseContent/generateSsrContent.d.ts

@@ -0,0 +1,8 @@
+/**
+ * 从 content 解析出 app content
+ *
+ * 主要包括：
+ * 1. 图片 placeholder 处理
+ */
+import { RichArticleImage } from "../types";
+export declare function generateSsrContent(content: string, images: RichArticleImage[]): string;

package/dist/cjs/parseContent/generateSsrContent.js

@@ -0,0 +1,48 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/parseContent/generateSsrContent.ts
+var generateSsrContent_exports = {};
+__export(generateSsrContent_exports, {
+  generateSsrContent: () => generateSsrContent
+});
+module.exports = __toCommonJS(generateSsrContent_exports);
+var import_cheerio = require("cheerio");
+var import_html_entities = require("html-entities");
+function generateSsrContent(content, images) {
+  const $ = (0, import_cheerio.load)(content, null, false);
+  $("img").each((_, img) => {
+    const src = $(img).attr("src");
+    if (src) {
+      const meta = images.find((i) => i.url === src);
+      const $pl = $(`<span data-img-placeholder></span>`);
+      $pl.attr({
+        "data-w": (meta == null ? void 0 : meta.width) ? `${meta.width}` : "",
+        "data-h": (meta == null ? void 0 : meta.height) ? `${meta.height}` : "",
+        "data-src": src
+      });
+      $pl.attr("style", `display: inline-block;width: ${(meta == null ? void 0 : meta.width) || 1}px; height: ${(meta == null ? void 0 : meta.height) || 1}px`);
+      $(img).replaceWith($pl);
+    }
+  });
+  return (0, import_html_entities.decode)($.html()).trim();
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  generateSsrContent
+});

package/dist/cjs/parseContent/parseContent.js

@@ -36,6 +36,7 @@ var import_utils = require("./utils");
 var import_probe_image_size = __toESM(require("probe-image-size"));
 var import_zx = require("zx");
 var import_html_entities = require("html-entities");
+var import_generateSsrContent = require("./generateSsrContent");
 async function parseContent($, $element, item, strategy) {
   var _a;
   const srcs = [];
@@ -82,7 +83,6 @@ async function parseContent($, $element, item, strategy) {
   $($element).find("img").each((_, img) => {
     const src = $(img).attr("src");
     if (src) {
-      $(img).removeAttr("src");
       $(img).attr("data-src", src);
       const meta = images.find((i) => i.url === src);
       if (meta == null ? void 0 : meta.width) {
@@ -93,6 +93,7 @@ async function parseContent($, $element, item, strategy) {
       }
     }
   });
+  const content = (0, import_html_entities.decode)($element.html().trim());
   return {
     type: "rich",
     guid: item.guid,
@@ -100,6 +101,7 @@ async function parseContent($, $element, item, strategy) {
     link: item.link,
     description: ((_a = item.contentSnippet) == null ? void 0 : _a.trim()) || "",
     content: (0, import_html_entities.decode)($element.html().trim()),
+    ssrContent: (0, import_generateSsrContent.generateSsrContent)(content, images),
     pubDate: new Date(item.pubDate),
     images
   };

package/dist/cjs/parsers/36kr.d.ts

@@ -0,0 +1,2 @@
+import { ParseStrategy } from "../types";
+export declare const _36kr: ParseStrategy;

package/dist/cjs/parsers/36kr.js

@@ -0,0 +1,31 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/parsers/36kr.ts
+var kr_exports = {};
+__export(kr_exports, {
+  _36kr: () => _36kr
+});
+module.exports = __toCommonJS(kr_exports);
+var _36kr = {
+  parse: true
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  _36kr
+});

package/dist/cjs/strategy.js

@@ -26,11 +26,13 @@ var import_cnbeta = require("./parsers/cnbeta");
 var import_ifanr = require("./parsers/ifanr");
 var import_theverge = require("./parsers/theverge");
 var import_ithome = require("./parsers/ithome");
+var import_kr = require("./parsers/36kr");
 var strategies = {
   cnbeta: import_cnbeta.cnbeta,
   ifanr: import_ifanr.ifanr,
   theverge: import_theverge.theverge,
-  ithome: import_ithome.ithome
+  ithome: import_ithome.ithome,
+  "36kr": import_kr._36kr
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/cjs/types.d.ts

@@ -27,6 +27,7 @@ export interface RichArticleImage {
 export interface RichArticle extends Omit<SimpleArticle, 'type'> {
     type: 'rich';
     content: string;
+    ssrContent: string;
     images: RichArticleImage[];
 }
 export type Article = SimpleArticle | RichArticle;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ns-rss-spider",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "description": "",
   "main": "dist/cjs/index.js",
   "types": "dist/cjs/index.d.ts",