ns-rss-spider 1.1.9 → 1.1.12

package/dist/cjs/parse.js

@@ -57,6 +57,9 @@ async function parseRss(name, feed, options) {
   }
   const contents = [];
   const strategy = import_strategy.strategies[name];
+  if (strategy.filterRssList) {
+    result.items = strategy.filterRssList(result.items);
+  }
   if (result.items.length) {
     result.items.forEach((item) => {
       if (!item.guid) {

package/dist/cjs/parsers/36kr.js

@@ -58,6 +58,9 @@ var _36kr = {
       return kv;
     }
     return void 0;
+  },
+  filterRssList: (items) => {
+    return items.filter((item) => !!item.content);
   }
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/cjs/parsers/oschina-project.d.ts

@@ -0,0 +1,2 @@
+import { ParseStrategy } from "../types";
+export declare const oschinaProject: ParseStrategy;

package/dist/cjs/parsers/oschina-project.js

@@ -0,0 +1,37 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/parsers/oschina-project.ts
+var oschina_project_exports = {};
+__export(oschina_project_exports, {
+  oschinaProject: () => oschinaProject
+});
+module.exports = __toCommonJS(oschina_project_exports);
+var oschinaProject = {
+  parse: true,
+  fetcher: "http",
+  getContentElementFromArticle: ($) => {
+    const el = $(".article-detail > .content");
+    $(el).find(".ad-wrap").remove();
+    return $(el);
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  oschinaProject
+});

package/dist/cjs/strategy.js

@@ -36,6 +36,7 @@ var import_avanderlee = require("./parsers/avanderlee");
 var import_iosdevweekly = require("./parsers/iosdevweekly");
 var import_cssweekly = require("./parsers/cssweekly");
 var import_javascriptweekly = require("./parsers/javascriptweekly");
+var import_oschina_project = require("./parsers/oschina-project");
 var strategies = {
   cnbeta: import_cnbeta.cnbeta,
   ifanr: import_ifanr.ifanr,
@@ -47,6 +48,7 @@ var strategies = {
   tmtpost: import_tmtpost.tmtpost,
   leiphone: import_leiphone.leiphone,
   oschina: import_oschina.oschina,
+  "oschina-project": import_oschina_project.oschinaProject,
   avanderlee: import_avanderlee.avanderlee,
   iosdevweekly: import_iosdevweekly.iosdevweekly,
   cssweekly: import_cssweekly.cssweekly,

package/dist/cjs/types.d.ts

@@ -2,10 +2,11 @@ import type { AnyNode, Cheerio, CheerioAPI } from 'cheerio';
 import { Item } from 'rss-parser';
 import { SnapshotResult } from './parseContent/newsletter/types';
 export type RssItem = Item & {
-    source?: string;
+    source: string;
     author?: string;
 };
 interface ParseStrategyBase {
+    filterRssList?: (items: RssItem[]) => RssItem[];
     parse: boolean;
     fetcher?: 'http' | 'playwright';
     getContentElementFromArticle?: (aritcle: CheerioAPI) => Cheerio<AnyNode>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ns-rss-spider",
-  "version": "1.1.9",
+  "version": "1.1.12",
   "description": "",
   "main": "dist/cjs/index.js",
   "types": "dist/cjs/index.d.ts",
@@ -35,7 +35,7 @@
   },
   "dependencies": {
     "axios": "^1.6.7",
-    "cheerio": "^1.0.0-rc.12",
+    "cheerio": "1.0.0-rc.12",
     "dayjs": "^1.11.10",
     "html-entities": "^2.4.0",
     "lodash": "^4.17.21",