ns-rss-spider 1.1.8 → 1.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/dist/cjs/cli.d.ts.map +1 -0
  2. package/dist/cjs/index.d.ts.map +1 -0
  3. package/dist/cjs/parse.d.ts.map +1 -0
  4. package/dist/cjs/parse.js +3 -0
  5. package/dist/cjs/parseContent/generateSsrContent.d.ts.map +1 -0
  6. package/dist/cjs/parseContent/getArticleHtml.d.ts.map +1 -0
  7. package/dist/cjs/parseContent/getBasicFromItem.d.ts.map +1 -0
  8. package/dist/cjs/parseContent/index.d.ts.map +1 -0
  9. package/dist/cjs/parseContent/newsletter/parseHtml.d.ts.map +1 -0
  10. package/dist/cjs/parseContent/newsletter/parseNewsLetter.d.ts.map +1 -0
  11. package/dist/cjs/parseContent/newsletter/parseNoteItem.d.ts.map +1 -0
  12. package/dist/cjs/parseContent/newsletter/plainToGroup.d.ts.map +1 -0
  13. package/dist/cjs/parseContent/newsletter/tpl.d.ts.map +1 -0
  14. package/dist/cjs/parseContent/newsletter/types.d.ts.map +1 -0
  15. package/dist/cjs/parseContent/parseContent.d.ts.map +1 -0
  16. package/dist/cjs/parseContent/parseRssList.d.ts.map +1 -0
  17. package/dist/cjs/parseContent/stripeHtml.d.ts.map +1 -0
  18. package/dist/cjs/parseContent/utils.d.ts.map +1 -0
  19. package/dist/cjs/parsers/36kr.d.ts.map +1 -0
  20. package/dist/cjs/parsers/36kr.js +3 -0
  21. package/dist/cjs/parsers/avanderlee.d.ts.map +1 -0
  22. package/dist/cjs/parsers/cnbeta.d.ts.map +1 -0
  23. package/dist/cjs/parsers/cnbeta.js +1 -1
  24. package/dist/cjs/parsers/cssweekly.d.ts.map +1 -0
  25. package/dist/cjs/parsers/ifanr.d.ts.map +1 -0
  26. package/dist/cjs/parsers/iosdevweekly.d.ts.map +1 -0
  27. package/dist/cjs/parsers/ithome.d.ts.map +1 -0
  28. package/dist/cjs/parsers/javascriptweekly.d.ts.map +1 -0
  29. package/dist/cjs/parsers/leiphone.d.ts.map +1 -0
  30. package/dist/cjs/parsers/mydrivers.d.ts.map +1 -0
  31. package/dist/cjs/parsers/oschina.d.ts.map +1 -0
  32. package/dist/cjs/parsers/reactstatus.d.ts.map +1 -0
  33. package/dist/cjs/parsers/techrunch.d.ts.map +1 -0
  34. package/dist/cjs/parsers/theverge.d.ts.map +1 -0
  35. package/dist/cjs/parsers/tmtpost.d.ts.map +1 -0
  36. package/dist/cjs/strategy.d.ts.map +1 -0
  37. package/dist/cjs/types.d.ts +2 -1
  38. package/dist/cjs/types.d.ts.map +1 -0
  39. package/dist/cjs/upload/index.d.ts +1 -1
  40. package/dist/cjs/upload/index.d.ts.map +1 -0
  41. package/dist/cjs/utils/arraySplit.d.ts.map +1 -0
  42. package/dist/cjs/utils/browser.d.ts.map +1 -0
  43. package/dist/cjs/utils/constants.d.ts.map +1 -0
  44. package/dist/cjs/utils/getArticleImage.d.ts.map +1 -0
  45. package/dist/cjs/utils/getData.d.ts.map +1 -0
  46. package/dist/cjs/utils/request.d.ts.map +1 -0
  47. package/package.json +2 -2
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["cli.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["parse.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAiB,MAAM,UAAU,CAAC;AAKrD,wBAAsB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;IACnE,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,GAAG,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC,CA0FD"}
package/dist/cjs/parse.js CHANGED
@@ -57,6 +57,9 @@ async function parseRss(name, feed, options) {
57
57
  }
58
58
  const contents = [];
59
59
  const strategy = import_strategy.strategies[name];
60
+ if (strategy.filterRssList) {
61
+ result.items = strategy.filterRssList(result.items);
62
+ }
60
63
  if (result.items.length) {
61
64
  result.items.forEach((item) => {
62
65
  if (!item.guid) {
@@ -0,0 +1 @@
1
+ {"version":3,"file":"generateSsrContent.d.ts","sourceRoot":"","sources":["generateSsrContent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAoBtF"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getArticleHtml.d.ts","sourceRoot":"","sources":["getArticleHtml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,cAAc,QAAe,MAAM,WAAW,aAAa,CAAC,SAAS,CAAC,iBAUlF,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getBasicFromItem.d.ts","sourceRoot":"","sources":["getBasicFromItem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAElD,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,OAAO,GACZ,IAAI,CACL,aAAa,EACX,MAAM,GACN,OAAO,GACP,MAAM,GACN,aAAa,GACb,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,YAAY,CACf,CAWA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAS3D;;;;;;;;;;;;GAYG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAoF5F"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parseHtml.d.ts","sourceRoot":"","sources":["parseHtml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGvD,eAAO,MAAM,SAAS,MAAO,UAAU,OAAO,QAAQ,OAAO,CAAC;;YA4B7D,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parseNewsLetter.d.ts","sourceRoot":"","sources":["parseNewsLetter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAIzC,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,kBAuBpF"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parseNoteItem.d.ts","sourceRoot":"","sources":["parseNoteItem.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAGvC,wBAAgB,aAAa,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,WAAW,CAAC,4BA2C9H"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"plainToGroup.d.ts","sourceRoot":"","sources":["plainToGroup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAQ,MAAM,SAAS,CAAC;AAE7D,eAAO,MAAM,UAAU,QAKf,CAAC;AAET,eAAO,MAAM,SAAS,QAKd,CAAC;AAGT,wBAAgB,YAAY,CAAC,EAC3B,IAAI,EACJ,YAAY,EACZ,OAAO,GACR,EAAE;IACD,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACvB,YAAY,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;IAClD,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;CAC9C,cA0BA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tpl.d.ts","sourceRoot":"","sources":["tpl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,KAAK,EAEV,cAAc,EAEf,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAInC;;;;;;GAMG;AACH,eAAO,MAAM,KAAK,QAAS,QAAQ,KAAK,UAAU,MAAM,QAAQ,OAAO,CAAC,KAAG,cAqE1E,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAE3C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAC9B,MAAM,WAAW,mBAAmB;IAElC,IAAI,CAAC,EAAE,QAAQ,CAAC;IAEhB,KAAK,EAAE,QAAQ,CAAC;IAEhB,IAAI,EAAE,QAAQ,CAAC;IAEf,QAAQ,EAAE,QAAQ,CAAC;IAEnB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,OAAO,CAAC,EAAE,QAAQ,CAAC;IAEnB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,sBAAsB,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,QAAQ;IAEvB,WAAW,CAAC,EAAE,QAAQ,CAAC;IAEvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAEhC,KAAK,CAAC,EAAE,QAAQ,CAAC;IAEjB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,UAAU,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAE7F,WAAW,CAAC,EAAE,mBAAmB,GAAG;QAClC,UAAU,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;QAC9C,SAAS,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;KAC9C,CAAC;IAEF,UAAU,CAAC,EAAE;QACX,KAAK,EAAE,QAAQ,CAAC;KACjB,GAAG,mBAAmB,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parseContent.d.ts","sourceRoot":"","sources":["parseContent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAiB,oBAAoB,EAAoB,OAAO,EAAE,MAAM,UAAU,CAAC;AACxG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAUvD,wBAAsB,YAAY,CAChC,CAAC,EAAE,UAAU,EACb,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,EAC1B,IAAI,EAAE,OAAO,EACb,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAiG9B"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parseRssList.d.ts","sourceRoot":"","sources":["parseRssList.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,YAAY,CAAC;AAGhC,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM;;;;IAU9C"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stripeHtml.d.ts","sourceRoot":"","sources":["stripeHtml.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAE5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,wBAAgB,UAAU,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,EAAE,aAAa,QAkC5F"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGvD,wBAAgB,YAAY,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,QAUpG"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"36kr.d.ts","sourceRoot":"","sources":["36kr.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,KAAK,EAAE,aAuCnB,CAAA"}
@@ -58,6 +58,9 @@ var _36kr = {
58
58
  return kv;
59
59
  }
60
60
  return void 0;
61
+ },
62
+ filterRssList: (items) => {
63
+ return items.filter((item) => !!item.content);
61
64
  }
62
65
  };
63
66
  // Annotate the CommonJS export names for ESM import in node:
@@ -0,0 +1 @@
1
+ {"version":3,"file":"avanderlee.d.ts","sourceRoot":"","sources":["avanderlee.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,UAAU,EAAE,aAWxB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cnbeta.d.ts","sourceRoot":"","sources":["cnbeta.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,eAAO,MAAM,MAAM,EAAE,aAkDpB,CAAA"}
@@ -57,7 +57,7 @@ var cnbeta = {
57
57
  阅读全文`, "")
58
58
  };
59
59
  },
60
- ignoreProbeImage: true,
60
+ //ignoreProbeImage: true,
61
61
  getThumbs: async (items) => {
62
62
  const res = await import_axios.default.get("http://m.cnbeta.com.tw/", {
63
63
  responseType: "text",
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cssweekly.d.ts","sourceRoot":"","sources":["cssweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,GAAG,EAAE,QAUjB,CAAA;AAED,eAAO,MAAM,SAAS,EAAE,aAQvB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ifanr.d.ts","sourceRoot":"","sources":["ifanr.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,eAAO,MAAM,KAAK,EAAE,aAiCnB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"iosdevweekly.d.ts","sourceRoot":"","sources":["iosdevweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,GAAG,EAAE,QAYjB,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,aAW1B,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ithome.d.ts","sourceRoot":"","sources":["ithome.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,MAAM,EAAE,aAwEpB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"javascriptweekly.d.ts","sourceRoot":"","sources":["javascriptweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAKrC,eAAO,MAAM,GAAG,EAAE,QAsCjB,CAAA;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,UAAU,CAInD;AAGD,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,UAAU,cAShD;AAID,wBAAgB,uBAAuB,CAAC,CAAC,EAAE,UAAU,cAsBpD;AAED,eAAO,MAAM,gBAAgB,EAAE,aAQ9B,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"leiphone.d.ts","sourceRoot":"","sources":["leiphone.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,QAAQ,EAAE,aA0CtB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mydrivers.d.ts","sourceRoot":"","sources":["mydrivers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,SAAS,EAAE,aA4CvB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oschina.d.ts","sourceRoot":"","sources":["oschina.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,OAAO,EAAE,aAQrB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reactstatus.d.ts","sourceRoot":"","sources":["reactstatus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,WAAW,EAAE,aAEzB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"techrunch.d.ts","sourceRoot":"","sources":["techrunch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,SAAS,EAAE,aAgCvB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"theverge.d.ts","sourceRoot":"","sources":["theverge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,QAAQ,EAAE,aAEtB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tmtpost.d.ts","sourceRoot":"","sources":["tmtpost.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,OAAO,EAAE,aA4CrB,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"strategy.d.ts","sourceRoot":"","sources":["strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAgBxC,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAkBpD,CAAA"}
@@ -2,10 +2,11 @@ import type { AnyNode, Cheerio, CheerioAPI } from 'cheerio';
2
2
  import { Item } from 'rss-parser';
3
3
  import { SnapshotResult } from './parseContent/newsletter/types';
4
4
  export type RssItem = Item & {
5
- source?: string;
5
+ source: string;
6
6
  author?: string;
7
7
  };
8
8
  interface ParseStrategyBase {
9
+ filterRssList?: (items: RssItem[]) => RssItem[];
9
10
  parse: boolean;
10
11
  fetcher?: 'http' | 'playwright';
11
12
  getContentElementFromArticle?: (aritcle: CheerioAPI) => Cheerio<AnyNode>;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,MAAM,MAAM,OAAO,GAAG,IAAI,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,UAAU,iBAAiB;IAEzB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,CAAC;IAEhD,KAAK,EAAE,OAAO,CAAC;IAEf,OAAO,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAEhC,4BAA4B,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAEzE,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAE7D,WAAW,CAAC,EAAE,SAAS,CAAC;IAExB,kBAAkB,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,MAAM,CAAC;IAEvE,aAAa,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAElG,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,WAAW,EAAE,YAAY,CAAC;IAC1B,GAAG,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;CACzE;AAGD,MAAM,MAAM,aAAa,GAAG,oBAAoB,GAAG,uBAAuB,CAAC;AAG3E,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IAEb,WAAW,EAAE,MAAM,CAAC;IAEpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAGD,MAAM,WAAW,WAAY,SAAQ,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC;IAC9D,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IAGnB,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC;IACpE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,cAAc,CAAC;CAC5B;AAED,MAAM,MAAM,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,iBAAiB,CAAC"}
@@ -12,6 +12,7 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
12
12
  items: Article[];
13
13
  } & ServerInfo): Promise<Article[] | {
14
14
  storePath: any;
15
+ source?: string | undefined;
15
16
  type: "newsletter" | "simple" | "rich";
16
17
  guid: string;
17
18
  title: string;
@@ -19,7 +20,6 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
19
20
  description: string;
20
21
  pubDate: Date;
21
22
  author?: string | undefined;
22
- source?: string | undefined;
23
23
  categories?: string | undefined;
24
24
  thumb?: string | undefined;
25
25
  image?: string | undefined;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAKnC,MAAM,WAAW,UAAU;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,IAAI,CAAC;KACf,CAAA;CACF;AAED,wBAAsB,aAAa,CAAC,EAClC,GAAG,EACH,YAAY,EACZ,KAAK,GACN,EAAE;IACD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,EAAE,CAAC;CAClB,GAAG,UAAU;;;;;;;;;;;;;KA2Cb"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"arraySplit.d.ts","sourceRoot":"","sources":["arraySplit.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,UAAU,iCAAkC,OAAO,UAa/D,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAY,MAAM,YAAY,CAAC;AAE5C,KAAK,UAAU,GAAG;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,GAAG,EAAE,MAAM,EACX,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAC9B,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,CAAC,CAAC,CAsBZ;AAED;;;;;;;;GAQG;AACH,wBAAsB,oBAAoB,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,cAAc,CAAC,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAA;CACF,GAAG,UAAU,GACb,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,MAAM,GAAE,MAAY,EACpB,QAAQ,GAAE,MAAW,iBAWtB"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,KAAK,4IAA4I,CAAA;AAC9J,eAAO,MAAM,QAAQ,0HAA0H,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getArticleImage.d.ts","sourceRoot":"","sources":["getArticleImage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C;;;;;;;;GAQG;AACH,eAAO,MAAM,QAAQ,WAAY,gBAAgB,EAAE,uBAQlD,CAAA"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getData.d.ts","sourceRoot":"","sources":["getData.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,OAAO,SAAkB,MAAM,QAoB3C,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"request.d.ts","sourceRoot":"","sources":["request.ts"],"names":[],"mappings":"AAEA,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOrE"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ns-rss-spider",
3
- "version": "1.1.8",
3
+ "version": "1.1.10",
4
4
  "description": "",
5
5
  "main": "dist/cjs/index.js",
6
6
  "types": "dist/cjs/index.d.ts",
@@ -35,7 +35,7 @@
35
35
  },
36
36
  "dependencies": {
37
37
  "axios": "^1.6.7",
38
- "cheerio": "^1.0.0-rc.12",
38
+ "cheerio": "1.0.0-rc.12",
39
39
  "dayjs": "^1.11.10",
40
40
  "html-entities": "^2.4.0",
41
41
  "lodash": "^4.17.21",