ns-rss-spider 1.1.8 → 1.1.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/cli.d.ts.map +1 -0
- package/dist/cjs/index.d.ts.map +1 -0
- package/dist/cjs/parse.d.ts.map +1 -0
- package/dist/cjs/parse.js +3 -0
- package/dist/cjs/parseContent/generateSsrContent.d.ts.map +1 -0
- package/dist/cjs/parseContent/getArticleHtml.d.ts.map +1 -0
- package/dist/cjs/parseContent/getBasicFromItem.d.ts.map +1 -0
- package/dist/cjs/parseContent/index.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/parseHtml.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/parseNewsLetter.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/parseNoteItem.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/plainToGroup.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/tpl.d.ts.map +1 -0
- package/dist/cjs/parseContent/newsletter/types.d.ts.map +1 -0
- package/dist/cjs/parseContent/parseContent.d.ts.map +1 -0
- package/dist/cjs/parseContent/parseRssList.d.ts.map +1 -0
- package/dist/cjs/parseContent/stripeHtml.d.ts.map +1 -0
- package/dist/cjs/parseContent/utils.d.ts.map +1 -0
- package/dist/cjs/parsers/36kr.d.ts.map +1 -0
- package/dist/cjs/parsers/36kr.js +3 -0
- package/dist/cjs/parsers/avanderlee.d.ts.map +1 -0
- package/dist/cjs/parsers/cnbeta.d.ts.map +1 -0
- package/dist/cjs/parsers/cnbeta.js +1 -1
- package/dist/cjs/parsers/cssweekly.d.ts.map +1 -0
- package/dist/cjs/parsers/ifanr.d.ts.map +1 -0
- package/dist/cjs/parsers/iosdevweekly.d.ts.map +1 -0
- package/dist/cjs/parsers/ithome.d.ts.map +1 -0
- package/dist/cjs/parsers/javascriptweekly.d.ts.map +1 -0
- package/dist/cjs/parsers/leiphone.d.ts.map +1 -0
- package/dist/cjs/parsers/mydrivers.d.ts.map +1 -0
- package/dist/cjs/parsers/oschina.d.ts.map +1 -0
- package/dist/cjs/parsers/reactstatus.d.ts.map +1 -0
- package/dist/cjs/parsers/techrunch.d.ts.map +1 -0
- package/dist/cjs/parsers/theverge.d.ts.map +1 -0
- package/dist/cjs/parsers/tmtpost.d.ts.map +1 -0
- package/dist/cjs/strategy.d.ts.map +1 -0
- package/dist/cjs/types.d.ts +2 -1
- package/dist/cjs/types.d.ts.map +1 -0
- package/dist/cjs/upload/index.d.ts +1 -1
- package/dist/cjs/upload/index.d.ts.map +1 -0
- package/dist/cjs/utils/arraySplit.d.ts.map +1 -0
- package/dist/cjs/utils/browser.d.ts.map +1 -0
- package/dist/cjs/utils/constants.d.ts.map +1 -0
- package/dist/cjs/utils/getArticleImage.d.ts.map +1 -0
- package/dist/cjs/utils/getData.d.ts.map +1 -0
- package/dist/cjs/utils/request.d.ts.map +1 -0
- package/package.json +2 -2
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["cli.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["parse.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAiB,MAAM,UAAU,CAAC;AAKrD,wBAAsB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;IACnE,MAAM,CAAC,EAAE,UAAU,CAAC;IAEpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,GAAG,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC,CA0FD"}
|
package/dist/cjs/parse.js
CHANGED
|
@@ -57,6 +57,9 @@ async function parseRss(name, feed, options) {
|
|
|
57
57
|
}
|
|
58
58
|
const contents = [];
|
|
59
59
|
const strategy = import_strategy.strategies[name];
|
|
60
|
+
if (strategy.filterRssList) {
|
|
61
|
+
result.items = strategy.filterRssList(result.items);
|
|
62
|
+
}
|
|
60
63
|
if (result.items.length) {
|
|
61
64
|
result.items.forEach((item) => {
|
|
62
65
|
if (!item.guid) {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generateSsrContent.d.ts","sourceRoot":"","sources":["generateSsrContent.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAoBtF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getArticleHtml.d.ts","sourceRoot":"","sources":["getArticleHtml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,cAAc,QAAe,MAAM,WAAW,aAAa,CAAC,SAAS,CAAC,iBAUlF,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getBasicFromItem.d.ts","sourceRoot":"","sources":["getBasicFromItem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAElD,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,OAAO,GACZ,IAAI,CACL,aAAa,EACX,MAAM,GACN,OAAO,GACP,MAAM,GACN,aAAa,GACb,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,YAAY,CACf,CAWA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAS3D;;;;;;;;;;;;GAYG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAoF5F"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseHtml.d.ts","sourceRoot":"","sources":["parseHtml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGvD,eAAO,MAAM,SAAS,MAAO,UAAU,OAAO,QAAQ,OAAO,CAAC;;YA4B7D,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseNewsLetter.d.ts","sourceRoot":"","sources":["parseNewsLetter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAIzC,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,kBAuBpF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseNoteItem.d.ts","sourceRoot":"","sources":["parseNoteItem.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAGvC,wBAAgB,aAAa,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,WAAW,CAAC,4BA2C9H"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plainToGroup.d.ts","sourceRoot":"","sources":["plainToGroup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAQ,MAAM,SAAS,CAAC;AAE7D,eAAO,MAAM,UAAU,QAKf,CAAC;AAET,eAAO,MAAM,SAAS,QAKd,CAAC;AAGT,wBAAgB,YAAY,CAAC,EAC3B,IAAI,EACJ,YAAY,EACZ,OAAO,GACR,EAAE;IACD,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACvB,YAAY,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;IAClD,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;CAC9C,cA0BA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tpl.d.ts","sourceRoot":"","sources":["tpl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,KAAK,EAEV,cAAc,EAEf,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAInC;;;;;;GAMG;AACH,eAAO,MAAM,KAAK,QAAS,QAAQ,KAAK,UAAU,MAAM,QAAQ,OAAO,CAAC,KAAG,cAqE1E,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAE3C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAC9B,MAAM,WAAW,mBAAmB;IAElC,IAAI,CAAC,EAAE,QAAQ,CAAC;IAEhB,KAAK,EAAE,QAAQ,CAAC;IAEhB,IAAI,EAAE,QAAQ,CAAC;IAEf,QAAQ,EAAE,QAAQ,CAAC;IAEnB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,OAAO,CAAC,EAAE,QAAQ,CAAC;IAEnB,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,sBAAsB,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,QAAQ;IAEvB,WAAW,CAAC,EAAE,QAAQ,CAAC;IAEvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAEhC,KAAK,CAAC,EAAE,QAAQ,CAAC;IAEjB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,UAAU,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IAE7F,WAAW,CAAC,EAAE,mBAAmB,GAAG;QAClC,UAAU,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;QAC9C,SAAS,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC;KAC9C,CAAC;IAEF,UAAU,CAAC,EAAE;QACX,KAAK,EAAE,QAAQ,CAAC;KACjB,GAAG,mBAAmB,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseContent.d.ts","sourceRoot":"","sources":["parseContent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAiB,oBAAoB,EAAoB,OAAO,EAAE,MAAM,UAAU,CAAC;AACxG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAUvD,wBAAsB,YAAY,CAChC,CAAC,EAAE,UAAU,EACb,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,EAC1B,IAAI,EAAE,OAAO,EACb,QAAQ,CAAC,EAAE,oBAAoB,GAC9B,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAiG9B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parseRssList.d.ts","sourceRoot":"","sources":["parseRssList.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,YAAY,CAAC;AAGhC,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM;;;;IAU9C"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stripeHtml.d.ts","sourceRoot":"","sources":["stripeHtml.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAE5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,wBAAgB,UAAU,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,EAAE,aAAa,QAkC5F"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGvD,wBAAgB,YAAY,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,QAUpG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"36kr.d.ts","sourceRoot":"","sources":["36kr.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,KAAK,EAAE,aAuCnB,CAAA"}
|
package/dist/cjs/parsers/36kr.js
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"avanderlee.d.ts","sourceRoot":"","sources":["avanderlee.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,UAAU,EAAE,aAWxB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cnbeta.d.ts","sourceRoot":"","sources":["cnbeta.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,eAAO,MAAM,MAAM,EAAE,aAkDpB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cssweekly.d.ts","sourceRoot":"","sources":["cssweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,GAAG,EAAE,QAUjB,CAAA;AAED,eAAO,MAAM,SAAS,EAAE,aAQvB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ifanr.d.ts","sourceRoot":"","sources":["ifanr.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,eAAO,MAAM,KAAK,EAAE,aAiCnB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iosdevweekly.d.ts","sourceRoot":"","sources":["iosdevweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,eAAO,MAAM,GAAG,EAAE,QAYjB,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,aAW1B,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ithome.d.ts","sourceRoot":"","sources":["ithome.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,MAAM,EAAE,aAwEpB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"javascriptweekly.d.ts","sourceRoot":"","sources":["javascriptweekly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAKrC,eAAO,MAAM,GAAG,EAAE,QAsCjB,CAAA;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,UAAU,CAInD;AAGD,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,UAAU,cAShD;AAID,wBAAgB,uBAAuB,CAAC,CAAC,EAAE,UAAU,cAsBpD;AAED,eAAO,MAAM,gBAAgB,EAAE,aAQ9B,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"leiphone.d.ts","sourceRoot":"","sources":["leiphone.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,QAAQ,EAAE,aA0CtB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mydrivers.d.ts","sourceRoot":"","sources":["mydrivers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,SAAS,EAAE,aA4CvB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"oschina.d.ts","sourceRoot":"","sources":["oschina.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,OAAO,EAAE,aAQrB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reactstatus.d.ts","sourceRoot":"","sources":["reactstatus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,WAAW,EAAE,aAEzB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"techrunch.d.ts","sourceRoot":"","sources":["techrunch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,SAAS,EAAE,aAgCvB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"theverge.d.ts","sourceRoot":"","sources":["theverge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,eAAO,MAAM,QAAQ,EAAE,aAEtB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tmtpost.d.ts","sourceRoot":"","sources":["tmtpost.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAMzC,eAAO,MAAM,OAAO,EAAE,aA4CrB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"strategy.d.ts","sourceRoot":"","sources":["strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAgBxC,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAkBpD,CAAA"}
|
package/dist/cjs/types.d.ts
CHANGED
|
@@ -2,10 +2,11 @@ import type { AnyNode, Cheerio, CheerioAPI } from 'cheerio';
|
|
|
2
2
|
import { Item } from 'rss-parser';
|
|
3
3
|
import { SnapshotResult } from './parseContent/newsletter/types';
|
|
4
4
|
export type RssItem = Item & {
|
|
5
|
-
source
|
|
5
|
+
source: string;
|
|
6
6
|
author?: string;
|
|
7
7
|
};
|
|
8
8
|
interface ParseStrategyBase {
|
|
9
|
+
filterRssList?: (items: RssItem[]) => RssItem[];
|
|
9
10
|
parse: boolean;
|
|
10
11
|
fetcher?: 'http' | 'playwright';
|
|
11
12
|
getContentElementFromArticle?: (aritcle: CheerioAPI) => Cheerio<AnyNode>;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,MAAM,MAAM,OAAO,GAAG,IAAI,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,UAAU,iBAAiB;IAEzB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,CAAC;IAEhD,KAAK,EAAE,OAAO,CAAC;IAEf,OAAO,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAEhC,4BAA4B,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAEzE,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAE7D,WAAW,CAAC,EAAE,SAAS,CAAC;IAExB,kBAAkB,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,MAAM,CAAC;IAEvE,aAAa,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAElG,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,WAAW,EAAE,YAAY,CAAC;IAC1B,GAAG,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;CACzE;AAGD,MAAM,MAAM,aAAa,GAAG,oBAAoB,GAAG,uBAAuB,CAAC;AAG3E,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IAEb,WAAW,EAAE,MAAM,CAAC;IAEpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAGD,MAAM,WAAW,WAAY,SAAQ,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC;IAC9D,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IAGnB,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC;IACpE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,cAAc,CAAC;CAC5B;AAED,MAAM,MAAM,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,iBAAiB,CAAC"}
|
|
@@ -12,6 +12,7 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
|
|
|
12
12
|
items: Article[];
|
|
13
13
|
} & ServerInfo): Promise<Article[] | {
|
|
14
14
|
storePath: any;
|
|
15
|
+
source?: string | undefined;
|
|
15
16
|
type: "newsletter" | "simple" | "rich";
|
|
16
17
|
guid: string;
|
|
17
18
|
title: string;
|
|
@@ -19,7 +20,6 @@ export declare function uploadContent({ app, getUploadApi, items, }: {
|
|
|
19
20
|
description: string;
|
|
20
21
|
pubDate: Date;
|
|
21
22
|
author?: string | undefined;
|
|
22
|
-
source?: string | undefined;
|
|
23
23
|
categories?: string | undefined;
|
|
24
24
|
thumb?: string | undefined;
|
|
25
25
|
image?: string | undefined;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAKnC,MAAM,WAAW,UAAU;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,IAAI,CAAC;KACf,CAAA;CACF;AAED,wBAAsB,aAAa,CAAC,EAClC,GAAG,EACH,YAAY,EACZ,KAAK,GACN,EAAE;IACD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,EAAE,CAAC;CAClB,GAAG,UAAU;;;;;;;;;;;;;KA2Cb"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arraySplit.d.ts","sourceRoot":"","sources":["arraySplit.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,UAAU,iCAAkC,OAAO,UAa/D,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAY,MAAM,YAAY,CAAC;AAE5C,KAAK,UAAU,GAAG;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,GAAG,EAAE,MAAM,EACX,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAC9B,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,CAAC,CAAC,CAsBZ;AAED;;;;;;;;GAQG;AACH,wBAAsB,oBAAoB,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,cAAc,CAAC,EAAE;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAA;CACF,GAAG,UAAU,GACb,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,MAAM,GAAE,MAAY,EACpB,QAAQ,GAAE,MAAW,iBAWtB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,KAAK,4IAA4I,CAAA;AAC9J,eAAO,MAAM,QAAQ,0HAA0H,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getArticleImage.d.ts","sourceRoot":"","sources":["getArticleImage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C;;;;;;;;GAQG;AACH,eAAO,MAAM,QAAQ,WAAY,gBAAgB,EAAE,uBAQlD,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getData.d.ts","sourceRoot":"","sources":["getData.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,OAAO,SAAkB,MAAM,QAoB3C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["request.ts"],"names":[],"mappings":"AAEA,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOrE"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ns-rss-spider",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.10",
|
|
4
4
|
"description": "",
|
|
5
5
|
"main": "dist/cjs/index.js",
|
|
6
6
|
"types": "dist/cjs/index.d.ts",
|
|
@@ -35,7 +35,7 @@
|
|
|
35
35
|
},
|
|
36
36
|
"dependencies": {
|
|
37
37
|
"axios": "^1.6.7",
|
|
38
|
-
"cheerio": "
|
|
38
|
+
"cheerio": "1.0.0-rc.12",
|
|
39
39
|
"dayjs": "^1.11.10",
|
|
40
40
|
"html-entities": "^2.4.0",
|
|
41
41
|
"lodash": "^4.17.21",
|