rsshub 1.0.0-master.e1ee282 → 1.0.0-master.e1ee46b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (616) hide show
  1. package/lib/config.js +7 -0
  2. package/lib/middleware/anti-hotlink.js +90 -22
  3. package/lib/middleware/cache/redis.js +7 -2
  4. package/lib/middleware/parameter.js +75 -36
  5. package/lib/middleware/templates/iframe.art +14 -0
  6. package/lib/radar-rules.js +49 -168
  7. package/lib/router.js +57 -57
  8. package/lib/routes/agefans/update.js +1 -1
  9. package/lib/routes/novel/biqugeinfo.js +2 -2
  10. package/lib/routes/universities/uestc/sice.js +12 -33
  11. package/lib/routes/weibo/user.js +10 -19
  12. package/lib/utils/cf-email.js +36 -0
  13. package/lib/utils/puppeteer.js +22 -0
  14. package/lib/utils/wechat-mp.js +9 -2
  15. package/lib/v2/19lou/index.js +74 -0
  16. package/lib/v2/19lou/maintainer.js +3 -0
  17. package/lib/v2/19lou/radar.js +29 -0
  18. package/lib/v2/19lou/router.js +3 -0
  19. package/lib/v2/36kr/index.js +75 -0
  20. package/lib/v2/36kr/maintainer.js +7 -5
  21. package/lib/v2/36kr/radar.js +27 -15
  22. package/lib/v2/36kr/router.js +1 -5
  23. package/lib/v2/91porn/index.js +58 -0
  24. package/lib/v2/91porn/maintainer.js +3 -0
  25. package/lib/v2/91porn/radar.js +13 -0
  26. package/lib/v2/91porn/router.js +3 -0
  27. package/lib/v2/91porn/templates/index.art +1 -0
  28. package/lib/v2/acfun/article.js +100 -0
  29. package/lib/{routes → v2}/acfun/bangumi.js +7 -7
  30. package/lib/v2/acfun/maintainer.js +5 -0
  31. package/lib/v2/acfun/radar.js +25 -0
  32. package/lib/v2/acfun/router.js +5 -0
  33. package/lib/v2/acfun/video.js +45 -0
  34. package/lib/v2/acs/journal.js +73 -0
  35. package/lib/v2/acs/maintainer.js +3 -0
  36. package/lib/v2/acs/radar.js +13 -0
  37. package/lib/v2/acs/router.js +3 -0
  38. package/lib/v2/acs/templates/description.art +2 -0
  39. package/lib/v2/agora0/index.js +54 -0
  40. package/lib/v2/agora0/maintainer.js +3 -0
  41. package/lib/v2/agora0/radar.js +13 -0
  42. package/lib/v2/agora0/router.js +3 -0
  43. package/lib/v2/airchina/index.js +36 -0
  44. package/lib/v2/airchina/maintainer.js +3 -0
  45. package/lib/v2/airchina/radar.js +13 -0
  46. package/lib/v2/airchina/router.js +3 -0
  47. package/lib/v2/allrecode/index.js +65 -0
  48. package/lib/v2/allrecode/maintainer.js +5 -0
  49. package/lib/v2/allrecode/news.js +35 -0
  50. package/lib/v2/allrecode/radar.js +25 -0
  51. package/lib/v2/allrecode/router.js +4 -0
  52. package/lib/v2/android/maintainer.js +3 -0
  53. package/lib/v2/android/platform-tools-releases.js +47 -0
  54. package/lib/v2/android/radar.js +13 -0
  55. package/lib/v2/android/router.js +3 -0
  56. package/lib/v2/apnews/maintainer.js +3 -0
  57. package/lib/v2/apnews/radar.js +13 -0
  58. package/lib/v2/apnews/router.js +3 -0
  59. package/lib/v2/apnews/templates/description.art +14 -0
  60. package/lib/v2/apnews/topics.js +44 -0
  61. package/lib/v2/appleinsider/index.js +59 -0
  62. package/lib/v2/appleinsider/maintainer.js +3 -0
  63. package/lib/v2/appleinsider/radar.js +13 -0
  64. package/lib/v2/appleinsider/router.js +3 -0
  65. package/lib/{routes → v2}/asiantolick/index.js +20 -17
  66. package/lib/v2/asiantolick/maintainer.js +6 -0
  67. package/lib/v2/asiantolick/radar.js +31 -0
  68. package/lib/v2/asiantolick/router.js +3 -0
  69. package/lib/v2/asiantolick/templates/description.art +3 -0
  70. package/lib/v2/asus/gpu-tweak.js +31 -0
  71. package/lib/v2/asus/maintainer.js +1 -0
  72. package/lib/v2/asus/radar.js +12 -1
  73. package/lib/v2/asus/router.js +1 -0
  74. package/lib/v2/biquge/index.js +78 -0
  75. package/lib/v2/biquge/maintainer.js +3 -0
  76. package/lib/v2/biquge/radar.js +29 -0
  77. package/lib/v2/biquge/router.js +3 -0
  78. package/lib/v2/cbnweek/index.js +46 -0
  79. package/lib/v2/cbnweek/maintainer.js +3 -0
  80. package/lib/v2/cbnweek/radar.js +13 -0
  81. package/lib/v2/cbnweek/router.js +3 -0
  82. package/lib/v2/ccac/news.js +12 -3
  83. package/lib/v2/ccfcv/index.js +68 -0
  84. package/lib/v2/ccfcv/maintainer.js +3 -0
  85. package/lib/v2/ccfcv/radar.js +25 -0
  86. package/lib/v2/ccfcv/router.js +3 -0
  87. package/lib/v2/ccfcv/templates/description.art +1 -0
  88. package/lib/v2/cde/index.js +2 -2
  89. package/lib/v2/cde/maintainer.js +2 -0
  90. package/lib/v2/cde/radar.js +34 -4
  91. package/lib/v2/cde/router.js +2 -0
  92. package/lib/v2/cde/templates/xxgk/breakthroughCure.art +18 -0
  93. package/lib/v2/cde/templates/xxgk/cliniCal.art +16 -0
  94. package/lib/v2/cde/templates/xxgk/priorityApproval.art +18 -0
  95. package/lib/v2/cde/utils.js +2 -2
  96. package/lib/v2/cde/xxgk.js +73 -0
  97. package/lib/v2/cde/zdyz.js +77 -0
  98. package/lib/v2/chinadegrees/maintainer.js +3 -0
  99. package/lib/v2/chinadegrees/province.js +66 -0
  100. package/lib/v2/chinadegrees/radar.js +13 -0
  101. package/lib/v2/chinadegrees/router.js +3 -0
  102. package/lib/v2/chinadegrees/templates/description.art +4 -0
  103. package/lib/v2/clash/maintainer.js +3 -0
  104. package/lib/v2/clash/premium.js +23 -0
  105. package/lib/v2/clash/radar.js +13 -0
  106. package/lib/v2/clash/router.js +3 -0
  107. package/lib/v2/cn-healthcare/index.js +31 -0
  108. package/lib/v2/cn-healthcare/maintainer.js +3 -0
  109. package/lib/v2/cn-healthcare/radar.js +13 -0
  110. package/lib/v2/cn-healthcare/router.js +3 -0
  111. package/lib/v2/cnjxol/index.js +94 -0
  112. package/lib/v2/cnjxol/maintainer.js +4 -0
  113. package/lib/v2/cnjxol/radar.js +19 -0
  114. package/lib/v2/cnjxol/router.js +3 -0
  115. package/lib/v2/cnjxol/templates/description.art +2 -0
  116. package/lib/v2/cpuid/news.js +30 -0
  117. package/lib/v2/cpuid/radar.js +13 -0
  118. package/lib/v2/cpuid/router.js +3 -0
  119. package/lib/v2/cscse/maintainer.js +3 -0
  120. package/lib/v2/cscse/radar.js +13 -0
  121. package/lib/v2/cscse/router.js +3 -0
  122. package/lib/v2/cscse/tzgg.js +54 -0
  123. package/lib/v2/csu/cse.js +9 -1
  124. package/lib/v2/csu/mail.js +43 -0
  125. package/lib/v2/csu/radar.js +8 -0
  126. package/lib/v2/csu/router.js +1 -0
  127. package/lib/{routes/universities/scvtc/xygg.js → v2/darwinawards/index.js} +25 -14
  128. package/lib/v2/darwinawards/maintainer.js +4 -0
  129. package/lib/v2/darwinawards/radar.js +13 -0
  130. package/lib/v2/darwinawards/router.js +4 -0
  131. package/lib/v2/dgjyw/index.js +67 -0
  132. package/lib/v2/dgjyw/maintainer.js +3 -0
  133. package/lib/v2/dgjyw/radar.js +13 -0
  134. package/lib/v2/dgjyw/router.js +3 -0
  135. package/lib/v2/diandong/ddh.js +51 -0
  136. package/lib/v2/diandong/maintainer.js +4 -0
  137. package/lib/v2/diandong/news.js +50 -0
  138. package/lib/v2/diandong/radar.js +19 -0
  139. package/lib/v2/diandong/router.js +4 -0
  140. package/lib/v2/diskanalyzer/maintainer.js +3 -0
  141. package/lib/v2/diskanalyzer/radar.js +13 -0
  142. package/lib/v2/diskanalyzer/router.js +3 -0
  143. package/lib/v2/diskanalyzer/whats-new.js +48 -0
  144. package/lib/v2/domp4/detail.js +67 -0
  145. package/lib/v2/domp4/latest.js +31 -0
  146. package/lib/v2/domp4/maintainer.js +4 -0
  147. package/lib/v2/domp4/radar.js +25 -0
  148. package/lib/v2/domp4/router.js +4 -0
  149. package/lib/v2/domp4/utils.js +72 -0
  150. package/lib/v2/douyin/hashtag.js +93 -0
  151. package/lib/v2/douyin/live.js +68 -0
  152. package/lib/v2/douyin/maintainer.js +2 -0
  153. package/lib/v2/douyin/radar.js +14 -0
  154. package/lib/v2/douyin/router.js +2 -0
  155. package/lib/v2/douyin/user.js +11 -44
  156. package/lib/v2/douyin/utils.js +50 -0
  157. package/lib/{routes/the-economist → v2/economist}/download.js +0 -0
  158. package/lib/v2/economist/espresso.js +50 -0
  159. package/lib/v2/economist/full.js +44 -0
  160. package/lib/v2/economist/gre-vocabulary.js +19 -0
  161. package/lib/v2/economist/maintainer.js +6 -0
  162. package/lib/v2/economist/radar.js +27 -0
  163. package/lib/v2/economist/router.js +6 -0
  164. package/lib/v2/elasticsearch-cn/index.js +57 -0
  165. package/lib/v2/elasticsearch-cn/maintainer.js +3 -0
  166. package/lib/v2/elasticsearch-cn/radar.js +13 -0
  167. package/lib/v2/elasticsearch-cn/router.js +3 -0
  168. package/lib/v2/elsevier/issue.js +62 -0
  169. package/lib/v2/elsevier/journal.js +72 -0
  170. package/lib/v2/elsevier/maintainer.js +2 -2
  171. package/lib/v2/elsevier/radar.js +5 -5
  172. package/lib/v2/elsevier/router.js +4 -2
  173. package/lib/v2/elsevier/templates/description.art +5 -5
  174. package/lib/v2/ezone/index.js +5 -3
  175. package/lib/v2/fda/cdrh.js +60 -0
  176. package/lib/v2/fda/maintainer.js +3 -0
  177. package/lib/v2/fda/radar.js +13 -0
  178. package/lib/v2/fda/router.js +3 -0
  179. package/lib/v2/feng/forum.js +42 -0
  180. package/lib/v2/feng/radar.js +13 -0
  181. package/lib/v2/feng/router.js +3 -0
  182. package/lib/v2/feng/templates/deleted.art +2 -0
  183. package/lib/v2/feng/templates/img.art +6 -0
  184. package/lib/v2/feng/utils.js +80 -0
  185. package/lib/v2/fosshub/index.js +49 -0
  186. package/lib/v2/fosshub/maintainer.js +3 -0
  187. package/lib/v2/fosshub/radar.js +13 -0
  188. package/lib/v2/fosshub/router.js +3 -0
  189. package/lib/v2/fosshub/templates/description.art +20 -0
  190. package/lib/v2/gcores/category.js +5 -1
  191. package/lib/v2/gcores/tag.js +5 -1
  192. package/lib/v2/gdut/maintainer.js +3 -0
  193. package/lib/{routes/universities → v2}/gdut/news.js +4 -0
  194. package/lib/v2/gdut/oa_news.js +214 -0
  195. package/lib/v2/gdut/radar.js +13 -0
  196. package/lib/v2/gdut/router.js +3 -0
  197. package/lib/v2/getitfree/index.js +54 -0
  198. package/lib/v2/getitfree/maintainer.js +3 -0
  199. package/lib/v2/getitfree/radar.js +13 -0
  200. package/lib/v2/getitfree/router.js +3 -0
  201. package/lib/v2/gitee/maintainer.js +6 -0
  202. package/lib/v2/gitee/radar.js +31 -0
  203. package/lib/v2/gitee/repos/commits.js +40 -0
  204. package/lib/v2/gitee/repos/events.js +66 -0
  205. package/lib/v2/gitee/repos/releases.js +33 -0
  206. package/lib/v2/gitee/router.js +6 -0
  207. package/lib/v2/gitee/users/events.js +84 -0
  208. package/lib/v2/github/maintainer.js +1 -1
  209. package/lib/v2/github/templates/trending-description.art +5 -0
  210. package/lib/v2/github/trending.js +32 -16
  211. package/lib/v2/gov/beijing/jw/tzgg.js +58 -0
  212. package/lib/v2/gov/customs/list.js +80 -0
  213. package/lib/v2/gov/customs/utils.js +21 -0
  214. package/lib/v2/gov/maintainer.js +11 -1
  215. package/lib/v2/gov/miit/wjgs.js +50 -41
  216. package/lib/v2/gov/miit/zcjd.js +50 -41
  217. package/lib/v2/gov/moj/aac/news.js +49 -0
  218. package/lib/v2/gov/nifdc/index.js +86 -0
  219. package/lib/v2/gov/nmpa/generic.js +83 -0
  220. package/lib/v2/gov/nsfc/index.js +83 -0
  221. package/lib/v2/gov/pbc/goutongjiaoliu.js +20 -15
  222. package/lib/v2/gov/pbc/tradeAnnouncement.js +18 -14
  223. package/lib/v2/gov/radar.js +139 -28
  224. package/lib/v2/gov/router.js +9 -0
  225. package/lib/v2/{pts/dailynews.js → gov/shaanxi/kjt.js} +16 -13
  226. package/lib/v2/gov/shanghai/yjj/index.js +60 -0
  227. package/lib/v2/gov/xuzhou/hrss.js +54 -0
  228. package/lib/v2/hackertalk/index.js +23 -0
  229. package/lib/v2/hackertalk/maintainer.js +3 -0
  230. package/lib/v2/hackertalk/radar.js +13 -0
  231. package/lib/v2/hackertalk/router.js +3 -0
  232. package/lib/v2/hakkatv/maintainer.js +3 -0
  233. package/lib/v2/hakkatv/radar.js +13 -0
  234. package/lib/v2/hakkatv/router.js +3 -0
  235. package/lib/v2/hakkatv/type.js +67 -0
  236. package/lib/v2/hashnode/blog.js +62 -0
  237. package/lib/v2/hashnode/maintainer.js +3 -0
  238. package/lib/v2/hashnode/radar.js +13 -0
  239. package/lib/v2/hashnode/router.js +3 -0
  240. package/lib/v2/hashnode/templates/description.art +2 -0
  241. package/lib/v2/hdu/cs/{index.js → notice.js} +1 -4
  242. package/lib/v2/hdu/cs/pg.js +54 -0
  243. package/lib/v2/hdu/maintainer.js +1 -0
  244. package/lib/v2/hdu/radar.js +6 -0
  245. package/lib/v2/hdu/router.js +2 -1
  246. package/lib/v2/heu/gx/list.js +2 -2
  247. package/lib/v2/heu/job/list.js +2 -2
  248. package/lib/v2/heu/uae/list.js +2 -2
  249. package/lib/v2/heu/yjsy/list.js +2 -2
  250. package/lib/v2/hk01/channel.js +23 -0
  251. package/lib/v2/hk01/hot.js +20 -0
  252. package/lib/v2/hk01/issue.js +22 -0
  253. package/lib/v2/hk01/maintainer.js +7 -0
  254. package/lib/v2/hk01/radar.js +37 -0
  255. package/lib/v2/hk01/router.js +7 -0
  256. package/lib/v2/hk01/tag.js +22 -0
  257. package/lib/v2/hk01/templates/description.art +53 -0
  258. package/lib/v2/hk01/utils.js +43 -0
  259. package/lib/v2/hk01/zone.js +23 -0
  260. package/lib/v2/hotukdeals/index.js +1 -1
  261. package/lib/v2/houxu/events.js +37 -0
  262. package/lib/v2/houxu/index.js +21 -69
  263. package/lib/v2/houxu/lives.js +35 -0
  264. package/lib/v2/houxu/maintainer.js +4 -2
  265. package/lib/v2/houxu/memory.js +37 -0
  266. package/lib/v2/houxu/radar.js +18 -6
  267. package/lib/v2/houxu/router.js +6 -1
  268. package/lib/v2/houxu/templates/events.art +5 -0
  269. package/lib/v2/houxu/templates/lives.art +5 -0
  270. package/lib/v2/houxu/templates/memory.art +3 -0
  271. package/lib/v2/ieee/journal.js +78 -0
  272. package/lib/v2/ieee/maintainer.js +2 -2
  273. package/lib/v2/ieee/radar.js +4 -4
  274. package/lib/v2/ieee/{latestdate.js → recent.js} +34 -42
  275. package/lib/v2/ieee/router.js +4 -2
  276. package/lib/v2/ieee/templates/description.art +5 -5
  277. package/lib/v2/ielts/index.js +7 -2
  278. package/lib/v2/imagemagick/changelog.js +46 -0
  279. package/lib/v2/imagemagick/maintainer.js +3 -0
  280. package/lib/v2/imagemagick/radar.js +13 -0
  281. package/lib/v2/imagemagick/router.js +3 -0
  282. package/lib/v2/itch/devlog.js +62 -0
  283. package/lib/v2/itch/index.js +56 -0
  284. package/lib/v2/itch/maintainer.js +5 -0
  285. package/lib/v2/itch/posts.js +41 -0
  286. package/lib/v2/itch/radar.js +28 -0
  287. package/lib/v2/itch/router.js +5 -0
  288. package/lib/v2/itch/templates/description.art +4 -0
  289. package/lib/v2/jike/utils.js +9 -0
  290. package/lib/v2/keep/maintainer.js +3 -0
  291. package/lib/v2/keep/radar.js +13 -0
  292. package/lib/v2/keep/router.js +3 -0
  293. package/lib/v2/keep/templates/user.art +16 -0
  294. package/lib/{routes → v2}/keep/user.js +14 -4
  295. package/lib/v2/mdpi/journal.js +65 -0
  296. package/lib/v2/mdpi/maintainer.js +3 -0
  297. package/lib/v2/mdpi/radar.js +13 -0
  298. package/lib/v2/mdpi/router.js +3 -0
  299. package/lib/v2/mdpi/templates/description.art +12 -0
  300. package/lib/v2/mindmeister/example.js +44 -0
  301. package/lib/v2/mindmeister/maintainer.js +3 -0
  302. package/lib/v2/mindmeister/radar.js +13 -0
  303. package/lib/v2/mindmeister/router.js +3 -0
  304. package/lib/v2/mindmeister/templates/image.art +1 -0
  305. package/lib/v2/mirror/index.js +34 -0
  306. package/lib/v2/mirror/maintainer.js +3 -0
  307. package/lib/v2/mirror/radar.js +17 -0
  308. package/lib/v2/mirror/router.js +3 -0
  309. package/lib/{routes → v2}/mp4er/index.js +1 -1
  310. package/lib/v2/mp4er/maintainer.js +3 -0
  311. package/lib/v2/mp4er/radar.js +13 -0
  312. package/lib/v2/mp4er/router.js +3 -0
  313. package/lib/v2/myfigurecollection/activity.js +58 -0
  314. package/lib/v2/myfigurecollection/index.js +78 -0
  315. package/lib/v2/myfigurecollection/maintainer.js +4 -0
  316. package/lib/v2/myfigurecollection/radar.js +44 -0
  317. package/lib/v2/myfigurecollection/router.js +4 -0
  318. package/lib/v2/myfigurecollection/templates/activity.art +8 -0
  319. package/lib/v2/myfigurecollection/templates/description.art +24 -0
  320. package/lib/v2/mysql/maintainer.js +3 -0
  321. package/lib/v2/mysql/radar.js +13 -0
  322. package/lib/v2/mysql/release.js +55 -0
  323. package/lib/v2/mysql/router.js +3 -0
  324. package/lib/v2/nbd/radar.js +2 -2
  325. package/lib/v2/ncepu/maintainer.js +3 -0
  326. package/lib/v2/ncepu/master/masterinfo.js +78 -0
  327. package/lib/v2/ncepu/radar.js +25 -0
  328. package/lib/v2/ncepu/router.js +3 -0
  329. package/lib/v2/ncwu/maintainer.js +3 -0
  330. package/lib/v2/ncwu/notice.js +27 -0
  331. package/lib/v2/ncwu/radar.js +13 -0
  332. package/lib/v2/ncwu/router.js +3 -0
  333. package/lib/v2/netease/exclusive.js +148 -0
  334. package/lib/v2/netease/maintainer.js +1 -0
  335. package/lib/v2/netease/radar.js +8 -0
  336. package/lib/v2/netease/router.js +1 -0
  337. package/lib/v2/netease/templates/exclusive.art +11 -0
  338. package/lib/{routes → v2}/nga/forum.js +8 -9
  339. package/lib/v2/nga/maintainer.js +4 -0
  340. package/lib/{routes → v2}/nga/post.js +16 -15
  341. package/lib/v2/nga/radar.js +56 -0
  342. package/lib/v2/nga/router.js +4 -0
  343. package/lib/v2/nhk/news.js +41 -0
  344. package/lib/{routes → v2}/nhk/news_web_easy.js +20 -20
  345. package/lib/v2/nhk/radar.js +19 -0
  346. package/lib/v2/nhk/router.js +4 -0
  347. package/lib/v2/nhk/templates/news.art +5 -0
  348. package/lib/v2/nju/rczp.js +34 -24
  349. package/lib/v2/nju/zcc.js +6 -8
  350. package/lib/v2/njust/utils.js +4 -0
  351. package/lib/v2/nuaa/utils/pypasswaf.js +4 -5
  352. package/lib/v2/nyaa/main.js +57 -0
  353. package/lib/v2/nyaa/maintainer.js +6 -0
  354. package/lib/v2/nyaa/radar.js +49 -0
  355. package/lib/v2/nyaa/router.js +7 -0
  356. package/lib/v2/nytimes/daily_briefing_chinese.js +47 -41
  357. package/lib/v2/nytimes/index.js +3 -3
  358. package/lib/v2/nytimes/maintainer.js +1 -1
  359. package/lib/v2/nytimes/templates/image.art +3 -0
  360. package/lib/v2/nytimes/utils.js +7 -1
  361. package/lib/v2/oceanengine/arithmeticIndex.js +145 -0
  362. package/lib/v2/oceanengine/maintainer.js +3 -0
  363. package/lib/v2/oceanengine/radar.js +13 -0
  364. package/lib/v2/oceanengine/router.js +3 -0
  365. package/lib/v2/oceanengine/templates/content.art +14 -0
  366. package/lib/v2/oo-software/changelog.js +40 -0
  367. package/lib/v2/oo-software/maintainer.js +3 -0
  368. package/lib/v2/oo-software/radar.js +13 -0
  369. package/lib/v2/oo-software/router.js +3 -0
  370. package/lib/v2/openwrt/maintainer.js +3 -0
  371. package/lib/v2/openwrt/radar.js +13 -0
  372. package/lib/v2/openwrt/releases.js +25 -0
  373. package/lib/v2/openwrt/router.js +3 -0
  374. package/lib/v2/orcid/index.js +1 -1
  375. package/lib/v2/orcid/templates/description.art +2 -2
  376. package/lib/{routes/outagereport/service.js → v2/outagereport/index.js} +2 -2
  377. package/lib/v2/outagereport/maintainer.js +3 -0
  378. package/lib/v2/outagereport/radar.js +13 -0
  379. package/lib/v2/outagereport/router.js +3 -0
  380. package/lib/v2/peopo/maintainer.js +3 -0
  381. package/lib/v2/peopo/radar.js +13 -0
  382. package/lib/v2/peopo/router.js +3 -0
  383. package/lib/v2/peopo/topic.js +46 -0
  384. package/lib/v2/pincong/hot.js +28 -0
  385. package/lib/{routes → v2}/pincong/index.js +6 -12
  386. package/lib/v2/pincong/maintainer.js +5 -0
  387. package/lib/v2/pincong/radar.js +35 -0
  388. package/lib/v2/pincong/router.js +5 -0
  389. package/lib/v2/pincong/topic.js +25 -0
  390. package/lib/v2/pincong/utils.js +22 -0
  391. package/lib/v2/pku/maintainer.js +3 -0
  392. package/lib/v2/pku/radar.js +20 -0
  393. package/lib/v2/pku/router.js +3 -0
  394. package/lib/v2/pku/ss/admission.js +53 -0
  395. package/lib/v2/pku/ss/notice.js +53 -0
  396. package/lib/v2/pku/ss/pg_admin.js +53 -0
  397. package/lib/v2/playno1/av.js +41 -0
  398. package/lib/v2/playno1/maintainer.js +4 -0
  399. package/lib/v2/playno1/radar.js +21 -0
  400. package/lib/v2/playno1/router.js +4 -0
  401. package/lib/v2/playno1/st.js +36 -0
  402. package/lib/v2/playno1/utils.js +32 -0
  403. package/lib/v2/pmthinking/index.js +61 -0
  404. package/lib/v2/pmthinking/maintainer.js +3 -0
  405. package/lib/v2/pmthinking/radar.js +13 -0
  406. package/lib/v2/pmthinking/router.js +3 -0
  407. package/lib/v2/pmthinking/templates/description.art +4 -0
  408. package/lib/v2/prestige-av/maintainer.js +3 -0
  409. package/lib/v2/prestige-av/radar.js +18 -0
  410. package/lib/v2/prestige-av/router.js +3 -0
  411. package/lib/{routes → v2}/prestige-av/series.js +8 -5
  412. package/lib/v2/pts/curations.js +44 -0
  413. package/lib/v2/pts/index.js +65 -0
  414. package/lib/v2/pts/maintainer.js +6 -0
  415. package/lib/v2/pts/projects.js +44 -0
  416. package/lib/v2/pts/radar.js +38 -2
  417. package/lib/v2/pts/router.js +4 -1
  418. package/lib/v2/pts/templates/description.art +6 -0
  419. package/lib/v2/putty/changes.js +36 -0
  420. package/lib/v2/putty/maintainer.js +3 -0
  421. package/lib/v2/putty/radar.js +13 -0
  422. package/lib/v2/putty/router.js +3 -0
  423. package/lib/v2/qq/kg/cache.js +28 -0
  424. package/lib/v2/qq/kg/reply.js +21 -0
  425. package/lib/v2/qq/kg/user.js +50 -0
  426. package/lib/v2/qq/maintainer.js +2 -0
  427. package/lib/v2/qq/radar.js +14 -0
  428. package/lib/v2/qq/router.js +2 -0
  429. package/lib/v2/sakurazaka46/blog.js +54 -0
  430. package/lib/v2/sakurazaka46/maintainer.js +4 -0
  431. package/lib/v2/sakurazaka46/news.js +51 -0
  432. package/lib/v2/sakurazaka46/radar.js +19 -0
  433. package/lib/v2/sakurazaka46/router.js +4 -0
  434. package/lib/v2/samsung/maintainer.js +3 -0
  435. package/lib/v2/samsung/radar.js +13 -0
  436. package/lib/v2/samsung/research/blog.js +49 -0
  437. package/lib/v2/samsung/router.js +3 -0
  438. package/lib/v2/sciencedirect/journal.js +8 -1
  439. package/lib/v2/scitation/journal.js +54 -0
  440. package/lib/v2/scitation/maintainer.js +4 -0
  441. package/lib/v2/scitation/radar.js +19 -0
  442. package/lib/v2/scitation/router.js +4 -0
  443. package/lib/v2/scitation/section.js +72 -0
  444. package/lib/v2/scitation/templates/description.art +8 -0
  445. package/lib/v2/scitation/utils.js +29 -0
  446. package/lib/v2/scvtc/maintainer.js +3 -0
  447. package/lib/v2/scvtc/radar.js +13 -0
  448. package/lib/v2/scvtc/router.js +3 -0
  449. package/lib/v2/scvtc/xygg.js +40 -0
  450. package/lib/v2/shuiguopai/index.js +76 -0
  451. package/lib/v2/shuiguopai/maintainer.js +3 -0
  452. package/lib/v2/shuiguopai/radar.js +13 -0
  453. package/lib/v2/shuiguopai/router.js +3 -0
  454. package/lib/v2/shuiguopai/templates/description.art +6 -0
  455. package/lib/v2/sinchew/index.js +68 -0
  456. package/lib/v2/sinchew/maintainer.js +5 -0
  457. package/lib/v2/sinchew/radar.js +25 -0
  458. package/lib/v2/sinchew/router.js +4 -0
  459. package/lib/v2/sinchew/templates/images.art +4 -0
  460. package/lib/v2/sis001/forum.js +62 -0
  461. package/lib/v2/sis001/maintainer.js +3 -0
  462. package/lib/v2/sis001/radar.js +13 -0
  463. package/lib/v2/sis001/router.js +3 -0
  464. package/lib/v2/slowmist/radar.js +13 -0
  465. package/lib/v2/slowmist/router.js +3 -0
  466. package/lib/v2/slowmist/slowmist.js +39 -0
  467. package/lib/v2/springer/journal.js +72 -0
  468. package/lib/v2/springer/maintainer.js +3 -0
  469. package/lib/v2/springer/radar.js +13 -0
  470. package/lib/v2/springer/router.js +3 -0
  471. package/lib/v2/springer/templates/description.art +12 -0
  472. package/lib/v2/sspai/maintainer.js +1 -0
  473. package/lib/v2/sspai/radar.js +6 -0
  474. package/lib/v2/sspai/router.js +1 -0
  475. package/lib/v2/sspai/seriesUpdate.js +36 -0
  476. package/lib/v2/supchina/index.js +67 -0
  477. package/lib/v2/supchina/maintainer.js +4 -0
  478. package/lib/v2/supchina/podcasts.js +66 -0
  479. package/lib/v2/supchina/radar.js +19 -0
  480. package/lib/v2/supchina/router.js +4 -0
  481. package/lib/v2/taiwannews/hot.js +52 -0
  482. package/lib/v2/taiwannews/maintainer.js +3 -0
  483. package/lib/v2/taiwannews/radar.js +13 -0
  484. package/lib/v2/taiwannews/router.js +3 -0
  485. package/lib/v2/techflow520/index.js +34 -0
  486. package/lib/v2/techflow520/maintainer.js +4 -0
  487. package/lib/v2/techflow520/newsflash.js +32 -0
  488. package/lib/v2/techflow520/radar.js +19 -0
  489. package/lib/v2/techflow520/router.js +4 -0
  490. package/lib/v2/tencent/cloud/column.js +51 -0
  491. package/lib/v2/tencent/maintainer.js +1 -0
  492. package/lib/v2/tencent/radar.js +11 -0
  493. package/lib/v2/tencent/router.js +1 -0
  494. package/lib/v2/test/index.js +18 -1
  495. package/lib/v2/tiktok/maintainer.js +3 -0
  496. package/lib/v2/tiktok/radar.js +13 -0
  497. package/lib/v2/tiktok/router.js +3 -0
  498. package/lib/v2/tiktok/templates/user.art +3 -0
  499. package/lib/v2/tiktok/user.js +56 -0
  500. package/lib/v2/tju/cic/index.js +113 -0
  501. package/lib/v2/tju/maintainer.js +6 -0
  502. package/lib/v2/tju/news/index.js +135 -0
  503. package/lib/v2/tju/oaa/index.js +112 -0
  504. package/lib/v2/tju/radar.js +97 -0
  505. package/lib/v2/tju/router.js +6 -0
  506. package/lib/v2/tju/yzb/index.js +121 -0
  507. package/lib/v2/trending/allTrending.js +169 -0
  508. package/lib/v2/trending/maintainer.js +3 -0
  509. package/lib/v2/trending/radar.js +35 -0
  510. package/lib/v2/trending/router.js +3 -0
  511. package/lib/v2/trending/templates/content.art +24 -0
  512. package/lib/v2/tribalfootball/latest.js +68 -0
  513. package/lib/v2/tribalfootball/maintainer.js +3 -0
  514. package/lib/v2/tribalfootball/radar.js +13 -0
  515. package/lib/v2/tribalfootball/router.js +3 -0
  516. package/lib/v2/tribalfootball/templates/plus_header.art +6 -0
  517. package/lib/v2/twreporter/fetch_article.js +1 -1
  518. package/lib/v2/u3c3/index.js +59 -0
  519. package/lib/v2/u3c3/maintainer.js +3 -0
  520. package/lib/v2/u3c3/radar.js +29 -0
  521. package/lib/v2/u3c3/router.js +3 -0
  522. package/lib/v2/uraaka-joshi/uraaka-joshi-user.js +7 -1
  523. package/lib/v2/uraaka-joshi/uraaka-joshi.js +8 -1
  524. package/lib/v2/vlive/index.js +71 -0
  525. package/lib/v2/vlive/maintainer.js +3 -0
  526. package/lib/v2/vlive/radar.js +13 -0
  527. package/lib/v2/vlive/router.js +3 -0
  528. package/lib/v2/vlive/templates/post.art +8 -0
  529. package/lib/v2/vlive/templates/video.art +3 -0
  530. package/lib/{routes → v2}/xiaohongshu/board.js +8 -6
  531. package/lib/v2/xiaohongshu/maintainer.js +4 -0
  532. package/lib/v2/xiaohongshu/radar.js +25 -0
  533. package/lib/v2/xiaohongshu/router.js +4 -0
  534. package/lib/{routes → v2}/xiaohongshu/user.js +9 -11
  535. package/lib/v2/xiaohongshu/util.js +28 -0
  536. package/lib/v2/xidian/jwc.js +54 -0
  537. package/lib/v2/xidian/maintainer.js +3 -0
  538. package/lib/v2/xidian/radar.js +13 -0
  539. package/lib/v2/xidian/router.js +3 -0
  540. package/lib/v2/xjtu/2yuan/news.js +61 -0
  541. package/lib/v2/xjtu/dean.js +83 -0
  542. package/lib/{routes/universities → v2}/xjtu/ee.js +5 -5
  543. package/lib/{routes/universities → v2}/xjtu/gs/tzgg.js +6 -6
  544. package/lib/v2/xjtu/international.js +51 -0
  545. package/lib/v2/xjtu/job.js +81 -0
  546. package/lib/v2/xjtu/maintainer.js +9 -0
  547. package/lib/v2/xjtu/radar.js +53 -0
  548. package/lib/v2/xjtu/router.js +9 -0
  549. package/lib/v2/xjtu/std.js +58 -0
  550. package/lib/v2/xjtu/templates/attachments.art +3 -0
  551. package/lib/v2/xjtu/templates/std.art +4 -0
  552. package/lib/v2/xueqiu/column.js +42 -0
  553. package/lib/v2/xueqiu/maintainer.js +1 -0
  554. package/lib/v2/xueqiu/radar.js +6 -0
  555. package/lib/v2/xueqiu/router.js +1 -0
  556. package/lib/v2/youzhiyouxing/materials.js +5 -5
  557. package/lib/v2/zhangyoubao/index.js +42 -0
  558. package/lib/v2/zhangyoubao/maintainer.js +3 -0
  559. package/lib/v2/zhangyoubao/radar.js +13 -0
  560. package/lib/v2/zhangyoubao/router.js +3 -0
  561. package/lib/v2/zhangyoubao/templates/article.art +1 -0
  562. package/lib/v2/zhihu/activities.js +36 -0
  563. package/lib/v2/zhihu/question.js +5 -3
  564. package/lib/v2/zhihu/router.js +1 -1
  565. package/lib/v2/zhihu/zhuanlan.js +2 -2
  566. package/lib/v2/zyshow/index.js +46 -0
  567. package/lib/v2/zyshow/maintainer.js +3 -0
  568. package/lib/v2/zyshow/radar.js +17 -0
  569. package/lib/v2/zyshow/router.js +3 -0
  570. package/lib/v2/zyshow/templates/description.art +16 -0
  571. package/package.json +30 -29
  572. package/lib/routes/acfun/video.js +0 -44
  573. package/lib/routes/apnews/topics.js +0 -43
  574. package/lib/routes/darwinawards/articles.js +0 -42
  575. package/lib/routes/dgjyw/index.js +0 -66
  576. package/lib/routes/gov/customs/list.js +0 -77
  577. package/lib/routes/hk01/channel.js +0 -22
  578. package/lib/routes/hk01/hot.js +0 -20
  579. package/lib/routes/hk01/issue.js +0 -22
  580. package/lib/routes/hk01/tag.js +0 -22
  581. package/lib/routes/hk01/zone.js +0 -41
  582. package/lib/routes/mirror/entries.js +0 -80
  583. package/lib/routes/nyaa/search.js +0 -31
  584. package/lib/routes/pincong/hot.js +0 -33
  585. package/lib/routes/pincong/topic.js +0 -32
  586. package/lib/routes/sakurazaka46/blog.js +0 -38
  587. package/lib/routes/the-economist/full.js +0 -48
  588. package/lib/routes/the-economist/gre-vocabulary.js +0 -27
  589. package/lib/routes/universities/ncwu/notice.js +0 -42
  590. package/lib/routes/universities/tjpyu/ooa.js +0 -73
  591. package/lib/routes/universities/xidian/jwc.js +0 -70
  592. package/lib/routes/universities/xjtu/dean.js +0 -86
  593. package/lib/routes/universities/xjtu/international.js +0 -53
  594. package/lib/routes/universities/xjtu/job.js +0 -50
  595. package/lib/routes/xiaohongshu/util.js +0 -18
  596. package/lib/routes/zyshow/index.js +0 -42
  597. package/lib/v2/36kr/motif.js +0 -36
  598. package/lib/v2/36kr/news.js +0 -56
  599. package/lib/v2/36kr/newsflashes.js +0 -37
  600. package/lib/v2/36kr/search/article.js +0 -70
  601. package/lib/v2/36kr/user.js +0 -36
  602. package/lib/v2/csu/fetch_article.js +0 -12
  603. package/lib/v2/elsevier/latest.js +0 -87
  604. package/lib/v2/elsevier/volume.js +0 -75
  605. package/lib/v2/houxu/templates/description.art +0 -9
  606. package/lib/v2/ieee/latestvol.js +0 -87
  607. package/lib/v2/jasa/latest.js +0 -70
  608. package/lib/v2/jasa/maintainer.js +0 -4
  609. package/lib/v2/jasa/radar.js +0 -19
  610. package/lib/v2/jasa/router.js +0 -4
  611. package/lib/v2/jasa/section.js +0 -95
  612. package/lib/v2/jasa/templates/description.art +0 -11
  613. package/lib/v2/nsfc/maintainer.js +0 -3
  614. package/lib/v2/nsfc/news.js +0 -92
  615. package/lib/v2/nsfc/radar.js +0 -31
  616. package/lib/v2/nsfc/router.js +0 -3
package/lib/config.js CHANGED
@@ -91,6 +91,10 @@ const calculateValue = () => {
91
91
  includePaths: envs.HOTLINK_INCLUDE_PATHS && envs.HOTLINK_INCLUDE_PATHS.split(','),
92
92
  excludePaths: envs.HOTLINK_EXCLUDE_PATHS && envs.HOTLINK_EXCLUDE_PATHS.split(','),
93
93
  },
94
+ feature: {
95
+ allow_user_hotlink_template: envs.ALLOW_USER_HOTLINK_TEMPLATE === 'true',
96
+ filter_regex_engine: envs.FILTER_REGEX_ENGINE || 're2',
97
+ },
94
98
  suffix: envs.SUFFIX,
95
99
  titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
96
100
 
@@ -150,6 +154,9 @@ const calculateValue = () => {
150
154
  github: {
151
155
  access_token: envs.GITHUB_ACCESS_TOKEN,
152
156
  },
157
+ gitee: {
158
+ access_token: envs.GITEE_ACCESS_TOKEN,
159
+ },
153
160
  google: {
154
161
  fontsApiKey: envs.GOOGLE_FONTS_API_KEY,
155
162
  },
@@ -1,6 +1,12 @@
1
1
  const config = require('@/config').value;
2
2
  const cheerio = require('cheerio');
3
3
  const logger = require('@/utils/logger');
4
+ const path = require('path');
5
+ const { art } = require('@/utils/render');
6
+
7
+ const templateRegex = /\$\{([^{}]+)}/g;
8
+ const allowedUrlProperties = ['hash', 'host', 'hostname', 'href', 'origin', 'password', 'pathname', 'port', 'protocol', 'search', 'searchParams', 'username'];
9
+ const IframeWrapperTemplate = path.join(__dirname, 'templates/iframe.art');
4
10
 
5
11
  // match path or sub-path
6
12
  const matchPath = (path, paths) => {
@@ -19,9 +25,16 @@ const filterPath = (path) => {
19
25
  return !(include && !matchPath(path, include)) && !(exclude && matchPath(path, exclude));
20
26
  };
21
27
 
22
- const interpolate = (str, obj) => str.replace(/\${([^}]+)}/g, (_, prop) => obj[prop]);
23
- // I don't want to keep another regex and
24
- // URL will be the standard way to parse URL
28
+ const interpolate = (str, obj) =>
29
+ str.replace(templateRegex, (_, prop) => {
30
+ let needEncode = false;
31
+ if (prop.endsWith('_ue')) {
32
+ // url encode
33
+ prop = prop.slice(0, -3);
34
+ needEncode = true;
35
+ }
36
+ return needEncode ? encodeURIComponent(obj[prop]) : obj[prop];
37
+ });
25
38
  const parseUrl = (str) => {
26
39
  let url;
27
40
  try {
@@ -32,48 +45,103 @@ const parseUrl = (str) => {
32
45
 
33
46
  return url;
34
47
  };
35
- const replaceUrls = (body, template) => {
36
- // const $ = cheerio.load(body, { decodeEntities: false, xmlMode: true });
37
- // `<br><img><hr><video><source>abc</video>` => `<br><img><hr><video><source>abc</source></video></hr></img></br>`
38
- // so awful...
39
- // "In HTML, using a closing tag on an empty element is usually invalid."
40
- // https://developer.mozilla.org/en-US/docs/Glossary/Empty_element
41
- // I guess it is just a workaround to drop `<html><head></head><body>`, so this is what we exactly need:
42
- const $ = cheerio.load(body, null, false);
43
- $('img').each(function () {
44
- const old_src = $(this).attr('src');
45
- const url = parseUrl(old_src);
46
- if (url) {
47
- const new_src = interpolate(template, url);
48
- $(this).attr('src', new_src);
48
+ const replaceUrls = ($, selector, template, attribute = 'src') => {
49
+ $(selector).each(function () {
50
+ const old_src = $(this).attr(attribute);
51
+ if (old_src) {
52
+ const url = parseUrl(old_src);
53
+ if (url) {
54
+ // Cheerio will do the right thing to prohibit XSS.
55
+ $(this).attr(attribute, interpolate(template, url));
56
+ }
49
57
  }
50
58
  });
59
+ };
60
+
61
+ const wrapWithIframe = ($, selector) => {
62
+ $(selector).each((_, elem) => {
63
+ elem = $(elem);
64
+ elem.replaceWith(art(IframeWrapperTemplate, { content: elem.toString() }));
65
+ });
66
+ };
51
67
 
52
- return $.root().html();
68
+ const process = (html, image_hotlink_template, multimedia_hotlink_template, wrap_multimedia_in_iframe) => {
69
+ const $ = cheerio.load(html, undefined, false);
70
+ if (image_hotlink_template) {
71
+ replaceUrls($, 'img, picture > source', image_hotlink_template);
72
+ replaceUrls($, 'video[poster]', image_hotlink_template, 'poster');
73
+ }
74
+ if (multimedia_hotlink_template) {
75
+ replaceUrls($, 'video, video > source, audio, audio > source', multimedia_hotlink_template);
76
+ if (!image_hotlink_template) {
77
+ replaceUrls($, 'video[poster]', multimedia_hotlink_template, 'poster');
78
+ }
79
+ }
80
+ if (wrap_multimedia_in_iframe) {
81
+ wrapWithIframe($, 'video, audio');
82
+ }
83
+ return $.html();
84
+ };
85
+
86
+ const validateTemplate = (template) => {
87
+ if (!template) {
88
+ return;
89
+ }
90
+ [...template.matchAll(templateRegex)].forEach((match) => {
91
+ const prop = match[1].endsWith('_ue') ? match[1].slice(0, -3) : match[1];
92
+ if (!allowedUrlProperties.includes(prop)) {
93
+ throw new Error(`Invalid URL property: ${prop}`);
94
+ }
95
+ });
53
96
  };
54
97
 
55
98
  module.exports = async (ctx, next) => {
56
99
  await next();
57
100
 
58
- const template = config.hotlink.template;
101
+ let image_hotlink_template = undefined;
102
+ let multimedia_hotlink_template = undefined;
103
+ const shouldWrapInIframe = ctx.query.wrap_multimedia_in_iframe === '1';
59
104
 
60
- if (!template || !filterPath(ctx.request.path)) {
105
+ // Read params if enabled
106
+ if (config.feature.allow_user_hotlink_template) {
107
+ // By default, the config turns these features off. Set corresponding config to
108
+ // true to turn this feature on.
109
+ // A risk is that the media URLs will be replaced by user-supplied templates,
110
+ // so a user could literally take the control of "where are the media from",
111
+ // but only in their personal-use feed URL.
112
+ multimedia_hotlink_template = ctx.query.multimedia_hotlink_template;
113
+ image_hotlink_template = ctx.query.image_hotlink_template;
114
+ }
115
+
116
+ // Force config hotlink template on conflict
117
+ if (config.hotlink.template) {
118
+ if (!filterPath(ctx.request.path)) {
119
+ image_hotlink_template = undefined;
120
+ } else {
121
+ image_hotlink_template = config.hotlink.template;
122
+ }
123
+ }
124
+
125
+ if (!image_hotlink_template && !multimedia_hotlink_template && !shouldWrapInIframe) {
61
126
  return;
62
127
  }
63
128
 
129
+ validateTemplate(image_hotlink_template);
130
+ validateTemplate(multimedia_hotlink_template);
131
+
64
132
  // Assume that only description include image link
65
133
  // and here we will only check them in description.
66
134
  // Use Cheerio to load the description as html and filter all
67
135
  // image link
68
136
  if (ctx.state.data) {
69
137
  if (ctx.state.data.description) {
70
- ctx.state.data.description = replaceUrls(ctx.state.data.description, template);
138
+ ctx.state.data.description = process(ctx.state.data.description, image_hotlink_template, multimedia_hotlink_template, shouldWrapInIframe);
71
139
  }
72
140
 
73
141
  ctx.state.data.item &&
74
142
  ctx.state.data.item.forEach((item) => {
75
143
  if (item.description) {
76
- item.description = replaceUrls(item.description, template);
144
+ item.description = process(item.description, image_hotlink_template, multimedia_hotlink_template, shouldWrapInIframe);
77
145
  }
78
146
  });
79
147
  }
@@ -32,8 +32,10 @@ module.exports = {
32
32
  let [value, cacheTtl] = await redisClient.mget(key, cacheTtlKey);
33
33
  if (value && refresh) {
34
34
  if (!cacheTtl) {
35
+ // if cacheTtl is not set, that means the cache expire time is contentExpire
35
36
  cacheTtl = config.cache.contentExpire;
36
- redisClient.set(cacheTtlKey, cacheTtl, 'EX', cacheTtl);
37
+ // dont save cacheTtl to Redis, as it is the default value
38
+ // redisClient.set(cacheTtlKey, cacheTtl, 'EX', cacheTtl);
37
39
  } else {
38
40
  redisClient.expire(cacheTtlKey, cacheTtl);
39
41
  }
@@ -54,7 +56,10 @@ module.exports = {
54
56
  value = JSON.stringify(value);
55
57
  }
56
58
  if (key) {
57
- redisClient.set(getCacheTtlKey(key), maxAge, 'EX', maxAge);
59
+ if (maxAge !== config.cache.contentExpire) {
60
+ // Only set cacheTtlKey if maxAge !== contentExpire
61
+ redisClient.set(getCacheTtlKey(key), maxAge, 'EX', maxAge);
62
+ }
58
63
  return redisClient.set(key, value, 'EX', maxAge); // setMode: https://redis.io/commands/set
59
64
  }
60
65
  },
@@ -3,9 +3,26 @@ const cheerio = require('cheerio');
3
3
  const { simplecc } = require('simplecc-wasm');
4
4
  const got = require('@/utils/got');
5
5
  const config = require('@/config').value;
6
+ const RE2 = require('re2');
6
7
 
7
8
  let mercury_parser;
8
9
 
10
+ const resolveRelativeLink = ($, elem, attr, baseUrl) => {
11
+ const $elem = $(elem);
12
+
13
+ if (baseUrl) {
14
+ try {
15
+ const oldAttr = $elem.attr(attr);
16
+ if (oldAttr) {
17
+ // e.g. <video><source src="https://example.com"></video> should leave <video> unchanged
18
+ $elem.attr(attr, new URL(oldAttr, baseUrl).href);
19
+ }
20
+ } catch (e) {
21
+ // no-empty
22
+ }
23
+ }
24
+ };
25
+
9
26
  module.exports = async (ctx, next) => {
10
27
  await next();
11
28
 
@@ -76,50 +93,49 @@ module.exports = async (ctx, next) => {
76
93
 
77
94
  $('script').remove();
78
95
 
79
- $('a').each((_, ele) => {
80
- const $ele = $(ele);
81
-
82
- // absolute link
83
- if (baseUrl) {
84
- try {
85
- $ele.attr('href', new URL($ele.attr('href'), baseUrl).href);
86
- } catch (e) {
87
- // no-empty
88
- }
89
- }
90
- });
91
-
92
96
  $('img').each((_, ele) => {
93
97
  const $ele = $(ele);
94
98
 
95
99
  // fix lazyload
96
100
  if (!$ele.attr('src')) {
97
- for (const key in ele.attribs) {
98
- const value = ele.attribs[key].trim();
99
- if (['.gif', '.png', '.jpg', '.webp'].some((suffix) => value.includes(suffix))) {
100
- $ele.attr('src', value);
101
- break;
101
+ const lazySrc = $ele.attr('data-src') || $ele.attr('data-original');
102
+ if (lazySrc) {
103
+ $ele.attr('src', lazySrc);
104
+ } else {
105
+ for (const key in ele.attribs) {
106
+ const value = ele.attribs[key].trim();
107
+ if (['.gif', '.png', '.jpg', '.webp'].some((suffix) => value.includes(suffix))) {
108
+ $ele.attr('src', value);
109
+ break;
110
+ }
102
111
  }
103
112
  }
104
113
  }
105
114
 
106
- // absolute link
107
- if (baseUrl) {
108
- try {
109
- $ele.attr('src', new URL($ele.attr('src'), baseUrl).href);
110
- } catch (e) {
111
- // no-empty
112
- }
113
- }
114
-
115
- // referrerpolicy
116
- $ele.attr('referrerpolicy', 'no-referrer');
117
-
118
115
  // redundant attributes
119
116
  ['onclick', 'onerror', 'onload'].forEach((e) => {
120
117
  $ele.removeAttr(e);
121
118
  });
122
119
  });
120
+
121
+ // resolve relative link & fix referrer policy
122
+ // https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Referrer-Policy
123
+ // https://www.w3schools.com/tags/att_href.asp
124
+ $('a, area').each((_, elem) => {
125
+ resolveRelativeLink($, elem, 'href', baseUrl);
126
+ // $(elem).attr('rel', 'noreferrer'); // currently no such a need
127
+ });
128
+ // https://www.w3schools.com/tags/att_src.asp
129
+ $('img, video, audio, source, iframe, embed, track').each((_, elem) => {
130
+ resolveRelativeLink($, elem, 'src', baseUrl);
131
+ });
132
+ $('video[poster]').each((_, elem) => {
133
+ resolveRelativeLink($, elem, 'poster', baseUrl);
134
+ });
135
+ $('img, iframe').each((_, elem) => {
136
+ $(elem).attr('referrerpolicy', 'no-referrer');
137
+ });
138
+
123
139
  item.description = $('body').html() + '' + (config.suffix || '');
124
140
  }
125
141
  return item;
@@ -136,10 +152,25 @@ module.exports = async (ctx, next) => {
136
152
  // filter
137
153
  const makeRegex = (string) => {
138
154
  // default: case_senstivie = true
155
+ const engine = config.feature.filter_regex_engine;
139
156
  if (ctx.query.filter_case_sensitive === 'false') {
140
- return new RegExp(string, 'i');
157
+ switch (engine) {
158
+ case 'regexp':
159
+ return new RegExp(string, 'i');
160
+ case 're2':
161
+ return new RE2(string, 'i');
162
+ default:
163
+ throw Error(`Invalid Engine Value: ${engine}, please check your config.`);
164
+ }
141
165
  } else {
142
- return new RegExp(string);
166
+ switch (engine) {
167
+ case 'regexp':
168
+ return new RegExp(string);
169
+ case 're2':
170
+ return new RE2(string);
171
+ default:
172
+ throw Error(`Invalid Engine Value: ${engine}, please check your config.`);
173
+ }
143
174
  }
144
175
  };
145
176
 
@@ -148,26 +179,30 @@ module.exports = async (ctx, next) => {
148
179
  const title = item.title || '';
149
180
  const description = item.description || title;
150
181
  const author = item.author || '';
151
- const isFilter = title.match(makeRegex(ctx.query.filter)) || description.match(makeRegex(ctx.query.filter)) || author.match(makeRegex(ctx.query.filter));
182
+ const category = item.category || [];
183
+ const isFilter =
184
+ title.match(makeRegex(ctx.query.filter)) || description.match(makeRegex(ctx.query.filter)) || author.match(makeRegex(ctx.query.filter)) || category.some((c) => c.match(makeRegex(ctx.query.filter)));
152
185
  return isFilter;
153
186
  });
154
187
  }
155
188
 
156
- // 启用filter参数时,无效filter_title/description/author
157
- if (!ctx.query.filter && (ctx.query.filter_title || ctx.query.filter_description || ctx.query.filter_author)) {
189
+ // 启用filter参数时,无效filter_title/description/author/category
190
+ if (!ctx.query.filter && (ctx.query.filter_title || ctx.query.filter_description || ctx.query.filter_author || ctx.query.filter_category)) {
158
191
  ctx.state.data.item = ctx.state.data.item.filter((item) => {
159
192
  const title = item.title || '';
160
193
  const description = item.description || title;
161
194
  const author = item.author || '';
195
+ const category = item.category || [];
162
196
  let isFilter = true;
163
197
  ctx.query.filter_title && (isFilter = title.match(makeRegex(ctx.query.filter_title)));
164
198
  ctx.query.filter_description && (isFilter = isFilter && description.match(makeRegex(ctx.query.filter_description)));
165
199
  ctx.query.filter_author && (isFilter = isFilter && author.match(makeRegex(ctx.query.filter_author)));
200
+ ctx.query.filter_category && (isFilter = isFilter && category.some((c) => c.match(makeRegex(ctx.query.filter_category))));
166
201
  return isFilter;
167
202
  });
168
203
  }
169
204
 
170
- if (ctx.query.filterout || ctx.query.filterout_title || ctx.query.filterout_description || ctx.query.filterout_author) {
205
+ if (ctx.query.filterout || ctx.query.filterout_title || ctx.query.filterout_description || ctx.query.filterout_author || ctx.query.filterout_category) {
171
206
  if (ctx.query.filterout) {
172
207
  ctx.query.filterout_title = ctx.query.filterout;
173
208
  ctx.query.filterout_description = ctx.query.filterout;
@@ -176,10 +211,12 @@ module.exports = async (ctx, next) => {
176
211
  const title = item.title;
177
212
  const description = item.description || title;
178
213
  const author = item.author || '';
214
+ const category = item.category || [];
179
215
  let isFilter = true;
180
216
  ctx.query.filterout_title && (isFilter = !title.match(makeRegex(ctx.query.filterout_title)));
181
217
  ctx.query.filterout_description && (isFilter = isFilter && !description.match(makeRegex(ctx.query.filterout_description)));
182
218
  ctx.query.filterout_author && (isFilter = isFilter && !author.match(makeRegex(ctx.query.filterout_author)));
219
+ ctx.query.filterout_category && (isFilter = isFilter && !category.some((c) => c.match(makeRegex(ctx.query.filterout_category))));
183
220
  return isFilter;
184
221
  });
185
222
  }
@@ -272,6 +309,8 @@ module.exports = async (ctx, next) => {
272
309
  throw Error(`Invalid parameter <code>brief=${ctx.query.brief}</code>. Please check the doc https://docs.rsshub.app/parameter.html#shu-chu-jian-xun`);
273
310
  }
274
311
  }
312
+
313
+ // some parameters are processed in `anti-hotlink.js`
275
314
  }
276
315
  }
277
316
  };
@@ -0,0 +1,14 @@
1
+ <iframe referrerpolicy="no-referrer" width=100% height=150vh frameborder=0 marginheight=0 marginwidth=0
2
+ style="border:0; margin:0; padding:0; width:100%; height:150vh;"
3
+ srcdoc="
4
+ <!DOCTYPE html>
5
+ <html>
6
+ <head>
7
+ <meta name=&quot;referrer&quot; content=&quot;no-referrer&quot;>
8
+ </head>
9
+ <body>
10
+ {{ content }}
11
+ </body>
12
+ </html>
13
+ ">
14
+ </iframe>