rsshub 1.0.0-master.ef8e2e1 → 1.0.0-master.efd646d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (422) hide show
  1. package/README.md +1 -0
  2. package/lib/config.js +9 -1
  3. package/lib/middleware/anti-hotlink.js +40 -14
  4. package/lib/radar-rules.js +0 -189
  5. package/lib/router.js +102 -121
  6. package/lib/routes/mastodon/utils.js +14 -14
  7. package/lib/routes/tencent/wechat/miniprogram/framework.js +4 -2
  8. package/lib/routes/twitter/developer-api/search.js +3 -3
  9. package/lib/routes/twitter/developer-api/user.js +2 -2
  10. package/lib/routes/twitter/followings.js +11 -13
  11. package/lib/routes/twitter/likes.js +2 -2
  12. package/lib/routes/twitter/list.js +4 -4
  13. package/lib/routes/twitter/trends.js +5 -4
  14. package/lib/routes/twitter/utils.js +73 -71
  15. package/lib/utils/parse-date.js +8 -7
  16. package/lib/utils/puppeteer.js +20 -3
  17. package/lib/utils/rand-user-agent.js +29 -0
  18. package/lib/utils/request-wrapper.js +5 -6
  19. package/lib/utils/wechat-mp.js +54 -3
  20. package/lib/v2/abskoop/index.js +15 -10
  21. package/lib/v2/abskoop/nsfw.js +52 -0
  22. package/lib/v2/abskoop/router.js +1 -0
  23. package/lib/v2/agirls/index.js +6 -0
  24. package/lib/v2/ally/maintainer.js +3 -0
  25. package/lib/v2/ally/radar.js +13 -0
  26. package/lib/v2/ally/rail.js +109 -0
  27. package/lib/v2/ally/router.js +3 -0
  28. package/lib/v2/arknights/announce.js +55 -0
  29. package/lib/{routes → v2}/arknights/japan.js +2 -1
  30. package/lib/v2/arknights/maintainer.js +5 -0
  31. package/lib/{routes → v2}/arknights/news.js +6 -5
  32. package/lib/v2/arknights/radar.js +40 -0
  33. package/lib/v2/arknights/router.js +8 -0
  34. package/lib/v2/bilibili/article.js +37 -15
  35. package/lib/v2/bilibili/page.js +2 -3
  36. package/lib/v2/bilibili/video.js +1 -0
  37. package/lib/v2/bjx/huanbao.js +78 -0
  38. package/lib/v2/bjx/maintainer.js +4 -0
  39. package/lib/v2/bjx/radar.js +21 -0
  40. package/lib/v2/bjx/router.js +4 -0
  41. package/lib/v2/bjx/types.js +33 -0
  42. package/lib/v2/bookfere/category.js +36 -0
  43. package/lib/v2/bookfere/maintainer.js +3 -0
  44. package/lib/v2/bookfere/radar.js +11 -0
  45. package/lib/v2/bookfere/router.js +3 -0
  46. package/lib/v2/c114/maintainer.js +3 -0
  47. package/lib/v2/c114/radar.js +13 -0
  48. package/lib/v2/c114/roll.js +57 -0
  49. package/lib/v2/c114/router.js +3 -0
  50. package/lib/v2/cankaoxiaoxi/index.js +81 -0
  51. package/lib/v2/cankaoxiaoxi/maintainer.js +3 -0
  52. package/lib/v2/cankaoxiaoxi/radar.js +61 -0
  53. package/lib/v2/cankaoxiaoxi/router.js +3 -0
  54. package/lib/{routes → v2}/cctv/category.js +1 -1
  55. package/lib/{routes → v2}/cctv/jx.js +6 -1
  56. package/lib/{routes → v2}/cctv/lm.js +1 -1
  57. package/lib/v2/cctv/maintainer.js +7 -0
  58. package/lib/v2/cctv/radar.js +41 -0
  59. package/lib/v2/cctv/router.js +7 -0
  60. package/lib/{routes → v2}/cctv/special.js +6 -4
  61. package/lib/{routes → v2}/cctv/utils/mzzlbg.js +8 -6
  62. package/lib/{routes → v2}/cctv/utils/news.js +25 -22
  63. package/lib/{routes → v2}/cctv/utils/xinwen1j1.js +20 -17
  64. package/lib/v2/cctv/xwlb.js +50 -0
  65. package/lib/v2/chinacef/experts.js +38 -0
  66. package/lib/v2/chinacef/hot.js +38 -0
  67. package/lib/v2/chinacef/index.js +39 -0
  68. package/lib/v2/chinacef/maintainer.js +5 -0
  69. package/lib/v2/chinacef/radar.js +25 -0
  70. package/lib/v2/chinacef/router.js +5 -0
  71. package/lib/v2/{wechat → chinacef}/templates/description.art +0 -0
  72. package/lib/v2/chinacef/utils.js +55 -0
  73. package/lib/v2/chinafactcheck/index.js +38 -0
  74. package/lib/v2/chinafactcheck/maintainer.js +3 -0
  75. package/lib/v2/chinafactcheck/radar.js +13 -0
  76. package/lib/v2/chinafactcheck/router.js +3 -0
  77. package/lib/v2/chinafactcheck/templates/description.art +1 -0
  78. package/lib/v2/chinafactcheck/utils.js +60 -0
  79. package/lib/v2/chinanews/index.js +65 -0
  80. package/lib/v2/chinanews/maintainer.js +3 -0
  81. package/lib/v2/chinanews/radar.js +13 -0
  82. package/lib/v2/chinanews/router.js +3 -0
  83. package/lib/v2/chinathinktanks/maintainer.js +3 -0
  84. package/lib/v2/chinathinktanks/radar.js +13 -0
  85. package/lib/v2/chinathinktanks/router.js +3 -0
  86. package/lib/v2/chinathinktanks/viewpoint.js +53 -0
  87. package/lib/v2/chinaventure/index.js +63 -0
  88. package/lib/v2/chinaventure/maintainer.js +3 -0
  89. package/lib/v2/chinaventure/radar.js +13 -0
  90. package/lib/v2/chinaventure/router.js +3 -0
  91. package/lib/v2/cnbeta/index.js +2 -1
  92. package/lib/v2/cnbeta/utils.js +1 -0
  93. package/lib/v2/coomer/artist.js +9 -0
  94. package/lib/v2/coomer/maintainer.js +4 -0
  95. package/lib/v2/coomer/posts.js +7 -0
  96. package/lib/v2/coomer/radar.js +19 -0
  97. package/lib/v2/coomer/router.js +4 -0
  98. package/lib/v2/coomer/utils.js +53 -0
  99. package/lib/v2/csu/cse.js +33 -0
  100. package/lib/v2/csu/fetch_article.js +12 -0
  101. package/lib/{routes/universities → v2}/csu/job.js +0 -0
  102. package/lib/v2/csu/maintainer.js +3 -0
  103. package/lib/v2/csu/radar.js +13 -0
  104. package/lib/v2/csu/router.js +4 -0
  105. package/lib/v2/dapenti/maintainer.js +4 -0
  106. package/lib/v2/dapenti/radar.js +27 -0
  107. package/lib/v2/dapenti/router.js +4 -0
  108. package/lib/{routes → v2}/dapenti/subject.js +1 -1
  109. package/lib/{routes → v2}/dapenti/tugua.js +1 -1
  110. package/lib/v2/dapenti/utils.js +75 -0
  111. package/lib/{routes → v2}/dongqiudi/daily.js +10 -13
  112. package/lib/v2/dongqiudi/maintainer.js +8 -0
  113. package/lib/{routes → v2}/dongqiudi/player_news.js +0 -0
  114. package/lib/v2/dongqiudi/radar.js +45 -0
  115. package/lib/{routes → v2}/dongqiudi/result.js +2 -1
  116. package/lib/v2/dongqiudi/router.js +8 -0
  117. package/lib/{routes → v2}/dongqiudi/special.js +0 -0
  118. package/lib/{routes → v2}/dongqiudi/team_news.js +0 -0
  119. package/lib/{routes → v2}/dongqiudi/top_news.js +12 -15
  120. package/lib/{routes → v2}/dongqiudi/utils.js +44 -33
  121. package/lib/v2/douyin/maintainer.js +3 -0
  122. package/lib/v2/douyin/radar.js +13 -0
  123. package/lib/v2/douyin/router.js +3 -0
  124. package/lib/v2/douyin/templates/cover.art +15 -0
  125. package/lib/v2/douyin/templates/desc.art +3 -0
  126. package/lib/v2/douyin/templates/embed.art +13 -0
  127. package/lib/v2/douyin/templates/iframe.art +14 -0
  128. package/lib/v2/douyin/user.js +125 -0
  129. package/lib/v2/dut/defaults.js +53 -0
  130. package/lib/v2/dut/index.js +78 -0
  131. package/lib/v2/dut/maintainer.js +14 -0
  132. package/lib/v2/dut/radar.js +109 -0
  133. package/lib/v2/dut/router.js +4 -0
  134. package/lib/v2/dut/shortcuts.js +77 -0
  135. package/lib/{routes → v2}/dx2025/index.js +0 -0
  136. package/lib/v2/dx2025/maintainer.js +3 -0
  137. package/lib/v2/dx2025/radar.js +19 -0
  138. package/lib/v2/dx2025/router.js +3 -0
  139. package/lib/v2/e-hentai/radar.js +21 -3
  140. package/lib/v2/eagle/blog.js +47 -0
  141. package/lib/{routes → v2}/eagle/changelog.js +3 -1
  142. package/lib/v2/eagle/maintainer.js +4 -0
  143. package/lib/v2/eagle/radar.js +101 -0
  144. package/lib/v2/eagle/router.js +4 -0
  145. package/lib/{routes → v2}/ehentai/ehapi.js +50 -21
  146. package/lib/{routes → v2}/ehentai/favorites.js +4 -2
  147. package/lib/v2/ehentai/maintainer.js +5 -0
  148. package/lib/v2/ehentai/router.js +5 -0
  149. package/lib/{routes → v2}/ehentai/search.js +5 -3
  150. package/lib/{routes → v2}/ehentai/tag.js +4 -2
  151. package/lib/v2/elsevier/templates/description.art +2 -0
  152. package/lib/v2/embassy/index.js +60 -0
  153. package/lib/v2/embassy/maintainer.js +3 -0
  154. package/lib/v2/embassy/radar.js +258 -0
  155. package/lib/v2/embassy/router.js +3 -0
  156. package/lib/{routes → v2}/embassy/supportedList.js +5 -5
  157. package/lib/v2/epicgames/index.js +27 -70
  158. package/lib/v2/epicgames/maintainer.js +1 -1
  159. package/lib/v2/epicgames/router.js +1 -1
  160. package/lib/v2/epicgames/templates/description.art +2 -0
  161. package/lib/v2/firefox/index.js +7 -2
  162. package/lib/v2/fortunechina/index.js +1 -1
  163. package/lib/v2/github/comments.js +7 -0
  164. package/lib/v2/gitpod/blog.js +8 -0
  165. package/lib/v2/gov/immiau/news.js +43 -0
  166. package/lib/v2/gov/maintainer.js +16 -11
  167. package/lib/v2/gov/moe/moe.js +89 -0
  168. package/lib/v2/gov/nrta/news.js +63 -0
  169. package/lib/v2/gov/radar.js +33 -0
  170. package/lib/v2/gov/router.js +17 -12
  171. package/lib/v2/gov/sichuan/deyang/govpulicinfo.js +1 -1
  172. package/lib/v2/guancha/index.js +1 -1
  173. package/lib/{routes/guokr/calendar.js → v2/guokr/channel.js} +2 -2
  174. package/lib/v2/guokr/maintainer.js +4 -0
  175. package/lib/v2/guokr/radar.js +19 -0
  176. package/lib/v2/guokr/router.js +4 -0
  177. package/lib/{routes → v2}/guokr/scientific.js +3 -3
  178. package/lib/v2/hkej/index.js +9 -15
  179. package/lib/v2/hkepc/index.js +8 -0
  180. package/lib/v2/hket/index.js +10 -2
  181. package/lib/v2/huangz/index.js +29 -0
  182. package/lib/v2/huangz/maintainer.js +3 -0
  183. package/lib/v2/huangz/radar.js +13 -0
  184. package/lib/v2/huangz/router.js +3 -0
  185. package/lib/v2/huanqiu/index.js +65 -0
  186. package/lib/v2/huanqiu/maintainer.js +3 -0
  187. package/lib/v2/huanqiu/radar.js +13 -0
  188. package/lib/v2/huanqiu/router.js +3 -0
  189. package/lib/v2/ieee/templates/description.art +2 -0
  190. package/lib/v2/iguoguo/index.js +75 -0
  191. package/lib/v2/iguoguo/maintainer.js +3 -0
  192. package/lib/v2/iguoguo/radar.js +11 -0
  193. package/lib/v2/iguoguo/router.js +3 -0
  194. package/lib/v2/jasa/templates/description.art +2 -0
  195. package/lib/v2/javdb/utils.js +4 -4
  196. package/lib/v2/jd/maintainer.js +3 -0
  197. package/lib/v2/jd/price.js +42 -0
  198. package/lib/v2/jd/radar.js +13 -0
  199. package/lib/v2/jd/router.js +3 -0
  200. package/lib/v2/jd/templates/description.art +3 -0
  201. package/lib/v2/jike/maintainer.js +5 -0
  202. package/lib/v2/jike/radar.js +34 -0
  203. package/lib/v2/jike/router.js +5 -0
  204. package/lib/v2/jike/topic.js +42 -0
  205. package/lib/v2/jike/topicText.js +21 -0
  206. package/lib/{routes → v2}/jike/user.js +9 -9
  207. package/lib/{routes/jike/common.js → v2/jike/utils.js} +60 -31
  208. package/lib/v2/news/whxw.js +2 -2
  209. package/lib/v2/njit/jwc.js +92 -0
  210. package/lib/v2/njit/maintainer.js +4 -0
  211. package/lib/v2/njit/radar.js +21 -0
  212. package/lib/v2/njit/router.js +4 -0
  213. package/lib/v2/njit/tzgg.js +74 -0
  214. package/lib/v2/njust/cwc.js +39 -0
  215. package/lib/v2/njust/dgxg.js +40 -0
  216. package/lib/v2/njust/eo.js +50 -0
  217. package/lib/v2/njust/eoe.js +39 -0
  218. package/lib/v2/njust/gs.js +41 -0
  219. package/lib/v2/njust/jwc.js +41 -0
  220. package/lib/v2/njust/maintainer.js +8 -0
  221. package/lib/v2/njust/radar.js +110 -0
  222. package/lib/v2/njust/router.js +8 -0
  223. package/lib/v2/njust/utils.js +31 -0
  224. package/lib/v2/npm/package.js +1 -1
  225. package/lib/v2/npm/router.js +1 -1
  226. package/lib/v2/people/index.js +1 -1
  227. package/lib/v2/pianyuan/app.js +34 -0
  228. package/lib/v2/pianyuan/maintainer.js +4 -0
  229. package/lib/v2/pianyuan/radar.js +13 -0
  230. package/lib/v2/pianyuan/router.js +4 -0
  231. package/lib/v2/pianyuan/search.js +45 -0
  232. package/lib/v2/pianyuan/utils.js +88 -0
  233. package/lib/{routes/universities → v2}/pku/bbs/hot.js +5 -10
  234. package/lib/{routes/universities → v2}/pku/cls/lecture.js +5 -7
  235. package/lib/v2/pku/eecs.js +64 -0
  236. package/lib/v2/pku/maintainer.js +6 -0
  237. package/lib/v2/pku/pkuyjs.js +29 -0
  238. package/lib/v2/pku/radar.js +109 -0
  239. package/lib/v2/pku/rccp/mzyt.js +23 -0
  240. package/lib/v2/pku/router.js +6 -0
  241. package/lib/v2/pku/scc/recruit.js +58 -0
  242. package/lib/v2/pku/utils.js +15 -0
  243. package/lib/v2/qbittorrent/maintainer.js +3 -0
  244. package/lib/v2/qbittorrent/news.js +59 -0
  245. package/lib/v2/qbittorrent/radar.js +13 -0
  246. package/lib/v2/qbittorrent/router.js +3 -0
  247. package/lib/v2/radio/index.js +48 -0
  248. package/lib/v2/radio/maintainer.js +3 -0
  249. package/lib/v2/radio/radar.js +13 -0
  250. package/lib/{routes → v2}/radio/radio.js +0 -0
  251. package/lib/v2/radio/router.js +3 -0
  252. package/lib/v2/radio/templates/description.art +5 -0
  253. package/lib/{routes → v2}/sciencenet/blog.js +17 -12
  254. package/lib/v2/sciencenet/maintainer.js +4 -0
  255. package/lib/v2/sciencenet/radar.js +19 -0
  256. package/lib/v2/sciencenet/router.js +4 -0
  257. package/lib/v2/sciencenet/user.js +65 -0
  258. package/lib/v2/sdu/cmse.js +59 -0
  259. package/lib/v2/sdu/cs.js +57 -0
  260. package/lib/v2/sdu/data.js +110 -0
  261. package/lib/v2/sdu/epe.js +55 -0
  262. package/lib/v2/sdu/extractor/index.js +15 -0
  263. package/lib/v2/sdu/extractor/sdrj.js +21 -0
  264. package/lib/v2/sdu/extractor/view.js +21 -0
  265. package/lib/v2/sdu/extractor/wh/jwc.js +24 -0
  266. package/lib/v2/sdu/extractor/wh/news.js +21 -0
  267. package/lib/v2/sdu/maintainer.js +9 -0
  268. package/lib/v2/sdu/mech.js +60 -0
  269. package/lib/v2/sdu/radar.js +159 -0
  270. package/lib/v2/sdu/router.js +9 -0
  271. package/lib/v2/sdu/sc.js +61 -0
  272. package/lib/v2/sdu/wh/jwc.js +42 -0
  273. package/lib/v2/sdu/wh/news.js +38 -0
  274. package/lib/{routes → v2}/sspai/activity.js +2 -1
  275. package/lib/{routes → v2}/sspai/author.js +15 -21
  276. package/lib/{routes → v2}/sspai/column.js +16 -20
  277. package/lib/v2/sspai/index.js +37 -0
  278. package/lib/v2/sspai/maintainer.js +12 -0
  279. package/lib/v2/sspai/matrix.js +38 -0
  280. package/lib/v2/sspai/radar.js +69 -0
  281. package/lib/v2/sspai/router.js +12 -0
  282. package/lib/{routes → v2}/sspai/series.js +2 -2
  283. package/lib/{routes → v2}/sspai/shortcutsGallery.js +3 -2
  284. package/lib/{routes → v2}/sspai/tag.js +15 -19
  285. package/lib/{routes → v2}/sspai/topic.js +15 -18
  286. package/lib/{routes → v2}/sspai/topics.js +12 -16
  287. package/lib/v2/syosetu/chapter.js +61 -0
  288. package/lib/v2/syosetu/maintainer.js +3 -0
  289. package/lib/v2/syosetu/radar.js +21 -0
  290. package/lib/v2/syosetu/router.js +1 -0
  291. package/lib/v2/szse/inquire.js +41 -0
  292. package/lib/v2/szse/maintainer.js +3 -0
  293. package/lib/{routes → v2}/szse/notice.js +0 -0
  294. package/lib/v2/szse/projectdynamic.js +90 -0
  295. package/lib/v2/szse/radar.js +21 -1
  296. package/lib/v2/szse/router.js +3 -0
  297. package/lib/v2/szse/rule.js +3 -3
  298. package/lib/v2/szse/templates/description.art +19 -0
  299. package/lib/v2/szse/templates/inquire.art +6 -0
  300. package/lib/{routes → v2}/taptap/changelog.js +2 -1
  301. package/lib/v2/taptap/maintainer.js +5 -0
  302. package/lib/v2/taptap/radar.js +25 -0
  303. package/lib/v2/taptap/review.js +69 -0
  304. package/lib/v2/taptap/router.js +5 -0
  305. package/lib/v2/taptap/templates/videoPost.art +2 -0
  306. package/lib/v2/taptap/topic.js +79 -0
  307. package/lib/v2/taptap/utils.js +48 -0
  308. package/lib/v2/test/index.js +1 -0
  309. package/lib/v2/thecover/channel.js +66 -0
  310. package/lib/v2/thecover/maintainer.js +3 -0
  311. package/lib/v2/thecover/radar.js +13 -0
  312. package/lib/v2/thecover/router.js +3 -0
  313. package/lib/v2/uraaka-joshi/maintainer.js +4 -0
  314. package/lib/v2/uraaka-joshi/radar.js +19 -0
  315. package/lib/v2/uraaka-joshi/router.js +4 -0
  316. package/lib/v2/uraaka-joshi/uraaka-joshi-user.js +89 -0
  317. package/lib/v2/uraaka-joshi/uraaka-joshi.js +71 -0
  318. package/lib/v2/ustc/eeis.js +59 -0
  319. package/lib/v2/ustc/gs.js +59 -0
  320. package/lib/v2/ustc/index.js +79 -0
  321. package/lib/{routes/universities → v2}/ustc/job.js +6 -5
  322. package/lib/{routes/universities/ustc/jwc/index.js → v2/ustc/jwc.js} +23 -26
  323. package/lib/v2/ustc/maintainer.js +8 -0
  324. package/lib/v2/ustc/radar.js +53 -0
  325. package/lib/v2/ustc/router.js +8 -0
  326. package/lib/v2/ustc/sist.js +59 -0
  327. package/lib/{routes/tencent → v2}/wechat/announce.js +3 -2
  328. package/lib/{routes/tencent → v2}/wechat/ce.js +0 -0
  329. package/lib/v2/wechat/data258.js +137 -0
  330. package/lib/{routes/tencent → v2}/wechat/ershcimi.js +0 -0
  331. package/lib/{routes/tencent → v2}/wechat/feeds.js +0 -0
  332. package/lib/v2/wechat/maintainer.js +11 -0
  333. package/lib/{routes/tencent → v2}/wechat/mp.js +0 -0
  334. package/lib/{routes/tencent → v2}/wechat/msgalbum.js +0 -0
  335. package/lib/v2/wechat/radar.js +76 -1
  336. package/lib/v2/wechat/router.js +11 -0
  337. package/lib/{routes/tencent → v2}/wechat/tgchannel.js +0 -0
  338. package/lib/{routes/tencent → v2}/wechat/uread.js +0 -0
  339. package/lib/{routes/tencent → v2}/wechat/wemp.js +0 -0
  340. package/lib/{routes/tencent → v2}/wechat/wxnmh.js +0 -0
  341. package/lib/v2/xueqiu/user.js +3 -2
  342. package/lib/v2/youzhiyouxing/maintainer.js +1 -1
  343. package/lib/v2/youzhiyouxing/materials.js +32 -22
  344. package/lib/v2/youzhiyouxing/radar.js +6 -6
  345. package/lib/v2/youzhiyouxing/router.js +1 -1
  346. package/lib/v2/yunspe/maintainer.js +3 -0
  347. package/lib/v2/yunspe/newsflash.js +42 -0
  348. package/lib/v2/yunspe/radar.js +13 -0
  349. package/lib/v2/yunspe/router.js +3 -0
  350. package/lib/v2/yyets/article.js +45 -0
  351. package/lib/v2/yyets/maintainer.js +4 -0
  352. package/lib/v2/yyets/radar.js +19 -0
  353. package/lib/v2/yyets/router.js +4 -0
  354. package/lib/v2/yyets/today.js +37 -0
  355. package/lib/{routes → v2}/yystv/category.js +8 -8
  356. package/lib/{routes → v2}/yystv/docs.js +2 -2
  357. package/lib/v2/yystv/maintainer.js +4 -0
  358. package/lib/v2/yystv/radar.js +49 -0
  359. package/lib/v2/yystv/router.js +4 -0
  360. package/lib/v2/zaobao/util.js +16 -4
  361. package/lib/{routes/universities → v2}/zju/career/index.js +14 -13
  362. package/lib/{routes/universities → v2}/zju/cst/custom.js +2 -1
  363. package/lib/{routes/universities → v2}/zju/cst/index.js +20 -24
  364. package/lib/v2/zju/grs/index.js +43 -0
  365. package/lib/v2/zju/list.js +66 -0
  366. package/lib/v2/zju/maintainer.js +8 -0
  367. package/lib/v2/zju/physics/index.js +52 -0
  368. package/lib/v2/zju/radar.js +139 -0
  369. package/lib/v2/zju/router.js +8 -0
  370. package/lib/v2/zotero/maintainer.js +3 -0
  371. package/lib/v2/zotero/radar.js +13 -0
  372. package/lib/v2/zotero/router.js +3 -0
  373. package/lib/v2/zotero/versions.js +36 -0
  374. package/lib/v2/zuel/maintainer.js +3 -0
  375. package/lib/v2/zuel/notice.js +52 -0
  376. package/lib/v2/zuel/radar.js +13 -0
  377. package/lib/v2/zuel/router.js +3 -0
  378. package/lib/views/atom.art +13 -1
  379. package/lib/views/welcome.art +4 -1
  380. package/package.json +29 -22
  381. package/lib/routes/bjx/huanbao.js +0 -78
  382. package/lib/routes/cctv/xwlb.js +0 -48
  383. package/lib/routes/dapenti/utils.js +0 -73
  384. package/lib/routes/dwnews/rank.js +0 -42
  385. package/lib/routes/dwnews/utils.js +0 -65
  386. package/lib/routes/dwnews/yaowen.js +0 -73
  387. package/lib/routes/embassy/index.js +0 -64
  388. package/lib/routes/gov/moe/moe.js +0 -84
  389. package/lib/routes/jike/topic.js +0 -65
  390. package/lib/routes/jike/topicText.js +0 -42
  391. package/lib/routes/pianyuan/app.js +0 -49
  392. package/lib/routes/rrys/review.js +0 -30
  393. package/lib/routes/sspai/matrix.js +0 -44
  394. package/lib/routes/szse/inquire.js +0 -87
  395. package/lib/routes/szse/projectdynamic.js +0 -103
  396. package/lib/routes/taptap/review.js +0 -39
  397. package/lib/routes/taptap/topic.js +0 -85
  398. package/lib/routes/tencent/wechat/_README +0 -1
  399. package/lib/routes/universities/dut/index.js +0 -60
  400. package/lib/routes/universities/dut/subsite.js +0 -50
  401. package/lib/routes/universities/njust/cwc/index.js +0 -37
  402. package/lib/routes/universities/njust/eo/index.js +0 -41
  403. package/lib/routes/universities/njust/eo/util.js +0 -28
  404. package/lib/routes/universities/njust/gs/index.js +0 -33
  405. package/lib/routes/universities/njust/jwc/index.js +0 -39
  406. package/lib/routes/universities/pku/eecs.js +0 -41
  407. package/lib/routes/universities/pku/pkuyjs.js +0 -23
  408. package/lib/routes/universities/pku/rccp/mzyt.js +0 -33
  409. package/lib/routes/universities/sdu/cmse.js +0 -55
  410. package/lib/routes/universities/sdu/cs.js +0 -55
  411. package/lib/routes/universities/sdu/epe.js +0 -54
  412. package/lib/routes/universities/sdu/mech.js +0 -58
  413. package/lib/routes/universities/sdu/sc.js +0 -56
  414. package/lib/routes/universities/ustc/index.js +0 -93
  415. package/lib/routes/universities/zju/grs/index.js +0 -44
  416. package/lib/routes/universities/zju/list.js +0 -78
  417. package/lib/routes/universities/zju/physics/index.js +0 -55
  418. package/lib/routes/uraaka-joshi/uraaka-joshi-user.js +0 -28
  419. package/lib/routes/uraaka-joshi/uraaka-joshi.js +0 -30
  420. package/lib/routes/yyets/todayfilelist.js +0 -34
  421. package/lib/v2/epicgames/supportedList.js +0 -23
  422. package/lib/v2/wechat/templates/image.art +0 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "rsshub",
3
- "version": "1.0.0-master.ef8e2e1",
3
+ "version": "1.0.0-master.efd646d",
4
4
  "description": "Make RSS Great Again!",
5
5
  "main": "lib/pkg.js",
6
6
  "files": [
@@ -19,9 +19,10 @@
19
19
  "format": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
20
20
  "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
21
21
  "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
22
- "test": "npm run format:check && cross-env NODE_ENV=test jest --coverage --runInBand --forceExit",
23
- "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit",
24
- "jest:watch": "cross-env NODE_ENV=test jest --watch"
22
+ "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
23
+ "jest:coverage": "cross-env NODE_ENV=test jest --coverage --runInBand --forceExit --detectOpenHandles",
24
+ "jest:watch": "cross-env NODE_ENV=test jest --watch",
25
+ "test": "npm run format:check && npm run jest:coverage"
25
26
  },
26
27
  "repository": {
27
28
  "type": "git",
@@ -42,22 +43,22 @@
42
43
  "devDependencies": {
43
44
  "@napi-rs/pinyin": "1.7.0",
44
45
  "@types/koa": "2.13.4",
45
- "@vercel/nft": "0.18.0",
46
+ "@vercel/nft": "0.18.2",
46
47
  "@vuepress/plugin-back-to-top": "1.9.7",
47
48
  "@vuepress/plugin-google-analytics": "1.9.7",
48
49
  "@vuepress/plugin-pwa": "1.9.7",
49
50
  "@vuepress/shared-utils": "1.9.7",
50
51
  "ci-info": "3.3.0",
51
52
  "cross-env": "7.0.3",
52
- "eslint": "8.12.0",
53
+ "eslint": "8.14.0",
53
54
  "eslint-config-prettier": "8.5.0",
54
55
  "eslint-plugin-prettier": "4.0.0",
55
56
  "eslint-plugin-yml": "0.14.0",
56
- "fs-extra": "10.0.1",
57
- "jest": "27.5.1",
57
+ "fs-extra": "10.1.0",
58
+ "jest": "28.1.0",
58
59
  "mockdate": "3.0.5",
59
60
  "nock": "13.2.4",
60
- "nodemon": "2.0.15",
61
+ "nodemon": "2.0.16",
61
62
  "prettier": "2.6.2",
62
63
  "prettier-check": "2.0.0",
63
64
  "pretty-quick": "3.1.3",
@@ -69,7 +70,7 @@
69
70
  "remark-stringify": "9.0.1",
70
71
  "staged-git-files": "1.3.0",
71
72
  "string-width": "4.2.3",
72
- "supertest": "6.2.2",
73
+ "supertest": "6.2.3",
73
74
  "tosource": "2.0.0-alpha.3",
74
75
  "vuepress": "1.9.7",
75
76
  "yorkie": "2.0.0"
@@ -77,7 +78,7 @@
77
78
  "dependencies": {
78
79
  "@koa/router": "10.1.1",
79
80
  "@postlight/mercury-parser": "2.2.1",
80
- "@sentry/node": "6.19.6",
81
+ "@sentry/node": "6.19.7",
81
82
  "aes-js": "3.1.2",
82
83
  "art-template": "4.13.2",
83
84
  "bbcodejs": "0.0.4",
@@ -86,7 +87,7 @@
86
87
  "city-timezones": "1.2.0",
87
88
  "crypto-js": "4.1.1",
88
89
  "currency-symbol-map": "5.0.1",
89
- "dayjs": "1.11.0",
90
+ "dayjs": "1.11.2",
90
91
  "dotenv": "16.0.0",
91
92
  "emailjs-imap-client": "3.1.0",
92
93
  "entities": "3.0.1",
@@ -95,10 +96,10 @@
95
96
  "git-rev-sync": "3.0.2",
96
97
  "googleapis": "100.0.0",
97
98
  "got": "11.8.3",
98
- "https-proxy-agent": "5.0.0",
99
+ "https-proxy-agent": "5.0.1",
99
100
  "iconv-lite": "0.6.3",
100
101
  "instagram-private-api": "1.45.3",
101
- "ioredis": "5.0.3",
102
+ "ioredis": "5.0.4",
102
103
  "ip": "*",
103
104
  "ip-regex": "4.3.0",
104
105
  "is-localhost-ip": "1.4.0",
@@ -109,27 +110,30 @@
109
110
  "koa-basic-auth": "4.0.0",
110
111
  "koa-favicon": "2.1.0",
111
112
  "koa-mount": "4.0.0",
112
- "lru-cache": "7.8.0",
113
+ "lru-cache": "7.9.0",
113
114
  "lz-string": "1.4.4",
114
- "mailparser": "3.4.0",
115
- "markdown-it": "12.3.2",
115
+ "mailparser": "3.5.0",
116
+ "markdown-it": "13.0.1",
116
117
  "module-alias": "2.2.2",
117
118
  "parse-torrent": "9.1.5",
118
119
  "pidusage": "3.0.0",
119
120
  "plist": "3.0.5",
120
- "puppeteer": "13.5.2",
121
+ "puppeteer": "13.7.0",
122
+ "puppeteer-extra": "3.2.3",
123
+ "puppeteer-extra-plugin-stealth": "2.9.0",
121
124
  "query-string": "7.1.1",
125
+ "rand-user-agent": "1.0.61",
122
126
  "require-all": "3.0.0",
123
127
  "rss-parser": "3.12.0",
124
- "showdown": "2.0.3",
128
+ "showdown": "2.1.0",
125
129
  "simplecc-wasm": "0.1.4",
126
- "socks-proxy-agent": "6.1.1",
130
+ "socks-proxy-agent": "6.2.0",
127
131
  "string-similarity": "4.0.4",
128
132
  "tiny-async-pool": "2.0.1",
129
133
  "torrent-search-api": "2.1.4",
130
134
  "tough-cookie": "4.0.0",
131
135
  "tunnel": "0.0.6",
132
- "twit": "2.2.11",
136
+ "twitter-api-v2": "1.12.0",
133
137
  "winston": "3.7.2",
134
138
  "xml2js": "0.4.23"
135
139
  },
@@ -147,7 +151,10 @@
147
151
  ],
148
152
  "collectCoverageFrom": [
149
153
  "lib/**/*.js",
150
- "!lib/routes/**/*.js"
154
+ "!lib/routes/**/*.js",
155
+ "!lib/v2/**/*.js",
156
+ "!lib/radar-rules.js",
157
+ "!lib/router.js"
151
158
  ],
152
159
  "bail": true,
153
160
  "testEnvironment": "node",
@@ -1,78 +0,0 @@
1
- const got = require('@/utils/got');
2
- const date = require('@/utils/date');
3
- const cheerio = require('cheerio');
4
- const url = require('url');
5
- const iconv = require('iconv-lite');
6
-
7
- module.exports = async (ctx) => {
8
- const listURL = 'http://huanbao.bjx.com.cn/NewsList';
9
- const response = await got({
10
- method: 'get',
11
- url: listURL,
12
- });
13
-
14
- const $ = cheerio.load(response.data);
15
- const list = $('.list_main .list_left_ul a')
16
- .map((_, a) => $(a).attr('href'))
17
- .get();
18
-
19
- const out = await Promise.all(
20
- // 服务器禁止单个IP大并发访问,只能少返回几条
21
- list.slice(0, 3).map((link) => fetchPage(ctx, link))
22
- );
23
-
24
- ctx.state.data = {
25
- title: '北极星环保 - 环保行业垂直门户网站',
26
- link: listURL,
27
- item: out,
28
- };
29
- };
30
-
31
- async function fetchPage(ctx, link) {
32
- const cache = await ctx.cache.get(link);
33
- if (cache) {
34
- return JSON.parse(cache);
35
- }
36
-
37
- // 可能一篇文章过长会分成多页
38
- const pages = [];
39
-
40
- const result = await got.get(link, { responseType: 'buffer' });
41
- const $page = cheerio.load(iconv.decode(result.data, 'gbk'));
42
- pages.push($page);
43
-
44
- // 如果是有分页链接,则使用顺序加载以保证顺序
45
- const pagelinks = $page('.list_detail div.page a');
46
- if (pagelinks.length > 0) {
47
- for (let i = 0; i < pagelinks.length; i++) {
48
- const $a = $page(pagelinks[i]);
49
- if (!/^\d+$/.test($a.text().trim())) {
50
- continue;
51
- }
52
- const sublink = url.resolve(link, $a.attr('href'));
53
- /* eslint-disable no-await-in-loop */
54
- const result = await got.get(sublink, { responseType: 'buffer' });
55
- pages.push(cheerio.load(iconv.decode(result.data, 'gbk')));
56
- }
57
- }
58
-
59
- // 将懒加载的loading图片转换为真实图片
60
- pages.forEach(($p) => {
61
- $p('.list_detail')
62
- .find('img[data-echo]')
63
- .each((_, img) => {
64
- const $img = $p(img);
65
- $img.attr('src', $img.data('echo')).removeAttr('data-echo');
66
- });
67
- });
68
-
69
- const item = {
70
- title: $page('.list_detail > h1').text(),
71
- description: pages.reduce((desc, $p) => desc + $p('.list_detail .newsrand').html(), ''),
72
- pubDate: date($page('.list_detail .list_copy b').last().text()),
73
- link,
74
- author: $page('.list_detail .list_copy b').first().text(),
75
- };
76
- ctx.cache.set(link, JSON.stringify(item));
77
- return item;
78
- }
@@ -1,48 +0,0 @@
1
- const got = require('@/utils/got');
2
- const date = require('@/utils/date');
3
- const cheerio = require('cheerio');
4
- const dayjs = require('dayjs');
5
- require('dayjs/locale/zh-cn');
6
-
7
- module.exports = async (ctx) => {
8
- const res = await got({ method: 'get', url: 'http://tv.cctv.com/lm/xwlb/' });
9
- const $ = cheerio.load(res.data);
10
- // 解析最新一期新闻联播的日期
11
- const latestDate = dayjs(date($('.md .mh_title > a').text().replace(/\s/g, '')), { locale: 'zh-cn' });
12
- const count = [];
13
- for (let i = 0; i < 20; i++) {
14
- count.push(i);
15
- }
16
- const resultItems = await Promise.all(
17
- count.map(async (i) => {
18
- const newsDate = latestDate.subtract(i, 'days').set('hour', 19);
19
- const url = `http://tv.cctv.com/lm/xwlb/day/${newsDate.format('YYYYMMDD')}.shtml`;
20
- const item = {
21
- title: `新闻联播 ${newsDate.format('YYYY/MM/DD')}`,
22
- link: url,
23
- pubDate: newsDate.toISOString(),
24
- description: await ctx.cache.tryGet(url, async () => {
25
- const res = await got.get(url);
26
- const content = cheerio.load(res.data);
27
- const alist = new Array();
28
- content('a').map((i, e) => {
29
- const a = content(e);
30
- const href = a.attr('href');
31
- const title = a.find('.text .title').text();
32
- const dur = a.find('.text .bottom').text();
33
- alist.push(`<a href="${href}">${title} ⏱${dur}</a>`);
34
- return i;
35
- });
36
- return alist.join('<br/>\n');
37
- }),
38
- };
39
- return item;
40
- })
41
- );
42
-
43
- ctx.state.data = {
44
- title: 'CCTV 新闻联播',
45
- link: 'http://tv.cctv.com/lm/xwlb/',
46
- item: resultItems,
47
- };
48
- };
@@ -1,73 +0,0 @@
1
- const got = require('@/utils/got');
2
- const cheerio = require('cheerio');
3
- const iconv = require('iconv-lite');
4
- const { parseDate } = require('@/utils/parse-date');
5
- const timezone = require('@/utils/timezone');
6
-
7
- module.exports = {
8
- parseFeed: async ({ subjectid }) => {
9
- const url = `https://www.dapenti.com/blog/blog.asp?name=xilei&subjectid=${subjectid}`;
10
- const listRes = await got({
11
- method: 'get',
12
- url,
13
- headers: {
14
- Referer: url,
15
- },
16
- // 喷嚏网编码为GBK,需要转码
17
- // 转码需要设定返回数据的格式,其可选项是arraybuffer,blob,document,json,text,stream
18
- // 默认为json
19
- responseType: 'buffer',
20
- });
21
- // 转码
22
- const data = iconv.decode(listRes.data, 'gb2312');
23
- const $ = cheerio.load(data);
24
- // 只取最近的三个,取全文rss
25
- const list = $('li', 'ul').slice(0, 3).get();
26
-
27
- const result_item = await Promise.all(
28
- list.map(async (item) => {
29
- const el = $(item);
30
- const url = `https://www.dapenti.com/blog/${el.find('a').attr('href')}`;
31
- const original_data = await got({
32
- method: 'get',
33
- url,
34
- headers: {
35
- Referer: url,
36
- },
37
- responseType: 'buffer',
38
- });
39
- const convert_data = iconv.decode(original_data.data, 'gbk');
40
- const description = cheerio.load(convert_data, {
41
- decodeEntities: false,
42
- })('body > table > tbody > tr > td.oblog_t_2 > div > table > tbody > tr:nth-child(2) > td');
43
- const pubInfo = description.find('span span.oblog_text').text().split('发布于');
44
- description.find('table, .adsbygoogle').remove();
45
-
46
- // remove header
47
- const count = subjectid.toString() === '70' ? 8 : 3;
48
- for (let index = 0; index < count; index++) {
49
- description.children().first().remove();
50
- }
51
-
52
- // remove footer
53
- for (let index = 0; index < 8; index++) {
54
- description.children().last().remove();
55
- }
56
- const single = {
57
- title: el.text(),
58
- author: pubInfo[0].trim(),
59
- description: description.html(),
60
- pubDate: timezone(parseDate(pubInfo[1].trim()), +8),
61
- link: url,
62
- };
63
- return single;
64
- })
65
- );
66
-
67
- return {
68
- title: `喷嚏-${subjectid}`,
69
- link: url,
70
- item: result_item,
71
- };
72
- },
73
- };
@@ -1,42 +0,0 @@
1
- const got = require('@/utils/got');
2
- const cheerio = require('cheerio');
3
- const utils = require('./utils');
4
-
5
- module.exports = async (ctx) => {
6
- const link = 'https://www.dwnews.com/';
7
- const api = 'https://prod-site-api.dwnews.com/v2/articles';
8
- const response = await got.get(link);
9
-
10
- const $ = cheerio.load(response.data, { xmlMode: true });
11
- const list = JSON.parse($('#__NEXT_DATA__')[0].children[0].data).props.pageProps.initialState.home.page.sections.find((s) => s.name === '新闻排行榜 24h').items;
12
-
13
- const out = await Promise.all(
14
- list.map(async (item) => {
15
- const url = `${api}/${item.id}`;
16
- const cache = await ctx.cache.get(url);
17
- if (cache) {
18
- return Promise.resolve(JSON.parse(cache));
19
- }
20
- const response = await got.get(url);
21
-
22
- const single = utils.ProcessFeed(response.data);
23
-
24
- ctx.cache.set(url, JSON.stringify(single));
25
- return Promise.resolve(single);
26
- })
27
- );
28
-
29
- if (ctx.params.type || ctx.params.range) {
30
- out.push({
31
- title: '由于源站改版,该源地址及参数已更新,请参考文档。',
32
- pubDate: new Date(),
33
- });
34
- }
35
-
36
- ctx.state.data = {
37
- title: `多维新闻网 - 24 小时新闻排行榜`,
38
- description: '多维新闻网—记住世界的轨迹 更需多维的视线,海外华人首选的中文门户新闻网站,及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容,是海外华人必上的新闻门户网站。',
39
- link: 'http://www.dwnews.com/',
40
- item: out,
41
- };
42
- };
@@ -1,65 +0,0 @@
1
- const ProcessFeed = (data) => {
2
- let description = '';
3
-
4
- const genFigure = (source) => `<figure>
5
- <img src="${source.cdnUrl}" alt="${source.caption}">
6
- <figcaption>${source.caption}</figcaption>
7
- </figure><br>`;
8
-
9
- let hasBold = false;
10
-
11
- data.blocks.forEach((b) => {
12
- switch (b.blockType) {
13
- case 'summary':
14
- description += `<blockquote>${b.summary.join('<br>')}</blockquote>`;
15
- break;
16
- case 'text':
17
- b.htmlTokens.forEach((t) => {
18
- t.forEach((tt) => {
19
- switch (tt.type) {
20
- case 'text':
21
- if (hasBold) {
22
- hasBold = false;
23
- description += `${tt.content}</p>`;
24
- } else {
25
- description += `<p>${tt.content}</p>`;
26
- }
27
- break;
28
- case 'boldText':
29
- description = description.slice(0, -4);
30
- description += `<b>${tt.content}</b>`;
31
- hasBold = true;
32
- break;
33
-
34
- default:
35
- break;
36
- }
37
- });
38
- });
39
- break;
40
- case 'image':
41
- description += genFigure(b.image);
42
- break;
43
-
44
- case 'gallery':
45
- b.images.forEach((t) => {
46
- description += genFigure(t);
47
- });
48
- break;
49
-
50
- default:
51
- break;
52
- }
53
- });
54
- return {
55
- title: data.title,
56
- link: data.publishUrl,
57
- author: data.authors[0].publishName,
58
- description,
59
- pubDate: new Date(data.publishTime * 1000).toUTCString(),
60
- };
61
- };
62
-
63
- module.exports = {
64
- ProcessFeed,
65
- };
@@ -1,73 +0,0 @@
1
- const got = require('@/utils/got');
2
- const utils = require('./utils');
3
-
4
- module.exports = async (ctx) => {
5
- let link = 'https://www.dwnews.com';
6
- const api = 'https://prod-site-api.dwnews.com/v2/articles';
7
- let region,
8
- regionid,
9
- host,
10
- title = '要闻';
11
-
12
- if (ctx.params.region) {
13
- region = ctx.params.region.toLowerCase();
14
- switch (region) {
15
- case 'china':
16
- title = `中国${title}`;
17
- regionid = '10000117';
18
- break;
19
- case 'global':
20
- title = `国际${title}`;
21
- regionid = '10000118';
22
- break;
23
- case 'hongkong':
24
- title = `香港${title}`;
25
- regionid = '10000120';
26
- break;
27
- case 'taiwan':
28
- title = `台湾${title}`;
29
- regionid = '10000119';
30
- break;
31
- case 'jingji':
32
- title = `经济${title}`;
33
- regionid = '10000123';
34
- break;
35
- case 'shijue':
36
- title = `视觉${title}`;
37
- regionid = '10000153';
38
- break;
39
- default:
40
- throw 'Unknown region';
41
- }
42
- host = `https://prod-site-api.dwnews.com/v2/feed/zone/${regionid}?offset=99999999994&bucketId=00000`;
43
- link = `${link}/zone/${regionid}`;
44
- } else {
45
- host = 'https://prod-site-api.dwnews.com/v2/feed/home/?offset=9999999999&bucketId=00000';
46
- }
47
-
48
- const list = await got.get(host);
49
-
50
- const out = await Promise.all(
51
- list.data.items.map(async (item) => {
52
- const url = `${api}/${item.id}`;
53
- const cache = await ctx.cache.get(url);
54
- if (cache) {
55
- return Promise.resolve(JSON.parse(cache));
56
- }
57
-
58
- const response = await got.get(url);
59
-
60
- const single = utils.ProcessFeed(response.data);
61
-
62
- ctx.cache.set(url, JSON.stringify(single));
63
- return Promise.resolve(single);
64
- })
65
- );
66
-
67
- ctx.state.data = {
68
- title: `多维新闻网 - ${title}`,
69
- description: '多维新闻网—记住世界的轨迹 更需多维的视线,海外华人首选的中文门户新闻网站,及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容,是海外华人必上的新闻门户网站。',
70
- link,
71
- item: out,
72
- };
73
- };
@@ -1,64 +0,0 @@
1
- const got = require('@/utils/got');
2
- const url = require('url');
3
- const cheerio = require('cheerio');
4
-
5
- const supportedList = require('./supportedList');
6
-
7
- module.exports = async (ctx) => {
8
- const country = ctx.params.country;
9
- const city = ctx.params.city || undefined;
10
-
11
- let config = supportedList[country.toLowerCase()];
12
- let desc;
13
-
14
- if (city === undefined) {
15
- desc = `中国驻${config.countryCN}大使馆 -- 重要通知`;
16
- } else {
17
- config = config.consulates[city.toLowerCase()];
18
- desc = `中国驻${config.cityCN}领事馆 -- 重要通知`;
19
- }
20
-
21
- const link = config.link;
22
- const hostname = url.parse(link).hostname;
23
-
24
- const res = await got.get(link);
25
- const $ = cheerio.load(res.data);
26
-
27
- const list = [];
28
-
29
- $(config.list)
30
- .slice(0, 10)
31
- .each((i, e) => {
32
- const temp = url.resolve(link, $(e).attr('href'));
33
- if (url.parse(temp).hostname === hostname) {
34
- list.push(temp);
35
- }
36
- });
37
-
38
- const out = await Promise.all(
39
- list.map(async (link) => {
40
- const cache = await ctx.cache.get(link);
41
- if (cache) {
42
- return Promise.resolve(JSON.parse(cache));
43
- }
44
-
45
- const response = await got.get(link);
46
- const $ = cheerio.load(response.data);
47
- const single = {
48
- title: $(config.title).text(),
49
- link,
50
- description: $(config.description).html(),
51
- pubDate: new Date($(config.pubDate).text().replace('(', '').replace(')', '')).toUTCString(),
52
- };
53
- ctx.cache.set(link, JSON.stringify(single));
54
- return Promise.resolve(single);
55
- })
56
- );
57
-
58
- ctx.state.data = {
59
- title: desc,
60
- description: desc,
61
- link,
62
- item: out,
63
- };
64
- };
@@ -1,84 +0,0 @@
1
- const got = require('@/utils/got');
2
- const cheerio = require('cheerio');
3
- const logger = require('@/utils/logger');
4
- const liburl = require('url');
5
-
6
- const moeUrl = 'http://www.moe.gov.cn/';
7
- const typesIdMap = [
8
- { type: 'policy_anal', id: 'tt_con2', name: '政策解读' },
9
- { type: 'newest_file', id: 'nine_con1', name: '最新文件' },
10
- { type: 'notice', id: 'nine_con2', name: '公告公示' },
11
- { type: 'edu_ministry_news', id: 'nine_con3', name: '教育部简报' },
12
- ];
13
-
14
- module.exports = async (ctx) => {
15
- const type = ctx.params.type;
16
- let id = '';
17
- let name = '';
18
-
19
- for (let i = 0; i < typesIdMap.length; i++) {
20
- if (typesIdMap[i].type === type) {
21
- id = typesIdMap[i].id;
22
- name = typesIdMap[i].name;
23
- }
24
- }
25
-
26
- if (id === '') {
27
- logger.error('The given type not found.');
28
- return;
29
- }
30
-
31
- const response = await got({
32
- method: 'get',
33
- url: moeUrl,
34
- Host: 'www.moe.gov.cn',
35
- });
36
-
37
- const $ = cheerio.load(response.data);
38
- const newsLis = $('div#' + id + '>ul>li');
39
-
40
- ctx.state.data = {
41
- title: name,
42
- link: moeUrl,
43
- item: await Promise.all(
44
- newsLis
45
- .map(async (_, item) => {
46
- item = $(item);
47
-
48
- const firstA = item.find('a');
49
- const itemUrl = liburl.resolve(moeUrl, firstA.attr('href'));
50
-
51
- const infos = await ctx.cache.tryGet(itemUrl, async () => {
52
- const res = {};
53
- const response = await got({
54
- method: 'get',
55
- url: itemUrl,
56
- Host: 'www.moe.gov.cn',
57
- });
58
- const data = cheerio.load(response.data);
59
-
60
- if (itemUrl.indexOf('www.gov.cn') > -1) {
61
- res.description = data('div.pages_content > p').html();
62
- res.title = data('div.article > h1').text();
63
- } else if (itemUrl.indexOf('srcsite') > -1) {
64
- res.description = data('div#xxgk_content_div').html();
65
- res.title = data('div#xxgk_content_redheadbg > h1').text();
66
- } else if (itemUrl.indexOf('jyb_') > -1) {
67
- res.description = data('div.TRS_Editor').html();
68
- res.title = data('div#content_body > h1').text();
69
- }
70
-
71
- return res;
72
- });
73
-
74
- return {
75
- title: infos.title,
76
- description: infos.description,
77
- link: itemUrl,
78
- pubDate: `${new Date().getFullYear()}-${item.find('span').text()}`,
79
- };
80
- })
81
- .get()
82
- ),
83
- };
84
- };