rsshub 1.0.0-master.ef8e2e1 → 1.0.0-master.efd646d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (422) hide show
  1. package/README.md +1 -0
  2. package/lib/config.js +9 -1
  3. package/lib/middleware/anti-hotlink.js +40 -14
  4. package/lib/radar-rules.js +0 -189
  5. package/lib/router.js +102 -121
  6. package/lib/routes/mastodon/utils.js +14 -14
  7. package/lib/routes/tencent/wechat/miniprogram/framework.js +4 -2
  8. package/lib/routes/twitter/developer-api/search.js +3 -3
  9. package/lib/routes/twitter/developer-api/user.js +2 -2
  10. package/lib/routes/twitter/followings.js +11 -13
  11. package/lib/routes/twitter/likes.js +2 -2
  12. package/lib/routes/twitter/list.js +4 -4
  13. package/lib/routes/twitter/trends.js +5 -4
  14. package/lib/routes/twitter/utils.js +73 -71
  15. package/lib/utils/parse-date.js +8 -7
  16. package/lib/utils/puppeteer.js +20 -3
  17. package/lib/utils/rand-user-agent.js +29 -0
  18. package/lib/utils/request-wrapper.js +5 -6
  19. package/lib/utils/wechat-mp.js +54 -3
  20. package/lib/v2/abskoop/index.js +15 -10
  21. package/lib/v2/abskoop/nsfw.js +52 -0
  22. package/lib/v2/abskoop/router.js +1 -0
  23. package/lib/v2/agirls/index.js +6 -0
  24. package/lib/v2/ally/maintainer.js +3 -0
  25. package/lib/v2/ally/radar.js +13 -0
  26. package/lib/v2/ally/rail.js +109 -0
  27. package/lib/v2/ally/router.js +3 -0
  28. package/lib/v2/arknights/announce.js +55 -0
  29. package/lib/{routes → v2}/arknights/japan.js +2 -1
  30. package/lib/v2/arknights/maintainer.js +5 -0
  31. package/lib/{routes → v2}/arknights/news.js +6 -5
  32. package/lib/v2/arknights/radar.js +40 -0
  33. package/lib/v2/arknights/router.js +8 -0
  34. package/lib/v2/bilibili/article.js +37 -15
  35. package/lib/v2/bilibili/page.js +2 -3
  36. package/lib/v2/bilibili/video.js +1 -0
  37. package/lib/v2/bjx/huanbao.js +78 -0
  38. package/lib/v2/bjx/maintainer.js +4 -0
  39. package/lib/v2/bjx/radar.js +21 -0
  40. package/lib/v2/bjx/router.js +4 -0
  41. package/lib/v2/bjx/types.js +33 -0
  42. package/lib/v2/bookfere/category.js +36 -0
  43. package/lib/v2/bookfere/maintainer.js +3 -0
  44. package/lib/v2/bookfere/radar.js +11 -0
  45. package/lib/v2/bookfere/router.js +3 -0
  46. package/lib/v2/c114/maintainer.js +3 -0
  47. package/lib/v2/c114/radar.js +13 -0
  48. package/lib/v2/c114/roll.js +57 -0
  49. package/lib/v2/c114/router.js +3 -0
  50. package/lib/v2/cankaoxiaoxi/index.js +81 -0
  51. package/lib/v2/cankaoxiaoxi/maintainer.js +3 -0
  52. package/lib/v2/cankaoxiaoxi/radar.js +61 -0
  53. package/lib/v2/cankaoxiaoxi/router.js +3 -0
  54. package/lib/{routes → v2}/cctv/category.js +1 -1
  55. package/lib/{routes → v2}/cctv/jx.js +6 -1
  56. package/lib/{routes → v2}/cctv/lm.js +1 -1
  57. package/lib/v2/cctv/maintainer.js +7 -0
  58. package/lib/v2/cctv/radar.js +41 -0
  59. package/lib/v2/cctv/router.js +7 -0
  60. package/lib/{routes → v2}/cctv/special.js +6 -4
  61. package/lib/{routes → v2}/cctv/utils/mzzlbg.js +8 -6
  62. package/lib/{routes → v2}/cctv/utils/news.js +25 -22
  63. package/lib/{routes → v2}/cctv/utils/xinwen1j1.js +20 -17
  64. package/lib/v2/cctv/xwlb.js +50 -0
  65. package/lib/v2/chinacef/experts.js +38 -0
  66. package/lib/v2/chinacef/hot.js +38 -0
  67. package/lib/v2/chinacef/index.js +39 -0
  68. package/lib/v2/chinacef/maintainer.js +5 -0
  69. package/lib/v2/chinacef/radar.js +25 -0
  70. package/lib/v2/chinacef/router.js +5 -0
  71. package/lib/v2/{wechat → chinacef}/templates/description.art +0 -0
  72. package/lib/v2/chinacef/utils.js +55 -0
  73. package/lib/v2/chinafactcheck/index.js +38 -0
  74. package/lib/v2/chinafactcheck/maintainer.js +3 -0
  75. package/lib/v2/chinafactcheck/radar.js +13 -0
  76. package/lib/v2/chinafactcheck/router.js +3 -0
  77. package/lib/v2/chinafactcheck/templates/description.art +1 -0
  78. package/lib/v2/chinafactcheck/utils.js +60 -0
  79. package/lib/v2/chinanews/index.js +65 -0
  80. package/lib/v2/chinanews/maintainer.js +3 -0
  81. package/lib/v2/chinanews/radar.js +13 -0
  82. package/lib/v2/chinanews/router.js +3 -0
  83. package/lib/v2/chinathinktanks/maintainer.js +3 -0
  84. package/lib/v2/chinathinktanks/radar.js +13 -0
  85. package/lib/v2/chinathinktanks/router.js +3 -0
  86. package/lib/v2/chinathinktanks/viewpoint.js +53 -0
  87. package/lib/v2/chinaventure/index.js +63 -0
  88. package/lib/v2/chinaventure/maintainer.js +3 -0
  89. package/lib/v2/chinaventure/radar.js +13 -0
  90. package/lib/v2/chinaventure/router.js +3 -0
  91. package/lib/v2/cnbeta/index.js +2 -1
  92. package/lib/v2/cnbeta/utils.js +1 -0
  93. package/lib/v2/coomer/artist.js +9 -0
  94. package/lib/v2/coomer/maintainer.js +4 -0
  95. package/lib/v2/coomer/posts.js +7 -0
  96. package/lib/v2/coomer/radar.js +19 -0
  97. package/lib/v2/coomer/router.js +4 -0
  98. package/lib/v2/coomer/utils.js +53 -0
  99. package/lib/v2/csu/cse.js +33 -0
  100. package/lib/v2/csu/fetch_article.js +12 -0
  101. package/lib/{routes/universities → v2}/csu/job.js +0 -0
  102. package/lib/v2/csu/maintainer.js +3 -0
  103. package/lib/v2/csu/radar.js +13 -0
  104. package/lib/v2/csu/router.js +4 -0
  105. package/lib/v2/dapenti/maintainer.js +4 -0
  106. package/lib/v2/dapenti/radar.js +27 -0
  107. package/lib/v2/dapenti/router.js +4 -0
  108. package/lib/{routes → v2}/dapenti/subject.js +1 -1
  109. package/lib/{routes → v2}/dapenti/tugua.js +1 -1
  110. package/lib/v2/dapenti/utils.js +75 -0
  111. package/lib/{routes → v2}/dongqiudi/daily.js +10 -13
  112. package/lib/v2/dongqiudi/maintainer.js +8 -0
  113. package/lib/{routes → v2}/dongqiudi/player_news.js +0 -0
  114. package/lib/v2/dongqiudi/radar.js +45 -0
  115. package/lib/{routes → v2}/dongqiudi/result.js +2 -1
  116. package/lib/v2/dongqiudi/router.js +8 -0
  117. package/lib/{routes → v2}/dongqiudi/special.js +0 -0
  118. package/lib/{routes → v2}/dongqiudi/team_news.js +0 -0
  119. package/lib/{routes → v2}/dongqiudi/top_news.js +12 -15
  120. package/lib/{routes → v2}/dongqiudi/utils.js +44 -33
  121. package/lib/v2/douyin/maintainer.js +3 -0
  122. package/lib/v2/douyin/radar.js +13 -0
  123. package/lib/v2/douyin/router.js +3 -0
  124. package/lib/v2/douyin/templates/cover.art +15 -0
  125. package/lib/v2/douyin/templates/desc.art +3 -0
  126. package/lib/v2/douyin/templates/embed.art +13 -0
  127. package/lib/v2/douyin/templates/iframe.art +14 -0
  128. package/lib/v2/douyin/user.js +125 -0
  129. package/lib/v2/dut/defaults.js +53 -0
  130. package/lib/v2/dut/index.js +78 -0
  131. package/lib/v2/dut/maintainer.js +14 -0
  132. package/lib/v2/dut/radar.js +109 -0
  133. package/lib/v2/dut/router.js +4 -0
  134. package/lib/v2/dut/shortcuts.js +77 -0
  135. package/lib/{routes → v2}/dx2025/index.js +0 -0
  136. package/lib/v2/dx2025/maintainer.js +3 -0
  137. package/lib/v2/dx2025/radar.js +19 -0
  138. package/lib/v2/dx2025/router.js +3 -0
  139. package/lib/v2/e-hentai/radar.js +21 -3
  140. package/lib/v2/eagle/blog.js +47 -0
  141. package/lib/{routes → v2}/eagle/changelog.js +3 -1
  142. package/lib/v2/eagle/maintainer.js +4 -0
  143. package/lib/v2/eagle/radar.js +101 -0
  144. package/lib/v2/eagle/router.js +4 -0
  145. package/lib/{routes → v2}/ehentai/ehapi.js +50 -21
  146. package/lib/{routes → v2}/ehentai/favorites.js +4 -2
  147. package/lib/v2/ehentai/maintainer.js +5 -0
  148. package/lib/v2/ehentai/router.js +5 -0
  149. package/lib/{routes → v2}/ehentai/search.js +5 -3
  150. package/lib/{routes → v2}/ehentai/tag.js +4 -2
  151. package/lib/v2/elsevier/templates/description.art +2 -0
  152. package/lib/v2/embassy/index.js +60 -0
  153. package/lib/v2/embassy/maintainer.js +3 -0
  154. package/lib/v2/embassy/radar.js +258 -0
  155. package/lib/v2/embassy/router.js +3 -0
  156. package/lib/{routes → v2}/embassy/supportedList.js +5 -5
  157. package/lib/v2/epicgames/index.js +27 -70
  158. package/lib/v2/epicgames/maintainer.js +1 -1
  159. package/lib/v2/epicgames/router.js +1 -1
  160. package/lib/v2/epicgames/templates/description.art +2 -0
  161. package/lib/v2/firefox/index.js +7 -2
  162. package/lib/v2/fortunechina/index.js +1 -1
  163. package/lib/v2/github/comments.js +7 -0
  164. package/lib/v2/gitpod/blog.js +8 -0
  165. package/lib/v2/gov/immiau/news.js +43 -0
  166. package/lib/v2/gov/maintainer.js +16 -11
  167. package/lib/v2/gov/moe/moe.js +89 -0
  168. package/lib/v2/gov/nrta/news.js +63 -0
  169. package/lib/v2/gov/radar.js +33 -0
  170. package/lib/v2/gov/router.js +17 -12
  171. package/lib/v2/gov/sichuan/deyang/govpulicinfo.js +1 -1
  172. package/lib/v2/guancha/index.js +1 -1
  173. package/lib/{routes/guokr/calendar.js → v2/guokr/channel.js} +2 -2
  174. package/lib/v2/guokr/maintainer.js +4 -0
  175. package/lib/v2/guokr/radar.js +19 -0
  176. package/lib/v2/guokr/router.js +4 -0
  177. package/lib/{routes → v2}/guokr/scientific.js +3 -3
  178. package/lib/v2/hkej/index.js +9 -15
  179. package/lib/v2/hkepc/index.js +8 -0
  180. package/lib/v2/hket/index.js +10 -2
  181. package/lib/v2/huangz/index.js +29 -0
  182. package/lib/v2/huangz/maintainer.js +3 -0
  183. package/lib/v2/huangz/radar.js +13 -0
  184. package/lib/v2/huangz/router.js +3 -0
  185. package/lib/v2/huanqiu/index.js +65 -0
  186. package/lib/v2/huanqiu/maintainer.js +3 -0
  187. package/lib/v2/huanqiu/radar.js +13 -0
  188. package/lib/v2/huanqiu/router.js +3 -0
  189. package/lib/v2/ieee/templates/description.art +2 -0
  190. package/lib/v2/iguoguo/index.js +75 -0
  191. package/lib/v2/iguoguo/maintainer.js +3 -0
  192. package/lib/v2/iguoguo/radar.js +11 -0
  193. package/lib/v2/iguoguo/router.js +3 -0
  194. package/lib/v2/jasa/templates/description.art +2 -0
  195. package/lib/v2/javdb/utils.js +4 -4
  196. package/lib/v2/jd/maintainer.js +3 -0
  197. package/lib/v2/jd/price.js +42 -0
  198. package/lib/v2/jd/radar.js +13 -0
  199. package/lib/v2/jd/router.js +3 -0
  200. package/lib/v2/jd/templates/description.art +3 -0
  201. package/lib/v2/jike/maintainer.js +5 -0
  202. package/lib/v2/jike/radar.js +34 -0
  203. package/lib/v2/jike/router.js +5 -0
  204. package/lib/v2/jike/topic.js +42 -0
  205. package/lib/v2/jike/topicText.js +21 -0
  206. package/lib/{routes → v2}/jike/user.js +9 -9
  207. package/lib/{routes/jike/common.js → v2/jike/utils.js} +60 -31
  208. package/lib/v2/news/whxw.js +2 -2
  209. package/lib/v2/njit/jwc.js +92 -0
  210. package/lib/v2/njit/maintainer.js +4 -0
  211. package/lib/v2/njit/radar.js +21 -0
  212. package/lib/v2/njit/router.js +4 -0
  213. package/lib/v2/njit/tzgg.js +74 -0
  214. package/lib/v2/njust/cwc.js +39 -0
  215. package/lib/v2/njust/dgxg.js +40 -0
  216. package/lib/v2/njust/eo.js +50 -0
  217. package/lib/v2/njust/eoe.js +39 -0
  218. package/lib/v2/njust/gs.js +41 -0
  219. package/lib/v2/njust/jwc.js +41 -0
  220. package/lib/v2/njust/maintainer.js +8 -0
  221. package/lib/v2/njust/radar.js +110 -0
  222. package/lib/v2/njust/router.js +8 -0
  223. package/lib/v2/njust/utils.js +31 -0
  224. package/lib/v2/npm/package.js +1 -1
  225. package/lib/v2/npm/router.js +1 -1
  226. package/lib/v2/people/index.js +1 -1
  227. package/lib/v2/pianyuan/app.js +34 -0
  228. package/lib/v2/pianyuan/maintainer.js +4 -0
  229. package/lib/v2/pianyuan/radar.js +13 -0
  230. package/lib/v2/pianyuan/router.js +4 -0
  231. package/lib/v2/pianyuan/search.js +45 -0
  232. package/lib/v2/pianyuan/utils.js +88 -0
  233. package/lib/{routes/universities → v2}/pku/bbs/hot.js +5 -10
  234. package/lib/{routes/universities → v2}/pku/cls/lecture.js +5 -7
  235. package/lib/v2/pku/eecs.js +64 -0
  236. package/lib/v2/pku/maintainer.js +6 -0
  237. package/lib/v2/pku/pkuyjs.js +29 -0
  238. package/lib/v2/pku/radar.js +109 -0
  239. package/lib/v2/pku/rccp/mzyt.js +23 -0
  240. package/lib/v2/pku/router.js +6 -0
  241. package/lib/v2/pku/scc/recruit.js +58 -0
  242. package/lib/v2/pku/utils.js +15 -0
  243. package/lib/v2/qbittorrent/maintainer.js +3 -0
  244. package/lib/v2/qbittorrent/news.js +59 -0
  245. package/lib/v2/qbittorrent/radar.js +13 -0
  246. package/lib/v2/qbittorrent/router.js +3 -0
  247. package/lib/v2/radio/index.js +48 -0
  248. package/lib/v2/radio/maintainer.js +3 -0
  249. package/lib/v2/radio/radar.js +13 -0
  250. package/lib/{routes → v2}/radio/radio.js +0 -0
  251. package/lib/v2/radio/router.js +3 -0
  252. package/lib/v2/radio/templates/description.art +5 -0
  253. package/lib/{routes → v2}/sciencenet/blog.js +17 -12
  254. package/lib/v2/sciencenet/maintainer.js +4 -0
  255. package/lib/v2/sciencenet/radar.js +19 -0
  256. package/lib/v2/sciencenet/router.js +4 -0
  257. package/lib/v2/sciencenet/user.js +65 -0
  258. package/lib/v2/sdu/cmse.js +59 -0
  259. package/lib/v2/sdu/cs.js +57 -0
  260. package/lib/v2/sdu/data.js +110 -0
  261. package/lib/v2/sdu/epe.js +55 -0
  262. package/lib/v2/sdu/extractor/index.js +15 -0
  263. package/lib/v2/sdu/extractor/sdrj.js +21 -0
  264. package/lib/v2/sdu/extractor/view.js +21 -0
  265. package/lib/v2/sdu/extractor/wh/jwc.js +24 -0
  266. package/lib/v2/sdu/extractor/wh/news.js +21 -0
  267. package/lib/v2/sdu/maintainer.js +9 -0
  268. package/lib/v2/sdu/mech.js +60 -0
  269. package/lib/v2/sdu/radar.js +159 -0
  270. package/lib/v2/sdu/router.js +9 -0
  271. package/lib/v2/sdu/sc.js +61 -0
  272. package/lib/v2/sdu/wh/jwc.js +42 -0
  273. package/lib/v2/sdu/wh/news.js +38 -0
  274. package/lib/{routes → v2}/sspai/activity.js +2 -1
  275. package/lib/{routes → v2}/sspai/author.js +15 -21
  276. package/lib/{routes → v2}/sspai/column.js +16 -20
  277. package/lib/v2/sspai/index.js +37 -0
  278. package/lib/v2/sspai/maintainer.js +12 -0
  279. package/lib/v2/sspai/matrix.js +38 -0
  280. package/lib/v2/sspai/radar.js +69 -0
  281. package/lib/v2/sspai/router.js +12 -0
  282. package/lib/{routes → v2}/sspai/series.js +2 -2
  283. package/lib/{routes → v2}/sspai/shortcutsGallery.js +3 -2
  284. package/lib/{routes → v2}/sspai/tag.js +15 -19
  285. package/lib/{routes → v2}/sspai/topic.js +15 -18
  286. package/lib/{routes → v2}/sspai/topics.js +12 -16
  287. package/lib/v2/syosetu/chapter.js +61 -0
  288. package/lib/v2/syosetu/maintainer.js +3 -0
  289. package/lib/v2/syosetu/radar.js +21 -0
  290. package/lib/v2/syosetu/router.js +1 -0
  291. package/lib/v2/szse/inquire.js +41 -0
  292. package/lib/v2/szse/maintainer.js +3 -0
  293. package/lib/{routes → v2}/szse/notice.js +0 -0
  294. package/lib/v2/szse/projectdynamic.js +90 -0
  295. package/lib/v2/szse/radar.js +21 -1
  296. package/lib/v2/szse/router.js +3 -0
  297. package/lib/v2/szse/rule.js +3 -3
  298. package/lib/v2/szse/templates/description.art +19 -0
  299. package/lib/v2/szse/templates/inquire.art +6 -0
  300. package/lib/{routes → v2}/taptap/changelog.js +2 -1
  301. package/lib/v2/taptap/maintainer.js +5 -0
  302. package/lib/v2/taptap/radar.js +25 -0
  303. package/lib/v2/taptap/review.js +69 -0
  304. package/lib/v2/taptap/router.js +5 -0
  305. package/lib/v2/taptap/templates/videoPost.art +2 -0
  306. package/lib/v2/taptap/topic.js +79 -0
  307. package/lib/v2/taptap/utils.js +48 -0
  308. package/lib/v2/test/index.js +1 -0
  309. package/lib/v2/thecover/channel.js +66 -0
  310. package/lib/v2/thecover/maintainer.js +3 -0
  311. package/lib/v2/thecover/radar.js +13 -0
  312. package/lib/v2/thecover/router.js +3 -0
  313. package/lib/v2/uraaka-joshi/maintainer.js +4 -0
  314. package/lib/v2/uraaka-joshi/radar.js +19 -0
  315. package/lib/v2/uraaka-joshi/router.js +4 -0
  316. package/lib/v2/uraaka-joshi/uraaka-joshi-user.js +89 -0
  317. package/lib/v2/uraaka-joshi/uraaka-joshi.js +71 -0
  318. package/lib/v2/ustc/eeis.js +59 -0
  319. package/lib/v2/ustc/gs.js +59 -0
  320. package/lib/v2/ustc/index.js +79 -0
  321. package/lib/{routes/universities → v2}/ustc/job.js +6 -5
  322. package/lib/{routes/universities/ustc/jwc/index.js → v2/ustc/jwc.js} +23 -26
  323. package/lib/v2/ustc/maintainer.js +8 -0
  324. package/lib/v2/ustc/radar.js +53 -0
  325. package/lib/v2/ustc/router.js +8 -0
  326. package/lib/v2/ustc/sist.js +59 -0
  327. package/lib/{routes/tencent → v2}/wechat/announce.js +3 -2
  328. package/lib/{routes/tencent → v2}/wechat/ce.js +0 -0
  329. package/lib/v2/wechat/data258.js +137 -0
  330. package/lib/{routes/tencent → v2}/wechat/ershcimi.js +0 -0
  331. package/lib/{routes/tencent → v2}/wechat/feeds.js +0 -0
  332. package/lib/v2/wechat/maintainer.js +11 -0
  333. package/lib/{routes/tencent → v2}/wechat/mp.js +0 -0
  334. package/lib/{routes/tencent → v2}/wechat/msgalbum.js +0 -0
  335. package/lib/v2/wechat/radar.js +76 -1
  336. package/lib/v2/wechat/router.js +11 -0
  337. package/lib/{routes/tencent → v2}/wechat/tgchannel.js +0 -0
  338. package/lib/{routes/tencent → v2}/wechat/uread.js +0 -0
  339. package/lib/{routes/tencent → v2}/wechat/wemp.js +0 -0
  340. package/lib/{routes/tencent → v2}/wechat/wxnmh.js +0 -0
  341. package/lib/v2/xueqiu/user.js +3 -2
  342. package/lib/v2/youzhiyouxing/maintainer.js +1 -1
  343. package/lib/v2/youzhiyouxing/materials.js +32 -22
  344. package/lib/v2/youzhiyouxing/radar.js +6 -6
  345. package/lib/v2/youzhiyouxing/router.js +1 -1
  346. package/lib/v2/yunspe/maintainer.js +3 -0
  347. package/lib/v2/yunspe/newsflash.js +42 -0
  348. package/lib/v2/yunspe/radar.js +13 -0
  349. package/lib/v2/yunspe/router.js +3 -0
  350. package/lib/v2/yyets/article.js +45 -0
  351. package/lib/v2/yyets/maintainer.js +4 -0
  352. package/lib/v2/yyets/radar.js +19 -0
  353. package/lib/v2/yyets/router.js +4 -0
  354. package/lib/v2/yyets/today.js +37 -0
  355. package/lib/{routes → v2}/yystv/category.js +8 -8
  356. package/lib/{routes → v2}/yystv/docs.js +2 -2
  357. package/lib/v2/yystv/maintainer.js +4 -0
  358. package/lib/v2/yystv/radar.js +49 -0
  359. package/lib/v2/yystv/router.js +4 -0
  360. package/lib/v2/zaobao/util.js +16 -4
  361. package/lib/{routes/universities → v2}/zju/career/index.js +14 -13
  362. package/lib/{routes/universities → v2}/zju/cst/custom.js +2 -1
  363. package/lib/{routes/universities → v2}/zju/cst/index.js +20 -24
  364. package/lib/v2/zju/grs/index.js +43 -0
  365. package/lib/v2/zju/list.js +66 -0
  366. package/lib/v2/zju/maintainer.js +8 -0
  367. package/lib/v2/zju/physics/index.js +52 -0
  368. package/lib/v2/zju/radar.js +139 -0
  369. package/lib/v2/zju/router.js +8 -0
  370. package/lib/v2/zotero/maintainer.js +3 -0
  371. package/lib/v2/zotero/radar.js +13 -0
  372. package/lib/v2/zotero/router.js +3 -0
  373. package/lib/v2/zotero/versions.js +36 -0
  374. package/lib/v2/zuel/maintainer.js +3 -0
  375. package/lib/v2/zuel/notice.js +52 -0
  376. package/lib/v2/zuel/radar.js +13 -0
  377. package/lib/v2/zuel/router.js +3 -0
  378. package/lib/views/atom.art +13 -1
  379. package/lib/views/welcome.art +4 -1
  380. package/package.json +29 -22
  381. package/lib/routes/bjx/huanbao.js +0 -78
  382. package/lib/routes/cctv/xwlb.js +0 -48
  383. package/lib/routes/dapenti/utils.js +0 -73
  384. package/lib/routes/dwnews/rank.js +0 -42
  385. package/lib/routes/dwnews/utils.js +0 -65
  386. package/lib/routes/dwnews/yaowen.js +0 -73
  387. package/lib/routes/embassy/index.js +0 -64
  388. package/lib/routes/gov/moe/moe.js +0 -84
  389. package/lib/routes/jike/topic.js +0 -65
  390. package/lib/routes/jike/topicText.js +0 -42
  391. package/lib/routes/pianyuan/app.js +0 -49
  392. package/lib/routes/rrys/review.js +0 -30
  393. package/lib/routes/sspai/matrix.js +0 -44
  394. package/lib/routes/szse/inquire.js +0 -87
  395. package/lib/routes/szse/projectdynamic.js +0 -103
  396. package/lib/routes/taptap/review.js +0 -39
  397. package/lib/routes/taptap/topic.js +0 -85
  398. package/lib/routes/tencent/wechat/_README +0 -1
  399. package/lib/routes/universities/dut/index.js +0 -60
  400. package/lib/routes/universities/dut/subsite.js +0 -50
  401. package/lib/routes/universities/njust/cwc/index.js +0 -37
  402. package/lib/routes/universities/njust/eo/index.js +0 -41
  403. package/lib/routes/universities/njust/eo/util.js +0 -28
  404. package/lib/routes/universities/njust/gs/index.js +0 -33
  405. package/lib/routes/universities/njust/jwc/index.js +0 -39
  406. package/lib/routes/universities/pku/eecs.js +0 -41
  407. package/lib/routes/universities/pku/pkuyjs.js +0 -23
  408. package/lib/routes/universities/pku/rccp/mzyt.js +0 -33
  409. package/lib/routes/universities/sdu/cmse.js +0 -55
  410. package/lib/routes/universities/sdu/cs.js +0 -55
  411. package/lib/routes/universities/sdu/epe.js +0 -54
  412. package/lib/routes/universities/sdu/mech.js +0 -58
  413. package/lib/routes/universities/sdu/sc.js +0 -56
  414. package/lib/routes/universities/ustc/index.js +0 -93
  415. package/lib/routes/universities/zju/grs/index.js +0 -44
  416. package/lib/routes/universities/zju/list.js +0 -78
  417. package/lib/routes/universities/zju/physics/index.js +0 -55
  418. package/lib/routes/uraaka-joshi/uraaka-joshi-user.js +0 -28
  419. package/lib/routes/uraaka-joshi/uraaka-joshi.js +0 -30
  420. package/lib/routes/yyets/todayfilelist.js +0 -34
  421. package/lib/v2/epicgames/supportedList.js +0 -23
  422. package/lib/v2/wechat/templates/image.art +0 -1
@@ -6,11 +6,11 @@ module.exports = async (ctx) => {
6
6
  throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
7
7
  }
8
8
  const id = ctx.params.id;
9
- const result = await utils.getTwit().get('favorites/list', {
9
+ const client = await utils.getAppClient();
10
+ const data = await client.v1.get('favorites/list.json', {
10
11
  screen_name: id,
11
12
  tweet_mode: 'extended',
12
13
  });
13
- const data = result.data;
14
14
 
15
15
  ctx.state.data = {
16
16
  title: `Twitter Likes - ${id}`,
@@ -6,14 +6,15 @@ module.exports = async (ctx) => {
6
6
  throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
7
7
  }
8
8
  const { id, name } = ctx.params;
9
+ const client = await utils.getAppClient();
9
10
 
10
11
  const list_data = await ctx.cache.tryGet(`twitter_lists_list_screen_name:${id}`, async () => {
11
- const result = await utils.getTwit().get('lists/list', {
12
+ const data = await client.v1.get('lists/list.json', {
12
13
  screen_name: id,
13
14
  });
14
15
 
15
16
  const cached_lists = {};
16
- result.data.forEach((e) => {
17
+ data.forEach((e) => {
17
18
  cached_lists[e.name] = { id: e.id_str, slug: e.slug };
18
19
  });
19
20
 
@@ -21,12 +22,11 @@ module.exports = async (ctx) => {
21
22
  });
22
23
  const cur_list = list_data[name];
23
24
 
24
- const result = await utils.getTwit().get('lists/statuses', {
25
+ const data = await client.v1.get('lists/statuses.json', {
25
26
  list_id: cur_list.id,
26
27
  slug: cur_list.slug,
27
28
  tweet_mode: 'extended',
28
29
  });
29
- const data = result.data;
30
30
 
31
31
  ctx.state.data = {
32
32
  title: `Twitter List - ${id}/${name}`,
@@ -5,12 +5,13 @@ module.exports = async (ctx) => {
5
5
  if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
6
6
  throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
7
7
  }
8
- const woeid = ctx.params.woeid || 1; // Global information is available by using 1 as the WOEID
9
- const result = await utils.getTwit().get('trends/place', { id: woeid });
10
- const [{ trends }] = result.data;
8
+ const woeid = ctx.params.woeid ?? 1; // Global information is available by using 1 as the WOEID
9
+ const client = await utils.getAppClient();
10
+ const data = await client.v1.get('trends/place.json', { id: woeid });
11
+ const [{ trends }] = data;
11
12
 
12
13
  ctx.state.data = {
13
- title: `Twitter Trends on ${result.data[0].locations[0].name}`,
14
+ title: `Twitter Trends on ${data[0].locations[0].name}`,
14
15
  link: `https://twitter.com/i/trends`,
15
16
  item: trends
16
17
  .filter((t) => !t.promoted_content)
@@ -1,30 +1,61 @@
1
- const querystring = require('querystring');
2
1
  const URL = require('url');
3
2
  const config = require('@/config').value;
4
- const Twit = require('twit');
3
+ const { TwitterApi } = require('twitter-api-v2');
5
4
  const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
5
+ const { parseDate } = require('@/utils/parse-date');
6
+
7
+ const getQueryParams = (url) => URL.parse(url, true).query;
8
+ const getOriginalImg = (url) => {
9
+ // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
10
+ let m = null;
11
+ if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
12
+ let format = m[2];
13
+ if (m[2] === 'jpeg') {
14
+ format = 'jpg';
15
+ }
16
+ return `${m[1]}?format=${format}&name=orig`;
17
+ } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
18
+ const pars = getQueryParams(url);
19
+ if (!pars.format || !pars.name) {
20
+ return url;
21
+ }
22
+ if (pars.name === 'orig') {
23
+ return url;
24
+ }
25
+ return m[1] + '?format=' + pars.format + '&name=orig';
26
+ } else {
27
+ return url;
28
+ }
29
+ };
30
+ const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
31
+ const formatText = (text) =>
32
+ text
33
+ .replace(/https:\/\/t\.co(.*)/g, '')
34
+ .trim()
35
+ .replace(/\n/g, '<br>');
36
+ const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
6
37
 
7
38
  const ProcessFeed = (ctx, { data = [] }, params = {}) => {
8
39
  // undefined and strings like "exclude_rts_replies" is also safely parsed, so no if branch is needed
9
- const routeParams = querystring.parse(ctx.params.routeParams);
40
+ const routeParams = new URLSearchParams(ctx.params.routeParams);
10
41
 
11
42
  const mergedParams = {
12
- readable: fallback(params.readable, queryToBoolean(routeParams.readable), false),
13
- authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.authorNameBold), false),
14
- showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.showAuthorInTitle), false),
15
- showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.showAuthorInDesc), false),
16
- showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.showQuotedAuthorAvatarInDesc), false),
17
- showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.showAuthorAvatarInDesc), false),
18
- showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.showEmojiForRetweetAndReply), false),
19
- showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.showRetweetTextInTitle), true),
20
- addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.addLinkForPics), false),
21
- showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.showTimestampInDescription), false),
22
- showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.showQuotedInTitle), false),
23
-
24
- widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.widthOfPics), -1),
25
- heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.heightOfPics), -1),
26
- sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.sizeOfAuthorAvatar), 48),
27
- sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.sizeOfQuotedAuthorAvatar), 24),
43
+ readable: fallback(params.readable, queryToBoolean(routeParams.get('readable')), false),
44
+ authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.get('authorNameBold')), false),
45
+ showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.get('showAuthorInTitle')), false),
46
+ showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.get('showAuthorInDesc')), false),
47
+ showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.get('showQuotedAuthorAvatarInDesc')), false),
48
+ showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.get('showAuthorAvatarInDesc')), false),
49
+ showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.get('showEmojiForRetweetAndReply')), false),
50
+ showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.get('showRetweetTextInTitle')), true),
51
+ addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.get('addLinkForPics')), false),
52
+ showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.get('showTimestampInDescription')), false),
53
+ showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.get('showQuotedInTitle')), false),
54
+
55
+ widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.get('widthOfPics')), -1),
56
+ heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.get('heightOfPics')), -1),
57
+ sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.get('sizeOfAuthorAvatar')), 48),
58
+ sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.get('sizeOfQuotedAuthorAvatar')), 24),
28
59
  };
29
60
 
30
61
  params = mergedParams;
@@ -48,37 +79,6 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
48
79
  sizeOfQuotedAuthorAvatar,
49
80
  } = params;
50
81
 
51
- const getQueryParams = (url) => URL.parse(url, true).query;
52
- const getOriginalImg = (url) => {
53
- // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
54
- let m = null;
55
- if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
56
- let format = m[2];
57
- if (m[2] === 'jpeg') {
58
- format = 'jpg';
59
- }
60
- return `${m[1]}?format=${format}&name=orig`;
61
- } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
62
- const pars = getQueryParams(url);
63
- if (!pars.format || !pars.name) {
64
- return url;
65
- }
66
- if (pars.name === 'orig') {
67
- return url;
68
- }
69
- return m[1] + '?format=' + pars.format + '&name=orig';
70
- } else {
71
- return url;
72
- }
73
- };
74
-
75
- const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
76
- const formatText = (text) =>
77
- text
78
- .replace(/https:\/\/t\.co(.*)/g, '')
79
- .trim()
80
- .replace(/\n/g, '<br>');
81
- const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
82
82
  const formatVideo = (media, extraAttrs = '') => {
83
83
  let content = '';
84
84
  const video = media.video_info.variants.reduce((video, item) => {
@@ -146,6 +146,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
146
146
  }
147
147
  return img;
148
148
  };
149
+
149
150
  const generatePicsPrefix = (item) => {
150
151
  // When author avatar is shown, generate invisible <img> for inner images at the beginning of HTML
151
152
  // to please some RSS readers
@@ -170,6 +171,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
170
171
  });
171
172
  return picsPrefix;
172
173
  };
174
+
173
175
  const formatUrl = (item) => {
174
176
  let url = '';
175
177
  item.entities.urls &&
@@ -246,7 +248,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
246
248
  quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${author.screen_name}/status/${quoteData.id_str}</a></small>`;
247
249
  }
248
250
  if (showTimestampInDescription) {
249
- quote += '<br><small>' + new Date(quoteData.created_at).toLocaleString();
251
+ quote += '<br><small>' + parseDate(quoteData.created_at);
250
252
  quote += `</small>`;
251
253
  if (readable) {
252
254
  quote += `<br clear='both' /><div style='clear: both'></div>`;
@@ -368,7 +370,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
368
370
  }
369
371
 
370
372
  if (showTimestampInDescription) {
371
- description += `<small>${new Date(item.created_at).toLocaleString()}</small>`;
373
+ description += `<small>${parseDate(item.created_at)}</small>`;
372
374
  }
373
375
 
374
376
  const authorName = originalItem.user.name;
@@ -376,13 +378,14 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
376
378
  title,
377
379
  author: authorName,
378
380
  description,
379
- pubDate: new Date(item.created_at).toUTCString(),
381
+ pubDate: parseDate(item.created_at),
380
382
  link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str}`,
381
383
  };
382
384
  });
383
385
  };
384
386
 
385
- let getTwit = () => null;
387
+ let getAppClient = () => null;
388
+
386
389
  if (config.twitter.consumer_key && config.twitter.consumer_secret) {
387
390
  const consumer_keys = config.twitter.consumer_key.split(',');
388
391
  const consumer_secrets = config.twitter.consumer_secret.split(',');
@@ -390,25 +393,24 @@ if (config.twitter.consumer_key && config.twitter.consumer_secret) {
390
393
  let count = 0;
391
394
  let index = -1;
392
395
 
393
- consumer_keys.forEach((consumer_key, index) => {
394
- const consumer_secret = consumer_secrets[index];
396
+ consumer_keys.forEach((consumer_key, i) => {
397
+ const consumer_secret = consumer_secrets[i];
395
398
  if (consumer_key && consumer_secret) {
396
- T[index] = new Twit({
397
- consumer_key,
398
- consumer_secret,
399
- app_only_auth: true,
400
- });
401
- count = index + 1;
399
+ T[i] = new TwitterApi({
400
+ appKey: consumer_key,
401
+ appSecret: consumer_secret,
402
+ }).readOnly;
403
+ count = i + 1;
402
404
  }
403
405
  });
404
406
 
405
- getTwit = () => {
407
+ getAppClient = () => {
406
408
  index++;
407
- return T[index % count];
409
+ return T[index % count].appLogin();
408
410
  };
409
411
  }
410
412
 
411
- function parseRouteParams(routeParams) {
413
+ const parseRouteParams = (routeParams) => {
412
414
  let exclude_replies, include_rts;
413
415
  let count = undefined;
414
416
  if (routeParams === 'exclude_rts_replies' || routeParams === 'exclude_replies_rts') {
@@ -421,16 +423,16 @@ function parseRouteParams(routeParams) {
421
423
  exclude_replies = false;
422
424
  include_rts = false;
423
425
  } else {
424
- const parsed = querystring.parse(routeParams);
425
- count = fallback(undefined, queryToInteger(parsed.count), undefined);
426
- exclude_replies = fallback(undefined, queryToBoolean(parsed.excludeReplies), false);
427
- include_rts = fallback(undefined, queryToBoolean(parsed.includeRts), true);
426
+ const parsed = new URLSearchParams(routeParams);
427
+ count = fallback(undefined, queryToInteger(parsed.get('count')), undefined);
428
+ exclude_replies = fallback(undefined, queryToBoolean(parsed.get('excludeReplies')), false);
429
+ include_rts = fallback(undefined, queryToBoolean(parsed.get('includeRts')), true);
428
430
  }
429
431
  return { count, exclude_replies, include_rts };
430
- }
432
+ };
431
433
 
432
434
  module.exports = {
433
435
  ProcessFeed,
434
- getTwit,
436
+ getAppClient,
435
437
  parseRouteParams,
436
438
  };
@@ -1,6 +1,7 @@
1
1
  const dayjs = require('dayjs');
2
2
  dayjs.extend(require('dayjs/plugin/customParseFormat'));
3
3
  dayjs.extend(require('dayjs/plugin/duration'));
4
+ dayjs.extend(require('dayjs/plugin/isSameOrBefore'));
4
5
  dayjs.extend(require('dayjs/plugin/weekday'));
5
6
 
6
7
  const words = [
@@ -17,31 +18,31 @@ const words = [
17
18
  regExp: /^(?:前天|(?:the)?d(?:ay)?b(?:eforeyesterda)?y)(.*)/,
18
19
  },
19
20
  {
20
- startAt: dayjs().isBefore(dayjs().weekday(1)) ? dayjs().weekday(1).subtract(1, 'week') : dayjs().weekday(1),
21
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(1)) ? dayjs().weekday(1).subtract(1, 'week') : dayjs().weekday(1),
21
22
  regExp: /^(?:周|星期)一(.*)/,
22
23
  },
23
24
  {
24
- startAt: dayjs().isBefore(dayjs().weekday(2)) ? dayjs().weekday(2).subtract(1, 'week') : dayjs().weekday(2),
25
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(2)) ? dayjs().weekday(2).subtract(1, 'week') : dayjs().weekday(2),
25
26
  regExp: /^(?:周|星期)二(.*)/,
26
27
  },
27
28
  {
28
- startAt: dayjs().isBefore(dayjs().weekday(3)) ? dayjs().weekday(3).subtract(1, 'week') : dayjs().weekday(3),
29
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(3)) ? dayjs().weekday(3).subtract(1, 'week') : dayjs().weekday(3),
29
30
  regExp: /^(?:周|星期)三(.*)/,
30
31
  },
31
32
  {
32
- startAt: dayjs().isBefore(dayjs().weekday(4)) ? dayjs().weekday(4).subtract(1, 'week') : dayjs().weekday(4),
33
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(4)) ? dayjs().weekday(4).subtract(1, 'week') : dayjs().weekday(4),
33
34
  regExp: /^(?:周|星期)四(.*)/,
34
35
  },
35
36
  {
36
- startAt: dayjs().isBefore(dayjs().weekday(5)) ? dayjs().weekday(5).subtract(1, 'week') : dayjs().weekday(5),
37
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(5)) ? dayjs().weekday(5).subtract(1, 'week') : dayjs().weekday(5),
37
38
  regExp: /^(?:周|星期)五(.*)/,
38
39
  },
39
40
  {
40
- startAt: dayjs().isBefore(dayjs().weekday(6)) ? dayjs().weekday(6).subtract(1, 'week') : dayjs().weekday(6),
41
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(6)) ? dayjs().weekday(6).subtract(1, 'week') : dayjs().weekday(6),
41
42
  regExp: /^(?:周|星期)六(.*)/,
42
43
  },
43
44
  {
44
- startAt: dayjs().isBefore(dayjs().weekday(7)) ? dayjs().weekday(7).subtract(1, 'week') : dayjs().weekday(7),
45
+ startAt: dayjs().isSameOrBefore(dayjs().weekday(7)) ? dayjs().weekday(7).subtract(1, 'week') : dayjs().weekday(7),
45
46
  regExp: /^(?:周|星期)(?:日|天)(.*)/,
46
47
  },
47
48
  {
@@ -1,5 +1,5 @@
1
1
  const config = require('@/config').value;
2
- const puppeteer = require('puppeteer');
2
+ let puppeteer = require('puppeteer');
3
3
 
4
4
  const options = {
5
5
  args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-infobars', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list', `--user-agent=${config.ua}`],
@@ -7,14 +7,31 @@ const options = {
7
7
  ignoreHTTPSErrors: true,
8
8
  };
9
9
 
10
- module.exports = async () => {
10
+ /**
11
+ * @param {Object} extraOptions
12
+ * @param {boolean} extraOptions.stealth - Use puppeteer-extra-plugin-stealth
13
+ * @returns Puppeteer browser
14
+ */
15
+ module.exports = async (extraOptions = {}) => {
16
+ if (extraOptions.stealth) {
17
+ const { addExtra } = require('puppeteer-extra');
18
+ puppeteer = addExtra(puppeteer);
19
+ puppeteer.use(require('puppeteer-extra-plugin-stealth')());
20
+ }
11
21
  let browser;
12
22
  if (config.puppeteerWSEndpoint) {
13
23
  browser = await puppeteer.connect({
14
24
  browserWSEndpoint: config.puppeteerWSEndpoint,
15
25
  });
16
26
  } else {
17
- browser = await puppeteer.launch(options);
27
+ browser = await puppeteer.launch(
28
+ config.chromiumExecutablePath
29
+ ? {
30
+ executablePath: config.chromiumExecutablePath,
31
+ ...options,
32
+ }
33
+ : options
34
+ );
18
35
  }
19
36
  setTimeout(() => {
20
37
  browser.close();
@@ -0,0 +1,29 @@
1
+ const randUserAgent = require('rand-user-agent');
2
+
3
+ /**
4
+ * A handy function to help generate a legit useragent.
5
+ *
6
+ * @param {Object} randUserAgent
7
+ * @param {string} randUserAgent.browser Name of a browser, case-insensitive. `chrome`, `edge`, `firefox`, `mobile safari`(ios only) or `safari`.
8
+ * @param {string} randUserAgent.os Name of an OS, case-insensitive. `android`, `ios`, `mac os`, `linux` or `windows`.
9
+ * @param {string} randUserAgent.device Name of a device, case-insensitive. `desktop`, `mobile` or `tablet`.
10
+ * @returns A random useragent for the given specifications.
11
+ */
12
+ module.exports = ({ browser = 'chrome', os = 'mac os', device = 'desktop' }) => {
13
+ device = device.toLowerCase();
14
+ browser = browser.toLowerCase();
15
+ os = os.toLowerCase();
16
+ let UA = randUserAgent(device, browser, os);
17
+
18
+ if (browser === 'chrome') {
19
+ while (UA.includes('Chrome-Lighthouse') || UA.includes('Gener8') || UA.includes('HeadlessChrome') || UA.includes('SMTBot')) {
20
+ UA = randUserAgent(device, browser, os);
21
+ }
22
+ }
23
+ if (browser === 'safari') {
24
+ while (UA.includes('Applebot')) {
25
+ UA = randUserAgent(device, browser, os);
26
+ }
27
+ }
28
+ return UA;
29
+ };
@@ -14,7 +14,7 @@ if (config.proxyUri && typeof config.proxyUri === 'string') {
14
14
  HttpsProxyAgent = HttpsProxyAgent || require('https-proxy-agent');
15
15
  proxy = new HttpsProxyAgent(config.proxyUri);
16
16
  } else if (config.proxyUri.startsWith('socks')) {
17
- SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent');
17
+ SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
18
18
  proxy = new SocksProxyAgent(config.proxyUri);
19
19
  } else {
20
20
  throw 'Unknown proxy-uri format';
@@ -30,7 +30,7 @@ if (config.proxyUri && typeof config.proxyUri === 'string') {
30
30
 
31
31
  switch (config.proxy.protocol) {
32
32
  case 'socks':
33
- SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent');
33
+ SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
34
34
  agent.http = new SocksProxyAgent(proxyUrl);
35
35
  agent.https = new SocksProxyAgent(proxyUrl);
36
36
  break;
@@ -86,6 +86,8 @@ const requestWrapper = (url, options) => {
86
86
  options.headers['Proxy-Authorization'] = `Basic ${config.proxy.auth}`;
87
87
  }
88
88
  logger.info(`Proxy for ${url}`);
89
+ } else {
90
+ logger.debug(`Requesting ${url}`);
89
91
  }
90
92
 
91
93
  // ua
@@ -102,9 +104,6 @@ const requestWrapper = (url, options) => {
102
104
  options.headers['user-agent'] = config.ua;
103
105
  }
104
106
 
105
- // server
106
- options.headers.server = 'RSSHub';
107
-
108
107
  try {
109
108
  const urlHandler = new URL(url);
110
109
  // referer
@@ -128,7 +127,7 @@ const httpWrap = (func) => {
128
127
  requestWrapper(url.toString(), request);
129
128
  } else {
130
129
  const req = url;
131
- requestWrapper(req.url || req.href || `${req.protocol}//${req.hostname}${req.path}`, req);
130
+ requestWrapper(req.url || req.href || `${req.protocol}//${req.hostname || req.host}${req.path}`, req);
132
131
  }
133
132
  } else {
134
133
  requestWrapper(url, request);
@@ -2,9 +2,9 @@
2
2
  * Author: @Rongronggg9
3
3
  *
4
4
  * There are at least three folders which are relevant with WeChat MP (Official Account Platform / Media Platform):
5
- * lib/route/tencent/wechat
6
5
  * lib/v2/wechat
7
6
  * lib/v2/gzh360
7
+ * lib/v2/sdu/cs
8
8
  *
9
9
  * If your new route is not in the above folders, please add it to the list.
10
10
  *
@@ -35,6 +35,31 @@ const replaceTag = ($, oldTag, newTagName) => {
35
35
  oldTag.replaceWith(NewTag);
36
36
  };
37
37
 
38
+ const detectOriginalArticleUrl = ($) => {
39
+ // No article content get, try the original url
40
+ // example: https://mp.weixin.qq.com/s/f6sKObaZZhADTYU2Jl5Bnw
41
+ if (!$('#js_content').text()) {
42
+ return $('#js_share_source').attr('data-url');
43
+ }
44
+ // Article content is too short, try the first link
45
+ // example: https://mp.weixin.qq.com/s/9saVB4KaolRyJfpajzeFRg
46
+ if ($('#js_content').text().length < 80) {
47
+ return $('#js_content a').attr('href');
48
+ }
49
+ return null;
50
+ };
51
+
52
+ const detectSourceUrl = ($) => {
53
+ const matchs = $.root()
54
+ .html()
55
+ .match(/msg_source_url = '(.+)';/);
56
+
57
+ if (matchs) {
58
+ return matchs[1];
59
+ }
60
+ return null;
61
+ };
62
+
38
63
  /**
39
64
  * Articles from WeChat MP have weird formats, this function is used to fix them.
40
65
  *
@@ -77,6 +102,18 @@ const fixArticleContent = (html, skipImg = false) => {
77
102
  replaceTag($, section, 'div');
78
103
  }
79
104
  });
105
+
106
+ // fix single picture article
107
+ // example: https://mp.weixin.qq.com/s/4p5YmYuASiQSYFiy7KqydQ
108
+ $('script').each((_, script) => {
109
+ script = $(script);
110
+ const matchs = script.html().match(/document\.getElementById\('js_image_desc'\)\.innerHTML = "(.*)"\.replace/);
111
+
112
+ if (matchs) {
113
+ script.replaceWith(matchs[1].replace(/\r/g, '').replace(/\n/g, '<br>').replace(/\\x0d/g, '').replace(/\\x0a/g, '<br>'));
114
+ }
115
+ });
116
+
80
117
  // clean scripts
81
118
  $('script').remove();
82
119
  return $.html();
@@ -143,11 +180,25 @@ const fetchArticle = async (ctx, url, bypassHostCheck = false) => {
143
180
  const response = await got(url);
144
181
  const $ = cheerio.load(response.data);
145
182
 
146
- const title = $('meta[property="og:title"]').attr('content');
183
+ const title = ($('meta[property="og:title"]').attr('content') || '').replace(/\\r/g, '').replace(/\\n/g, ' ');
147
184
  const author = $('meta[name=author]').attr('content');
148
185
  let summary = $('meta[name=description]').attr('content');
149
186
  summary = summary !== title ? summary : '';
150
- const description = fixArticleContent($('div#js_content.rich_media_content'));
187
+ let description = fixArticleContent($('#js_content'));
188
+
189
+ // No article get or article is too short, try the original url
190
+ const originalUrl = detectOriginalArticleUrl($);
191
+ if (originalUrl) {
192
+ // try to fetch the description from the original article
193
+ const originalResponse = await got(normalizeUrl(originalUrl, bypassHostCheck));
194
+ const original$ = cheerio.load(originalResponse.data);
195
+ description += fixArticleContent(original$('#js_content'));
196
+ }
197
+
198
+ const sourceUrl = detectSourceUrl($);
199
+ if (sourceUrl) {
200
+ description += `<a href="${sourceUrl}">阅读原文</a>`;
201
+ }
151
202
 
152
203
  let pubDate;
153
204
  const publish_time_script = $('script[nonce][type="text/javascript"]:contains("var ct")').first().html();
@@ -2,48 +2,53 @@ const path = require('path');
2
2
  const got = require('@/utils/got');
3
3
  const cheerio = require('cheerio');
4
4
  const { art } = require('@/utils/render');
5
- const timezone = require('@/utils/timezone');
5
+ const { parseDate } = require('@/utils/parse-date');
6
6
 
7
7
  module.exports = async (ctx) => {
8
8
  const response = await got({
9
9
  method: 'get',
10
- url: 'https://www.abskoop.com/archives/',
10
+ url: 'https://www.abskoop.com/page/1/',
11
11
  });
12
12
 
13
13
  const $list = cheerio.load(response.data);
14
- const list = $list('article li')
15
- .slice(0, 20)
14
+ const list = $list('.rizhuti_v2-widget-lastpost .scroll article')
16
15
  .map(function () {
16
+ const link = $list(this).find('.entry-wrapper .entry-header a');
17
17
  return {
18
- link: $list(this).find('a').attr('href'),
18
+ title: link.attr('title'),
19
+ link: link.attr('href'),
19
20
  };
20
21
  })
21
22
  .get();
22
23
 
23
24
  const items = await Promise.all(
24
- list.map((item) =>
25
+ list.reverse().map((item) =>
25
26
  ctx.cache.tryGet(item.link, async () => {
26
27
  const detailResponse = await got({ method: 'get', url: item.link });
27
28
  const $detail = cheerio.load(detailResponse.data);
29
+ $detail('article .entry-content').find('#related_posts').remove();
30
+ $detail('article .entry-content').find('#jp-relatedposts').remove();
31
+ $detail('article .entry-content').find('.post-note').remove();
32
+ $detail('article .entry-content').find('.entry-tags').remove();
33
+ $detail('article .entry-content').find('.entry-share').remove();
28
34
  $detail('article .entry-content a').each(function () {
29
35
  if ($detail(this).find('img').length > 0) {
30
36
  $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
31
37
  }
32
38
  });
33
39
  const desc = [];
34
- $detail('article .entry-content > p').each(function () {
40
+ $detail('article .entry-content > *').each(function () {
35
41
  desc.push($detail(this).html());
36
42
  });
37
- item.title = $detail('article h1.entry-title').text();
38
43
  item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
39
- item.pubDate = timezone($detail('article time').attr('datetime'), -8);
44
+ item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
40
45
  return item;
41
46
  })
42
47
  )
43
48
  );
44
49
 
45
50
  ctx.state.data = {
46
- title: 'ahhhhfs - A姐分享',
51
+ title: 'ahhhhfs-A姐分享',
47
52
  link: 'https://www.abskoop.com',
48
53
  description:
49
54
  'A姐分享,分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利,收集各种有趣实用的软件和APP的下载、安装、使用方法,发现一些稀奇古怪的的网站,折腾一些有趣实用的教程,关注谷歌苹果等互联网最新的资讯动态,探索新领域,发现新美好,分享小快乐。',