rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (596) hide show
  1. package/README.md +3 -3
  2. package/lib/config.js +2 -1
  3. package/lib/middleware/parameter.js +3 -3
  4. package/lib/middleware/template.js +29 -11
  5. package/lib/radar-rules.js +0 -46
  6. package/lib/router.js +48 -48
  7. package/lib/routes/bandisoft/index.js +4 -0
  8. package/lib/routes/biobio/others.js +5 -0
  9. package/lib/routes/blogs/hedwig.js +4 -0
  10. package/lib/routes/blogs/wordpress.js +5 -0
  11. package/lib/routes/booth-pm/shop.js +4 -1
  12. package/lib/routes/craigslist/search.js +5 -0
  13. package/lib/routes/engadget/home.js +4 -0
  14. package/lib/routes/fanbox/main.js +4 -1
  15. package/lib/routes/fashionnetwork/headline.js +4 -0
  16. package/lib/routes/fashionnetwork/news.js +5 -0
  17. package/lib/routes/gitlab/common.js +5 -0
  18. package/lib/routes/gitlab/explore.js +5 -0
  19. package/lib/routes/gitlab/release.js +5 -0
  20. package/lib/routes/gitlab/tag.js +5 -0
  21. package/lib/routes/hexo/fluid.js +4 -0
  22. package/lib/routes/hexo/next.js +4 -0
  23. package/lib/routes/hexo/yilia.js +4 -0
  24. package/lib/routes/mastodon/account_id.js +4 -0
  25. package/lib/routes/mastodon/timeline_local.js +4 -0
  26. package/lib/routes/mastodon/timeline_remote.js +4 -0
  27. package/lib/routes/mastodon/utils.js +3 -0
  28. package/lib/routes/pornhub/category_url.js +4 -0
  29. package/lib/routes/pornhub/model.js +4 -0
  30. package/lib/routes/pornhub/pornstar.js +4 -0
  31. package/lib/routes/pornhub/users.js +4 -0
  32. package/lib/routes/touhougarakuta/index.js +3 -0
  33. package/lib/routes/v2ex/post.js +3 -0
  34. package/lib/routes/weforum/report.js +10 -6
  35. package/lib/routes/yahoo-news/index.js +4 -0
  36. package/lib/routes/ziroom/room.js +5 -0
  37. package/lib/utils/puppeteer-utils.js +63 -0
  38. package/lib/utils/puppeteer.js +13 -8
  39. package/lib/utils/render.js +46 -0
  40. package/lib/utils/request-wrapper.js +38 -100
  41. package/lib/utils/unify-proxy.js +116 -0
  42. package/lib/utils/valid-host.js +16 -0
  43. package/lib/utils/wechat-mp.js +1 -0
  44. package/lib/v2/18comic/utils.js +2 -2
  45. package/lib/v2/19lou/index.js +4 -0
  46. package/lib/v2/91porn/author.js +2 -0
  47. package/lib/v2/91porn/index.js +2 -0
  48. package/lib/v2/91porn/utils.js +12 -0
  49. package/lib/v2/agora0/maintainer.js +1 -0
  50. package/lib/v2/agora0/pen0.js +43 -0
  51. package/lib/v2/agora0/radar.js +12 -1
  52. package/lib/v2/agora0/router.js +1 -0
  53. package/lib/v2/aiea/index.js +39 -0
  54. package/lib/v2/aiea/maintainer.js +3 -0
  55. package/lib/v2/aiea/radar.js +13 -0
  56. package/lib/v2/aiea/router.js +3 -0
  57. package/lib/v2/baai/comments.js +35 -0
  58. package/lib/v2/baai/events.js +35 -0
  59. package/lib/v2/baai/hub.js +60 -0
  60. package/lib/v2/baai/maintainer.js +5 -0
  61. package/lib/v2/baai/radar.js +31 -0
  62. package/lib/v2/baai/router.js +7 -0
  63. package/lib/v2/baai/utils.js +33 -0
  64. package/lib/v2/baidu/radar.js +6 -6
  65. package/lib/v2/bangumi/online/online.js +4 -2
  66. package/lib/v2/bangumi/tv/group/reply.js +13 -1
  67. package/lib/v2/bangumi/tv/group/topic.js +22 -9
  68. package/lib/v2/bendibao/news.js +4 -0
  69. package/lib/v2/bilibili/cache.js +34 -1
  70. package/lib/v2/bilibili/userCollection.js +1 -2
  71. package/lib/v2/bilibili/utils.js +10 -0
  72. package/lib/v2/bilibili/video-all.js +5 -2
  73. package/lib/v2/bilibili/video.js +3 -1
  74. package/lib/v2/bioone/featured.js +10 -8
  75. package/lib/v2/bioone/journal.js +11 -8
  76. package/lib/v2/biquge/index.js +21 -0
  77. package/lib/v2/bitmovin/blog.js +15 -21
  78. package/lib/v2/bjp/apod.js +43 -0
  79. package/lib/v2/bjp/maintainer.js +3 -0
  80. package/lib/v2/bjp/radar.js +13 -0
  81. package/lib/v2/bjp/router.js +3 -0
  82. package/lib/v2/bloomberg/authors.js +52 -0
  83. package/lib/v2/bloomberg/index.js +1 -10
  84. package/lib/v2/bloomberg/maintainer.js +1 -0
  85. package/lib/v2/bloomberg/radar.js +9 -3
  86. package/lib/v2/bloomberg/router.js +1 -0
  87. package/lib/v2/bloomberg/utils.js +14 -2
  88. package/lib/v2/btzj/index.js +6 -1
  89. package/lib/v2/bytes/bytes.js +25 -0
  90. package/lib/v2/bytes/maintainer.js +4 -0
  91. package/lib/v2/bytes/radar.js +13 -0
  92. package/lib/v2/bytes/router.js +3 -0
  93. package/lib/v2/caijing/maintainer.js +3 -0
  94. package/lib/v2/caijing/radar.js +13 -0
  95. package/lib/v2/caijing/roll.js +46 -0
  96. package/lib/v2/caijing/router.js +3 -0
  97. package/lib/v2/caixin/article.js +27 -0
  98. package/lib/v2/caixin/blog.js +58 -0
  99. package/lib/v2/caixin/category.js +56 -0
  100. package/lib/{routes → v2}/caixin/database.js +14 -14
  101. package/lib/v2/caixin/k.js +40 -0
  102. package/lib/v2/caixin/latest.js +50 -0
  103. package/lib/v2/caixin/maintainer.js +8 -0
  104. package/lib/v2/caixin/radar.js +43 -0
  105. package/lib/v2/caixin/router.js +8 -0
  106. package/lib/v2/caixin/templates/article.art +38 -0
  107. package/lib/v2/caixin/utils.js +52 -0
  108. package/lib/v2/chsi/kydt.js +51 -0
  109. package/lib/v2/chsi/maintainer.js +3 -0
  110. package/lib/v2/chsi/radar.js +13 -0
  111. package/lib/v2/chsi/router.js +3 -0
  112. package/lib/v2/clickme/index.js +56 -0
  113. package/lib/v2/clickme/maintainer.js +3 -0
  114. package/lib/v2/clickme/radar.js +21 -0
  115. package/lib/v2/clickme/router.js +3 -0
  116. package/lib/v2/cnbc/rss.js +1 -1
  117. package/lib/v2/cnbeta/radar.js +6 -6
  118. package/lib/v2/cnbeta/router.js +1 -1
  119. package/lib/v2/cnbeta/type.js +6 -12
  120. package/lib/v2/cnbeta/utils.js +5 -8
  121. package/lib/v2/cnblogs/common.js +30 -0
  122. package/lib/v2/cnblogs/maintainer.js +7 -0
  123. package/lib/v2/cnblogs/radar.js +37 -0
  124. package/lib/v2/cnblogs/router.js +7 -0
  125. package/lib/v2/cnjxol/index.js +3 -0
  126. package/lib/v2/codeforces/maintainer.js +1 -0
  127. package/lib/v2/codeforces/radar.js +8 -0
  128. package/lib/v2/codeforces/recent_actions.js +47 -0
  129. package/lib/v2/codeforces/router.js +1 -0
  130. package/lib/v2/coolapk/utils.js +3 -2
  131. package/lib/v2/copymanga/comic.js +110 -0
  132. package/lib/v2/copymanga/maintainer.js +3 -0
  133. package/lib/v2/copymanga/radar.js +19 -0
  134. package/lib/v2/copymanga/router.js +3 -0
  135. package/lib/v2/copymanga/templates/comic.art +4 -0
  136. package/lib/v2/curius/links.js +43 -0
  137. package/lib/v2/curius/maintainer.js +3 -0
  138. package/lib/v2/curius/radar.js +13 -0
  139. package/lib/v2/curius/router.js +3 -0
  140. package/lib/v2/curius/templates/description.art +16 -0
  141. package/lib/v2/cw/author.js +18 -0
  142. package/lib/v2/cw/maintainer.js +1 -0
  143. package/lib/v2/cw/master.js +6 -19
  144. package/lib/v2/cw/radar.js +6 -0
  145. package/lib/v2/cw/router.js +1 -0
  146. package/lib/v2/cw/sub.js +6 -19
  147. package/lib/v2/cw/today.js +6 -15
  148. package/lib/v2/cw/utils.js +78 -20
  149. package/lib/{routes → v2}/dlsite/campaign.js +22 -24
  150. package/lib/v2/dlsite/maintainer.js +4 -0
  151. package/lib/{routes → v2}/dlsite/new.js +27 -28
  152. package/lib/v2/dlsite/radar.js +15 -0
  153. package/lib/v2/dlsite/router.js +4 -0
  154. package/lib/v2/dmzj/maintainer.js +3 -0
  155. package/lib/v2/dmzj/news.js +26 -0
  156. package/lib/v2/dmzj/radar.js +67 -0
  157. package/lib/v2/dmzj/router.js +3 -0
  158. package/lib/v2/douban/other/weekly_best.js +11 -4
  159. package/lib/v2/douban/templates/weekly_best.art +10 -0
  160. package/lib/v2/douyin/hashtag.js +20 -19
  161. package/lib/v2/douyin/live.js +2 -21
  162. package/lib/v2/douyin/user.js +2 -17
  163. package/lib/v2/douyin/utils.js +85 -0
  164. package/lib/v2/dut/index.js +4 -0
  165. package/lib/v2/eagle/blog.js +6 -2
  166. package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
  167. package/lib/v2/ecnu/maintainer.js +4 -0
  168. package/lib/v2/ecnu/radar.js +30 -0
  169. package/lib/v2/ecnu/router.js +4 -0
  170. package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
  171. package/lib/v2/ecnu/yjs.js +37 -0
  172. package/lib/v2/economist/espresso.js +55 -25
  173. package/lib/v2/economist/global-business-review.js +86 -0
  174. package/lib/v2/economist/maintainer.js +1 -0
  175. package/lib/v2/economist/radar.js +11 -0
  176. package/lib/v2/economist/router.js +1 -0
  177. package/lib/v2/ehentai/ehapi.js +2 -3
  178. package/lib/v2/eprice/rss.js +8 -16
  179. package/lib/v2/eprice/templates/image.art +4 -1
  180. package/lib/v2/famitsu/category.js +62 -0
  181. package/lib/v2/famitsu/maintainer.js +3 -0
  182. package/lib/v2/famitsu/radar.js +13 -0
  183. package/lib/v2/famitsu/router.js +3 -0
  184. package/lib/v2/ff14/ff14_global.js +5 -0
  185. package/lib/v2/foreverblog/feeds.js +36 -0
  186. package/lib/v2/foreverblog/maintainer.js +3 -0
  187. package/lib/v2/foreverblog/radar.js +13 -0
  188. package/lib/v2/foreverblog/router.js +3 -0
  189. package/lib/v2/freewechat/maintainer.js +3 -0
  190. package/lib/v2/freewechat/profile.js +61 -0
  191. package/lib/v2/freewechat/radar.js +13 -0
  192. package/lib/v2/freewechat/router.js +3 -0
  193. package/lib/v2/gamme/category.js +4 -0
  194. package/lib/v2/gamme/tag.js +4 -0
  195. package/lib/v2/gcores/category.js +16 -6
  196. package/lib/v2/gelonghui/hot-article.js +33 -0
  197. package/lib/v2/gelonghui/live.js +31 -0
  198. package/lib/v2/gelonghui/radar.js +12 -0
  199. package/lib/v2/gelonghui/router.js +2 -0
  200. package/lib/v2/gelonghui/templates/live.art +7 -0
  201. package/lib/v2/gelonghui/utils.js +6 -0
  202. package/lib/v2/github/maintainer.js +1 -0
  203. package/lib/v2/github/radar.js +35 -29
  204. package/lib/v2/github/router.js +1 -0
  205. package/lib/v2/github/wiki.js +32 -0
  206. package/lib/v2/good/index.js +15 -14
  207. package/lib/v2/google/maintainer.js +1 -0
  208. package/lib/v2/google/news.js +48 -66
  209. package/lib/v2/google/router.js +1 -0
  210. package/lib/v2/google/templates/news.art +5 -0
  211. package/lib/v2/gov/customs/list.js +1 -1
  212. package/lib/v2/gov/dianbai/dianbai.js +18 -0
  213. package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
  214. package/lib/v2/gov/general/general.js +250 -0
  215. package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
  216. package/lib/v2/gov/gz/index.js +38 -0
  217. package/lib/v2/gov/huazhou/huazhou.js +19 -0
  218. package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
  219. package/lib/v2/gov/maintainer.js +20 -2
  220. package/lib/v2/gov/maoming/maoming.js +417 -0
  221. package/lib/v2/gov/maonan/maonan.js +100 -0
  222. package/lib/v2/gov/mgs/mgs.js +19 -0
  223. package/lib/v2/gov/mmht/mmht.js +19 -0
  224. package/lib/v2/gov/radar.js +208 -0
  225. package/lib/v2/gov/router.js +19 -2
  226. package/lib/v2/gov/sasac/generic.js +42 -0
  227. package/lib/v2/gov/sdb/sdb.js +19 -0
  228. package/lib/v2/gov/wuhan/whyw.js +44 -0
  229. package/lib/v2/gov/xinyi/xinyi.js +19 -0
  230. package/lib/v2/gov/zhengce/govall.js +55 -0
  231. package/lib/v2/gov/zhengce/wenjian.js +47 -0
  232. package/lib/v2/gov/zhengce/zhengceku.js +22 -0
  233. package/lib/v2/gov/zhengce/zuixin.js +39 -0
  234. package/lib/v2/gq/maintainer.js +3 -0
  235. package/lib/v2/gq/radar.js +13 -0
  236. package/lib/v2/gq/router.js +3 -0
  237. package/lib/v2/gq/templates/embed-article.art +1 -0
  238. package/lib/v2/gq/templates/embed-product.art +4 -0
  239. package/lib/v2/gq/templates/img.art +6 -0
  240. package/lib/v2/gq/templates/tw.art +3 -0
  241. package/lib/v2/gq/templates/videoObject.art +6 -0
  242. package/lib/v2/gq/templates/youtube.art +3 -0
  243. package/lib/v2/gq/tw/index.js +165 -0
  244. package/lib/v2/guandian/index.js +37 -0
  245. package/lib/v2/guandian/maintainer.js +3 -0
  246. package/lib/v2/guandian/radar.js +11 -0
  247. package/lib/v2/guandian/router.js +3 -0
  248. package/lib/v2/guanhai/index.js +47 -0
  249. package/lib/v2/guanhai/maintainer.js +4 -0
  250. package/lib/v2/guanhai/radar.js +13 -0
  251. package/lib/v2/guanhai/router.js +3 -0
  252. package/lib/v2/gumroad/index.js +4 -0
  253. package/lib/v2/hackernews/index.js +6 -0
  254. package/lib/v2/hackmd/maintainer.js +3 -0
  255. package/lib/v2/hackmd/profile.js +24 -0
  256. package/lib/v2/hackmd/radar.js +13 -0
  257. package/lib/v2/hackmd/router.js +3 -0
  258. package/lib/v2/hellogithub/maintainer.js +1 -1
  259. package/lib/v2/hellogithub/volume.js +13 -12
  260. package/lib/v2/hotukdeals/hottest.js +25 -0
  261. package/lib/v2/hotukdeals/maintainer.js +1 -0
  262. package/lib/v2/hotukdeals/radar.js +6 -0
  263. package/lib/v2/hotukdeals/router.js +1 -0
  264. package/lib/v2/huanqiu/index.js +5 -0
  265. package/lib/v2/huxiu/article.js +14 -11
  266. package/lib/v2/huxiu/author.js +11 -20
  267. package/lib/v2/huxiu/briefColumn.js +28 -38
  268. package/lib/v2/huxiu/collection.js +20 -15
  269. package/lib/v2/huxiu/moment.js +1 -2
  270. package/lib/v2/huxiu/search.js +19 -7
  271. package/lib/v2/huxiu/tag.js +17 -10
  272. package/lib/v2/huxiu/templates/brief.art +22 -0
  273. package/lib/v2/huxiu/templates/img.art +3 -0
  274. package/lib/v2/huxiu/templates/video.art +7 -0
  275. package/lib/v2/huxiu/utils.js +137 -52
  276. package/lib/v2/ieee-security/maintainer.js +3 -0
  277. package/lib/v2/ieee-security/radar.js +13 -0
  278. package/lib/v2/ieee-security/router.js +3 -0
  279. package/lib/v2/ieee-security/sp.js +36 -0
  280. package/lib/v2/iiilab/index.js +24 -0
  281. package/lib/v2/iiilab/maintainer.js +3 -0
  282. package/lib/v2/iiilab/radar.js +13 -0
  283. package/lib/v2/iiilab/router.js +3 -0
  284. package/lib/v2/ikea/gb/new.js +54 -0
  285. package/lib/v2/ikea/gb/offer.js +69 -0
  286. package/lib/v2/ikea/maintainer.js +4 -0
  287. package/lib/v2/ikea/radar.js +19 -0
  288. package/lib/v2/ikea/router.js +4 -0
  289. package/lib/v2/ikea/templates/new.art +7 -0
  290. package/lib/v2/ikea/templates/offer.art +3 -0
  291. package/lib/v2/inewsweek/index.js +53 -0
  292. package/lib/v2/inewsweek/maintainer.js +3 -0
  293. package/lib/v2/inewsweek/radar.js +13 -0
  294. package/lib/v2/inewsweek/router.js +3 -0
  295. package/lib/v2/itch/devlog.js +4 -0
  296. package/lib/v2/iwara/index.js +1 -0
  297. package/lib/v2/javbus/index.js +20 -4
  298. package/lib/v2/javbus/templates/description.art +12 -1
  299. package/lib/v2/javdb/utils.js +6 -0
  300. package/lib/v2/jike/maintainer.js +1 -1
  301. package/lib/v2/jike/router.js +1 -1
  302. package/lib/v2/jike/topic.js +1 -1
  303. package/lib/v2/jike/user.js +24 -12
  304. package/lib/v2/jike/utils.js +4 -2
  305. package/lib/v2/lang/maintainer.js +3 -0
  306. package/lib/v2/lang/radar.js +13 -0
  307. package/lib/v2/lang/room.js +40 -0
  308. package/lib/v2/lang/router.js +3 -0
  309. package/lib/v2/lang/templates/room.art +1 -0
  310. package/lib/v2/layoffs/index.js +104 -0
  311. package/lib/v2/layoffs/maintainer.js +3 -0
  312. package/lib/v2/layoffs/radar.js +13 -0
  313. package/lib/v2/layoffs/router.js +3 -0
  314. package/lib/v2/linkedin/jobs.js +44 -0
  315. package/lib/v2/linkedin/maintainer.js +3 -0
  316. package/lib/v2/linkedin/models.js +15 -0
  317. package/lib/v2/linkedin/radar.js +22 -0
  318. package/lib/v2/linkedin/router.js +3 -0
  319. package/lib/v2/linkedin/utils.js +121 -0
  320. package/lib/v2/liulinblog/utils.js +7 -4
  321. package/lib/v2/lofter/user.js +6 -2
  322. package/lib/v2/luogu/maintainer.js +1 -0
  323. package/lib/v2/luogu/radar.js +6 -0
  324. package/lib/v2/luogu/router.js +1 -0
  325. package/lib/v2/luogu/userBlog.js +48 -0
  326. package/lib/v2/mangadex/index.js +73 -0
  327. package/lib/v2/mangadex/maintainer.js +3 -0
  328. package/lib/v2/mangadex/radar.js +13 -0
  329. package/lib/v2/mangadex/router.js +3 -0
  330. package/lib/v2/mihoyo/ys/news.js +3 -2
  331. package/lib/v2/mingpao/index.js +28 -33
  332. package/lib/v2/mingpao/templates/description.art +1 -1
  333. package/lib/v2/mingpao/templates/fancybox.art +6 -2
  334. package/lib/v2/mirror/index.js +19 -9
  335. package/lib/v2/mixcloud/index.js +130 -0
  336. package/lib/v2/mixcloud/maintainer.js +3 -0
  337. package/lib/v2/mixcloud/queries.js +1520 -0
  338. package/lib/v2/mixcloud/radar.js +37 -0
  339. package/lib/v2/mixcloud/router.js +3 -0
  340. package/lib/v2/mrdx/daily.js +79 -0
  341. package/lib/v2/mrdx/maintainer.js +3 -0
  342. package/lib/v2/mrdx/radar.js +13 -0
  343. package/lib/v2/mrdx/router.js +3 -0
  344. package/lib/v2/mrdx/utils.js +17 -0
  345. package/lib/v2/mtime/news.js +1 -1
  346. package/lib/v2/myfigurecollection/activity.js +5 -0
  347. package/lib/v2/myfigurecollection/index.js +4 -0
  348. package/lib/v2/nautil/maintainer.js +3 -0
  349. package/lib/v2/nautil/radar.js +13 -0
  350. package/lib/v2/nautil/router.js +3 -0
  351. package/lib/v2/nautil/templates/description.art +6 -0
  352. package/lib/v2/nautil/topics.js +57 -0
  353. package/lib/v2/ndss-symposium/maintainer.js +3 -0
  354. package/lib/v2/ndss-symposium/ndss.js +80 -0
  355. package/lib/v2/ndss-symposium/radar.js +13 -0
  356. package/lib/v2/ndss-symposium/router.js +3 -0
  357. package/lib/v2/nikkei-cn/index.js +4 -0
  358. package/lib/v2/nmtv/column.js +20 -14
  359. package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
  360. package/lib/v2/nyaa/main.js +16 -23
  361. package/lib/v2/nyaa/maintainer.js +7 -4
  362. package/lib/v2/nyaa/radar.js +27 -29
  363. package/lib/v2/nyaa/router.js +4 -2
  364. package/lib/v2/paradigm/maintainer.js +3 -0
  365. package/lib/v2/paradigm/radar.js +13 -0
  366. package/lib/v2/paradigm/router.js +3 -0
  367. package/lib/v2/paradigm/writing.js +44 -0
  368. package/lib/v2/people/index.js +4 -0
  369. package/lib/v2/picuki/maintainer.js +1 -1
  370. package/lib/v2/picuki/profile.js +10 -8
  371. package/lib/v2/picuki/utils.js +21 -0
  372. package/lib/v2/pixiv/api/getRanking.js +1 -1
  373. package/lib/v2/pixiv/novels.js +32 -23
  374. package/lib/v2/pixiv/ranking.js +3 -0
  375. package/lib/v2/producthunt/templates/descImg.art +2 -2
  376. package/lib/v2/qlu/maintainer.js +3 -0
  377. package/lib/v2/qlu/notice.js +54 -0
  378. package/lib/v2/qlu/radar.js +13 -0
  379. package/lib/v2/qlu/router.js +3 -0
  380. package/lib/v2/qoo-app/apps/card.js +38 -0
  381. package/lib/v2/qoo-app/apps/comment.js +43 -0
  382. package/lib/v2/qoo-app/apps/note.js +47 -0
  383. package/lib/v2/qoo-app/apps/post.js +51 -0
  384. package/lib/v2/qoo-app/maintainer.js +11 -0
  385. package/lib/v2/qoo-app/news.js +41 -0
  386. package/lib/v2/qoo-app/notes/note.js +43 -0
  387. package/lib/v2/qoo-app/notes/topic.js +20 -0
  388. package/lib/v2/qoo-app/notes/user.js +20 -0
  389. package/lib/v2/qoo-app/radar.js +73 -0
  390. package/lib/v2/qoo-app/router.js +11 -0
  391. package/lib/v2/qoo-app/templates/comment.art +3 -0
  392. package/lib/v2/qoo-app/templates/note.art +5 -0
  393. package/lib/v2/qoo-app/user/appComment.js +41 -0
  394. package/lib/v2/qoo-app/utils.js +57 -0
  395. package/lib/v2/reactnewsletter/maintainer.js +4 -0
  396. package/lib/v2/reactnewsletter/radar.js +13 -0
  397. package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
  398. package/lib/v2/reactnewsletter/router.js +3 -0
  399. package/lib/v2/researchgate/maintainer.js +3 -0
  400. package/lib/v2/researchgate/publications.js +70 -0
  401. package/lib/v2/researchgate/radar.js +13 -0
  402. package/lib/v2/researchgate/router.js +3 -0
  403. package/lib/v2/ruancan/category.js +8 -0
  404. package/lib/v2/ruancan/index.js +3 -55
  405. package/lib/v2/ruancan/maintainer.js +3 -3
  406. package/lib/v2/ruancan/radar.js +12 -6
  407. package/lib/v2/ruancan/router.js +4 -1
  408. package/lib/v2/ruancan/search.js +8 -0
  409. package/lib/v2/ruancan/user.js +8 -0
  410. package/lib/v2/ruancan/utils.js +66 -0
  411. package/lib/v2/sciencedirect/journal.js +1 -1
  412. package/lib/v2/scitation/journal.js +4 -0
  413. package/lib/v2/scitation/section.js +4 -0
  414. package/lib/v2/shiep/index.js +91 -0
  415. package/lib/v2/shiep/maintainer.js +3 -0
  416. package/lib/v2/shiep/radar.js +181 -0
  417. package/lib/v2/shiep/router.js +3 -0
  418. package/lib/v2/shiep/templates/description.art +1 -0
  419. package/lib/v2/shmtu/jwc.js +57 -0
  420. package/lib/v2/shmtu/maintainer.js +5 -0
  421. package/lib/v2/shmtu/portal.js +81 -0
  422. package/lib/v2/shmtu/radar.js +29 -0
  423. package/lib/v2/shmtu/router.js +5 -0
  424. package/lib/v2/shmtu/templates/portal.art +30 -0
  425. package/lib/v2/shmtu/www.js +58 -0
  426. package/lib/v2/shoppingdesign/maintainer.js +3 -0
  427. package/lib/v2/shoppingdesign/posts.js +43 -0
  428. package/lib/v2/shoppingdesign/radar.js +13 -0
  429. package/lib/v2/shoppingdesign/router.js +3 -0
  430. package/lib/v2/sigsac/ccs.js +57 -0
  431. package/lib/v2/sigsac/maintainer.js +3 -0
  432. package/lib/v2/sigsac/radar.js +13 -0
  433. package/lib/v2/sigsac/router.js +3 -0
  434. package/lib/v2/skysports/maintainer.js +3 -0
  435. package/lib/{routes → v2}/skysports/news.js +10 -8
  436. package/lib/v2/skysports/radar.js +13 -0
  437. package/lib/v2/skysports/router.js +3 -0
  438. package/lib/v2/smzdm/haowen_fenlei.js +12 -6
  439. package/lib/v2/solidot/main.js +5 -0
  440. package/lib/v2/telegram/channel.js +54 -38
  441. package/lib/v2/tencent/maintainer.js +2 -0
  442. package/lib/v2/tencent/news/coronavirus/data.js +71 -0
  443. package/lib/v2/tencent/news/coronavirus/total.js +34 -0
  444. package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
  445. package/lib/v2/tencent/radar.js +8 -0
  446. package/lib/v2/tencent/router.js +2 -0
  447. package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
  448. package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
  449. package/lib/v2/test/index.js +54 -0
  450. package/lib/v2/thepaper/channel.js +11 -5
  451. package/lib/v2/thepaper/list.js +11 -5
  452. package/lib/v2/tingshuitz/changsha.js +43 -0
  453. package/lib/v2/tingshuitz/maintainer.js +1 -0
  454. package/lib/v2/tingshuitz/radar.js +10 -0
  455. package/lib/v2/tingshuitz/router.js +1 -0
  456. package/lib/v2/twitter/utils.js +29 -0
  457. package/lib/v2/twitter/web-api/twitter-api.js +19 -15
  458. package/lib/v2/twreporter/category.js +17 -8
  459. package/lib/v2/typora/changelog-dev.js +31 -0
  460. package/lib/v2/typora/changelog.js +40 -0
  461. package/lib/v2/typora/maintainer.js +4 -0
  462. package/lib/v2/typora/radar.js +21 -0
  463. package/lib/v2/typora/router.js +4 -0
  464. package/lib/v2/uptimerobot/maintainer.js +3 -0
  465. package/lib/v2/uptimerobot/radar.js +13 -0
  466. package/lib/v2/uptimerobot/router.js +3 -0
  467. package/lib/v2/uptimerobot/rss.js +126 -0
  468. package/lib/v2/uptimerobot/templates/rss.art +20 -0
  469. package/lib/v2/usenix/maintainer.js +3 -0
  470. package/lib/v2/usenix/radar.js +13 -0
  471. package/lib/v2/usenix/router.js +3 -0
  472. package/lib/v2/usenix/usenix.js +63 -0
  473. package/lib/v2/usepanda/index.js +26 -0
  474. package/lib/v2/usepanda/maintainer.js +3 -0
  475. package/lib/v2/usepanda/radar.js +11 -0
  476. package/lib/v2/usepanda/router.js +3 -0
  477. package/lib/v2/uw/gix/news.js +67 -0
  478. package/lib/v2/uw/maintainer.js +3 -0
  479. package/lib/v2/uw/radar.js +13 -0
  480. package/lib/v2/uw/router.js +3 -0
  481. package/lib/v2/verse/articles.js +42 -0
  482. package/lib/v2/verse/maintainer.js +3 -0
  483. package/lib/v2/verse/radar.js +13 -0
  484. package/lib/v2/verse/router.js +3 -0
  485. package/lib/{routes → v2}/weibo/keyword.js +2 -2
  486. package/lib/v2/weibo/maintainer.js +8 -0
  487. package/lib/v2/weibo/oasis/user.js +20 -0
  488. package/lib/v2/weibo/radar.js +48 -0
  489. package/lib/v2/weibo/router.js +8 -0
  490. package/lib/{routes → v2}/weibo/search/hot.js +2 -0
  491. package/lib/{routes → v2}/weibo/super_index.js +2 -2
  492. package/lib/{routes → v2}/weibo/timeline.js +2 -2
  493. package/lib/{routes → v2}/weibo/user.js +2 -2
  494. package/lib/{routes → v2}/weibo/utils.js +50 -14
  495. package/lib/v2/wnacg/index.js +110 -0
  496. package/lib/v2/wnacg/maintainer.js +5 -0
  497. package/lib/v2/wnacg/radar.js +25 -0
  498. package/lib/v2/wnacg/router.js +5 -0
  499. package/lib/v2/wnacg/templates/manga.art +9 -0
  500. package/lib/v2/woshipm/bookmarks.js +34 -0
  501. package/lib/v2/woshipm/latest.js +27 -0
  502. package/lib/v2/woshipm/maintainer.js +7 -0
  503. package/lib/v2/woshipm/popular.js +33 -0
  504. package/lib/v2/woshipm/radar.js +39 -0
  505. package/lib/v2/woshipm/router.js +7 -0
  506. package/lib/{routes → v2}/woshipm/user_article.js +9 -15
  507. package/lib/v2/woshipm/utils.js +21 -0
  508. package/lib/v2/woshipm/wen.js +36 -0
  509. package/lib/v2/x6d/index.js +59 -0
  510. package/lib/v2/x6d/maintainer.js +3 -0
  511. package/lib/v2/x6d/radar.js +13 -0
  512. package/lib/v2/x6d/router.js +3 -0
  513. package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
  514. package/lib/v2/xiaomiyoupin/latest.js +15 -0
  515. package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
  516. package/lib/v2/xiaomiyoupin/radar.js +19 -0
  517. package/lib/v2/xiaomiyoupin/router.js +4 -0
  518. package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
  519. package/lib/v2/xiaomiyoupin/utils.js +21 -0
  520. package/lib/v2/xunhupay/index.js +24 -0
  521. package/lib/v2/xunhupay/maintainer.js +3 -0
  522. package/lib/v2/xunhupay/radar.js +13 -0
  523. package/lib/v2/xunhupay/router.js +3 -0
  524. package/lib/v2/xys/maintainer.js +3 -0
  525. package/lib/v2/xys/new.js +74 -0
  526. package/lib/v2/xys/radar.js +13 -0
  527. package/lib/v2/xys/router.js +3 -0
  528. package/lib/v2/xys/templates/desc.art +3 -0
  529. package/lib/v2/ymgal/article.js +1 -1
  530. package/lib/v2/ymgal/game.js +41 -0
  531. package/lib/v2/ymgal/maintainer.js +1 -0
  532. package/lib/v2/ymgal/radar.js +6 -0
  533. package/lib/v2/ymgal/router.js +1 -0
  534. package/lib/v2/ymgal/templates/description.art +7 -0
  535. package/lib/v2/yxrb/home.js +61 -0
  536. package/lib/v2/yxrb/maintainer.js +3 -0
  537. package/lib/v2/yxrb/radar.js +13 -0
  538. package/lib/v2/yxrb/router.js +3 -0
  539. package/lib/v2/zaozao/article.js +36 -0
  540. package/lib/v2/zaozao/maintainer.js +3 -0
  541. package/lib/v2/zaozao/radar.js +13 -0
  542. package/lib/v2/zaozao/router.js +3 -0
  543. package/lib/v2/zcmu/jwc/index.js +41 -0
  544. package/lib/v2/zcmu/maintainer.js +4 -0
  545. package/lib/v2/zcmu/radar.js +87 -0
  546. package/lib/v2/zcmu/router.js +4 -0
  547. package/lib/v2/zcmu/yxy/index.js +42 -0
  548. package/lib/v2/zcool/user.js +4 -0
  549. package/lib/v2/zhiy/letter.js +34 -0
  550. package/lib/v2/zhiy/maintainer.js +4 -0
  551. package/lib/v2/zhiy/post.js +69 -0
  552. package/lib/v2/zhiy/radar.js +19 -0
  553. package/lib/v2/zhiy/router.js +4 -0
  554. package/lib/v2/zhiy/templates/post.art +12 -0
  555. package/lib/v2/zhiy/utils.js +13 -0
  556. package/lib/v2/zhubai/index.js +4 -0
  557. package/package.json +33 -34
  558. package/lib/routes/bjp/apod.js +0 -48
  559. package/lib/routes/blogs/foreverblog.js +0 -33
  560. package/lib/routes/caixin/article.js +0 -46
  561. package/lib/routes/caixin/blog.js +0 -58
  562. package/lib/routes/caixin/category.js +0 -44
  563. package/lib/routes/caixin/latest.js +0 -75
  564. package/lib/routes/caixin/yxnews.js +0 -30
  565. package/lib/routes/clickme/index.js +0 -76
  566. package/lib/routes/copymanga/comic.js +0 -74
  567. package/lib/routes/gov/zhengce/govall.js +0 -59
  568. package/lib/routes/gov/zhengce/wenjian.js +0 -53
  569. package/lib/routes/gov/zhengce/zuixin.js +0 -42
  570. package/lib/routes/gq/tw/index.js +0 -66
  571. package/lib/routes/ikea/uk/new.js +0 -20
  572. package/lib/routes/ikea/uk/offer.js +0 -64
  573. package/lib/routes/langlive/room.js +0 -33
  574. package/lib/routes/mi/youpin/crowdfunding.js +0 -39
  575. package/lib/routes/mi/youpin/new.js +0 -26
  576. package/lib/routes/nautilus/topics.js +0 -45
  577. package/lib/routes/researchgate/publications.js +0 -60
  578. package/lib/routes/ssmh/category.js +0 -50
  579. package/lib/routes/ssmh/index.js +0 -32
  580. package/lib/routes/typora/changelog-dev.js +0 -35
  581. package/lib/routes/typora/changelog.js +0 -60
  582. package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
  583. package/lib/routes/universities/shiep/index.js +0 -95
  584. package/lib/routes/universities/shmtu/jwc.js +0 -75
  585. package/lib/routes/universities/shmtu/www.js +0 -61
  586. package/lib/routes/weibo/oasis/user.js +0 -17
  587. package/lib/routes/woshipm/bookmarks.js +0 -45
  588. package/lib/routes/woshipm/latest.js +0 -45
  589. package/lib/routes/woshipm/popular.js +0 -38
  590. package/lib/routes/woshipm/wen.js +0 -39
  591. package/lib/routes/x6d/index.js +0 -64
  592. package/lib/v2/acm-ecnu/maintainer.js +0 -3
  593. package/lib/v2/acm-ecnu/radar.js +0 -19
  594. package/lib/v2/acm-ecnu/router.js +0 -3
  595. package/lib/v2/cnbeta/index.js +0 -16
  596. package/lib/v2/eprice/templates/description.art +0 -1
@@ -21,6 +21,18 @@ module.exports = async (ctx) => {
21
21
  date: $el.children().first().find('small').children().remove().end().text().slice(3),
22
22
  };
23
23
  });
24
+ const latestSubReplies = $('.sub_reply_bg')
25
+ .toArray()
26
+ .map((el) => {
27
+ const $el = $(el);
28
+ return {
29
+ id: $el.attr('id'),
30
+ author: $el.find('.userName .l').text(),
31
+ content: $el.find('.cmt_sub_content').html(),
32
+ date: $el.children().first().find('small').children().remove().end().text().slice(3),
33
+ };
34
+ });
35
+ const finalLatestReplies = latestReplies.concat(latestSubReplies).sort((a, b) => (a.id < b.id ? 1 : -1));
24
36
 
25
37
  const postTopic = {
26
38
  title,
@@ -34,7 +46,7 @@ module.exports = async (ctx) => {
34
46
  title: `${title}的最新回复`,
35
47
  link,
36
48
  item: [
37
- ...latestReplies.map((c) => ({
49
+ ...finalLatestReplies.map((c) => ({
38
50
  title: `${c.author} 回复了小组话题《${title}》`,
39
51
  description: c.content,
40
52
  pubDate: timezone(parseDate(c.date), +8),
@@ -10,17 +10,30 @@ module.exports = async (ctx) => {
10
10
  const $ = cheerio.load(html);
11
11
  const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
12
12
 
13
+ const items = await Promise.all(
14
+ $('.topic_list .topic')
15
+ .toArray()
16
+ .map(async (elem) => {
17
+ const link = new URL($('.subject a', elem).attr('href'), base_url).href;
18
+ const fullText = await ctx.cache.tryGet(link, async () => {
19
+ const { data: html } = await got(link);
20
+ const $ = cheerio.load(html);
21
+ return $('.postTopic .topic_content').html();
22
+ });
23
+ const summary = 'Reply: ' + $('.posts', elem).text();
24
+ return {
25
+ link,
26
+ title: $('.subject a', elem).attr('title'),
27
+ pubDate: parseDate($('.lastpost .time', elem).text()),
28
+ description: fullText ? summary + '<br><br>' + fullText : summary,
29
+ author: $('.author a', elem).text(),
30
+ };
31
+ })
32
+ );
33
+
13
34
  ctx.state.data = {
14
35
  title,
15
36
  link,
16
- item: $('.topic_list .topic')
17
- .toArray()
18
- .map((elem) => ({
19
- link: new URL($('.subject a', elem).attr('href'), base_url).href,
20
- title: $('.subject a', elem).attr('title'),
21
- pubDate: parseDate($('.lastpost .time', elem).text()),
22
- description: 'Reply: ' + $('.posts', elem).text(),
23
- author: $('.author a', elem).text(),
24
- })),
37
+ item: items,
25
38
  };
26
39
  };
@@ -2,9 +2,13 @@ const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
3
  const timezone = require('@/utils/timezone');
4
4
  const { parseDate } = require('@/utils/parse-date');
5
+ const { isValidHost } = require('@/utils/valid-host');
5
6
 
6
7
  module.exports = async (ctx) => {
7
8
  const city = ctx.params.city;
9
+ if (!isValidHost(city)) {
10
+ throw Error('Invalid city');
11
+ }
8
12
 
9
13
  const rootUrl = `http://${city}.bendibao.com`;
10
14
 
@@ -4,10 +4,43 @@ module.exports = {
4
4
  getCookie: (ctx) => {
5
5
  const key = 'bili-cookie';
6
6
  return ctx.cache.tryGet(key, async () => {
7
- const response = await got(`https://www.bilibili.com/`);
7
+ const response = await got('https://www.bilibili.com/');
8
8
  return response.headers['set-cookie'];
9
9
  });
10
10
  },
11
+ getVerifyString: (ctx) => {
12
+ const key = 'bili-verify-string';
13
+ return ctx.cache.tryGet(key, async () => {
14
+ const cookie = await module.exports.getCookie(ctx);
15
+ const { data: navResponse } = await got('https://api.bilibili.com/x/web-interface/nav', {
16
+ headers: {
17
+ Referer: 'https://www.bilibili.com/',
18
+ Cookie: cookie,
19
+ },
20
+ });
21
+ const imgUrl = navResponse.data.wbi_img.img_url;
22
+ const subUrl = navResponse.data.wbi_img.sub_url;
23
+ const r = imgUrl.substring(imgUrl.lastIndexOf('/') + 1, imgUrl.length).split('.')[0] + subUrl.substring(subUrl.lastIndexOf('/') + 1, subUrl.length).split('.')[0];
24
+ const { body: spaceResponse } = await got('https://space.bilibili.com/1', {
25
+ headers: {
26
+ Referer: 'https://www.bilibili.com/',
27
+ Cookie: cookie,
28
+ },
29
+ });
30
+ const jsUrl = 'https:' + spaceResponse.match(/[^"]*9.space[^"]*/);
31
+ const { body: jsResponse } = await got(jsUrl, {
32
+ headers: {
33
+ Referer: 'https://space.bilibili.com/1',
34
+ },
35
+ });
36
+ const array = JSON.parse(jsResponse.match(/\[(?:\d+,){63}\d+\]/));
37
+ const o = [];
38
+ array.forEach((t) => {
39
+ r.charAt(t) && o.push(r.charAt(t));
40
+ });
41
+ return o.join('').slice(0, 32);
42
+ });
43
+ },
11
44
  getUsernameFromUID: (ctx, uid) => {
12
45
  const key = 'bili-username-from-uid-' + uid;
13
46
  return ctx.cache.tryGet(key, async () => {
@@ -11,10 +11,9 @@ module.exports = async (ctx) => {
11
11
  const uid = parseInt(ctx.params.uid);
12
12
  const sid = parseInt(ctx.params.sid);
13
13
  const disableEmbed = ctx.params.disableEmbed;
14
-
15
14
  const link = `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`;
16
15
  const [userName, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
17
- const host = `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=false&page_num=1&page_size=10`;
16
+ const host = `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=true&page_num=1&page_size=10`;
18
17
 
19
18
  const response = await got(host, {
20
19
  headers: {
@@ -1,9 +1,19 @@
1
+ const crypto = require('crypto');
2
+
1
3
  const iframe = (aid, page, bvid) =>
2
4
  `<iframe src="https://player.bilibili.com/player.html?${bvid ? `bvid=${bvid}` : `aid=${aid}`}${
3
5
  page ? `&page=${page}` : ''
4
6
  }&high_quality=1" width="650" height="477" scrolling="no" border="0" frameborder="no" framespacing="0" allowfullscreen="true"></iframe>`;
5
7
 
8
+ const addVerifyInfo = (params, verifyString) => {
9
+ const md5 = crypto.createHash('md5');
10
+ const wts = Math.round(Date.now() / 1000);
11
+ const w_rid = md5.update(`${params}&wts=${wts}${verifyString}`).digest('hex');
12
+ return `${params}&w_rid=${w_rid}&wts=${wts}`;
13
+ };
14
+
6
15
  module.exports = {
7
16
  iframe,
17
+ addVerifyInfo,
8
18
  bvidTime: 1589990400,
9
19
  };
@@ -7,6 +7,7 @@ module.exports = async (ctx) => {
7
7
  const uid = ctx.params.uid;
8
8
  const disableEmbed = ctx.params.disableEmbed;
9
9
  const cookie = await cache.getCookie(ctx);
10
+ const verifyString = cache.getVerifyString(ctx);
10
11
  const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
11
12
 
12
13
  await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
@@ -15,7 +16,8 @@ module.exports = async (ctx) => {
15
16
  Cookie: cookie,
16
17
  },
17
18
  });
18
- const response = await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&jsonp=jsonp`, {
19
+ const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&order_avoided=true`, verifyString);
20
+ const response = await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
19
21
  headers: {
20
22
  Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
21
23
  Cookie: cookie,
@@ -32,7 +34,8 @@ module.exports = async (ctx) => {
32
34
  Cookie: cookie,
33
35
  },
34
36
  });
35
- return await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=${pageId}&keyword=&order=pubdate&jsonp=jsonp`, {
37
+ const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=${pageId}&keyword=&order=pubdate&order_avoided=true`, verifyString);
38
+ return await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
36
39
  headers: {
37
40
  Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=${pageId}&keyword=&order=pubdate`,
38
41
  Cookie: cookie,
@@ -6,6 +6,7 @@ module.exports = async (ctx) => {
6
6
  const uid = ctx.params.uid;
7
7
  const disableEmbed = ctx.params.disableEmbed;
8
8
  const cookie = await cache.getCookie(ctx);
9
+ const verifyString = await cache.getVerifyString(ctx);
9
10
  const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
10
11
 
11
12
  await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
@@ -14,7 +15,8 @@ module.exports = async (ctx) => {
14
15
  Cookie: cookie,
15
16
  },
16
17
  });
17
- const response = await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&jsonp=jsonp`, {
18
+ const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&order_avoided=true`, verifyString);
19
+ const response = await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
18
20
  headers: {
19
21
  Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
20
22
  Cookie: cookie,
@@ -4,9 +4,10 @@ const { parseDate } = require('@/utils/parse-date');
4
4
 
5
5
  module.exports = async (ctx) => {
6
6
  const rootUrl = 'https://bioone.org';
7
- const response = await got({
8
- method: 'get',
9
- url: rootUrl,
7
+ const response = await got(rootUrl, {
8
+ https: {
9
+ rejectUnauthorized: false,
10
+ },
10
11
  });
11
12
 
12
13
  const $ = cheerio.load(response.data);
@@ -16,20 +17,21 @@ module.exports = async (ctx) => {
16
17
  .toArray()
17
18
  .map((item) => {
18
19
  item = $(item);
19
- const link = item.attr('href');
20
+ const link = item.attr('href').split('?')[0];
20
21
 
21
22
  return {
22
23
  title: item.text(),
23
- link: link.indexOf('http') < 0 ? `${rootUrl}${link}` : link,
24
+ link: !link.includes('http') ? `${rootUrl}${link}` : link,
24
25
  };
25
26
  });
26
27
 
27
28
  items = await Promise.all(
28
29
  items.map((item) =>
29
30
  ctx.cache.tryGet(item.link, async () => {
30
- const detailResponse = await got({
31
- method: 'get',
32
- url: item.link,
31
+ const detailResponse = await got(item.link, {
32
+ https: {
33
+ rejectUnauthorized: false,
34
+ },
33
35
  });
34
36
  const content = cheerio.load(detailResponse.data);
35
37
 
@@ -7,15 +7,16 @@ module.exports = async (ctx) => {
7
7
 
8
8
  const rootUrl = 'https://bioone.org';
9
9
  const currentUrl = `${rootUrl}/journals/${journal}/current`;
10
- const response = await got({
11
- method: 'get',
12
- url: currentUrl,
10
+ const response = await got(currentUrl, {
11
+ https: {
12
+ rejectUnauthorized: false,
13
+ },
13
14
  });
14
15
 
15
16
  const $ = cheerio.load(response.data);
16
17
 
17
18
  let items = $('.TOCLineItemBoldText')
18
- .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
19
+ .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
19
20
  .toArray()
20
21
  .map((item) => {
21
22
  item = $(item).parent();
@@ -29,9 +30,10 @@ module.exports = async (ctx) => {
29
30
  items.map(
30
31
  async (item) =>
31
32
  await ctx.cache.tryGet(item.link, async () => {
32
- const detailResponse = await got({
33
- method: 'get',
34
- url: item.link,
33
+ const detailResponse = await got(item.link, {
34
+ https: {
35
+ rejectUnauthorized: false,
36
+ },
35
37
  });
36
38
 
37
39
  const content = cheerio.load(detailResponse.data);
@@ -51,7 +53,8 @@ module.exports = async (ctx) => {
51
53
  );
52
54
 
53
55
  ctx.state.data = {
54
- title: `${response.data.match(/'journalpaper', '(.*)'\)\\" class=\\"/)[1]} - BioOne`,
56
+ title: `${$('.panel-body .row a').first().text()} - BioOne`,
57
+ description: $('.panel-body .row text').first().text(),
55
58
  link: currentUrl,
56
59
  item: items,
57
60
  };
@@ -3,10 +3,31 @@ const cheerio = require('cheerio');
3
3
  const iconv = require('iconv-lite');
4
4
  const timezone = require('@/utils/timezone');
5
5
  const { parseDate } = require('@/utils/parse-date');
6
+ const config = require('@/config').value;
7
+ const allowHost = [
8
+ 'www.xbiquwx.la',
9
+ 'www.biqu5200.net',
10
+ 'www.xbiquge.so',
11
+ 'www.biqugeu.net',
12
+ 'www.b520.cc',
13
+ 'www.ahfgb.com',
14
+ 'www.ibiquge.la',
15
+ 'www.biquge.tv',
16
+ 'www.bswtan.com',
17
+ 'www.biquge.co',
18
+ 'www.bqzhh.com',
19
+ 'www.biqugse.com',
20
+ 'www.ibiquge.info',
21
+ 'www.ishuquge.com',
22
+ 'www.mayiwxw.com',
23
+ ];
6
24
 
7
25
  module.exports = async (ctx) => {
8
26
  const rootUrl = ctx.path.split('/').slice(1, 4).join('/');
9
27
  const currentUrl = ctx.path.slice(1);
28
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(new URL(rootUrl).hostname)) {
29
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
30
+ }
10
31
 
11
32
  const response = await got({
12
33
  method: 'get',
@@ -1,33 +1,27 @@
1
1
  const got = require('@/utils/got');
2
- const cheerio = require('cheerio');
3
2
  const { parseDate } = require('@/utils/parse-date');
4
3
 
4
+ const baseUrl = 'https://bitmovin.com';
5
+
5
6
  module.exports = async (ctx) => {
6
- const rootUrl = 'https://bitmovin.com/blog/';
7
- const response = await got({
8
- method: 'get',
9
- url: rootUrl,
7
+ const apiUrl = `${baseUrl}/wp-json/wp/v2`;
8
+ const { data } = await got(`${apiUrl}/posts`, {
9
+ searchParams: {
10
+ per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 100,
11
+ },
10
12
  });
11
13
 
12
- const $ = cheerio.load(response.data);
13
-
14
- const items = $('div.blog-posts article')
15
- .slice()
16
- .map((_, item) => {
17
- item = $(item);
18
- return {
19
- title: item.find('h2 a').text(),
20
- author: item.find('li.post-author span a').text(),
21
- description: item.find('div.entry p').text(),
22
- pubDate: parseDate(item.find('li.post-date').text()),
23
- link: item.find('h2 a').attr('href'),
24
- };
25
- })
26
- .get();
14
+ const items = data.map((item) => ({
15
+ title: item.title.rendered,
16
+ author: item.authors.map((a) => a.display_name).join(', '),
17
+ description: item.content.rendered,
18
+ pubDate: parseDate(item.date_gmt),
19
+ link: item.link,
20
+ }));
27
21
 
28
22
  ctx.state.data = {
29
23
  title: 'Blog - Bitmovin',
30
- link: rootUrl,
24
+ link: `${baseUrl}/blog/`,
31
25
  item: items,
32
26
  };
33
27
  };
@@ -0,0 +1,43 @@
1
+ const cheerio = require('cheerio');
2
+ const got = require('@/utils/got');
3
+ const { parseDate } = require('@/utils/parse-date');
4
+ const timezone = require('@/utils/timezone');
5
+
6
+ module.exports = async (ctx) => {
7
+ const baseUrl = 'https://www.bjp.org.cn';
8
+ const listUrl = `${baseUrl}/APOD/list.shtml`;
9
+
10
+ const res = await got(listUrl);
11
+
12
+ const $ = cheerio.load(res.data);
13
+
14
+ const list = $('td[align=left] b')
15
+ .toArray()
16
+ .map((e) => {
17
+ e = $(e);
18
+ return {
19
+ title: e.find('a').attr('title'),
20
+ link: `${baseUrl}${e.find('a').attr('href')}`,
21
+ pubDate: timezone(parseDate(e.find('span').text().replace(':', ''), 'YYYY-MM-DD'), 8),
22
+ };
23
+ });
24
+
25
+ const items = await Promise.all(
26
+ list.map((e) =>
27
+ ctx.cache.tryGet(e.link, async () => {
28
+ const { data } = await got.get(e.link);
29
+ const $ = cheerio.load(data);
30
+
31
+ e.description = $('.juzhong').html();
32
+
33
+ return e;
34
+ })
35
+ )
36
+ );
37
+ ctx.state.data = {
38
+ title: $('head title').text(),
39
+ description: '探索宇宙!每天发布一张迷人宇宙的影像,以及由专业天文学家撰写的简要说明。',
40
+ link: listUrl,
41
+ item: items,
42
+ };
43
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/apod': ['HenryQW'],
3
+ };
@@ -0,0 +1,13 @@
1
+ module.exports = {
2
+ 'bjp.org.cn': {
3
+ _name: '北京天文馆',
4
+ '.': [
5
+ {
6
+ title: '每日一图',
7
+ docs: 'https://docs.rsshub.app/picture.html#bei-jing-tian-wen-guan',
8
+ source: ['/APOD/today.shtml', '/APOD/list.shtml', '/'],
9
+ target: '/bjp/apod',
10
+ },
11
+ ],
12
+ },
13
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = (router) => {
2
+ router.get('/apod', require('./apod'));
3
+ };
@@ -0,0 +1,52 @@
1
+ const cheerio = require('cheerio');
2
+ const got = require('@/utils/got');
3
+ const rssParser = require('@/utils/rss-parser');
4
+ const { asyncPoolAll, parseArticle } = require('./utils');
5
+
6
+ const parseAuthorNewsList = async (slug) => {
7
+ const baseURL = `https://www.bloomberg.com/authors/${slug}`;
8
+ const apiUrl = `https://www.bloomberg.com/lineup/api/lazy_load_author_stories?slug=${slug}&authorType=default&page=1`;
9
+ const resp = await got(apiUrl);
10
+ // Likely rate limited
11
+ if (!resp.data.html) {
12
+ return [];
13
+ }
14
+ const $ = cheerio.load(resp.data.html);
15
+ const articles = $('article.story-list-story');
16
+ return articles
17
+ .map((index, item) => {
18
+ item = $(item);
19
+ const headline = item.find('a.story-list-story__info__headline-link');
20
+ return {
21
+ title: headline.text(),
22
+ pubDate: item.attr('data-updated-at'),
23
+ guid: `bloomberg:${item.attr('data-id')}`,
24
+ link: new URL(headline.attr('href'), baseURL).href,
25
+ };
26
+ })
27
+ .get();
28
+ };
29
+
30
+ module.exports = async (ctx) => {
31
+ const { id, slug, source } = ctx.params;
32
+ const link = `https://www.bloomberg.com/authors/${id}/${slug}`;
33
+
34
+ let list = [];
35
+ if (!source || source === 'api') {
36
+ list = await parseAuthorNewsList(`${id}/${slug}`);
37
+ }
38
+ // Fallback to rss if api failed or requested by param
39
+ if (source === 'rss' || list.length === 0) {
40
+ list = (await rssParser.parseURL(`${link}.rss`)).items;
41
+ }
42
+
43
+ const item = await asyncPoolAll(1, list, (item) => parseArticle(item, ctx));
44
+ const authorName = item.find((i) => i.author)?.author ?? 'Unknown';
45
+
46
+ ctx.state.data = {
47
+ title: `Bloomberg - ${authorName}`,
48
+ link,
49
+ language: 'en-us',
50
+ item,
51
+ };
52
+ };
@@ -1,5 +1,4 @@
1
- const { rootUrl, parseNewsList, parseArticle } = require('./utils');
2
- const asyncPool = require('tiny-async-pool');
1
+ const { rootUrl, asyncPoolAll, parseNewsList, parseArticle } = require('./utils');
3
2
  const site_title_mapping = {
4
3
  '/': 'News',
5
4
  bpol: 'Politics',
@@ -15,14 +14,6 @@ const site_title_mapping = {
15
14
  citylab: 'CityLab',
16
15
  };
17
16
 
18
- const asyncPoolAll = async (...args) => {
19
- const results = [];
20
- for await (const result of asyncPool(...args)) {
21
- results.push(result);
22
- }
23
- return results;
24
- };
25
-
26
17
  module.exports = async (ctx) => {
27
18
  const { site } = ctx.params;
28
19
  const currentUrl = site ? `${rootUrl}/${site}/sitemap_news.xml` : `${rootUrl}/sitemap_news.xml`;
@@ -1,4 +1,5 @@
1
1
  module.exports = {
2
+ '/authors/:id/:slug/:source?': ['josh'],
2
3
  '/:site?': ['bigfei'],
3
4
  '/': ['bigfei'],
4
5
  };
@@ -1,13 +1,19 @@
1
1
  module.exports = {
2
2
  'bloomberg.com': {
3
- _name: 'bloomberg',
3
+ _name: 'Bloomberg',
4
4
  www: [
5
5
  {
6
- title: 'Bloomberg',
7
- docs: 'https://docs.rsshub.app/finance.html##bloomberg-news',
6
+ title: 'News',
7
+ docs: 'https://docs.rsshub.app/finance.html#bloomberg-news',
8
8
  source: ['/:site', '/'],
9
9
  target: '/bloomberg/:site?',
10
10
  },
11
+ {
12
+ title: 'Authors',
13
+ docs: 'https://docs.rsshub.app/finance.html#bloomberg',
14
+ source: ['/*/authors/:id/:slug', '/authors/:id/:slug'],
15
+ target: '/bloomberg/authors/:id/:slug',
16
+ },
11
17
  ],
12
18
  },
13
19
  };
@@ -1,4 +1,5 @@
1
1
  module.exports = function (router) {
2
+ router.get('/authors/:id/:slug/:source?', require('./authors'));
2
3
  router.get('/:site', require('./index'));
3
4
  router.get('/', require('./index'));
4
5
  };
@@ -1,5 +1,6 @@
1
1
  const cheerio = require('cheerio');
2
2
  const path = require('path');
3
+ const asyncPool = require('tiny-async-pool');
3
4
 
4
5
  const { parseDate } = require('@/utils/parse-date');
5
6
  const got = require('@/utils/got');
@@ -22,7 +23,7 @@ const apiEndpoints = {
22
23
  },
23
24
  videos: {
24
25
  url: 'https://www.bloomberg.com/news/videos/',
25
- sel: '.footer-container + script',
26
+ sel: 'script',
26
27
  },
27
28
  newsletters: {
28
29
  url: 'https://www.bloomberg.com/news/newsletters/',
@@ -152,7 +153,9 @@ const parseAudioPage = async (res, api, item) => {
152
153
  };
153
154
 
154
155
  const parseVideoPage = async (res, api, item) => {
155
- const json = cheerio.load(res.data)(api.sel).text().trim().replace('window.__PRELOADED_STATE__ = ', '').slice(0, -1);
156
+ const $ = cheerio.load(res.data);
157
+ const script = $(api.sel).filter((i, el) => $(el).text().includes('__PRELOADED_STATE__'));
158
+ const json = script.text().trim().replace('window.__PRELOADED_STATE__ = ', '').slice(0, -1);
156
159
  const article_json = JSON.parse(json);
157
160
  const video_story = article_json.video?.videoStory ?? article_json.quicktakeVideo?.videoStory;
158
161
  if (video_story) {
@@ -388,8 +391,17 @@ const processBody = async (body_html, story_json) => {
388
391
  return $.html();
389
392
  };
390
393
 
394
+ const asyncPoolAll = async (...args) => {
395
+ const results = [];
396
+ for await (const result of asyncPool(...args)) {
397
+ results.push(result);
398
+ }
399
+ return results;
400
+ };
401
+
391
402
  module.exports = {
392
403
  rootUrl,
404
+ asyncPoolAll,
393
405
  parseNewsList,
394
406
  parseArticle,
395
407
  };
@@ -4,10 +4,15 @@ const timezone = require('@/utils/timezone');
4
4
  const { parseDate } = require('@/utils/parse-date');
5
5
  const { art } = require('@/utils/render');
6
6
  const path = require('path');
7
+ const config = require('@/config').value;
8
+ const allowDomain = ['2btjia.com', '88btbtt.com', 'btbtt15.com', 'btbtt20.com'];
7
9
 
8
10
  module.exports = async (ctx) => {
9
11
  let category = ctx.params.category ?? '';
10
- let domain = ctx.query.domain ?? 'btbtt20.com';
12
+ let domain = ctx.query.domain ?? 'btbtt15.com';
13
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(new URL(`http://${domain}/`).hostname)) {
14
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
15
+ }
11
16
 
12
17
  if (category === 'base') {
13
18
  category = '';
@@ -0,0 +1,25 @@
1
+ const got = require('@/utils/got');
2
+ const cheerio = require('cheerio');
3
+ const currentURL = 'https://bytes.dev/archives';
4
+ const { parseDate } = require('@/utils/parse-date');
5
+
6
+ module.exports = async (ctx) => {
7
+ const resp = await got(currentURL);
8
+ const $ = cheerio.load(resp.data);
9
+ const text = $('script#__NEXT_DATA__').text();
10
+ const json = JSON.parse(text);
11
+ const posts = [json.props.pageProps.featuredPost].concat(json.props.pageProps.posts);
12
+ const items = posts.map((item) => ({
13
+ title: `Issue ${item.slug}`,
14
+ pubDate: parseDate(item.date),
15
+ description: item.title,
16
+ link: `/archives/${item.slug}`,
17
+ }));
18
+
19
+ ctx.state.data = {
20
+ title: 'bytes.dev',
21
+ description: 'Your weekly dose of JS',
22
+ link: currentURL,
23
+ item: items,
24
+ };
25
+ };
@@ -0,0 +1,4 @@
1
+ module.exports = {
2
+ '': ['meixger'],
3
+ '/': ['meixger'],
4
+ };