rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (596) hide show
  1. package/README.md +3 -3
  2. package/lib/config.js +2 -1
  3. package/lib/middleware/parameter.js +3 -3
  4. package/lib/middleware/template.js +29 -11
  5. package/lib/radar-rules.js +0 -46
  6. package/lib/router.js +48 -48
  7. package/lib/routes/bandisoft/index.js +4 -0
  8. package/lib/routes/biobio/others.js +5 -0
  9. package/lib/routes/blogs/hedwig.js +4 -0
  10. package/lib/routes/blogs/wordpress.js +5 -0
  11. package/lib/routes/booth-pm/shop.js +4 -1
  12. package/lib/routes/craigslist/search.js +5 -0
  13. package/lib/routes/engadget/home.js +4 -0
  14. package/lib/routes/fanbox/main.js +4 -1
  15. package/lib/routes/fashionnetwork/headline.js +4 -0
  16. package/lib/routes/fashionnetwork/news.js +5 -0
  17. package/lib/routes/gitlab/common.js +5 -0
  18. package/lib/routes/gitlab/explore.js +5 -0
  19. package/lib/routes/gitlab/release.js +5 -0
  20. package/lib/routes/gitlab/tag.js +5 -0
  21. package/lib/routes/hexo/fluid.js +4 -0
  22. package/lib/routes/hexo/next.js +4 -0
  23. package/lib/routes/hexo/yilia.js +4 -0
  24. package/lib/routes/mastodon/account_id.js +4 -0
  25. package/lib/routes/mastodon/timeline_local.js +4 -0
  26. package/lib/routes/mastodon/timeline_remote.js +4 -0
  27. package/lib/routes/mastodon/utils.js +3 -0
  28. package/lib/routes/pornhub/category_url.js +4 -0
  29. package/lib/routes/pornhub/model.js +4 -0
  30. package/lib/routes/pornhub/pornstar.js +4 -0
  31. package/lib/routes/pornhub/users.js +4 -0
  32. package/lib/routes/touhougarakuta/index.js +3 -0
  33. package/lib/routes/v2ex/post.js +3 -0
  34. package/lib/routes/weforum/report.js +10 -6
  35. package/lib/routes/yahoo-news/index.js +4 -0
  36. package/lib/routes/ziroom/room.js +5 -0
  37. package/lib/utils/puppeteer-utils.js +63 -0
  38. package/lib/utils/puppeteer.js +13 -8
  39. package/lib/utils/render.js +46 -0
  40. package/lib/utils/request-wrapper.js +38 -100
  41. package/lib/utils/unify-proxy.js +116 -0
  42. package/lib/utils/valid-host.js +16 -0
  43. package/lib/utils/wechat-mp.js +1 -0
  44. package/lib/v2/18comic/utils.js +2 -2
  45. package/lib/v2/19lou/index.js +4 -0
  46. package/lib/v2/91porn/author.js +2 -0
  47. package/lib/v2/91porn/index.js +2 -0
  48. package/lib/v2/91porn/utils.js +12 -0
  49. package/lib/v2/agora0/maintainer.js +1 -0
  50. package/lib/v2/agora0/pen0.js +43 -0
  51. package/lib/v2/agora0/radar.js +12 -1
  52. package/lib/v2/agora0/router.js +1 -0
  53. package/lib/v2/aiea/index.js +39 -0
  54. package/lib/v2/aiea/maintainer.js +3 -0
  55. package/lib/v2/aiea/radar.js +13 -0
  56. package/lib/v2/aiea/router.js +3 -0
  57. package/lib/v2/baai/comments.js +35 -0
  58. package/lib/v2/baai/events.js +35 -0
  59. package/lib/v2/baai/hub.js +60 -0
  60. package/lib/v2/baai/maintainer.js +5 -0
  61. package/lib/v2/baai/radar.js +31 -0
  62. package/lib/v2/baai/router.js +7 -0
  63. package/lib/v2/baai/utils.js +33 -0
  64. package/lib/v2/baidu/radar.js +6 -6
  65. package/lib/v2/bangumi/online/online.js +4 -2
  66. package/lib/v2/bangumi/tv/group/reply.js +13 -1
  67. package/lib/v2/bangumi/tv/group/topic.js +22 -9
  68. package/lib/v2/bendibao/news.js +4 -0
  69. package/lib/v2/bilibili/cache.js +34 -1
  70. package/lib/v2/bilibili/userCollection.js +1 -2
  71. package/lib/v2/bilibili/utils.js +10 -0
  72. package/lib/v2/bilibili/video-all.js +5 -2
  73. package/lib/v2/bilibili/video.js +3 -1
  74. package/lib/v2/bioone/featured.js +10 -8
  75. package/lib/v2/bioone/journal.js +11 -8
  76. package/lib/v2/biquge/index.js +21 -0
  77. package/lib/v2/bitmovin/blog.js +15 -21
  78. package/lib/v2/bjp/apod.js +43 -0
  79. package/lib/v2/bjp/maintainer.js +3 -0
  80. package/lib/v2/bjp/radar.js +13 -0
  81. package/lib/v2/bjp/router.js +3 -0
  82. package/lib/v2/bloomberg/authors.js +52 -0
  83. package/lib/v2/bloomberg/index.js +1 -10
  84. package/lib/v2/bloomberg/maintainer.js +1 -0
  85. package/lib/v2/bloomberg/radar.js +9 -3
  86. package/lib/v2/bloomberg/router.js +1 -0
  87. package/lib/v2/bloomberg/utils.js +14 -2
  88. package/lib/v2/btzj/index.js +6 -1
  89. package/lib/v2/bytes/bytes.js +25 -0
  90. package/lib/v2/bytes/maintainer.js +4 -0
  91. package/lib/v2/bytes/radar.js +13 -0
  92. package/lib/v2/bytes/router.js +3 -0
  93. package/lib/v2/caijing/maintainer.js +3 -0
  94. package/lib/v2/caijing/radar.js +13 -0
  95. package/lib/v2/caijing/roll.js +46 -0
  96. package/lib/v2/caijing/router.js +3 -0
  97. package/lib/v2/caixin/article.js +27 -0
  98. package/lib/v2/caixin/blog.js +58 -0
  99. package/lib/v2/caixin/category.js +56 -0
  100. package/lib/{routes → v2}/caixin/database.js +14 -14
  101. package/lib/v2/caixin/k.js +40 -0
  102. package/lib/v2/caixin/latest.js +50 -0
  103. package/lib/v2/caixin/maintainer.js +8 -0
  104. package/lib/v2/caixin/radar.js +43 -0
  105. package/lib/v2/caixin/router.js +8 -0
  106. package/lib/v2/caixin/templates/article.art +38 -0
  107. package/lib/v2/caixin/utils.js +52 -0
  108. package/lib/v2/chsi/kydt.js +51 -0
  109. package/lib/v2/chsi/maintainer.js +3 -0
  110. package/lib/v2/chsi/radar.js +13 -0
  111. package/lib/v2/chsi/router.js +3 -0
  112. package/lib/v2/clickme/index.js +56 -0
  113. package/lib/v2/clickme/maintainer.js +3 -0
  114. package/lib/v2/clickme/radar.js +21 -0
  115. package/lib/v2/clickme/router.js +3 -0
  116. package/lib/v2/cnbc/rss.js +1 -1
  117. package/lib/v2/cnbeta/radar.js +6 -6
  118. package/lib/v2/cnbeta/router.js +1 -1
  119. package/lib/v2/cnbeta/type.js +6 -12
  120. package/lib/v2/cnbeta/utils.js +5 -8
  121. package/lib/v2/cnblogs/common.js +30 -0
  122. package/lib/v2/cnblogs/maintainer.js +7 -0
  123. package/lib/v2/cnblogs/radar.js +37 -0
  124. package/lib/v2/cnblogs/router.js +7 -0
  125. package/lib/v2/cnjxol/index.js +3 -0
  126. package/lib/v2/codeforces/maintainer.js +1 -0
  127. package/lib/v2/codeforces/radar.js +8 -0
  128. package/lib/v2/codeforces/recent_actions.js +47 -0
  129. package/lib/v2/codeforces/router.js +1 -0
  130. package/lib/v2/coolapk/utils.js +3 -2
  131. package/lib/v2/copymanga/comic.js +110 -0
  132. package/lib/v2/copymanga/maintainer.js +3 -0
  133. package/lib/v2/copymanga/radar.js +19 -0
  134. package/lib/v2/copymanga/router.js +3 -0
  135. package/lib/v2/copymanga/templates/comic.art +4 -0
  136. package/lib/v2/curius/links.js +43 -0
  137. package/lib/v2/curius/maintainer.js +3 -0
  138. package/lib/v2/curius/radar.js +13 -0
  139. package/lib/v2/curius/router.js +3 -0
  140. package/lib/v2/curius/templates/description.art +16 -0
  141. package/lib/v2/cw/author.js +18 -0
  142. package/lib/v2/cw/maintainer.js +1 -0
  143. package/lib/v2/cw/master.js +6 -19
  144. package/lib/v2/cw/radar.js +6 -0
  145. package/lib/v2/cw/router.js +1 -0
  146. package/lib/v2/cw/sub.js +6 -19
  147. package/lib/v2/cw/today.js +6 -15
  148. package/lib/v2/cw/utils.js +78 -20
  149. package/lib/{routes → v2}/dlsite/campaign.js +22 -24
  150. package/lib/v2/dlsite/maintainer.js +4 -0
  151. package/lib/{routes → v2}/dlsite/new.js +27 -28
  152. package/lib/v2/dlsite/radar.js +15 -0
  153. package/lib/v2/dlsite/router.js +4 -0
  154. package/lib/v2/dmzj/maintainer.js +3 -0
  155. package/lib/v2/dmzj/news.js +26 -0
  156. package/lib/v2/dmzj/radar.js +67 -0
  157. package/lib/v2/dmzj/router.js +3 -0
  158. package/lib/v2/douban/other/weekly_best.js +11 -4
  159. package/lib/v2/douban/templates/weekly_best.art +10 -0
  160. package/lib/v2/douyin/hashtag.js +20 -19
  161. package/lib/v2/douyin/live.js +2 -21
  162. package/lib/v2/douyin/user.js +2 -17
  163. package/lib/v2/douyin/utils.js +85 -0
  164. package/lib/v2/dut/index.js +4 -0
  165. package/lib/v2/eagle/blog.js +6 -2
  166. package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
  167. package/lib/v2/ecnu/maintainer.js +4 -0
  168. package/lib/v2/ecnu/radar.js +30 -0
  169. package/lib/v2/ecnu/router.js +4 -0
  170. package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
  171. package/lib/v2/ecnu/yjs.js +37 -0
  172. package/lib/v2/economist/espresso.js +55 -25
  173. package/lib/v2/economist/global-business-review.js +86 -0
  174. package/lib/v2/economist/maintainer.js +1 -0
  175. package/lib/v2/economist/radar.js +11 -0
  176. package/lib/v2/economist/router.js +1 -0
  177. package/lib/v2/ehentai/ehapi.js +2 -3
  178. package/lib/v2/eprice/rss.js +8 -16
  179. package/lib/v2/eprice/templates/image.art +4 -1
  180. package/lib/v2/famitsu/category.js +62 -0
  181. package/lib/v2/famitsu/maintainer.js +3 -0
  182. package/lib/v2/famitsu/radar.js +13 -0
  183. package/lib/v2/famitsu/router.js +3 -0
  184. package/lib/v2/ff14/ff14_global.js +5 -0
  185. package/lib/v2/foreverblog/feeds.js +36 -0
  186. package/lib/v2/foreverblog/maintainer.js +3 -0
  187. package/lib/v2/foreverblog/radar.js +13 -0
  188. package/lib/v2/foreverblog/router.js +3 -0
  189. package/lib/v2/freewechat/maintainer.js +3 -0
  190. package/lib/v2/freewechat/profile.js +61 -0
  191. package/lib/v2/freewechat/radar.js +13 -0
  192. package/lib/v2/freewechat/router.js +3 -0
  193. package/lib/v2/gamme/category.js +4 -0
  194. package/lib/v2/gamme/tag.js +4 -0
  195. package/lib/v2/gcores/category.js +16 -6
  196. package/lib/v2/gelonghui/hot-article.js +33 -0
  197. package/lib/v2/gelonghui/live.js +31 -0
  198. package/lib/v2/gelonghui/radar.js +12 -0
  199. package/lib/v2/gelonghui/router.js +2 -0
  200. package/lib/v2/gelonghui/templates/live.art +7 -0
  201. package/lib/v2/gelonghui/utils.js +6 -0
  202. package/lib/v2/github/maintainer.js +1 -0
  203. package/lib/v2/github/radar.js +35 -29
  204. package/lib/v2/github/router.js +1 -0
  205. package/lib/v2/github/wiki.js +32 -0
  206. package/lib/v2/good/index.js +15 -14
  207. package/lib/v2/google/maintainer.js +1 -0
  208. package/lib/v2/google/news.js +48 -66
  209. package/lib/v2/google/router.js +1 -0
  210. package/lib/v2/google/templates/news.art +5 -0
  211. package/lib/v2/gov/customs/list.js +1 -1
  212. package/lib/v2/gov/dianbai/dianbai.js +18 -0
  213. package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
  214. package/lib/v2/gov/general/general.js +250 -0
  215. package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
  216. package/lib/v2/gov/gz/index.js +38 -0
  217. package/lib/v2/gov/huazhou/huazhou.js +19 -0
  218. package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
  219. package/lib/v2/gov/maintainer.js +20 -2
  220. package/lib/v2/gov/maoming/maoming.js +417 -0
  221. package/lib/v2/gov/maonan/maonan.js +100 -0
  222. package/lib/v2/gov/mgs/mgs.js +19 -0
  223. package/lib/v2/gov/mmht/mmht.js +19 -0
  224. package/lib/v2/gov/radar.js +208 -0
  225. package/lib/v2/gov/router.js +19 -2
  226. package/lib/v2/gov/sasac/generic.js +42 -0
  227. package/lib/v2/gov/sdb/sdb.js +19 -0
  228. package/lib/v2/gov/wuhan/whyw.js +44 -0
  229. package/lib/v2/gov/xinyi/xinyi.js +19 -0
  230. package/lib/v2/gov/zhengce/govall.js +55 -0
  231. package/lib/v2/gov/zhengce/wenjian.js +47 -0
  232. package/lib/v2/gov/zhengce/zhengceku.js +22 -0
  233. package/lib/v2/gov/zhengce/zuixin.js +39 -0
  234. package/lib/v2/gq/maintainer.js +3 -0
  235. package/lib/v2/gq/radar.js +13 -0
  236. package/lib/v2/gq/router.js +3 -0
  237. package/lib/v2/gq/templates/embed-article.art +1 -0
  238. package/lib/v2/gq/templates/embed-product.art +4 -0
  239. package/lib/v2/gq/templates/img.art +6 -0
  240. package/lib/v2/gq/templates/tw.art +3 -0
  241. package/lib/v2/gq/templates/videoObject.art +6 -0
  242. package/lib/v2/gq/templates/youtube.art +3 -0
  243. package/lib/v2/gq/tw/index.js +165 -0
  244. package/lib/v2/guandian/index.js +37 -0
  245. package/lib/v2/guandian/maintainer.js +3 -0
  246. package/lib/v2/guandian/radar.js +11 -0
  247. package/lib/v2/guandian/router.js +3 -0
  248. package/lib/v2/guanhai/index.js +47 -0
  249. package/lib/v2/guanhai/maintainer.js +4 -0
  250. package/lib/v2/guanhai/radar.js +13 -0
  251. package/lib/v2/guanhai/router.js +3 -0
  252. package/lib/v2/gumroad/index.js +4 -0
  253. package/lib/v2/hackernews/index.js +6 -0
  254. package/lib/v2/hackmd/maintainer.js +3 -0
  255. package/lib/v2/hackmd/profile.js +24 -0
  256. package/lib/v2/hackmd/radar.js +13 -0
  257. package/lib/v2/hackmd/router.js +3 -0
  258. package/lib/v2/hellogithub/maintainer.js +1 -1
  259. package/lib/v2/hellogithub/volume.js +13 -12
  260. package/lib/v2/hotukdeals/hottest.js +25 -0
  261. package/lib/v2/hotukdeals/maintainer.js +1 -0
  262. package/lib/v2/hotukdeals/radar.js +6 -0
  263. package/lib/v2/hotukdeals/router.js +1 -0
  264. package/lib/v2/huanqiu/index.js +5 -0
  265. package/lib/v2/huxiu/article.js +14 -11
  266. package/lib/v2/huxiu/author.js +11 -20
  267. package/lib/v2/huxiu/briefColumn.js +28 -38
  268. package/lib/v2/huxiu/collection.js +20 -15
  269. package/lib/v2/huxiu/moment.js +1 -2
  270. package/lib/v2/huxiu/search.js +19 -7
  271. package/lib/v2/huxiu/tag.js +17 -10
  272. package/lib/v2/huxiu/templates/brief.art +22 -0
  273. package/lib/v2/huxiu/templates/img.art +3 -0
  274. package/lib/v2/huxiu/templates/video.art +7 -0
  275. package/lib/v2/huxiu/utils.js +137 -52
  276. package/lib/v2/ieee-security/maintainer.js +3 -0
  277. package/lib/v2/ieee-security/radar.js +13 -0
  278. package/lib/v2/ieee-security/router.js +3 -0
  279. package/lib/v2/ieee-security/sp.js +36 -0
  280. package/lib/v2/iiilab/index.js +24 -0
  281. package/lib/v2/iiilab/maintainer.js +3 -0
  282. package/lib/v2/iiilab/radar.js +13 -0
  283. package/lib/v2/iiilab/router.js +3 -0
  284. package/lib/v2/ikea/gb/new.js +54 -0
  285. package/lib/v2/ikea/gb/offer.js +69 -0
  286. package/lib/v2/ikea/maintainer.js +4 -0
  287. package/lib/v2/ikea/radar.js +19 -0
  288. package/lib/v2/ikea/router.js +4 -0
  289. package/lib/v2/ikea/templates/new.art +7 -0
  290. package/lib/v2/ikea/templates/offer.art +3 -0
  291. package/lib/v2/inewsweek/index.js +53 -0
  292. package/lib/v2/inewsweek/maintainer.js +3 -0
  293. package/lib/v2/inewsweek/radar.js +13 -0
  294. package/lib/v2/inewsweek/router.js +3 -0
  295. package/lib/v2/itch/devlog.js +4 -0
  296. package/lib/v2/iwara/index.js +1 -0
  297. package/lib/v2/javbus/index.js +20 -4
  298. package/lib/v2/javbus/templates/description.art +12 -1
  299. package/lib/v2/javdb/utils.js +6 -0
  300. package/lib/v2/jike/maintainer.js +1 -1
  301. package/lib/v2/jike/router.js +1 -1
  302. package/lib/v2/jike/topic.js +1 -1
  303. package/lib/v2/jike/user.js +24 -12
  304. package/lib/v2/jike/utils.js +4 -2
  305. package/lib/v2/lang/maintainer.js +3 -0
  306. package/lib/v2/lang/radar.js +13 -0
  307. package/lib/v2/lang/room.js +40 -0
  308. package/lib/v2/lang/router.js +3 -0
  309. package/lib/v2/lang/templates/room.art +1 -0
  310. package/lib/v2/layoffs/index.js +104 -0
  311. package/lib/v2/layoffs/maintainer.js +3 -0
  312. package/lib/v2/layoffs/radar.js +13 -0
  313. package/lib/v2/layoffs/router.js +3 -0
  314. package/lib/v2/linkedin/jobs.js +44 -0
  315. package/lib/v2/linkedin/maintainer.js +3 -0
  316. package/lib/v2/linkedin/models.js +15 -0
  317. package/lib/v2/linkedin/radar.js +22 -0
  318. package/lib/v2/linkedin/router.js +3 -0
  319. package/lib/v2/linkedin/utils.js +121 -0
  320. package/lib/v2/liulinblog/utils.js +7 -4
  321. package/lib/v2/lofter/user.js +6 -2
  322. package/lib/v2/luogu/maintainer.js +1 -0
  323. package/lib/v2/luogu/radar.js +6 -0
  324. package/lib/v2/luogu/router.js +1 -0
  325. package/lib/v2/luogu/userBlog.js +48 -0
  326. package/lib/v2/mangadex/index.js +73 -0
  327. package/lib/v2/mangadex/maintainer.js +3 -0
  328. package/lib/v2/mangadex/radar.js +13 -0
  329. package/lib/v2/mangadex/router.js +3 -0
  330. package/lib/v2/mihoyo/ys/news.js +3 -2
  331. package/lib/v2/mingpao/index.js +28 -33
  332. package/lib/v2/mingpao/templates/description.art +1 -1
  333. package/lib/v2/mingpao/templates/fancybox.art +6 -2
  334. package/lib/v2/mirror/index.js +19 -9
  335. package/lib/v2/mixcloud/index.js +130 -0
  336. package/lib/v2/mixcloud/maintainer.js +3 -0
  337. package/lib/v2/mixcloud/queries.js +1520 -0
  338. package/lib/v2/mixcloud/radar.js +37 -0
  339. package/lib/v2/mixcloud/router.js +3 -0
  340. package/lib/v2/mrdx/daily.js +79 -0
  341. package/lib/v2/mrdx/maintainer.js +3 -0
  342. package/lib/v2/mrdx/radar.js +13 -0
  343. package/lib/v2/mrdx/router.js +3 -0
  344. package/lib/v2/mrdx/utils.js +17 -0
  345. package/lib/v2/mtime/news.js +1 -1
  346. package/lib/v2/myfigurecollection/activity.js +5 -0
  347. package/lib/v2/myfigurecollection/index.js +4 -0
  348. package/lib/v2/nautil/maintainer.js +3 -0
  349. package/lib/v2/nautil/radar.js +13 -0
  350. package/lib/v2/nautil/router.js +3 -0
  351. package/lib/v2/nautil/templates/description.art +6 -0
  352. package/lib/v2/nautil/topics.js +57 -0
  353. package/lib/v2/ndss-symposium/maintainer.js +3 -0
  354. package/lib/v2/ndss-symposium/ndss.js +80 -0
  355. package/lib/v2/ndss-symposium/radar.js +13 -0
  356. package/lib/v2/ndss-symposium/router.js +3 -0
  357. package/lib/v2/nikkei-cn/index.js +4 -0
  358. package/lib/v2/nmtv/column.js +20 -14
  359. package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
  360. package/lib/v2/nyaa/main.js +16 -23
  361. package/lib/v2/nyaa/maintainer.js +7 -4
  362. package/lib/v2/nyaa/radar.js +27 -29
  363. package/lib/v2/nyaa/router.js +4 -2
  364. package/lib/v2/paradigm/maintainer.js +3 -0
  365. package/lib/v2/paradigm/radar.js +13 -0
  366. package/lib/v2/paradigm/router.js +3 -0
  367. package/lib/v2/paradigm/writing.js +44 -0
  368. package/lib/v2/people/index.js +4 -0
  369. package/lib/v2/picuki/maintainer.js +1 -1
  370. package/lib/v2/picuki/profile.js +10 -8
  371. package/lib/v2/picuki/utils.js +21 -0
  372. package/lib/v2/pixiv/api/getRanking.js +1 -1
  373. package/lib/v2/pixiv/novels.js +32 -23
  374. package/lib/v2/pixiv/ranking.js +3 -0
  375. package/lib/v2/producthunt/templates/descImg.art +2 -2
  376. package/lib/v2/qlu/maintainer.js +3 -0
  377. package/lib/v2/qlu/notice.js +54 -0
  378. package/lib/v2/qlu/radar.js +13 -0
  379. package/lib/v2/qlu/router.js +3 -0
  380. package/lib/v2/qoo-app/apps/card.js +38 -0
  381. package/lib/v2/qoo-app/apps/comment.js +43 -0
  382. package/lib/v2/qoo-app/apps/note.js +47 -0
  383. package/lib/v2/qoo-app/apps/post.js +51 -0
  384. package/lib/v2/qoo-app/maintainer.js +11 -0
  385. package/lib/v2/qoo-app/news.js +41 -0
  386. package/lib/v2/qoo-app/notes/note.js +43 -0
  387. package/lib/v2/qoo-app/notes/topic.js +20 -0
  388. package/lib/v2/qoo-app/notes/user.js +20 -0
  389. package/lib/v2/qoo-app/radar.js +73 -0
  390. package/lib/v2/qoo-app/router.js +11 -0
  391. package/lib/v2/qoo-app/templates/comment.art +3 -0
  392. package/lib/v2/qoo-app/templates/note.art +5 -0
  393. package/lib/v2/qoo-app/user/appComment.js +41 -0
  394. package/lib/v2/qoo-app/utils.js +57 -0
  395. package/lib/v2/reactnewsletter/maintainer.js +4 -0
  396. package/lib/v2/reactnewsletter/radar.js +13 -0
  397. package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
  398. package/lib/v2/reactnewsletter/router.js +3 -0
  399. package/lib/v2/researchgate/maintainer.js +3 -0
  400. package/lib/v2/researchgate/publications.js +70 -0
  401. package/lib/v2/researchgate/radar.js +13 -0
  402. package/lib/v2/researchgate/router.js +3 -0
  403. package/lib/v2/ruancan/category.js +8 -0
  404. package/lib/v2/ruancan/index.js +3 -55
  405. package/lib/v2/ruancan/maintainer.js +3 -3
  406. package/lib/v2/ruancan/radar.js +12 -6
  407. package/lib/v2/ruancan/router.js +4 -1
  408. package/lib/v2/ruancan/search.js +8 -0
  409. package/lib/v2/ruancan/user.js +8 -0
  410. package/lib/v2/ruancan/utils.js +66 -0
  411. package/lib/v2/sciencedirect/journal.js +1 -1
  412. package/lib/v2/scitation/journal.js +4 -0
  413. package/lib/v2/scitation/section.js +4 -0
  414. package/lib/v2/shiep/index.js +91 -0
  415. package/lib/v2/shiep/maintainer.js +3 -0
  416. package/lib/v2/shiep/radar.js +181 -0
  417. package/lib/v2/shiep/router.js +3 -0
  418. package/lib/v2/shiep/templates/description.art +1 -0
  419. package/lib/v2/shmtu/jwc.js +57 -0
  420. package/lib/v2/shmtu/maintainer.js +5 -0
  421. package/lib/v2/shmtu/portal.js +81 -0
  422. package/lib/v2/shmtu/radar.js +29 -0
  423. package/lib/v2/shmtu/router.js +5 -0
  424. package/lib/v2/shmtu/templates/portal.art +30 -0
  425. package/lib/v2/shmtu/www.js +58 -0
  426. package/lib/v2/shoppingdesign/maintainer.js +3 -0
  427. package/lib/v2/shoppingdesign/posts.js +43 -0
  428. package/lib/v2/shoppingdesign/radar.js +13 -0
  429. package/lib/v2/shoppingdesign/router.js +3 -0
  430. package/lib/v2/sigsac/ccs.js +57 -0
  431. package/lib/v2/sigsac/maintainer.js +3 -0
  432. package/lib/v2/sigsac/radar.js +13 -0
  433. package/lib/v2/sigsac/router.js +3 -0
  434. package/lib/v2/skysports/maintainer.js +3 -0
  435. package/lib/{routes → v2}/skysports/news.js +10 -8
  436. package/lib/v2/skysports/radar.js +13 -0
  437. package/lib/v2/skysports/router.js +3 -0
  438. package/lib/v2/smzdm/haowen_fenlei.js +12 -6
  439. package/lib/v2/solidot/main.js +5 -0
  440. package/lib/v2/telegram/channel.js +54 -38
  441. package/lib/v2/tencent/maintainer.js +2 -0
  442. package/lib/v2/tencent/news/coronavirus/data.js +71 -0
  443. package/lib/v2/tencent/news/coronavirus/total.js +34 -0
  444. package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
  445. package/lib/v2/tencent/radar.js +8 -0
  446. package/lib/v2/tencent/router.js +2 -0
  447. package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
  448. package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
  449. package/lib/v2/test/index.js +54 -0
  450. package/lib/v2/thepaper/channel.js +11 -5
  451. package/lib/v2/thepaper/list.js +11 -5
  452. package/lib/v2/tingshuitz/changsha.js +43 -0
  453. package/lib/v2/tingshuitz/maintainer.js +1 -0
  454. package/lib/v2/tingshuitz/radar.js +10 -0
  455. package/lib/v2/tingshuitz/router.js +1 -0
  456. package/lib/v2/twitter/utils.js +29 -0
  457. package/lib/v2/twitter/web-api/twitter-api.js +19 -15
  458. package/lib/v2/twreporter/category.js +17 -8
  459. package/lib/v2/typora/changelog-dev.js +31 -0
  460. package/lib/v2/typora/changelog.js +40 -0
  461. package/lib/v2/typora/maintainer.js +4 -0
  462. package/lib/v2/typora/radar.js +21 -0
  463. package/lib/v2/typora/router.js +4 -0
  464. package/lib/v2/uptimerobot/maintainer.js +3 -0
  465. package/lib/v2/uptimerobot/radar.js +13 -0
  466. package/lib/v2/uptimerobot/router.js +3 -0
  467. package/lib/v2/uptimerobot/rss.js +126 -0
  468. package/lib/v2/uptimerobot/templates/rss.art +20 -0
  469. package/lib/v2/usenix/maintainer.js +3 -0
  470. package/lib/v2/usenix/radar.js +13 -0
  471. package/lib/v2/usenix/router.js +3 -0
  472. package/lib/v2/usenix/usenix.js +63 -0
  473. package/lib/v2/usepanda/index.js +26 -0
  474. package/lib/v2/usepanda/maintainer.js +3 -0
  475. package/lib/v2/usepanda/radar.js +11 -0
  476. package/lib/v2/usepanda/router.js +3 -0
  477. package/lib/v2/uw/gix/news.js +67 -0
  478. package/lib/v2/uw/maintainer.js +3 -0
  479. package/lib/v2/uw/radar.js +13 -0
  480. package/lib/v2/uw/router.js +3 -0
  481. package/lib/v2/verse/articles.js +42 -0
  482. package/lib/v2/verse/maintainer.js +3 -0
  483. package/lib/v2/verse/radar.js +13 -0
  484. package/lib/v2/verse/router.js +3 -0
  485. package/lib/{routes → v2}/weibo/keyword.js +2 -2
  486. package/lib/v2/weibo/maintainer.js +8 -0
  487. package/lib/v2/weibo/oasis/user.js +20 -0
  488. package/lib/v2/weibo/radar.js +48 -0
  489. package/lib/v2/weibo/router.js +8 -0
  490. package/lib/{routes → v2}/weibo/search/hot.js +2 -0
  491. package/lib/{routes → v2}/weibo/super_index.js +2 -2
  492. package/lib/{routes → v2}/weibo/timeline.js +2 -2
  493. package/lib/{routes → v2}/weibo/user.js +2 -2
  494. package/lib/{routes → v2}/weibo/utils.js +50 -14
  495. package/lib/v2/wnacg/index.js +110 -0
  496. package/lib/v2/wnacg/maintainer.js +5 -0
  497. package/lib/v2/wnacg/radar.js +25 -0
  498. package/lib/v2/wnacg/router.js +5 -0
  499. package/lib/v2/wnacg/templates/manga.art +9 -0
  500. package/lib/v2/woshipm/bookmarks.js +34 -0
  501. package/lib/v2/woshipm/latest.js +27 -0
  502. package/lib/v2/woshipm/maintainer.js +7 -0
  503. package/lib/v2/woshipm/popular.js +33 -0
  504. package/lib/v2/woshipm/radar.js +39 -0
  505. package/lib/v2/woshipm/router.js +7 -0
  506. package/lib/{routes → v2}/woshipm/user_article.js +9 -15
  507. package/lib/v2/woshipm/utils.js +21 -0
  508. package/lib/v2/woshipm/wen.js +36 -0
  509. package/lib/v2/x6d/index.js +59 -0
  510. package/lib/v2/x6d/maintainer.js +3 -0
  511. package/lib/v2/x6d/radar.js +13 -0
  512. package/lib/v2/x6d/router.js +3 -0
  513. package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
  514. package/lib/v2/xiaomiyoupin/latest.js +15 -0
  515. package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
  516. package/lib/v2/xiaomiyoupin/radar.js +19 -0
  517. package/lib/v2/xiaomiyoupin/router.js +4 -0
  518. package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
  519. package/lib/v2/xiaomiyoupin/utils.js +21 -0
  520. package/lib/v2/xunhupay/index.js +24 -0
  521. package/lib/v2/xunhupay/maintainer.js +3 -0
  522. package/lib/v2/xunhupay/radar.js +13 -0
  523. package/lib/v2/xunhupay/router.js +3 -0
  524. package/lib/v2/xys/maintainer.js +3 -0
  525. package/lib/v2/xys/new.js +74 -0
  526. package/lib/v2/xys/radar.js +13 -0
  527. package/lib/v2/xys/router.js +3 -0
  528. package/lib/v2/xys/templates/desc.art +3 -0
  529. package/lib/v2/ymgal/article.js +1 -1
  530. package/lib/v2/ymgal/game.js +41 -0
  531. package/lib/v2/ymgal/maintainer.js +1 -0
  532. package/lib/v2/ymgal/radar.js +6 -0
  533. package/lib/v2/ymgal/router.js +1 -0
  534. package/lib/v2/ymgal/templates/description.art +7 -0
  535. package/lib/v2/yxrb/home.js +61 -0
  536. package/lib/v2/yxrb/maintainer.js +3 -0
  537. package/lib/v2/yxrb/radar.js +13 -0
  538. package/lib/v2/yxrb/router.js +3 -0
  539. package/lib/v2/zaozao/article.js +36 -0
  540. package/lib/v2/zaozao/maintainer.js +3 -0
  541. package/lib/v2/zaozao/radar.js +13 -0
  542. package/lib/v2/zaozao/router.js +3 -0
  543. package/lib/v2/zcmu/jwc/index.js +41 -0
  544. package/lib/v2/zcmu/maintainer.js +4 -0
  545. package/lib/v2/zcmu/radar.js +87 -0
  546. package/lib/v2/zcmu/router.js +4 -0
  547. package/lib/v2/zcmu/yxy/index.js +42 -0
  548. package/lib/v2/zcool/user.js +4 -0
  549. package/lib/v2/zhiy/letter.js +34 -0
  550. package/lib/v2/zhiy/maintainer.js +4 -0
  551. package/lib/v2/zhiy/post.js +69 -0
  552. package/lib/v2/zhiy/radar.js +19 -0
  553. package/lib/v2/zhiy/router.js +4 -0
  554. package/lib/v2/zhiy/templates/post.art +12 -0
  555. package/lib/v2/zhiy/utils.js +13 -0
  556. package/lib/v2/zhubai/index.js +4 -0
  557. package/package.json +33 -34
  558. package/lib/routes/bjp/apod.js +0 -48
  559. package/lib/routes/blogs/foreverblog.js +0 -33
  560. package/lib/routes/caixin/article.js +0 -46
  561. package/lib/routes/caixin/blog.js +0 -58
  562. package/lib/routes/caixin/category.js +0 -44
  563. package/lib/routes/caixin/latest.js +0 -75
  564. package/lib/routes/caixin/yxnews.js +0 -30
  565. package/lib/routes/clickme/index.js +0 -76
  566. package/lib/routes/copymanga/comic.js +0 -74
  567. package/lib/routes/gov/zhengce/govall.js +0 -59
  568. package/lib/routes/gov/zhengce/wenjian.js +0 -53
  569. package/lib/routes/gov/zhengce/zuixin.js +0 -42
  570. package/lib/routes/gq/tw/index.js +0 -66
  571. package/lib/routes/ikea/uk/new.js +0 -20
  572. package/lib/routes/ikea/uk/offer.js +0 -64
  573. package/lib/routes/langlive/room.js +0 -33
  574. package/lib/routes/mi/youpin/crowdfunding.js +0 -39
  575. package/lib/routes/mi/youpin/new.js +0 -26
  576. package/lib/routes/nautilus/topics.js +0 -45
  577. package/lib/routes/researchgate/publications.js +0 -60
  578. package/lib/routes/ssmh/category.js +0 -50
  579. package/lib/routes/ssmh/index.js +0 -32
  580. package/lib/routes/typora/changelog-dev.js +0 -35
  581. package/lib/routes/typora/changelog.js +0 -60
  582. package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
  583. package/lib/routes/universities/shiep/index.js +0 -95
  584. package/lib/routes/universities/shmtu/jwc.js +0 -75
  585. package/lib/routes/universities/shmtu/www.js +0 -61
  586. package/lib/routes/weibo/oasis/user.js +0 -17
  587. package/lib/routes/woshipm/bookmarks.js +0 -45
  588. package/lib/routes/woshipm/latest.js +0 -45
  589. package/lib/routes/woshipm/popular.js +0 -38
  590. package/lib/routes/woshipm/wen.js +0 -39
  591. package/lib/routes/x6d/index.js +0 -64
  592. package/lib/v2/acm-ecnu/maintainer.js +0 -3
  593. package/lib/v2/acm-ecnu/radar.js +0 -19
  594. package/lib/v2/acm-ecnu/router.js +0 -3
  595. package/lib/v2/cnbeta/index.js +0 -16
  596. package/lib/v2/eprice/templates/description.art +0 -1
@@ -0,0 +1,116 @@
1
+ const config = require('@/config').value;
2
+ const logger = require('./logger');
3
+
4
+ const defaultProtocol = 'http';
5
+ const possibleProtocol = ['http', 'https', 'socks', 'socks4', 'socks4a', 'socks5', 'socks5h'];
6
+
7
+ const unifyProxy = (proxyUri, proxyObj) => {
8
+ proxyObj = proxyObj || {};
9
+ const [oriProxyUri, oriProxyObj] = [proxyUri, proxyObj];
10
+ proxyObj = { ...proxyObj };
11
+
12
+ let proxyUrlHandler;
13
+
14
+ // PROXY_URI
15
+ if (proxyUri && typeof proxyUri === 'string') {
16
+ if (!proxyUri.includes('://')) {
17
+ logger.warn(`PROXY_URI contains no protocol, assuming ${defaultProtocol}`);
18
+ proxyUri = `${defaultProtocol}://${proxyUri}`;
19
+ }
20
+ try {
21
+ proxyUrlHandler = new URL(proxyUri);
22
+ } catch (e) {
23
+ logger.error(`Parse PROXY_URI error: ${e.stack}`);
24
+ }
25
+ }
26
+
27
+ // PROXY_{PROTOCOL,HOST,PORT}
28
+ if (proxyObj.protocol || proxyObj.host || proxyObj.port) {
29
+ if (proxyUrlHandler) {
30
+ logger.warn('PROXY_URI is set, ignoring PROXY_{PROTOCOL,HOST,PORT}');
31
+ } else if (proxyObj.host) {
32
+ let tempProxyStr = proxyObj.host;
33
+
34
+ if (tempProxyStr.includes('://')) {
35
+ logger.warn('PROXY_HOST contains protocol, ignoring PROXY_PROTOCOL');
36
+ } else if (!proxyObj.protocol) {
37
+ logger.warn(`PROXY_PROTOCOL is not set, assuming '${defaultProtocol}'`);
38
+ tempProxyStr = `${defaultProtocol}://${tempProxyStr}`;
39
+ } else {
40
+ tempProxyStr = `${proxyObj.protocol}://${tempProxyStr}`;
41
+ }
42
+ try {
43
+ proxyUrlHandler = new URL(tempProxyStr);
44
+ if (proxyUrlHandler.port && proxyObj.port) {
45
+ logger.warn('PROXY_HOST contains port, ignoring PROXY_PORT');
46
+ } else if (proxyObj.port) {
47
+ if (!parseInt(proxyObj.port)) {
48
+ logger.warn(`PROXY_PORT is not a number, ignoring`);
49
+ } else {
50
+ proxyUrlHandler.port = proxyObj.port;
51
+ }
52
+ } else {
53
+ logger.warn('PROXY_PORT is not set, leaving proxy agent to determine');
54
+ }
55
+ } catch (e) {
56
+ logger.error(`Parse PROXY_HOST error: ${e.stack}`);
57
+ }
58
+ } else {
59
+ logger.warn('Either PROXY_{PROTOCOL,PORT} is set, but PROXY_HOST is missing, ignoring');
60
+ }
61
+ }
62
+
63
+ // PROXY_AUTH
64
+ if (proxyObj.auth && proxyUrlHandler) {
65
+ let promptProxyUri = false;
66
+ if (proxyUrlHandler.username || proxyUrlHandler.password) {
67
+ logger.warn('PROXY_URI contains username and/or password, ignoring PROXY_AUTH');
68
+ proxyObj.auth = undefined;
69
+ } else if (!['http:', 'https:'].includes(proxyUrlHandler.protocol)) {
70
+ logger.warn(`PROXY_AUTH is only supported by HTTP(S) proxies, but got ${proxyUrlHandler.protocol}, ignoring`);
71
+ proxyObj.auth = undefined;
72
+ promptProxyUri = true;
73
+ } else {
74
+ logger.info('PROXY_AUTH is set and will be used for requests from Node.js. However, requests from puppeteer will not use it');
75
+ promptProxyUri = true;
76
+ }
77
+ if (promptProxyUri) {
78
+ logger.info('To get rid of this, set PROXY_URI like protocol://username:password@host:port and clear PROXY_{AUTH,PROTOCOL,HOST,PORT}');
79
+ }
80
+ }
81
+
82
+ // is proxy enabled and valid?
83
+ let isProxyValid = false;
84
+ if (proxyUrlHandler) {
85
+ const protocol = proxyUrlHandler.protocol.replace(':', '');
86
+ if (possibleProtocol.includes(protocol)) {
87
+ if (protocol !== 'http' && (proxyUrlHandler.username || proxyUrlHandler.password)) {
88
+ logger.warn("PROXY_URI is an HTTPS/SOCKS proxy with authentication, which is not supported by puppeteer (ignore if you don't need it)");
89
+ logger.info('To get rid of this, consider using an HTTP proxy instead');
90
+ }
91
+ proxyObj.protocol = protocol;
92
+ proxyObj.host = proxyUrlHandler.hostname;
93
+ proxyObj.port = parseInt(proxyUrlHandler.port) || undefined;
94
+ // trailing slash will cause puppeteer to throw net::ERR_NO_SUPPORTED_PROXIES, trim it
95
+ proxyUri = proxyUrlHandler.href.endsWith('/') ? proxyUrlHandler.href.slice(0, -1) : proxyUrlHandler.href;
96
+ isProxyValid = true;
97
+ } else {
98
+ logger.error(`Unsupported proxy protocol: ${protocol}, expect one of ${possibleProtocol.join(', ')}`);
99
+ }
100
+ }
101
+ if (!isProxyValid) {
102
+ if ((oriProxyUri && typeof oriProxyUri === 'string') || oriProxyObj.protocol || oriProxyObj.host || oriProxyObj.port || oriProxyObj.auth) {
103
+ logger.error('Proxy is disabled due to misconfiguration');
104
+ }
105
+ proxyObj.protocol = proxyObj.host = proxyObj.port = proxyObj.auth = undefined;
106
+ proxyUri = null;
107
+ proxyUrlHandler = null;
108
+ }
109
+
110
+ return { proxyUri, proxyObj, proxyUrlHandler };
111
+ };
112
+
113
+ module.exports = {
114
+ unifyProxy,
115
+ ...unifyProxy(config.proxyUri, config.proxy),
116
+ };
@@ -0,0 +1,16 @@
1
+ /**
2
+ * Check if a sub-domain is valid
3
+ * @param {String} hostname sub-domain
4
+ * @returns {Boolean} true if valid
5
+ */
6
+ const isValidHost = (hostname) => {
7
+ if (typeof hostname !== 'string') {
8
+ return false;
9
+ }
10
+ const regex = /^[a-zA-Z0-9]([a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?$/;
11
+ return regex.test(hostname);
12
+ };
13
+
14
+ module.exports = {
15
+ isValidHost,
16
+ };
@@ -9,6 +9,7 @@
9
9
  * lib/v2/sdu/cs
10
10
  * lib/v2/nua/utils
11
11
  * lib/v2/hrbeu
12
+ * lib/v2/freewechat
12
13
  *
13
14
  * If your new route is not in the above folders, please add it to the list.
14
15
  *
@@ -24,7 +24,7 @@ module.exports = {
24
24
 
25
25
  return {
26
26
  title: item.text().trim(),
27
- link: `${rootUrl}${item.prev().prev().attr('href')}`,
27
+ link: `${rootUrl}${item.prev().find('a').attr('href')}`,
28
28
  };
29
29
  });
30
30
 
@@ -52,7 +52,7 @@ module.exports = {
52
52
  .join(', ');
53
53
  item.description = `<p>${content('#intro-block .p-t-5').text()}</p><img src="${content('.img_zoom_img img')
54
54
  .toArray()
55
- .map((image) => content(image).attr('src'))
55
+ .map((image) => content(image).attr('data-original'))
56
56
  .join('"><img src="')}">`;
57
57
 
58
58
  return item;
@@ -3,6 +3,7 @@ const cheerio = require('cheerio');
3
3
  const timezone = require('@/utils/timezone');
4
4
  const { parseDate } = require('@/utils/parse-date');
5
5
  const iconv = require('iconv-lite');
6
+ const { isValidHost } = require('@/utils/valid-host');
6
7
 
7
8
  const setCookie = function (cookieName, cookieValue, seconds, path, domain, secure) {
8
9
  let expires = null;
@@ -15,6 +16,9 @@ const setCookie = function (cookieName, cookieValue, seconds, path, domain, secu
15
16
 
16
17
  module.exports = async (ctx) => {
17
18
  const city = ctx.params.city ?? 'www';
19
+ if (!isValidHost(city)) {
20
+ throw Error('Invalid city');
21
+ }
18
22
 
19
23
  const rootUrl = `https://${city}.19lou.com`;
20
24
 
@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
3
3
  const { parseDate } = require('@/utils/parse-date');
4
4
  const { art } = require('@/utils/render');
5
5
  const path = require('path');
6
+ const { domainValidation } = require('./utils');
6
7
 
7
8
  module.exports = async (ctx) => {
8
9
  const { domain = '91porn.com' } = ctx.query;
9
10
  const { uid, lang = 'en_US' } = ctx.params;
10
11
  const siteUrl = `https://${domain}/uvideos.php?UID=${uid}&type=public`;
12
+ domainValidation(domain, ctx);
11
13
 
12
14
  const response = await got.post(siteUrl, {
13
15
  form: {
@@ -3,11 +3,13 @@ const cheerio = require('cheerio');
3
3
  const { parseDate } = require('@/utils/parse-date');
4
4
  const { art } = require('@/utils/render');
5
5
  const path = require('path');
6
+ const { domainValidation } = require('./utils');
6
7
 
7
8
  module.exports = async (ctx) => {
8
9
  const { domain = '91porn.com' } = ctx.query;
9
10
  const siteUrl = `https://${domain}/index.php`;
10
11
  const { lang = 'en_US' } = ctx.params;
12
+ domainValidation(domain, ctx);
11
13
 
12
14
  const response = await got.post(siteUrl, {
13
15
  form: {
@@ -0,0 +1,12 @@
1
+ const config = require('@/config').value;
2
+ const allowDomain = ['91porn.com', 'www.91porn.com', '0122.91p30.com', 'www.91zuixindizhi.com', 'w1218.91p46.com'];
3
+
4
+ const domainValidation = (domain, ctx) => {
5
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(domain)) {
6
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
7
+ }
8
+ };
9
+
10
+ module.exports = {
11
+ domainValidation,
12
+ };
@@ -1,3 +1,4 @@
1
1
  module.exports = {
2
+ '/pen0': ['TonyRL'],
2
3
  '/:category?': ['nczitzk'],
3
4
  };
@@ -0,0 +1,43 @@
1
+ const got = require('@/utils/got');
2
+ const cheerio = require('cheerio');
3
+ const { parseDate } = require('@/utils/parse-date');
4
+
5
+ module.exports = async (ctx) => {
6
+ const baseUrl = 'https://agorahub.github.io';
7
+ const response = await got(`${baseUrl}/pen0/`);
8
+ const $ = cheerio.load(response.data);
9
+
10
+ const list = $('div article')
11
+ .toArray()
12
+ .slice(0, -1) // last one is a dummy
13
+ .map((item) => {
14
+ item = $(item);
15
+ const meta = item.find('h5').first().text();
16
+ return {
17
+ title: item.find('h3').text(),
18
+ link: item.find('h3 a').attr('href'),
19
+ author: meta.split('|')[0].trim(),
20
+ pubDate: parseDate(meta.split('|')[1].trim()),
21
+ };
22
+ });
23
+
24
+ const items = await Promise.all(
25
+ list.map((item) =>
26
+ ctx.cache.tryGet(item.link, async () => {
27
+ const response = await got(item.link);
28
+ const $ = cheerio.load(response.data);
29
+ $('h1').remove();
30
+ item.description = $('article').html();
31
+ return item;
32
+ })
33
+ )
34
+ );
35
+
36
+ ctx.state.data = {
37
+ title: $('head title').text(),
38
+ description: $('head meta[name="description"]').attr('content'),
39
+ link: response.url,
40
+ image: $('link[rel="apple-touch-icon"]').attr('href'),
41
+ item: items,
42
+ };
43
+ };
@@ -1,10 +1,21 @@
1
1
  module.exports = {
2
+ 'github.io': {
3
+ _name: 'GitHub',
4
+ agorahub: [
5
+ {
6
+ title: '共和報',
7
+ docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
8
+ source: ['/pen0'],
9
+ target: '/agora0/pen0',
10
+ },
11
+ ],
12
+ },
2
13
  'gitlab.io': {
3
14
  _name: 'GitLab',
4
15
  agora0: [
5
16
  {
6
17
  title: '零博客',
7
- docs: 'https://docs.rsshub.app/blog.html#ling-bo-ke-fen-lei',
18
+ docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
8
19
  source: ['/blog/:category', '/'],
9
20
  target: '/agora0/:category',
10
21
  },
@@ -1,3 +1,4 @@
1
1
  module.exports = function (router) {
2
+ router.get('/pen0', require('./pen0'));
2
3
  router.get('/:category?', require('./index'));
3
4
  };
@@ -0,0 +1,39 @@
1
+ const buildData = require('@/utils/common-config');
2
+
3
+ module.exports = async (ctx) => {
4
+ const link = 'http://www.aiea.org/0504';
5
+ const period = ctx.params.period ?? '';
6
+
7
+ let nth_child = 'n';
8
+ switch (period) {
9
+ case 'upcoming':
10
+ nth_child = '1';
11
+ break;
12
+
13
+ case 'past':
14
+ nth_child = '2';
15
+ break;
16
+
17
+ case 'both':
18
+ nth_child = 'n';
19
+ break;
20
+
21
+ default:
22
+ break;
23
+ }
24
+
25
+ ctx.state.data = await buildData({
26
+ link,
27
+ url: link,
28
+ title: `%title%`,
29
+ params: {
30
+ title: 'AIEA Seminars',
31
+ },
32
+ item: {
33
+ item: `.seminar-contents .seminar-partWrap:nth-child(${nth_child}) > .seminar-list`,
34
+ title: `$('.seminar-list-title > span').text()`,
35
+ link: `$('a[href^="/0504"]').attr('href')`,
36
+ description: `$('.seminar-list .txt > .title').text()`,
37
+ },
38
+ });
39
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/seminars/:period': ['zxx-457'],
3
+ };
@@ -0,0 +1,13 @@
1
+ module.exports = {
2
+ 'aiea.org': {
3
+ _name: 'Asian Innovation and Entrepreneurship Association',
4
+ www: [
5
+ {
6
+ title: 'Seminar Series',
7
+ docs: 'https://docs.rsshub.app/study.html#AIEA-Seminar-Series',
8
+ source: ['/0504', '/'],
9
+ target: '/aiea/seminars/upcoming',
10
+ },
11
+ ],
12
+ },
13
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = function (router) {
2
+ return router.get('/seminars/:period', require('.'));
3
+ };
@@ -0,0 +1,35 @@
1
+ const got = require('@/utils/got');
2
+ const { parseDate } = require('@/utils/parse-date');
3
+ const timezone = require('@/utils/timezone');
4
+
5
+ const { baseUrl, apiHost } = require('./utils');
6
+
7
+ module.exports = async (ctx) => {
8
+ const responses = await got.all(
9
+ Array.from(
10
+ {
11
+ // first 2 pages
12
+ length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 12) / 6,
13
+ },
14
+ (_, v) => `${apiHost}/api/v1/commentsall?page=${v + 1}`
15
+ ).map((url) => got.post(url))
16
+ );
17
+
18
+ const items = responses
19
+ .map((response) => response.data.data.list)
20
+ .flat()
21
+ .map((item) => ({
22
+ title: `${item.user_info.name} ${item.title_desc} ${item.title}`,
23
+ description: item.desc,
24
+ pubDate: timezone(parseDate(item.created_at), +8),
25
+ author: item.user_info.name,
26
+ link: `${baseUrl}/view/${item.source_id || item.story_id}`,
27
+ guid: `baai:hub:comments:${item.id}`,
28
+ }));
29
+
30
+ ctx.state.data = {
31
+ title: '评论 - 智源社区',
32
+ link: `${baseUrl}/comments`,
33
+ item: items,
34
+ };
35
+ };
@@ -0,0 +1,35 @@
1
+ const got = require('@/utils/got');
2
+
3
+ const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
4
+
5
+ module.exports = async (ctx) => {
6
+ const responses = await got.all(
7
+ Array.from(
8
+ {
9
+ // first 2 pages
10
+ length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 16) / 8,
11
+ },
12
+ (_, v) => `${apiHost}/api/v1/events?page=${v + 1}`
13
+ ).map((url) => got.post(url))
14
+ );
15
+
16
+ const list = responses
17
+ .map((response) => response.data.data)
18
+ .flat()
19
+ .map((item) => parseItem(item));
20
+
21
+ const items = await Promise.all(
22
+ list.map((item) =>
23
+ ctx.cache.tryGet(item.link, async () => {
24
+ item.description = await parseEventDetail(item);
25
+ return item;
26
+ })
27
+ )
28
+ );
29
+
30
+ ctx.state.data = {
31
+ title: '活动 - 智源社区',
32
+ link: `${baseUrl}/events`,
33
+ item: items,
34
+ };
35
+ };
@@ -0,0 +1,60 @@
1
+ const got = require('@/utils/got');
2
+ const cheerio = require('cheerio');
3
+
4
+ const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
5
+
6
+ module.exports = async (ctx) => {
7
+ const { tagId, sort = 'new', range } = ctx.params;
8
+
9
+ let title, description, brief, iconUrl;
10
+ if (tagId) {
11
+ const { data } = await got(`${apiHost}/api/v1/tags`, {
12
+ searchParams: {
13
+ id: tagId,
14
+ },
15
+ });
16
+ title = data.data[0].title;
17
+ description = data.data[0].description;
18
+ brief = data.data[0].brief;
19
+ iconUrl = data.data[0].icon_url;
20
+ }
21
+
22
+ const responses = await got.all(
23
+ Array.from(
24
+ {
25
+ // first 3 pages
26
+ length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 18) / 6,
27
+ },
28
+ (_, v) => `${apiHost}/api/v1/story/list?page=${v + 1}&sort=${sort}${tagId ? `&tag_id=${tagId}` : ''}${range ? `&time_range=${range}` : ''}`
29
+ ).map((url) => got.post(url))
30
+ );
31
+
32
+ const list = responses
33
+ .filter((response) => response.data.data)
34
+ .map((response) => response.data.data)
35
+ .flat()
36
+ .map((item) => parseItem(item));
37
+
38
+ const items = await Promise.all(
39
+ list.map((item) =>
40
+ ctx.cache.tryGet(item.link, async () => {
41
+ if (!item.eventId) {
42
+ const { data: response } = await got(item.link);
43
+ const $ = cheerio.load(response);
44
+ item.description = item.is_event ? $('div.box2').html() : $('.post-content').html();
45
+ } else {
46
+ item.description = await parseEventDetail(item);
47
+ }
48
+ return item;
49
+ })
50
+ )
51
+ );
52
+
53
+ ctx.state.data = {
54
+ title: `${title ? `${title} - ` : ''}${description ? `${description} - ` : ''}智源社区`,
55
+ description: brief,
56
+ link: `${baseUrl}/?${tagId ? `tag_id=${tagId}&` : ''}sort=${sort}${range ? `&time_range=${range}` : ''}`,
57
+ image: iconUrl,
58
+ item: items,
59
+ };
60
+ };
@@ -0,0 +1,5 @@
1
+ module.exports = {
2
+ '/hub/comments': ['TonyRL'],
3
+ '/hub/events': ['TonyRL'],
4
+ '/hub/:tagId?/:sort?/:range?': ['TonyRL'],
5
+ };
@@ -0,0 +1,31 @@
1
+ module.exports = {
2
+ 'baai.ac.cn': {
3
+ _name: '北京智源人工智能研究院',
4
+ hub: [
5
+ {
6
+ title: '智源社区',
7
+ docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
8
+ source: ['/'],
9
+ target: (params, url) => {
10
+ const searchParams = new URL(url).searchParams;
11
+ const tagId = searchParams.get('tag_id');
12
+ const sort = searchParams.get('sort');
13
+ const range = searchParams.get('time_range');
14
+ return `/baai/hub${tagId ? `/${tagId}` : ''}${sort ? `/${sort}` : ''}${range ? `/${range}` : ''}`;
15
+ },
16
+ },
17
+ {
18
+ title: '活动 - 智源社区',
19
+ docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
20
+ source: ['/events', '/'],
21
+ target: '/baai/hub/events',
22
+ },
23
+ {
24
+ title: '评论 - 智源社区',
25
+ docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
26
+ source: ['/comments', '/'],
27
+ target: '/baai/hub/comments',
28
+ },
29
+ ],
30
+ },
31
+ };
@@ -0,0 +1,7 @@
1
+ module.exports = (router) => {
2
+ router.get('/hub/comments', require('./comments'));
3
+ router.get('/hub/events', require('./events'));
4
+ router.get('/hub/:tagId/:sort?/:range?', require('./hub'));
5
+ router.get('/hub/:tagId/:sort?', require('./hub'));
6
+ router.get('/hub/:sort?', require('./hub'));
7
+ };
@@ -0,0 +1,33 @@
1
+ const got = require('@/utils/got');
2
+ const { parseDate } = require('@/utils/parse-date');
3
+ const timezone = require('@/utils/timezone');
4
+
5
+ const baseUrl = 'https://hub.baai.ac.cn';
6
+ const eventUrl = 'https://event.baai.ac.cn';
7
+ const apiHost = 'https://hub-api.baai.ac.cn';
8
+
9
+ const parseItem = (item) => ({
10
+ link: item.is_event ? `${eventUrl}/activities/${item.event_info.id}` : `${baseUrl}/view/${item.story_id}`,
11
+ title: item.is_event ? item.event_info.name : item.story_info.title,
12
+ pubDate: timezone(parseDate(item.is_event ? item.event_info.time_desc : item.story_info.created_at.replace('发布', '').replace('分享', '')), 8),
13
+ author: item.is_event ? item.event_info.company : item.story_info.user_name,
14
+ category: item.is_event ? null : item.story_info.tag_names.map((tag) => tag.title),
15
+ eventId: item.is_event ? item.event_info.id : null,
16
+ });
17
+
18
+ const parseEventDetail = async (item) => {
19
+ const { data } = await got(`${eventUrl}/api/api/Activity/IntroductionTypes`, {
20
+ searchParams: {
21
+ activityId: item.eventId,
22
+ },
23
+ });
24
+ return data.data.ac_desc + data.data.ac_desc_two;
25
+ };
26
+
27
+ module.exports = {
28
+ baseUrl,
29
+ eventUrl,
30
+ apiHost,
31
+ parseItem,
32
+ parseEventDetail,
33
+ };
@@ -6,7 +6,7 @@ module.exports = {
6
6
  title: '首页指数',
7
7
  docs: 'https://docs.rsshub.app/finance.html#bai-du-gu-shi-tong',
8
8
  source: ['/'],
9
- target: '/gushitong/index',
9
+ target: '/baidu/gushitong/index',
10
10
  },
11
11
  ],
12
12
  tieba: [
@@ -17,7 +17,7 @@ module.exports = {
17
17
  target: (params, url) => {
18
18
  const type = new URL(url).searchParams.get('tab');
19
19
  if (!type || type === 'main') {
20
- return `/tieba/forum/${new URL(url).searchParams.get('kw')}`;
20
+ return `/baidu/tieba/forum/${new URL(url).searchParams.get('kw')}`;
21
21
  }
22
22
  },
23
23
  },
@@ -28,7 +28,7 @@ module.exports = {
28
28
  target: (params, url) => {
29
29
  const type = new URL(url).searchParams.get('tab');
30
30
  if (type === 'good') {
31
- return `/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
31
+ return `/baidu/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
32
32
  }
33
33
  },
34
34
  },
@@ -36,13 +36,13 @@ module.exports = {
36
36
  title: '帖子动态',
37
37
  docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
38
38
  source: '/p/:id',
39
- target: '/tieba/post/:id',
39
+ target: '/baidu/tieba/post/:id',
40
40
  },
41
41
  {
42
42
  title: '只看楼主',
43
43
  docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
44
44
  source: '/p/:id',
45
- target: '/tieba/post/lz/:id',
45
+ target: '/baidu/tieba/post/lz/:id',
46
46
  },
47
47
  {
48
48
  title: '用户帖子',
@@ -51,7 +51,7 @@ module.exports = {
51
51
  target: (params, url) => {
52
52
  const uid = new URL(url).searchParams.get('un');
53
53
  if (uid) {
54
- return `/tieba/user/${uid}`;
54
+ return `/baidu/tieba/user/${uid}`;
55
55
  }
56
56
  },
57
57
  },
@@ -1,21 +1,23 @@
1
1
  const got = require('@/utils/got');
2
2
  const { art } = require('@/utils/render');
3
+ const { parseDate } = require('@/utils/parse-date');
3
4
  const path = require('path');
4
5
 
5
6
  module.exports = async (ctx) => {
6
- const url = 'https://bangumi.online/api/serve/home';
7
+ const url = 'https://api.bangumi.online/serve/home';
7
8
 
8
9
  const response = await got.post(url);
9
10
 
10
11
  const list = response.data.data.list;
11
12
 
12
13
  const items = list.map((item) => ({
13
- title: `${item.title_zh} - 第 ${item.volume} 集`,
14
+ title: `${item.title.zh ? item.title.zh : item.title.ja} - 第 ${item.volume} 集`,
14
15
  description: art(path.join(__dirname, '../templates/online/image.art'), {
15
16
  src: `https:${item.cover}`,
16
17
  alt: `${item.title_zh} - 第 ${item.volume} 集`,
17
18
  }),
18
19
  link: `https://bangumi.online/watch/${item.vid}`,
20
+ pubDate: parseDate(item.create_time),
19
21
  }));
20
22
 
21
23
  ctx.state.data = {