rsshub 1.0.0-master.dbc5366 → 1.0.0-master.dc4d15a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (596) hide show
  1. package/README.md +3 -3
  2. package/lib/config.js +2 -1
  3. package/lib/middleware/parameter.js +3 -3
  4. package/lib/middleware/template.js +29 -11
  5. package/lib/radar-rules.js +0 -46
  6. package/lib/router.js +48 -48
  7. package/lib/routes/bandisoft/index.js +4 -0
  8. package/lib/routes/biobio/others.js +5 -0
  9. package/lib/routes/blogs/hedwig.js +4 -0
  10. package/lib/routes/blogs/wordpress.js +5 -0
  11. package/lib/routes/booth-pm/shop.js +4 -1
  12. package/lib/routes/craigslist/search.js +5 -0
  13. package/lib/routes/engadget/home.js +4 -0
  14. package/lib/routes/fanbox/main.js +4 -1
  15. package/lib/routes/fashionnetwork/headline.js +4 -0
  16. package/lib/routes/fashionnetwork/news.js +5 -0
  17. package/lib/routes/gitlab/common.js +5 -0
  18. package/lib/routes/gitlab/explore.js +5 -0
  19. package/lib/routes/gitlab/release.js +5 -0
  20. package/lib/routes/gitlab/tag.js +5 -0
  21. package/lib/routes/hexo/fluid.js +4 -0
  22. package/lib/routes/hexo/next.js +4 -0
  23. package/lib/routes/hexo/yilia.js +4 -0
  24. package/lib/routes/mastodon/account_id.js +4 -0
  25. package/lib/routes/mastodon/timeline_local.js +4 -0
  26. package/lib/routes/mastodon/timeline_remote.js +4 -0
  27. package/lib/routes/mastodon/utils.js +3 -0
  28. package/lib/routes/pornhub/category_url.js +4 -0
  29. package/lib/routes/pornhub/model.js +4 -0
  30. package/lib/routes/pornhub/pornstar.js +4 -0
  31. package/lib/routes/pornhub/users.js +4 -0
  32. package/lib/routes/touhougarakuta/index.js +3 -0
  33. package/lib/routes/v2ex/post.js +3 -0
  34. package/lib/routes/weforum/report.js +10 -6
  35. package/lib/routes/yahoo-news/index.js +4 -0
  36. package/lib/routes/ziroom/room.js +5 -0
  37. package/lib/utils/puppeteer-utils.js +63 -0
  38. package/lib/utils/puppeteer.js +13 -8
  39. package/lib/utils/render.js +46 -0
  40. package/lib/utils/request-wrapper.js +38 -100
  41. package/lib/utils/unify-proxy.js +116 -0
  42. package/lib/utils/valid-host.js +16 -0
  43. package/lib/utils/wechat-mp.js +1 -0
  44. package/lib/v2/18comic/utils.js +2 -2
  45. package/lib/v2/19lou/index.js +4 -0
  46. package/lib/v2/91porn/author.js +2 -0
  47. package/lib/v2/91porn/index.js +2 -0
  48. package/lib/v2/91porn/utils.js +12 -0
  49. package/lib/v2/agora0/maintainer.js +1 -0
  50. package/lib/v2/agora0/pen0.js +43 -0
  51. package/lib/v2/agora0/radar.js +12 -1
  52. package/lib/v2/agora0/router.js +1 -0
  53. package/lib/v2/aiea/index.js +39 -0
  54. package/lib/v2/aiea/maintainer.js +3 -0
  55. package/lib/v2/aiea/radar.js +13 -0
  56. package/lib/v2/aiea/router.js +3 -0
  57. package/lib/v2/baai/comments.js +35 -0
  58. package/lib/v2/baai/events.js +35 -0
  59. package/lib/v2/baai/hub.js +60 -0
  60. package/lib/v2/baai/maintainer.js +5 -0
  61. package/lib/v2/baai/radar.js +31 -0
  62. package/lib/v2/baai/router.js +7 -0
  63. package/lib/v2/baai/utils.js +33 -0
  64. package/lib/v2/baidu/radar.js +6 -6
  65. package/lib/v2/bangumi/online/online.js +4 -2
  66. package/lib/v2/bangumi/tv/group/reply.js +13 -1
  67. package/lib/v2/bangumi/tv/group/topic.js +22 -9
  68. package/lib/v2/bendibao/news.js +4 -0
  69. package/lib/v2/bilibili/cache.js +34 -1
  70. package/lib/v2/bilibili/userCollection.js +1 -2
  71. package/lib/v2/bilibili/utils.js +10 -0
  72. package/lib/v2/bilibili/video-all.js +5 -2
  73. package/lib/v2/bilibili/video.js +3 -1
  74. package/lib/v2/bioone/featured.js +10 -8
  75. package/lib/v2/bioone/journal.js +11 -8
  76. package/lib/v2/biquge/index.js +21 -0
  77. package/lib/v2/bitmovin/blog.js +15 -21
  78. package/lib/v2/bjp/apod.js +43 -0
  79. package/lib/v2/bjp/maintainer.js +3 -0
  80. package/lib/v2/bjp/radar.js +13 -0
  81. package/lib/v2/bjp/router.js +3 -0
  82. package/lib/v2/bloomberg/authors.js +52 -0
  83. package/lib/v2/bloomberg/index.js +1 -10
  84. package/lib/v2/bloomberg/maintainer.js +1 -0
  85. package/lib/v2/bloomberg/radar.js +9 -3
  86. package/lib/v2/bloomberg/router.js +1 -0
  87. package/lib/v2/bloomberg/utils.js +14 -2
  88. package/lib/v2/btzj/index.js +6 -1
  89. package/lib/v2/bytes/bytes.js +25 -0
  90. package/lib/v2/bytes/maintainer.js +4 -0
  91. package/lib/v2/bytes/radar.js +13 -0
  92. package/lib/v2/bytes/router.js +3 -0
  93. package/lib/v2/caijing/maintainer.js +3 -0
  94. package/lib/v2/caijing/radar.js +13 -0
  95. package/lib/v2/caijing/roll.js +46 -0
  96. package/lib/v2/caijing/router.js +3 -0
  97. package/lib/v2/caixin/article.js +27 -0
  98. package/lib/v2/caixin/blog.js +58 -0
  99. package/lib/v2/caixin/category.js +56 -0
  100. package/lib/{routes → v2}/caixin/database.js +14 -14
  101. package/lib/v2/caixin/k.js +40 -0
  102. package/lib/v2/caixin/latest.js +50 -0
  103. package/lib/v2/caixin/maintainer.js +8 -0
  104. package/lib/v2/caixin/radar.js +43 -0
  105. package/lib/v2/caixin/router.js +8 -0
  106. package/lib/v2/caixin/templates/article.art +38 -0
  107. package/lib/v2/caixin/utils.js +52 -0
  108. package/lib/v2/chsi/kydt.js +51 -0
  109. package/lib/v2/chsi/maintainer.js +3 -0
  110. package/lib/v2/chsi/radar.js +13 -0
  111. package/lib/v2/chsi/router.js +3 -0
  112. package/lib/v2/clickme/index.js +56 -0
  113. package/lib/v2/clickme/maintainer.js +3 -0
  114. package/lib/v2/clickme/radar.js +21 -0
  115. package/lib/v2/clickme/router.js +3 -0
  116. package/lib/v2/cnbc/rss.js +1 -1
  117. package/lib/v2/cnbeta/radar.js +6 -6
  118. package/lib/v2/cnbeta/router.js +1 -1
  119. package/lib/v2/cnbeta/type.js +6 -12
  120. package/lib/v2/cnbeta/utils.js +5 -8
  121. package/lib/v2/cnblogs/common.js +30 -0
  122. package/lib/v2/cnblogs/maintainer.js +7 -0
  123. package/lib/v2/cnblogs/radar.js +37 -0
  124. package/lib/v2/cnblogs/router.js +7 -0
  125. package/lib/v2/cnjxol/index.js +3 -0
  126. package/lib/v2/codeforces/maintainer.js +1 -0
  127. package/lib/v2/codeforces/radar.js +8 -0
  128. package/lib/v2/codeforces/recent_actions.js +47 -0
  129. package/lib/v2/codeforces/router.js +1 -0
  130. package/lib/v2/coolapk/utils.js +3 -2
  131. package/lib/v2/copymanga/comic.js +110 -0
  132. package/lib/v2/copymanga/maintainer.js +3 -0
  133. package/lib/v2/copymanga/radar.js +19 -0
  134. package/lib/v2/copymanga/router.js +3 -0
  135. package/lib/v2/copymanga/templates/comic.art +4 -0
  136. package/lib/v2/curius/links.js +43 -0
  137. package/lib/v2/curius/maintainer.js +3 -0
  138. package/lib/v2/curius/radar.js +13 -0
  139. package/lib/v2/curius/router.js +3 -0
  140. package/lib/v2/curius/templates/description.art +16 -0
  141. package/lib/v2/cw/author.js +18 -0
  142. package/lib/v2/cw/maintainer.js +1 -0
  143. package/lib/v2/cw/master.js +6 -19
  144. package/lib/v2/cw/radar.js +6 -0
  145. package/lib/v2/cw/router.js +1 -0
  146. package/lib/v2/cw/sub.js +6 -19
  147. package/lib/v2/cw/today.js +6 -15
  148. package/lib/v2/cw/utils.js +78 -20
  149. package/lib/{routes → v2}/dlsite/campaign.js +22 -24
  150. package/lib/v2/dlsite/maintainer.js +4 -0
  151. package/lib/{routes → v2}/dlsite/new.js +27 -28
  152. package/lib/v2/dlsite/radar.js +15 -0
  153. package/lib/v2/dlsite/router.js +4 -0
  154. package/lib/v2/dmzj/maintainer.js +3 -0
  155. package/lib/v2/dmzj/news.js +26 -0
  156. package/lib/v2/dmzj/radar.js +67 -0
  157. package/lib/v2/dmzj/router.js +3 -0
  158. package/lib/v2/douban/other/weekly_best.js +11 -4
  159. package/lib/v2/douban/templates/weekly_best.art +10 -0
  160. package/lib/v2/douyin/hashtag.js +20 -19
  161. package/lib/v2/douyin/live.js +2 -21
  162. package/lib/v2/douyin/user.js +2 -17
  163. package/lib/v2/douyin/utils.js +85 -0
  164. package/lib/v2/dut/index.js +4 -0
  165. package/lib/v2/eagle/blog.js +6 -2
  166. package/lib/v2/{acm-ecnu → ecnu}/contest.js +1 -4
  167. package/lib/v2/ecnu/maintainer.js +4 -0
  168. package/lib/v2/ecnu/radar.js +30 -0
  169. package/lib/v2/ecnu/router.js +4 -0
  170. package/lib/v2/{acm-ecnu → ecnu}/templates/description.art +0 -0
  171. package/lib/v2/ecnu/yjs.js +37 -0
  172. package/lib/v2/economist/espresso.js +55 -25
  173. package/lib/v2/economist/global-business-review.js +86 -0
  174. package/lib/v2/economist/maintainer.js +1 -0
  175. package/lib/v2/economist/radar.js +11 -0
  176. package/lib/v2/economist/router.js +1 -0
  177. package/lib/v2/ehentai/ehapi.js +2 -3
  178. package/lib/v2/eprice/rss.js +8 -16
  179. package/lib/v2/eprice/templates/image.art +4 -1
  180. package/lib/v2/famitsu/category.js +62 -0
  181. package/lib/v2/famitsu/maintainer.js +3 -0
  182. package/lib/v2/famitsu/radar.js +13 -0
  183. package/lib/v2/famitsu/router.js +3 -0
  184. package/lib/v2/ff14/ff14_global.js +5 -0
  185. package/lib/v2/foreverblog/feeds.js +36 -0
  186. package/lib/v2/foreverblog/maintainer.js +3 -0
  187. package/lib/v2/foreverblog/radar.js +13 -0
  188. package/lib/v2/foreverblog/router.js +3 -0
  189. package/lib/v2/freewechat/maintainer.js +3 -0
  190. package/lib/v2/freewechat/profile.js +61 -0
  191. package/lib/v2/freewechat/radar.js +13 -0
  192. package/lib/v2/freewechat/router.js +3 -0
  193. package/lib/v2/gamme/category.js +4 -0
  194. package/lib/v2/gamme/tag.js +4 -0
  195. package/lib/v2/gcores/category.js +16 -6
  196. package/lib/v2/gelonghui/hot-article.js +33 -0
  197. package/lib/v2/gelonghui/live.js +31 -0
  198. package/lib/v2/gelonghui/radar.js +12 -0
  199. package/lib/v2/gelonghui/router.js +2 -0
  200. package/lib/v2/gelonghui/templates/live.art +7 -0
  201. package/lib/v2/gelonghui/utils.js +6 -0
  202. package/lib/v2/github/maintainer.js +1 -0
  203. package/lib/v2/github/radar.js +35 -29
  204. package/lib/v2/github/router.js +1 -0
  205. package/lib/v2/github/wiki.js +32 -0
  206. package/lib/v2/good/index.js +15 -14
  207. package/lib/v2/google/maintainer.js +1 -0
  208. package/lib/v2/google/news.js +48 -66
  209. package/lib/v2/google/router.js +1 -0
  210. package/lib/v2/google/templates/news.art +5 -0
  211. package/lib/v2/gov/customs/list.js +1 -1
  212. package/lib/v2/gov/dianbai/dianbai.js +18 -0
  213. package/lib/v2/gov/gaozhou/gaozhou.js +19 -0
  214. package/lib/v2/gov/general/general.js +250 -0
  215. package/lib/v2/gov/general/templates/zcjdpt.art +128 -0
  216. package/lib/v2/gov/gz/index.js +38 -0
  217. package/lib/v2/gov/huazhou/huazhou.js +19 -0
  218. package/lib/v2/gov/hunan/changsha/major-email.js +52 -0
  219. package/lib/v2/gov/maintainer.js +20 -2
  220. package/lib/v2/gov/maoming/maoming.js +417 -0
  221. package/lib/v2/gov/maonan/maonan.js +100 -0
  222. package/lib/v2/gov/mgs/mgs.js +19 -0
  223. package/lib/v2/gov/mmht/mmht.js +19 -0
  224. package/lib/v2/gov/radar.js +208 -0
  225. package/lib/v2/gov/router.js +19 -2
  226. package/lib/v2/gov/sasac/generic.js +42 -0
  227. package/lib/v2/gov/sdb/sdb.js +19 -0
  228. package/lib/v2/gov/wuhan/whyw.js +44 -0
  229. package/lib/v2/gov/xinyi/xinyi.js +19 -0
  230. package/lib/v2/gov/zhengce/govall.js +55 -0
  231. package/lib/v2/gov/zhengce/wenjian.js +47 -0
  232. package/lib/v2/gov/zhengce/zhengceku.js +22 -0
  233. package/lib/v2/gov/zhengce/zuixin.js +39 -0
  234. package/lib/v2/gq/maintainer.js +3 -0
  235. package/lib/v2/gq/radar.js +13 -0
  236. package/lib/v2/gq/router.js +3 -0
  237. package/lib/v2/gq/templates/embed-article.art +1 -0
  238. package/lib/v2/gq/templates/embed-product.art +4 -0
  239. package/lib/v2/gq/templates/img.art +6 -0
  240. package/lib/v2/gq/templates/tw.art +3 -0
  241. package/lib/v2/gq/templates/videoObject.art +6 -0
  242. package/lib/v2/gq/templates/youtube.art +3 -0
  243. package/lib/v2/gq/tw/index.js +165 -0
  244. package/lib/v2/guandian/index.js +37 -0
  245. package/lib/v2/guandian/maintainer.js +3 -0
  246. package/lib/v2/guandian/radar.js +11 -0
  247. package/lib/v2/guandian/router.js +3 -0
  248. package/lib/v2/guanhai/index.js +47 -0
  249. package/lib/v2/guanhai/maintainer.js +4 -0
  250. package/lib/v2/guanhai/radar.js +13 -0
  251. package/lib/v2/guanhai/router.js +3 -0
  252. package/lib/v2/gumroad/index.js +4 -0
  253. package/lib/v2/hackernews/index.js +6 -0
  254. package/lib/v2/hackmd/maintainer.js +3 -0
  255. package/lib/v2/hackmd/profile.js +24 -0
  256. package/lib/v2/hackmd/radar.js +13 -0
  257. package/lib/v2/hackmd/router.js +3 -0
  258. package/lib/v2/hellogithub/maintainer.js +1 -1
  259. package/lib/v2/hellogithub/volume.js +13 -12
  260. package/lib/v2/hotukdeals/hottest.js +25 -0
  261. package/lib/v2/hotukdeals/maintainer.js +1 -0
  262. package/lib/v2/hotukdeals/radar.js +6 -0
  263. package/lib/v2/hotukdeals/router.js +1 -0
  264. package/lib/v2/huanqiu/index.js +5 -0
  265. package/lib/v2/huxiu/article.js +14 -11
  266. package/lib/v2/huxiu/author.js +11 -20
  267. package/lib/v2/huxiu/briefColumn.js +28 -38
  268. package/lib/v2/huxiu/collection.js +20 -15
  269. package/lib/v2/huxiu/moment.js +1 -2
  270. package/lib/v2/huxiu/search.js +19 -7
  271. package/lib/v2/huxiu/tag.js +17 -10
  272. package/lib/v2/huxiu/templates/brief.art +22 -0
  273. package/lib/v2/huxiu/templates/img.art +3 -0
  274. package/lib/v2/huxiu/templates/video.art +7 -0
  275. package/lib/v2/huxiu/utils.js +137 -52
  276. package/lib/v2/ieee-security/maintainer.js +3 -0
  277. package/lib/v2/ieee-security/radar.js +13 -0
  278. package/lib/v2/ieee-security/router.js +3 -0
  279. package/lib/v2/ieee-security/sp.js +36 -0
  280. package/lib/v2/iiilab/index.js +24 -0
  281. package/lib/v2/iiilab/maintainer.js +3 -0
  282. package/lib/v2/iiilab/radar.js +13 -0
  283. package/lib/v2/iiilab/router.js +3 -0
  284. package/lib/v2/ikea/gb/new.js +54 -0
  285. package/lib/v2/ikea/gb/offer.js +69 -0
  286. package/lib/v2/ikea/maintainer.js +4 -0
  287. package/lib/v2/ikea/radar.js +19 -0
  288. package/lib/v2/ikea/router.js +4 -0
  289. package/lib/v2/ikea/templates/new.art +7 -0
  290. package/lib/v2/ikea/templates/offer.art +3 -0
  291. package/lib/v2/inewsweek/index.js +53 -0
  292. package/lib/v2/inewsweek/maintainer.js +3 -0
  293. package/lib/v2/inewsweek/radar.js +13 -0
  294. package/lib/v2/inewsweek/router.js +3 -0
  295. package/lib/v2/itch/devlog.js +4 -0
  296. package/lib/v2/iwara/index.js +1 -0
  297. package/lib/v2/javbus/index.js +20 -4
  298. package/lib/v2/javbus/templates/description.art +12 -1
  299. package/lib/v2/javdb/utils.js +6 -0
  300. package/lib/v2/jike/maintainer.js +1 -1
  301. package/lib/v2/jike/router.js +1 -1
  302. package/lib/v2/jike/topic.js +1 -1
  303. package/lib/v2/jike/user.js +24 -12
  304. package/lib/v2/jike/utils.js +4 -2
  305. package/lib/v2/lang/maintainer.js +3 -0
  306. package/lib/v2/lang/radar.js +13 -0
  307. package/lib/v2/lang/room.js +40 -0
  308. package/lib/v2/lang/router.js +3 -0
  309. package/lib/v2/lang/templates/room.art +1 -0
  310. package/lib/v2/layoffs/index.js +104 -0
  311. package/lib/v2/layoffs/maintainer.js +3 -0
  312. package/lib/v2/layoffs/radar.js +13 -0
  313. package/lib/v2/layoffs/router.js +3 -0
  314. package/lib/v2/linkedin/jobs.js +44 -0
  315. package/lib/v2/linkedin/maintainer.js +3 -0
  316. package/lib/v2/linkedin/models.js +15 -0
  317. package/lib/v2/linkedin/radar.js +22 -0
  318. package/lib/v2/linkedin/router.js +3 -0
  319. package/lib/v2/linkedin/utils.js +121 -0
  320. package/lib/v2/liulinblog/utils.js +7 -4
  321. package/lib/v2/lofter/user.js +6 -2
  322. package/lib/v2/luogu/maintainer.js +1 -0
  323. package/lib/v2/luogu/radar.js +6 -0
  324. package/lib/v2/luogu/router.js +1 -0
  325. package/lib/v2/luogu/userBlog.js +48 -0
  326. package/lib/v2/mangadex/index.js +73 -0
  327. package/lib/v2/mangadex/maintainer.js +3 -0
  328. package/lib/v2/mangadex/radar.js +13 -0
  329. package/lib/v2/mangadex/router.js +3 -0
  330. package/lib/v2/mihoyo/ys/news.js +3 -2
  331. package/lib/v2/mingpao/index.js +28 -33
  332. package/lib/v2/mingpao/templates/description.art +1 -1
  333. package/lib/v2/mingpao/templates/fancybox.art +6 -2
  334. package/lib/v2/mirror/index.js +19 -9
  335. package/lib/v2/mixcloud/index.js +130 -0
  336. package/lib/v2/mixcloud/maintainer.js +3 -0
  337. package/lib/v2/mixcloud/queries.js +1520 -0
  338. package/lib/v2/mixcloud/radar.js +37 -0
  339. package/lib/v2/mixcloud/router.js +3 -0
  340. package/lib/v2/mrdx/daily.js +79 -0
  341. package/lib/v2/mrdx/maintainer.js +3 -0
  342. package/lib/v2/mrdx/radar.js +13 -0
  343. package/lib/v2/mrdx/router.js +3 -0
  344. package/lib/v2/mrdx/utils.js +17 -0
  345. package/lib/v2/mtime/news.js +1 -1
  346. package/lib/v2/myfigurecollection/activity.js +5 -0
  347. package/lib/v2/myfigurecollection/index.js +4 -0
  348. package/lib/v2/nautil/maintainer.js +3 -0
  349. package/lib/v2/nautil/radar.js +13 -0
  350. package/lib/v2/nautil/router.js +3 -0
  351. package/lib/v2/nautil/templates/description.art +6 -0
  352. package/lib/v2/nautil/topics.js +57 -0
  353. package/lib/v2/ndss-symposium/maintainer.js +3 -0
  354. package/lib/v2/ndss-symposium/ndss.js +80 -0
  355. package/lib/v2/ndss-symposium/radar.js +13 -0
  356. package/lib/v2/ndss-symposium/router.js +3 -0
  357. package/lib/v2/nikkei-cn/index.js +4 -0
  358. package/lib/v2/nmtv/column.js +20 -14
  359. package/lib/v2/nuaa/utils/pypasswaf.js +3 -2
  360. package/lib/v2/nyaa/main.js +16 -23
  361. package/lib/v2/nyaa/maintainer.js +7 -4
  362. package/lib/v2/nyaa/radar.js +27 -29
  363. package/lib/v2/nyaa/router.js +4 -2
  364. package/lib/v2/paradigm/maintainer.js +3 -0
  365. package/lib/v2/paradigm/radar.js +13 -0
  366. package/lib/v2/paradigm/router.js +3 -0
  367. package/lib/v2/paradigm/writing.js +44 -0
  368. package/lib/v2/people/index.js +4 -0
  369. package/lib/v2/picuki/maintainer.js +1 -1
  370. package/lib/v2/picuki/profile.js +10 -8
  371. package/lib/v2/picuki/utils.js +21 -0
  372. package/lib/v2/pixiv/api/getRanking.js +1 -1
  373. package/lib/v2/pixiv/novels.js +32 -23
  374. package/lib/v2/pixiv/ranking.js +3 -0
  375. package/lib/v2/producthunt/templates/descImg.art +2 -2
  376. package/lib/v2/qlu/maintainer.js +3 -0
  377. package/lib/v2/qlu/notice.js +54 -0
  378. package/lib/v2/qlu/radar.js +13 -0
  379. package/lib/v2/qlu/router.js +3 -0
  380. package/lib/v2/qoo-app/apps/card.js +38 -0
  381. package/lib/v2/qoo-app/apps/comment.js +43 -0
  382. package/lib/v2/qoo-app/apps/note.js +47 -0
  383. package/lib/v2/qoo-app/apps/post.js +51 -0
  384. package/lib/v2/qoo-app/maintainer.js +11 -0
  385. package/lib/v2/qoo-app/news.js +41 -0
  386. package/lib/v2/qoo-app/notes/note.js +43 -0
  387. package/lib/v2/qoo-app/notes/topic.js +20 -0
  388. package/lib/v2/qoo-app/notes/user.js +20 -0
  389. package/lib/v2/qoo-app/radar.js +73 -0
  390. package/lib/v2/qoo-app/router.js +11 -0
  391. package/lib/v2/qoo-app/templates/comment.art +3 -0
  392. package/lib/v2/qoo-app/templates/note.art +5 -0
  393. package/lib/v2/qoo-app/user/appComment.js +41 -0
  394. package/lib/v2/qoo-app/utils.js +57 -0
  395. package/lib/v2/reactnewsletter/maintainer.js +4 -0
  396. package/lib/v2/reactnewsletter/radar.js +13 -0
  397. package/lib/v2/reactnewsletter/reactnewsletter.js +25 -0
  398. package/lib/v2/reactnewsletter/router.js +3 -0
  399. package/lib/v2/researchgate/maintainer.js +3 -0
  400. package/lib/v2/researchgate/publications.js +70 -0
  401. package/lib/v2/researchgate/radar.js +13 -0
  402. package/lib/v2/researchgate/router.js +3 -0
  403. package/lib/v2/ruancan/category.js +8 -0
  404. package/lib/v2/ruancan/index.js +3 -55
  405. package/lib/v2/ruancan/maintainer.js +3 -3
  406. package/lib/v2/ruancan/radar.js +12 -6
  407. package/lib/v2/ruancan/router.js +4 -1
  408. package/lib/v2/ruancan/search.js +8 -0
  409. package/lib/v2/ruancan/user.js +8 -0
  410. package/lib/v2/ruancan/utils.js +66 -0
  411. package/lib/v2/sciencedirect/journal.js +1 -1
  412. package/lib/v2/scitation/journal.js +4 -0
  413. package/lib/v2/scitation/section.js +4 -0
  414. package/lib/v2/shiep/index.js +91 -0
  415. package/lib/v2/shiep/maintainer.js +3 -0
  416. package/lib/v2/shiep/radar.js +181 -0
  417. package/lib/v2/shiep/router.js +3 -0
  418. package/lib/v2/shiep/templates/description.art +1 -0
  419. package/lib/v2/shmtu/jwc.js +57 -0
  420. package/lib/v2/shmtu/maintainer.js +5 -0
  421. package/lib/v2/shmtu/portal.js +81 -0
  422. package/lib/v2/shmtu/radar.js +29 -0
  423. package/lib/v2/shmtu/router.js +5 -0
  424. package/lib/v2/shmtu/templates/portal.art +30 -0
  425. package/lib/v2/shmtu/www.js +58 -0
  426. package/lib/v2/shoppingdesign/maintainer.js +3 -0
  427. package/lib/v2/shoppingdesign/posts.js +43 -0
  428. package/lib/v2/shoppingdesign/radar.js +13 -0
  429. package/lib/v2/shoppingdesign/router.js +3 -0
  430. package/lib/v2/sigsac/ccs.js +57 -0
  431. package/lib/v2/sigsac/maintainer.js +3 -0
  432. package/lib/v2/sigsac/radar.js +13 -0
  433. package/lib/v2/sigsac/router.js +3 -0
  434. package/lib/v2/skysports/maintainer.js +3 -0
  435. package/lib/{routes → v2}/skysports/news.js +10 -8
  436. package/lib/v2/skysports/radar.js +13 -0
  437. package/lib/v2/skysports/router.js +3 -0
  438. package/lib/v2/smzdm/haowen_fenlei.js +12 -6
  439. package/lib/v2/solidot/main.js +5 -0
  440. package/lib/v2/telegram/channel.js +54 -38
  441. package/lib/v2/tencent/maintainer.js +2 -0
  442. package/lib/v2/tencent/news/coronavirus/data.js +71 -0
  443. package/lib/v2/tencent/news/coronavirus/total.js +34 -0
  444. package/lib/v2/tencent/news/coronavirus/utils.js +17 -0
  445. package/lib/v2/tencent/radar.js +8 -0
  446. package/lib/v2/tencent/router.js +2 -0
  447. package/lib/v2/tencent/templates/coronavirus/chinaTotal.art +6 -0
  448. package/lib/v2/tencent/templates/coronavirus/data.art +4 -0
  449. package/lib/v2/test/index.js +54 -0
  450. package/lib/v2/thepaper/channel.js +11 -5
  451. package/lib/v2/thepaper/list.js +11 -5
  452. package/lib/v2/tingshuitz/changsha.js +43 -0
  453. package/lib/v2/tingshuitz/maintainer.js +1 -0
  454. package/lib/v2/tingshuitz/radar.js +10 -0
  455. package/lib/v2/tingshuitz/router.js +1 -0
  456. package/lib/v2/twitter/utils.js +29 -0
  457. package/lib/v2/twitter/web-api/twitter-api.js +19 -15
  458. package/lib/v2/twreporter/category.js +17 -8
  459. package/lib/v2/typora/changelog-dev.js +31 -0
  460. package/lib/v2/typora/changelog.js +40 -0
  461. package/lib/v2/typora/maintainer.js +4 -0
  462. package/lib/v2/typora/radar.js +21 -0
  463. package/lib/v2/typora/router.js +4 -0
  464. package/lib/v2/uptimerobot/maintainer.js +3 -0
  465. package/lib/v2/uptimerobot/radar.js +13 -0
  466. package/lib/v2/uptimerobot/router.js +3 -0
  467. package/lib/v2/uptimerobot/rss.js +126 -0
  468. package/lib/v2/uptimerobot/templates/rss.art +20 -0
  469. package/lib/v2/usenix/maintainer.js +3 -0
  470. package/lib/v2/usenix/radar.js +13 -0
  471. package/lib/v2/usenix/router.js +3 -0
  472. package/lib/v2/usenix/usenix.js +63 -0
  473. package/lib/v2/usepanda/index.js +26 -0
  474. package/lib/v2/usepanda/maintainer.js +3 -0
  475. package/lib/v2/usepanda/radar.js +11 -0
  476. package/lib/v2/usepanda/router.js +3 -0
  477. package/lib/v2/uw/gix/news.js +67 -0
  478. package/lib/v2/uw/maintainer.js +3 -0
  479. package/lib/v2/uw/radar.js +13 -0
  480. package/lib/v2/uw/router.js +3 -0
  481. package/lib/v2/verse/articles.js +42 -0
  482. package/lib/v2/verse/maintainer.js +3 -0
  483. package/lib/v2/verse/radar.js +13 -0
  484. package/lib/v2/verse/router.js +3 -0
  485. package/lib/{routes → v2}/weibo/keyword.js +2 -2
  486. package/lib/v2/weibo/maintainer.js +8 -0
  487. package/lib/v2/weibo/oasis/user.js +20 -0
  488. package/lib/v2/weibo/radar.js +48 -0
  489. package/lib/v2/weibo/router.js +8 -0
  490. package/lib/{routes → v2}/weibo/search/hot.js +2 -0
  491. package/lib/{routes → v2}/weibo/super_index.js +2 -2
  492. package/lib/{routes → v2}/weibo/timeline.js +2 -2
  493. package/lib/{routes → v2}/weibo/user.js +2 -2
  494. package/lib/{routes → v2}/weibo/utils.js +50 -14
  495. package/lib/v2/wnacg/index.js +110 -0
  496. package/lib/v2/wnacg/maintainer.js +5 -0
  497. package/lib/v2/wnacg/radar.js +25 -0
  498. package/lib/v2/wnacg/router.js +5 -0
  499. package/lib/v2/wnacg/templates/manga.art +9 -0
  500. package/lib/v2/woshipm/bookmarks.js +34 -0
  501. package/lib/v2/woshipm/latest.js +27 -0
  502. package/lib/v2/woshipm/maintainer.js +7 -0
  503. package/lib/v2/woshipm/popular.js +33 -0
  504. package/lib/v2/woshipm/radar.js +39 -0
  505. package/lib/v2/woshipm/router.js +7 -0
  506. package/lib/{routes → v2}/woshipm/user_article.js +9 -15
  507. package/lib/v2/woshipm/utils.js +21 -0
  508. package/lib/v2/woshipm/wen.js +36 -0
  509. package/lib/v2/x6d/index.js +59 -0
  510. package/lib/v2/x6d/maintainer.js +3 -0
  511. package/lib/v2/x6d/radar.js +13 -0
  512. package/lib/v2/x6d/router.js +3 -0
  513. package/lib/v2/xiaomiyoupin/crowdfunding.js +15 -0
  514. package/lib/v2/xiaomiyoupin/latest.js +15 -0
  515. package/lib/v2/xiaomiyoupin/maintainer.js +4 -0
  516. package/lib/v2/xiaomiyoupin/radar.js +19 -0
  517. package/lib/v2/xiaomiyoupin/router.js +4 -0
  518. package/lib/v2/xiaomiyoupin/templates/goods.art +27 -0
  519. package/lib/v2/xiaomiyoupin/utils.js +21 -0
  520. package/lib/v2/xunhupay/index.js +24 -0
  521. package/lib/v2/xunhupay/maintainer.js +3 -0
  522. package/lib/v2/xunhupay/radar.js +13 -0
  523. package/lib/v2/xunhupay/router.js +3 -0
  524. package/lib/v2/xys/maintainer.js +3 -0
  525. package/lib/v2/xys/new.js +74 -0
  526. package/lib/v2/xys/radar.js +13 -0
  527. package/lib/v2/xys/router.js +3 -0
  528. package/lib/v2/xys/templates/desc.art +3 -0
  529. package/lib/v2/ymgal/article.js +1 -1
  530. package/lib/v2/ymgal/game.js +41 -0
  531. package/lib/v2/ymgal/maintainer.js +1 -0
  532. package/lib/v2/ymgal/radar.js +6 -0
  533. package/lib/v2/ymgal/router.js +1 -0
  534. package/lib/v2/ymgal/templates/description.art +7 -0
  535. package/lib/v2/yxrb/home.js +61 -0
  536. package/lib/v2/yxrb/maintainer.js +3 -0
  537. package/lib/v2/yxrb/radar.js +13 -0
  538. package/lib/v2/yxrb/router.js +3 -0
  539. package/lib/v2/zaozao/article.js +36 -0
  540. package/lib/v2/zaozao/maintainer.js +3 -0
  541. package/lib/v2/zaozao/radar.js +13 -0
  542. package/lib/v2/zaozao/router.js +3 -0
  543. package/lib/v2/zcmu/jwc/index.js +41 -0
  544. package/lib/v2/zcmu/maintainer.js +4 -0
  545. package/lib/v2/zcmu/radar.js +87 -0
  546. package/lib/v2/zcmu/router.js +4 -0
  547. package/lib/v2/zcmu/yxy/index.js +42 -0
  548. package/lib/v2/zcool/user.js +4 -0
  549. package/lib/v2/zhiy/letter.js +34 -0
  550. package/lib/v2/zhiy/maintainer.js +4 -0
  551. package/lib/v2/zhiy/post.js +69 -0
  552. package/lib/v2/zhiy/radar.js +19 -0
  553. package/lib/v2/zhiy/router.js +4 -0
  554. package/lib/v2/zhiy/templates/post.art +12 -0
  555. package/lib/v2/zhiy/utils.js +13 -0
  556. package/lib/v2/zhubai/index.js +4 -0
  557. package/package.json +33 -34
  558. package/lib/routes/bjp/apod.js +0 -48
  559. package/lib/routes/blogs/foreverblog.js +0 -33
  560. package/lib/routes/caixin/article.js +0 -46
  561. package/lib/routes/caixin/blog.js +0 -58
  562. package/lib/routes/caixin/category.js +0 -44
  563. package/lib/routes/caixin/latest.js +0 -75
  564. package/lib/routes/caixin/yxnews.js +0 -30
  565. package/lib/routes/clickme/index.js +0 -76
  566. package/lib/routes/copymanga/comic.js +0 -74
  567. package/lib/routes/gov/zhengce/govall.js +0 -59
  568. package/lib/routes/gov/zhengce/wenjian.js +0 -53
  569. package/lib/routes/gov/zhengce/zuixin.js +0 -42
  570. package/lib/routes/gq/tw/index.js +0 -66
  571. package/lib/routes/ikea/uk/new.js +0 -20
  572. package/lib/routes/ikea/uk/offer.js +0 -64
  573. package/lib/routes/langlive/room.js +0 -33
  574. package/lib/routes/mi/youpin/crowdfunding.js +0 -39
  575. package/lib/routes/mi/youpin/new.js +0 -26
  576. package/lib/routes/nautilus/topics.js +0 -45
  577. package/lib/routes/researchgate/publications.js +0 -60
  578. package/lib/routes/ssmh/category.js +0 -50
  579. package/lib/routes/ssmh/index.js +0 -32
  580. package/lib/routes/typora/changelog-dev.js +0 -35
  581. package/lib/routes/typora/changelog.js +0 -60
  582. package/lib/routes/universities/ecnuyjs/ecnuyjs.js +0 -23
  583. package/lib/routes/universities/shiep/index.js +0 -95
  584. package/lib/routes/universities/shmtu/jwc.js +0 -75
  585. package/lib/routes/universities/shmtu/www.js +0 -61
  586. package/lib/routes/weibo/oasis/user.js +0 -17
  587. package/lib/routes/woshipm/bookmarks.js +0 -45
  588. package/lib/routes/woshipm/latest.js +0 -45
  589. package/lib/routes/woshipm/popular.js +0 -38
  590. package/lib/routes/woshipm/wen.js +0 -39
  591. package/lib/routes/x6d/index.js +0 -64
  592. package/lib/v2/acm-ecnu/maintainer.js +0 -3
  593. package/lib/v2/acm-ecnu/radar.js +0 -19
  594. package/lib/v2/acm-ecnu/router.js +0 -3
  595. package/lib/v2/cnbeta/index.js +0 -16
  596. package/lib/v2/eprice/templates/description.art +0 -1
@@ -1,5 +1,7 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const config = require('@/config').value;
4
+ const { allowHost } = require('./common');
3
5
 
4
6
  module.exports = async (ctx) => {
5
7
  let { type, host } = ctx.params;
@@ -10,6 +12,9 @@ module.exports = async (ctx) => {
10
12
  starred: 'Most stars',
11
13
  all: 'All',
12
14
  };
15
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(new URL(`https://${host}/`).hostname)) {
16
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
17
+ }
13
18
 
14
19
  const res = await got({
15
20
  method: 'get',
@@ -1,8 +1,13 @@
1
1
  const got = require('@/utils/got');
2
2
  const { parseDate } = require('@/utils/parse-date');
3
+ const config = require('@/config').value;
4
+ const { allowHost } = require('./common');
3
5
 
4
6
  module.exports = async (ctx) => {
5
7
  const { namespace, project, host } = ctx.params;
8
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(host)) {
9
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
10
+ }
6
11
 
7
12
  const host_ = host ? host : 'gitlab.com';
8
13
  const namespace_ = encodeURIComponent(namespace);
@@ -1,8 +1,13 @@
1
1
  const got = require('@/utils/got');
2
2
  const { parseDate } = require('@/utils/parse-date');
3
+ const config = require('@/config').value;
4
+ const { allowHost } = require('./common');
3
5
 
4
6
  module.exports = async (ctx) => {
5
7
  const { namespace, project, host } = ctx.params;
8
+ if (!config.feature.allow_user_supply_unsafe_domain && !allowHost.includes(host)) {
9
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
10
+ }
6
11
 
7
12
  const host_ = host ? host : 'gitlab.com';
8
13
  const namespace_ = encodeURIComponent(namespace);
@@ -1,7 +1,11 @@
1
1
  const cheerio = require('cheerio');
2
2
  const got = require('@/utils/got');
3
+ const config = require('@/config').value;
3
4
 
4
5
  module.exports = async (ctx) => {
6
+ if (!config.feature.allow_user_supply_unsafe_domain) {
7
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
8
+ }
5
9
  const url = `http://${ctx.params.url}`;
6
10
  const res = await got.get(`${url}/archives/`);
7
11
  const $ = cheerio.load(res.data);
@@ -1,7 +1,11 @@
1
1
  const cheerio = require('cheerio');
2
2
  const got = require('@/utils/got');
3
+ const config = require('@/config').value;
3
4
 
4
5
  module.exports = async (ctx) => {
6
+ if (!config.feature.allow_user_supply_unsafe_domain) {
7
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
8
+ }
5
9
  const url = `http://${ctx.params.url}`;
6
10
  const res = await got.get(`${url}/archives/`);
7
11
  const $ = cheerio.load(res.data);
@@ -1,7 +1,11 @@
1
1
  const cheerio = require('cheerio');
2
2
  const got = require('@/utils/got');
3
+ const config = require('@/config').value;
3
4
 
4
5
  module.exports = async (ctx) => {
6
+ if (!config.feature.allow_user_supply_unsafe_domain) {
7
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
8
+ }
5
9
  const url = `http://${ctx.params.url}`;
6
10
  const res = await got.get(url);
7
11
  const $ = cheerio.load(res.data);
@@ -1,9 +1,13 @@
1
1
  const utils = require('./utils');
2
+ const config = require('@/config').value;
2
3
 
3
4
  module.exports = async (ctx) => {
4
5
  const site = ctx.params.site;
5
6
  const account_id = ctx.params.account_id;
6
7
  const only_media = ctx.params.only_media ? 'true' : 'false';
8
+ if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
9
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
10
+ }
7
11
 
8
12
  const { account_data, data } = await utils.getAccountStatuses(site, account_id, only_media);
9
13
 
@@ -1,9 +1,13 @@
1
1
  const got = require('@/utils/got');
2
2
  const utils = require('./utils');
3
+ const config = require('@/config').value;
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const site = ctx.params.site;
6
7
  const only_media = ctx.params.only_media ? 'true' : 'false';
8
+ if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
9
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
10
+ }
7
11
 
8
12
  const url = `http://${site}/api/v1/timelines/public?local=true&only_media=${only_media}`;
9
13
 
@@ -1,9 +1,13 @@
1
1
  const got = require('@/utils/got');
2
2
  const utils = require('./utils');
3
+ const config = require('@/config').value;
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const site = ctx.params.site;
6
7
  const only_media = ctx.params.only_media ? 'true' : 'false';
8
+ if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
9
+ ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
10
+ }
7
11
 
8
12
  const url = `http://${site}/api/v1/timelines/public?remote=true&only_media=${only_media}`;
9
13
 
@@ -1,6 +1,8 @@
1
1
  const got = require('@/utils/got');
2
2
  const { parseDate } = require('@/utils/parse-date');
3
3
 
4
+ const allowSiteList = ['mastodon.social', 'pawoo.net'];
5
+
4
6
  const parseStatuses = (data) =>
5
7
  data.map((item) => {
6
8
  // docs on: https://docs.joinmastodon.org/entities/status/
@@ -125,4 +127,5 @@ module.exports = {
125
127
  parseStatuses,
126
128
  getAccountStatuses,
127
129
  getAccountIdByAcct,
130
+ allowSiteList,
128
131
  };
@@ -1,10 +1,14 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { isValidHost } = require('@/utils/valid-host');
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const language = ctx.params.language || 'www';
6
7
  const url = ctx.params.url || 'video';
7
8
  const link = `https://${language}.pornhub.com/${url}`;
9
+ if (!isValidHost(language)) {
10
+ throw Error('Invalid language');
11
+ }
8
12
 
9
13
  const response = await got.get(link);
10
14
  const $ = cheerio.load(response.data);
@@ -1,11 +1,15 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { isValidHost } = require('@/utils/valid-host');
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const language = ctx.params.language || 'www';
6
7
  const username = ctx.params.username;
7
8
  const sort = ctx.params.sort || 'mr';
8
9
  const link = `https://${language}.pornhub.com/model/${username}/videos?o=${sort}`;
10
+ if (!isValidHost(language)) {
11
+ throw Error('Invalid language');
12
+ }
9
13
 
10
14
  const response = await got.get(link);
11
15
  const $ = cheerio.load(response.data);
@@ -1,11 +1,15 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { isValidHost } = require('@/utils/valid-host');
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const language = ctx.params.language || 'www';
6
7
  const username = ctx.params.username;
7
8
  const sort = ctx.params.sort || 'mr';
8
9
  const link = `https://${language}.pornhub.com/pornstar/${username}/videos?o=${sort}`;
10
+ if (!isValidHost(language)) {
11
+ throw Error('Invalid language');
12
+ }
9
13
 
10
14
  const response = await got.get(link);
11
15
  const $ = cheerio.load(response.data);
@@ -1,10 +1,14 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { isValidHost } = require('@/utils/valid-host');
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const language = ctx.params.language || 'www';
6
7
  const username = ctx.params.username;
7
8
  const link = `https://${language}.pornhub.com/users/${username}/videos`;
9
+ if (!isValidHost(language)) {
10
+ throw Error('Invalid language');
11
+ }
8
12
 
9
13
  const response = await got.get(link);
10
14
  const $ = cheerio.load(response.data);
@@ -11,6 +11,9 @@ const getBaseUrl = (language) => (language === 'ja' ? 'https://touhougarakuta.co
11
11
 
12
12
  module.exports = async (ctx) => {
13
13
  const { language, type } = ctx.params;
14
+ if (!Object.keys(languageCodes).includes(language)) {
15
+ throw Error('Invalid language');
16
+ }
14
17
 
15
18
  const baseUrl = getBaseUrl(language);
16
19
 
@@ -1,5 +1,6 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { parseDate } = require('@/utils/parse-date');
3
4
 
4
5
  module.exports = async (ctx) => {
5
6
  const postid = ctx.params.postid;
@@ -29,8 +30,10 @@ module.exports = async (ctx) => {
29
30
  guid: post.attr('id'),
30
31
  link: `${pageUrl}#${post.attr('id')}`,
31
32
  author: post.find('.dark').first().text(),
33
+ pubDate: parseDate(post.find('.ago').attr('title')),
32
34
  };
33
35
  })
34
36
  .reverse(),
37
+ allowEmpty: true,
35
38
  };
36
39
  };
@@ -1,13 +1,17 @@
1
1
  const got = require('@/utils/got');
2
2
  const cheerio = require('cheerio');
3
+ const { isValidHost } = require('@/utils/valid-host');
3
4
 
4
5
  module.exports = async (ctx) => {
5
- ctx.params.lang = ctx.params.lang || 'www';
6
- ctx.params.platform = ctx.params.platform || '';
7
- ctx.params.year = ctx.params.year || '';
8
-
9
- const rootUrl = `https://${ctx.params.lang === 'en' ? 'www' : ctx.params.lang}.weforum.org`;
10
- const currentUrl = `${rootUrl}/reports?platform=${ctx.params.platform}&year=${ctx.params.year}`;
6
+ const lang = ctx.params.lang || 'www';
7
+ const platform = ctx.params.platform || '';
8
+ const year = ctx.params.year || '';
9
+ if (!isValidHost(lang)) {
10
+ throw Error('Invalid lang');
11
+ }
12
+
13
+ const rootUrl = `https://${lang === 'en' ? 'www' : lang}.weforum.org`;
14
+ const currentUrl = `${rootUrl}/reports?platform=${platform}&year=${year}`;
11
15
  const response = await got({
12
16
  method: 'get',
13
17
  url: currentUrl,
@@ -1,9 +1,13 @@
1
1
  const got = require('@/utils/got');
2
2
  const parser = require('@/utils/rss-parser');
3
3
  const cheerio = require('cheerio');
4
+ const { isValidHost } = require('@/utils/valid-host');
4
5
 
5
6
  module.exports = async (ctx) => {
6
7
  const region = ctx.params.region === 'en' ? '' : ctx.params.region.toLowerCase() + '.';
8
+ if (!isValidHost(region)) {
9
+ throw Error('Invalid region');
10
+ }
7
11
  const category = ctx.params.category ? ctx.params.category.toLowerCase() : '';
8
12
  const rssUrl = `https://${region}news.yahoo.com/rss/${category}`;
9
13
  const feed = await parser.parseURL(rssUrl);
@@ -1,4 +1,5 @@
1
1
  const got = require('@/utils/got');
2
+ const { isValidHost } = require('@/utils/valid-host');
2
3
 
3
4
  module.exports = async (ctx) => {
4
5
  const city = ctx.params.city || 'sh';
@@ -7,6 +8,10 @@ module.exports = async (ctx) => {
7
8
  const room = ctx.params.room || '1';
8
9
  const domain = `${city === 'bj' ? '' : city + '.'}m.ziroom.com`;
9
10
 
11
+ if (!isValidHost(city)) {
12
+ throw Error('Invalid city');
13
+ }
14
+
10
15
  const response = await got({
11
16
  method: 'post',
12
17
  url: `http://${domain}/list/ajax-get-data`,
@@ -0,0 +1,63 @@
1
+ /**
2
+ * Get Cookie-header-style cookie string from a puppeteer-style cookie array
3
+ *
4
+ * @param {import('puppeteer').Protocol.Network.CookieParam[]} cookies Puppeteer-style cookie array
5
+ * @param {RegExp | string} domainFilter Filter cookies by domain or RegExp
6
+ * @return {string} Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
7
+ */
8
+ const parseCookieArray = (cookies, domainFilter = null) => {
9
+ if (typeof domainFilter === 'string') {
10
+ const dotDomain = '.' + domainFilter;
11
+ cookies = cookies.filter(({ domain }) => domain === domainFilter || domain.endsWith(dotDomain));
12
+ } else if (domainFilter && domainFilter.test !== undefined) {
13
+ cookies = cookies.filter(({ domain }) => domainFilter.test(domain));
14
+ }
15
+ // {name: '', value: 'foobar'} => 'foobar' // https://stackoverflow.com/questions/42531198/cookie-without-a-name
16
+ // {name: 'foo', value: 'bar'} => 'foo=bar'
17
+ return cookies.map(({ name, value }) => (name ? `${name}=${value}` : value)).join('; ');
18
+ };
19
+
20
+ /**
21
+ * Construct a puppeteer-style cookie array from a Cookie-header-style cookie string
22
+ *
23
+ * @param {string} cookieStr Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
24
+ * @param {string} domain Domain to set for each cookie
25
+ * @return {import('puppeteer').Protocol.Network.CookieParam[]} Puppeteer-style cookie array
26
+ */
27
+ const constructCookieArray = (cookieStr, domain) =>
28
+ cookieStr.split('; ').map((item) => {
29
+ const [name, value] = item.split('=');
30
+ return value === undefined ? { name: '', value: name, domain } : { name, value, domain };
31
+ });
32
+
33
+ /**
34
+ * Set cookies for a page
35
+ *
36
+ * @param {import('puppeteer').Page} page Puppeteer Page object
37
+ * @param {string} cookieStr Cookie-header-style cookie string (e.g. "foobar; foo=bar; baz=qux")
38
+ * @param {string} domain Domain to set for each cookie
39
+ * @return {Promise<void>}
40
+ */
41
+ const setCookies = async (page, cookieStr, domain) => {
42
+ const cookies = constructCookieArray(cookieStr, domain);
43
+ await page.setCookie(...cookies);
44
+ };
45
+
46
+ /**
47
+ * Get Cookie-header-style cookie string from a page
48
+ *
49
+ * @param {import('puppeteer').Page} page Puppeteer Page object
50
+ * @param {RegExp | string} domainFilter Filter cookies by domain or RegExp
51
+ * @return {Promise<string>} Cookie-header-style cookie string
52
+ */
53
+ const getCookies = async (page, domainFilter = null) => {
54
+ const cookies = await page.cookies();
55
+ return parseCookieArray(cookies, domainFilter);
56
+ };
57
+
58
+ module.exports = {
59
+ parseCookieArray,
60
+ constructCookieArray,
61
+ setCookies,
62
+ getCookies,
63
+ };
@@ -1,6 +1,8 @@
1
1
  const config = require('@/config').value;
2
+ const { proxyUri, proxyUrlHandler } = require('./unify-proxy');
2
3
  let puppeteer = require('puppeteer');
3
4
  const proxyChain = require('proxy-chain');
5
+ const logger = require('./logger');
4
6
 
5
7
  const options = {
6
8
  args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-infobars', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list', `--user-agent=${config.ua}`],
@@ -8,13 +10,6 @@ const options = {
8
10
  ignoreHTTPSErrors: true,
9
11
  };
10
12
 
11
- let proxyUri;
12
- if (config.proxyUri && typeof config.proxyUri === 'string') {
13
- proxyUri = config.proxyUri;
14
- } else if (config.proxy && config.proxy.protocol && config.proxy.host && config.proxy.port) {
15
- proxyUri = `${config.proxy.protocol}://${config.proxy.host}:${config.proxy.port}`;
16
- }
17
-
18
13
  /**
19
14
  * @param {Object} extraOptions
20
15
  * @param {boolean} extraOptions.stealth - Use puppeteer-extra-plugin-stealth
@@ -50,7 +45,17 @@ module.exports = async (extraOptions = {}) => {
50
45
  }
51
46
  let browser;
52
47
  if (proxyUri) {
53
- options.args.push(`--proxy-server=${await proxyChain.anonymizeProxy(proxyUri)}`);
48
+ if (proxyUrlHandler.username || proxyUrlHandler.password) {
49
+ // only proxies with authentication need to be anonymized
50
+ if (proxyUrlHandler.protocol === 'http:') {
51
+ options.args.push(`--proxy-server=${await proxyChain.anonymizeProxy(proxyUri)}`);
52
+ } else {
53
+ logger.warn('SOCKS/HTTPS proxy with authentication is not supported by puppeteer, continue without proxy');
54
+ }
55
+ } else {
56
+ // Chromium cannot recognize socks5h and socks4a, so we need to trim their postfixes
57
+ options.args.push(`--proxy-server=${proxyUri.replace('socks5h://', 'socks5://').replace('socks4a://', 'socks4://')}`);
58
+ }
54
59
  }
55
60
  if (config.puppeteerWSEndpoint) {
56
61
  browser = await puppeteer.connect({
@@ -2,6 +2,52 @@ const art = require('art-template');
2
2
 
3
3
  // We may add more control over it later
4
4
 
5
+ /**
6
+ * This function should be used by RSSHub middleware only.
7
+ * @param {object} data ctx.state.data
8
+ * @returns `JSON.stringify`-ed [JSON Feed](https://www.jsonfeed.org/)
9
+ */
10
+ const json = (data) => {
11
+ const jsonFeed = {
12
+ version: 'https://jsonfeed.org/version/1.1',
13
+ title: data.title || 'RSSHub',
14
+ home_page_url: data.link || 'https://docs.rsshub.app',
15
+ feed_url: data.feedLink,
16
+ description: `${data.description || data.title} - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)`,
17
+ icon: data.image,
18
+ authors: typeof data.author === 'string' ? [{ name: data.author }] : data.author,
19
+ language: data.language || 'zh-cn',
20
+ items: data.item.map((item) => ({
21
+ id: item.guid || item.id || item.link,
22
+ url: item.link,
23
+ title: item.title,
24
+ content_html: (item.content && item.content.html) || item.description || item.title,
25
+ content_text: item.content && item.content.text,
26
+ image: item.image,
27
+ banner_image: item.banner,
28
+ date_published: item.pubDate,
29
+ date_modified: item.updated,
30
+ authors: typeof item.author === 'string' ? [{ name: item.author }] : item.author,
31
+ tags: typeof item.category === 'string' ? [item.category] : item.category,
32
+ language: item.language,
33
+ attachments: item.enclosure_url
34
+ ? [
35
+ {
36
+ url: item.enclosure_url,
37
+ mime_type: item.enclosure_type,
38
+ title: item.enclosure_title,
39
+ size_in_bytes: item.enclosure_length,
40
+ duration_in_seconds: item.itunes_duration,
41
+ },
42
+ ]
43
+ : undefined,
44
+ _extra: item._extra || undefined,
45
+ })),
46
+ };
47
+ return JSON.stringify(jsonFeed, null, 4);
48
+ };
49
+
5
50
  module.exports = {
6
51
  art,
52
+ json,
7
53
  };
@@ -1,127 +1,65 @@
1
1
  const config = require('@/config').value;
2
+ const { proxyUri, proxyObj, proxyUrlHandler } = require('./unify-proxy');
2
3
  const logger = require('./logger');
3
4
  const http = require('http');
4
5
  const https = require('https');
5
6
 
6
- let tunnel;
7
- let HttpsProxyAgent;
8
- let SocksProxyAgent;
9
-
10
7
  let agent = null;
11
- if (config.proxyUri && typeof config.proxyUri === 'string') {
12
- let proxy = null;
13
- if (config.proxyUri.startsWith('http')) {
14
- HttpsProxyAgent = HttpsProxyAgent || require('https-proxy-agent');
15
- proxy = new HttpsProxyAgent(config.proxyUri);
16
- } else if (config.proxyUri.startsWith('socks')) {
17
- SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
18
- proxy = new SocksProxyAgent(config.proxyUri);
19
- } else {
20
- throw 'Unknown proxy-uri format';
21
- }
22
-
23
- agent = {
24
- http: proxy,
25
- https: proxy,
26
- };
27
- } else if (config.proxy && config.proxy.protocol && config.proxy.host && config.proxy.port) {
28
- agent = {};
29
- const proxyUrl = `${config.proxy.protocol}://${config.proxy.host}:${config.proxy.port}`;
30
-
31
- switch (config.proxy.protocol) {
32
- case 'socks':
33
- SocksProxyAgent = SocksProxyAgent || require('socks-proxy-agent').SocksProxyAgent;
34
- agent.http = new SocksProxyAgent(proxyUrl);
35
- agent.https = new SocksProxyAgent(proxyUrl);
36
- break;
37
- case 'http':
38
- tunnel = tunnel || require('tunnel');
39
- process.env.NODE_TLS_REJECT_UNAUTHORIZED = 0;
40
- agent.http = tunnel.httpOverHttp({
41
- proxy: {
42
- host: config.proxy.host,
43
- port: parseInt(config.proxy.port),
44
- },
45
- });
46
- agent.https = tunnel.httpsOverHttp({
47
- proxy: {
48
- host: config.proxy.host,
49
- port: parseInt(config.proxy.port),
50
- },
51
- });
52
- break;
53
- case 'https':
54
- tunnel = tunnel || require('tunnel');
55
- agent.http = tunnel.httpOverHttps({
56
- proxy: {
57
- host: config.proxy.host,
58
- port: parseInt(config.proxy.port),
59
- },
60
- });
61
- agent.https = tunnel.httpsOverHttps({
62
- proxy: {
63
- host: config.proxy.host,
64
- port: parseInt(config.proxy.port),
65
- },
66
- });
67
- break;
8
+ if (proxyUri) {
9
+ if (proxyUri.startsWith('http')) {
10
+ const HttpsProxyAgent = require('https-proxy-agent');
11
+ agent = new HttpsProxyAgent(proxyUri);
12
+ } else if (proxyUri.startsWith('socks')) {
13
+ const SocksProxyAgent = require('socks-proxy-agent').SocksProxyAgent;
14
+ agent = new SocksProxyAgent(proxyUri);
68
15
  }
69
16
  }
70
17
 
71
- const requestWrapper = (url, options) => {
72
- // agent
73
- if (agent && new RegExp(config.proxy.url_regex).test(url)) {
74
- let agentResult;
75
- try {
76
- agentResult = agent[(options.protocol || url.match(/(^https?:)/)[1]).slice(0, -1)];
77
- } catch (error) {
78
- agentResult = null;
79
- }
80
- try {
81
- if (new URL(url).host !== new URL(config.proxyUri).host) {
82
- options.agent = agentResult;
83
- }
84
- } catch (error) {
85
- options.agent = agentResult;
86
- }
18
+ let proxyWrapper = () => false;
19
+ if (agent) {
20
+ const proxyRegex = new RegExp(proxyObj.url_regex);
21
+ const protocolMatch = (protocolLike) => protocolLike && protocolLike.toLowerCase().startsWith('http');
87
22
 
88
- if (config.proxy.auth) {
89
- if (!options.headers) {
90
- options.headers = {};
23
+ proxyWrapper = (url, options, urlHandler) => {
24
+ if (proxyRegex.test(url)) {
25
+ if ((protocolMatch(options.protocol) || protocolMatch(url)) && (!urlHandler || urlHandler.host !== proxyUrlHandler.host)) {
26
+ options.agent = agent;
27
+ if (proxyObj.auth) {
28
+ options.headers['Proxy-Authorization'] = `Basic ${proxyObj.auth}`;
29
+ }
30
+ return true;
91
31
  }
92
- options.headers['Proxy-Authorization'] = `Basic ${config.proxy.auth}`;
93
32
  }
94
- logger.info(`Proxy for ${url}`);
95
- } else {
96
- logger.debug(`Requesting ${url}`);
33
+ return false;
34
+ };
35
+ }
36
+
37
+ const requestWrapper = (url, options) => {
38
+ let urlHandler;
39
+ try {
40
+ urlHandler = new URL(url);
41
+ } catch (error) {
42
+ // ignore
97
43
  }
44
+ options.headers = options.headers || {};
45
+ const headersLowerCaseKeys = Object.keys(options.headers).map((key) => key.toLowerCase());
46
+
47
+ proxyWrapper(url, options, urlHandler) ? logger.info(`Proxy for ${url}`) : logger.debug(`Requesting ${url}`);
98
48
 
99
49
  // ua
100
- let hasUA = false;
101
- for (const header in options.headers) {
102
- if (header.toLowerCase() === 'user-agent') {
103
- hasUA = true;
104
- }
105
- }
106
- if (!hasUA) {
107
- if (!options.headers) {
108
- options.headers = {};
109
- }
50
+ if (!headersLowerCaseKeys.includes('user-agent')) {
110
51
  options.headers['user-agent'] = config.ua;
111
52
  }
112
53
 
113
- try {
114
- const urlHandler = new URL(url);
54
+ if (urlHandler) {
115
55
  // referer
116
- if (!options.headers.referer && !options.headers.Referer) {
56
+ if (!headersLowerCaseKeys.includes('referer')) {
117
57
  options.headers.referer = urlHandler.origin;
118
58
  }
119
59
  // host
120
- if (!options.headers.host && !options.headers.Host) {
60
+ if (!headersLowerCaseKeys.includes('host')) {
121
61
  options.headers.host = urlHandler.host;
122
62
  }
123
- } catch (e) {
124
- // do nothing
125
63
  }
126
64
  };
127
65