rsshub 1.0.0-master.d4bfda3 → 1.0.0-master.d4ff0ff

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/README.md +13 -48
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +32 -2
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +1 -1
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/anti-hotlink.test.ts +191 -6
  9. package/lib/middleware/anti-hotlink.ts +29 -1
  10. package/lib/middleware/logger.ts +2 -2
  11. package/lib/middleware/parameter.test.ts +22 -5
  12. package/lib/middleware/parameter.ts +47 -17
  13. package/lib/router.js +1 -9
  14. package/lib/routes/4ksj/forum.ts +54 -20
  15. package/lib/routes/500px/tribe-set.ts +3 -2
  16. package/lib/routes/51cto/recommend.ts +45 -7
  17. package/lib/routes/5eplay/utils.ts +5 -3
  18. package/lib/routes/a9vg/index.ts +214 -0
  19. package/lib/routes/a9vg/namespace.ts +1 -0
  20. package/lib/routes/a9vg/templates/description.art +17 -0
  21. package/lib/routes/abc/index.ts +2 -2
  22. package/lib/routes/academia/namespace.ts +1 -1
  23. package/lib/routes/agri/index.ts +307 -0
  24. package/lib/routes/agri/namespace.ts +8 -0
  25. package/lib/routes/agri/templates/description.art +21 -0
  26. package/lib/routes/anime1/anime.ts +63 -0
  27. package/lib/routes/anime1/namespace.ts +6 -0
  28. package/lib/routes/anime1/search.ts +57 -0
  29. package/lib/routes/apnews/api.ts +62 -0
  30. package/lib/routes/apnews/rss.ts +1 -1
  31. package/lib/routes/apnews/sitemap.ts +2 -1
  32. package/lib/routes/apnews/topics.ts +2 -2
  33. package/lib/routes/apple/podcast.ts +20 -16
  34. package/lib/routes/asus/bios.ts +88 -21
  35. package/lib/routes/asus/templates/bios.art +13 -6
  36. package/lib/routes/bangumi/templates/tv/subject.art +6 -0
  37. package/lib/routes/bangumi/tv/user/collections.ts +172 -0
  38. package/lib/routes/behance/user.ts +14 -3
  39. package/lib/routes/beijingprice/index.ts +12 -12
  40. package/lib/routes/bestblogs/feeds.ts +107 -0
  41. package/lib/routes/bestblogs/namespace.ts +6 -0
  42. package/lib/routes/bilibili/bangumi.ts +3 -2
  43. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  44. package/lib/routes/bilibili/cache.ts +25 -1
  45. package/lib/routes/bilibili/dynamic.ts +103 -105
  46. package/lib/routes/bilibili/followings-dynamic.ts +3 -1
  47. package/lib/routes/bilibili/followings-video.ts +9 -3
  48. package/lib/routes/bilibili/readlist.ts +3 -2
  49. package/lib/routes/bilibili/utils.ts +5 -0
  50. package/lib/routes/bilibili/video.ts +2 -1
  51. package/lib/routes/binance/announcement.ts +168 -0
  52. package/lib/routes/binance/types.ts +26 -0
  53. package/lib/routes/bitget/announcement.ts +200 -0
  54. package/lib/routes/bitget/namespace.ts +6 -0
  55. package/lib/routes/bitget/type.ts +26 -0
  56. package/lib/routes/bjnews/cat.ts +9 -1
  57. package/lib/routes/bjp/apod.ts +4 -2
  58. package/lib/routes/bupt/jwc.ts +130 -0
  59. package/lib/routes/caixin/latest.ts +3 -2
  60. package/lib/routes/ccfa/index.ts +216 -0
  61. package/lib/routes/ccfa/namespace.ts +8 -0
  62. package/lib/routes/ccfa/templates/description.art +7 -0
  63. package/lib/routes/cdu/jwgg.ts +79 -0
  64. package/lib/routes/cdu/namespace.ts +6 -0
  65. package/lib/routes/ceph/blog.ts +72 -0
  66. package/lib/routes/ceph/namespace.ts +7 -0
  67. package/lib/routes/changba/user.ts +6 -5
  68. package/lib/routes/chikubi/category.ts +41 -0
  69. package/lib/routes/chikubi/index.ts +66 -0
  70. package/lib/routes/chikubi/namespace.ts +15 -0
  71. package/lib/routes/chikubi/navigation.ts +66 -0
  72. package/lib/routes/chikubi/nipple-video-category.ts +49 -0
  73. package/lib/routes/chikubi/nipple-video-maker.ts +49 -0
  74. package/lib/routes/chikubi/search.ts +39 -0
  75. package/lib/routes/chikubi/tag.ts +41 -0
  76. package/lib/routes/chikubi/utils.ts +135 -0
  77. package/lib/routes/chinanews/index.ts +1 -1
  78. package/lib/routes/chinaventure/index.ts +1 -1
  79. package/lib/routes/chlinlearn/daily-blog.ts +7 -0
  80. package/lib/routes/cls/subject.ts +153 -0
  81. package/lib/routes/cls/templates/description.art +21 -0
  82. package/lib/routes/dealstreetasia/home.ts +72 -0
  83. package/lib/routes/dealstreetasia/namespace.ts +6 -0
  84. package/lib/routes/dealstreetasia/section.ts +57 -0
  85. package/lib/routes/deepin/thread.ts +102 -0
  86. package/lib/routes/deeplearning/thebatch.ts +30 -18
  87. package/lib/routes/devolverdigital/blog.ts +1 -1
  88. package/lib/routes/devtrium/namespace.ts +6 -0
  89. package/lib/routes/devtrium/posts.ts +55 -0
  90. package/lib/routes/discourse/official.ts +55 -0
  91. package/lib/routes/dockerhub/build.ts +1 -1
  92. package/lib/routes/dockerhub/utils.ts +4 -3
  93. package/lib/routes/douban/movie/coming.ts +68 -0
  94. package/lib/routes/douban/templates/movie_coming.art +27 -0
  95. package/lib/routes/douyin/types.ts +795 -0
  96. package/lib/routes/douyin/user.ts +51 -23
  97. package/lib/routes/douyin/utils.ts +1 -87
  98. package/lib/routes/dykszx/namespace.ts +8 -0
  99. package/lib/routes/dykszx/news.ts +88 -0
  100. package/lib/routes/eagle/blog.ts +13 -2
  101. package/lib/routes/eastmoney/report/index.ts +63 -15
  102. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  103. package/lib/routes/eastmoney/utils.ts +35 -0
  104. package/lib/routes/easynomad/joblist.ts +56 -0
  105. package/lib/routes/easynomad/namespace.ts +6 -0
  106. package/lib/routes/economist/espresso.ts +3 -2
  107. package/lib/routes/economist/full.ts +3 -2
  108. package/lib/routes/epicgames/index.ts +1 -1
  109. package/lib/routes/espn/namespace.ts +6 -0
  110. package/lib/routes/espn/news.ts +120 -0
  111. package/lib/routes/espn/templates/media.art +19 -0
  112. package/lib/routes/fediverse/timeline.ts +1 -1
  113. package/lib/routes/follow/namespace.ts +6 -0
  114. package/lib/routes/follow/profile.ts +81 -0
  115. package/lib/routes/follow/types.ts +68 -0
  116. package/lib/routes/ftm/index.ts +60 -0
  117. package/lib/routes/ftm/namespace.ts +6 -0
  118. package/lib/routes/galxe/index.ts +94 -0
  119. package/lib/routes/galxe/namespace.ts +9 -0
  120. package/lib/routes/gamer/ani/anime.ts +10 -3
  121. package/lib/routes/gamer/ani/new-anime.ts +4 -3
  122. package/lib/routes/gamer/gnn-index.ts +31 -11
  123. package/lib/routes/gamer/hot.ts +4 -3
  124. package/lib/routes/gamersky/ent.ts +57 -0
  125. package/lib/routes/gamersky/namespace.ts +10 -0
  126. package/lib/routes/gamersky/news.ts +91 -0
  127. package/lib/routes/gamersky/review.ts +80 -0
  128. package/lib/routes/gamersky/utils.ts +94 -0
  129. package/lib/routes/geekpark/index.ts +219 -0
  130. package/lib/routes/geekpark/namespace.ts +8 -0
  131. package/lib/routes/geekpark/templates/description.art +21 -0
  132. package/lib/routes/github/activity.ts +2 -1
  133. package/lib/routes/github/advisor.ts +97 -0
  134. package/lib/routes/github/comments.ts +32 -30
  135. package/lib/routes/github/discussions.ts +194 -0
  136. package/lib/routes/github/issue.ts +1 -1
  137. package/lib/routes/github/pulls.ts +1 -1
  138. package/lib/routes/go/mhlw/pdf.ts +87 -0
  139. package/lib/routes/go/namespace.ts +8 -0
  140. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  141. package/lib/routes/gov/cbirc/index.ts +371 -0
  142. package/lib/routes/gov/cn/namespace.ts +8 -0
  143. package/lib/routes/gov/{news → cn/news}/index.ts +11 -7
  144. package/lib/routes/gov/csrc/csrc.ts +541 -0
  145. package/lib/routes/gov/lswz/index.ts +5 -4
  146. package/lib/routes/gov/moa/moa.ts +3 -3
  147. package/lib/routes/gov/moa/szcpxx.ts +115 -0
  148. package/lib/routes/gov/moa/zdscxx.ts +71 -21
  149. package/lib/routes/gov/ndrc/fggz.ts +637 -2
  150. package/lib/routes/gov/ndrc/namespace.ts +8 -0
  151. package/lib/routes/gov/ndrc/xwdt.ts +28 -8
  152. package/lib/routes/gov/ndrc/zfxxgk/articles.ts +73 -0
  153. package/lib/routes/gq/news.ts +3 -2
  154. package/lib/routes/gs/developer/blog.ts +58 -0
  155. package/lib/routes/gs/namespace.ts +9 -0
  156. package/lib/routes/guancha/member.ts +1 -1
  157. package/lib/routes/hackernews/index.ts +16 -5
  158. package/lib/routes/hpoi/all.ts +17 -6
  159. package/lib/routes/hpoi/character.ts +18 -6
  160. package/lib/routes/hpoi/info.ts +11 -6
  161. package/lib/routes/hpoi/user.ts +16 -4
  162. package/lib/routes/hpoi/utils.ts +36 -3
  163. package/lib/routes/hpoi/work.ts +18 -6
  164. package/lib/routes/hust/gs.ts +281 -0
  165. package/lib/routes/hust/namespace.ts +1 -1
  166. package/lib/routes/imhcg/blog.ts +47 -0
  167. package/lib/routes/imhcg/namespace.ts +7 -0
  168. package/lib/routes/javtiful/actress.ts +37 -0
  169. package/lib/routes/javtiful/channel.ts +37 -0
  170. package/lib/routes/javtiful/namespace.ts +6 -0
  171. package/lib/routes/javtiful/templates/description.art +7 -0
  172. package/lib/routes/javtiful/utils.ts +18 -0
  173. package/lib/routes/jianshu/collection.ts +3 -2
  174. package/lib/routes/jianshu/home.ts +3 -2
  175. package/lib/routes/jianshu/user.ts +3 -2
  176. package/lib/routes/jike/topic.ts +10 -3
  177. package/lib/routes/jike/user.ts +3 -2
  178. package/lib/routes/jjwxc/book.ts +18 -14
  179. package/lib/routes/kakuyomu/namespace.ts +6 -0
  180. package/lib/routes/kakuyomu/types.ts +6 -0
  181. package/lib/routes/kakuyomu/works.ts +73 -0
  182. package/lib/routes/kisskiss/blog.ts +74 -0
  183. package/lib/routes/kisskiss/namespace.ts +6 -0
  184. package/lib/routes/konachan/namespace.ts +7 -0
  185. package/lib/routes/konachan/post.ts +84 -0
  186. package/lib/routes/lemmy/index.ts +30 -3
  187. package/lib/routes/lemmy/namespace.ts +1 -0
  188. package/lib/routes/link3/events.ts +86 -0
  189. package/lib/routes/link3/namespace.ts +6 -0
  190. package/lib/routes/link3/profile.ts +143 -0
  191. package/lib/routes/lofter/collection.ts +87 -0
  192. package/lib/routes/lofter/user.ts +1 -1
  193. package/lib/routes/lovelive-anime/namespace.ts +1 -1
  194. package/lib/routes/lovelive-anime/news.ts +56 -26
  195. package/lib/routes/lovelive-anime/schedules.ts +18 -6
  196. package/lib/routes/lovelive-anime/templates/description.art +1 -1
  197. package/lib/routes/lovelive-anime/templates/scheduleDesc.art +0 -1
  198. package/lib/routes/lovelive-anime/topics.ts +1 -1
  199. package/lib/routes/luma/index.ts +92 -0
  200. package/lib/routes/luma/namespace.ts +6 -0
  201. package/lib/routes/malaysiakini/index.ts +179 -0
  202. package/lib/routes/malaysiakini/namespace.ts +11 -0
  203. package/lib/routes/manhuagui/comic.ts +1 -1
  204. package/lib/routes/mastodon/account-id.ts +26 -3
  205. package/lib/routes/mastodon/acct.ts +15 -4
  206. package/lib/routes/mastodon/timeline-local.ts +14 -3
  207. package/lib/routes/mastodon/timeline-remote.ts +14 -3
  208. package/lib/routes/meishichina/index.ts +1997 -0
  209. package/lib/routes/meishichina/namespace.ts +8 -0
  210. package/lib/routes/mi/crowdfunding.ts +43 -22
  211. package/lib/routes/mi/templates/crowdfunding.art +28 -0
  212. package/lib/routes/mi/types.ts +40 -0
  213. package/lib/routes/mi/utils.ts +80 -0
  214. package/lib/routes/misskey/featured-notes.ts +3 -2
  215. package/lib/routes/misskey/user-timeline.ts +3 -2
  216. package/lib/routes/natgeo/dailyphoto.ts +5 -4
  217. package/lib/routes/natgeo/dailyselection.ts +18 -3
  218. package/lib/routes/ncku/csie.ts +83 -0
  219. package/lib/routes/ncku/namespace.ts +6 -0
  220. package/lib/routes/ncku/phys.ts +95 -0
  221. package/lib/routes/newyorker/news.ts +5 -4
  222. package/lib/routes/nhk/news.ts +32 -15
  223. package/lib/routes/nicovideo/namespace.ts +7 -0
  224. package/lib/routes/nicovideo/templates/video.art +7 -0
  225. package/lib/routes/nicovideo/types.ts +54 -0
  226. package/lib/routes/nicovideo/utils.ts +37 -0
  227. package/lib/routes/nicovideo/video.ts +47 -0
  228. package/lib/routes/nikkei/cn/index.ts +12 -1
  229. package/lib/routes/nytimes/book.ts +14 -17
  230. package/lib/routes/nytimes/index.ts +16 -9
  231. package/lib/routes/obsidian/namespace.ts +6 -0
  232. package/lib/routes/obsidian/publish.ts +83 -0
  233. package/lib/routes/obsidian/utils.ts +8 -0
  234. package/lib/routes/oct0pu5/namespace.ts +10 -0
  235. package/lib/routes/oct0pu5/rss.ts +48 -0
  236. package/lib/routes/pconline/focus.ts +143 -0
  237. package/lib/routes/pconline/namespace.ts +10 -0
  238. package/lib/routes/people/index.ts +6 -2
  239. package/lib/routes/picnob/user.ts +11 -3
  240. package/lib/routes/pixiv/ranking.ts +1 -0
  241. package/lib/routes/pixivision/index.ts +84 -0
  242. package/lib/routes/pixivision/namespace.ts +6 -0
  243. package/lib/routes/pixivision/utils.ts +86 -0
  244. package/lib/routes/pku/bbs/hot.ts +1 -1
  245. package/lib/routes/pornhub/category.ts +3 -2
  246. package/lib/routes/pornhub/model.ts +6 -7
  247. package/lib/routes/pornhub/pornstar.ts +67 -19
  248. package/lib/routes/pornhub/search.ts +3 -2
  249. package/lib/routes/pornhub/users.ts +3 -5
  250. package/lib/routes/qiche365/namespace.ts +5 -0
  251. package/lib/routes/qiche365/recall.ts +53 -0
  252. package/lib/routes/qidian/namespace.ts +1 -1
  253. package/lib/routes/questn/community.ts +76 -0
  254. package/lib/routes/questn/events.ts +101 -0
  255. package/lib/routes/questn/namespace.ts +6 -0
  256. package/lib/routes/questn/util.ts +16 -0
  257. package/lib/routes/resonac/namespace.ts +6 -0
  258. package/lib/routes/resonac/products.ts +85 -0
  259. package/lib/routes/reuters/common.ts +54 -1
  260. package/lib/routes/rss3/index.ts +3 -428
  261. package/lib/routes/samd/news.ts +1 -1
  262. package/lib/routes/scmp/utils.ts +2 -2
  263. package/lib/routes/scut/gzic/media.ts +71 -0
  264. package/lib/routes/scut/gzic/news.ts +65 -0
  265. package/lib/routes/scut/gzic/notice.ts +88 -0
  266. package/lib/routes/sdu/{cs.ts → cs/index.ts} +46 -12
  267. package/lib/routes/sdu/cs/yjsgz.ts +85 -0
  268. package/lib/routes/sdu/gjsw.ts +80 -0
  269. package/lib/routes/sdu/namespace.ts +2 -2
  270. package/lib/routes/sdu/qd/xszxqd.ts +98 -0
  271. package/lib/routes/sdu/qd/xyb.ts +82 -0
  272. package/lib/routes/sdu/ygb.ts +90 -0
  273. package/lib/routes/sis001/author.ts +52 -0
  274. package/lib/routes/sis001/common.ts +38 -0
  275. package/lib/routes/sis001/forum.ts +2 -29
  276. package/lib/routes/sjtu/namespace.ts +1 -1
  277. package/lib/routes/sjtu/seiee/index.ts +97 -0
  278. package/lib/routes/smzdm/product.ts +85 -0
  279. package/lib/routes/solidot/main.ts +28 -12
  280. package/lib/routes/soundon/namespace.ts +6 -0
  281. package/lib/routes/soundon/podcast.ts +80 -0
  282. package/lib/routes/soundon/types.ts +67 -0
  283. package/lib/routes/spankbang/namespace.ts +6 -0
  284. package/lib/routes/spankbang/new-videos.ts +90 -0
  285. package/lib/routes/spankbang/templates/video.art +7 -0
  286. package/lib/routes/sse/sselawsrules.ts +370 -0
  287. package/lib/routes/sspai/index.ts +2 -2
  288. package/lib/routes/sustainabilitymag/namespace.ts +1 -1
  289. package/lib/routes/swjtu/scai/bks.ts +76 -0
  290. package/lib/routes/szftedu/dongtai.ts +62 -0
  291. package/lib/routes/szftedu/gonggao.ts +62 -0
  292. package/lib/routes/szftedu/namespace.ts +6 -0
  293. package/lib/routes/szse/rule.ts +315 -42
  294. package/lib/routes/taoguba/blog.ts +1 -1
  295. package/lib/routes/taoguba/index.ts +1 -1
  296. package/lib/routes/telegram/blog.ts +3 -2
  297. package/lib/routes/telegram/channel.ts +34 -3
  298. package/lib/routes/telegram/stickerpack.ts +3 -2
  299. package/lib/routes/tencent/news/author.ts +2 -1
  300. package/lib/routes/test/index.ts +50 -43
  301. package/lib/routes/the/index.ts +7 -3
  302. package/lib/routes/theblockbeats/index.ts +10 -5
  303. package/lib/routes/theinitium/app.ts +137 -0
  304. package/lib/routes/theinitium/templates/description.art +17 -0
  305. package/lib/routes/threads/index.ts +26 -20
  306. package/lib/routes/tju/cic/index.ts +2 -2
  307. package/lib/routes/tju/news/index.ts +2 -2
  308. package/lib/routes/tju/oaa/index.ts +2 -2
  309. package/lib/routes/ttv/index.ts +1 -1
  310. package/lib/routes/twitch/live.ts +3 -2
  311. package/lib/routes/twitch/video.ts +15 -6
  312. package/lib/routes/twitter/api/index.ts +2 -0
  313. package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
  314. package/lib/routes/twitter/api/web-api/api.ts +18 -0
  315. package/lib/routes/twitter/api/web-api/constants.ts +17 -14
  316. package/lib/routes/twitter/api/web-api/login.ts +75 -0
  317. package/lib/routes/twitter/api/web-api/utils.ts +99 -40
  318. package/lib/routes/twitter/home-latest.ts +60 -0
  319. package/lib/routes/twitter/list.ts +5 -2
  320. package/lib/routes/twitter/tweet.ts +1 -0
  321. package/lib/routes/udn/breaking-news.ts +2 -2
  322. package/lib/routes/uestc/bbs.ts +97 -0
  323. package/lib/routes/uestc/namespace.ts +1 -1
  324. package/lib/routes/ustc/scms.ts +97 -0
  325. package/lib/routes/v2ex/topics.ts +1 -0
  326. package/lib/routes/vimeo/category.ts +4 -3
  327. package/lib/routes/vimeo/usr-videos.ts +3 -2
  328. package/lib/routes/voronoiapp/author.ts +41 -0
  329. package/lib/routes/voronoiapp/common.ts +247 -0
  330. package/lib/routes/voronoiapp/editors-pick.ts +28 -0
  331. package/lib/routes/voronoiapp/home.ts +29 -0
  332. package/lib/routes/voronoiapp/latest.ts +28 -0
  333. package/lib/routes/voronoiapp/namespace.ts +6 -0
  334. package/lib/routes/voronoiapp/popular.ts +49 -0
  335. package/lib/routes/voronoiapp/search.ts +33 -0
  336. package/lib/routes/voronoiapp/types.d.ts +78 -0
  337. package/lib/routes/wchscu/namespace.ts +6 -0
  338. package/lib/routes/wchscu/recruit.ts +73 -0
  339. package/lib/routes/weibo/namespace.ts +1 -0
  340. package/lib/routes/weibo/oasis/user.ts +1 -1
  341. package/lib/routes/weibo/super-index.ts +23 -11
  342. package/lib/routes/weibo/user.ts +13 -2
  343. package/lib/routes/weibo/utils.ts +0 -4
  344. package/lib/routes/whu/cs.ts +11 -3
  345. package/lib/routes/whu/gs/index.ts +2 -1
  346. package/lib/routes/whu/news.ts +27 -2
  347. package/lib/routes/withgoogle/explorables.ts +54 -0
  348. package/lib/routes/withgoogle/namespace.ts +6 -0
  349. package/lib/routes/xbookcn/blog.ts +66 -0
  350. package/lib/routes/xbookcn/namespace.ts +6 -0
  351. package/lib/routes/xiaohongshu/user.ts +7 -4
  352. package/lib/routes/xiaohongshu/util.ts +3 -1
  353. package/lib/routes/xidian/cs.ts +143 -0
  354. package/lib/routes/xidian/gr.ts +289 -0
  355. package/lib/routes/xidian/jwc.ts +1 -0
  356. package/lib/routes/xidian/namespace.ts +1 -1
  357. package/lib/routes/xueqiu/cookies.ts +14 -1
  358. package/lib/routes/xueqiu/favorite.ts +16 -2
  359. package/lib/routes/xueqiu/stock-info.ts +6 -12
  360. package/lib/routes/yamap/articles.ts +62 -0
  361. package/lib/routes/yamap/namespace.ts +6 -0
  362. package/lib/routes/yande/namespace.ts +1 -1
  363. package/lib/routes/yande/post.ts +7 -7
  364. package/lib/routes/yilinzazhi/index.ts +58 -0
  365. package/lib/routes/yilinzazhi/latest.ts +103 -0
  366. package/lib/routes/yilinzazhi/namespace.ts +8 -0
  367. package/lib/routes/youtube/playlist.ts +3 -2
  368. package/lib/routes/yystv/docs.ts +28 -19
  369. package/lib/routes/zaobao/util.ts +1 -1
  370. package/lib/routes/zhihu/timeline.ts +6 -1
  371. package/lib/routes/zhihu/utils.ts +6 -2
  372. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  373. package/lib/routes/zsxq/types.ts +9 -0
  374. package/lib/routes/zsxq/utils.ts +4 -3
  375. package/lib/setup.test.ts +1 -1
  376. package/lib/types.ts +6 -0
  377. package/lib/utils/common-utils.ts +1 -0
  378. package/lib/utils/otel/metric.ts +3 -2
  379. package/lib/utils/request-rewriter/fetch.ts +1 -1
  380. package/lib/views/index.tsx +3 -6
  381. package/lib/views/json.ts +1 -1
  382. package/lib/views/rss.tsx +7 -0
  383. package/package.json +45 -46
  384. package/lib/routes/a9vg/a9vg.ts +0 -45
  385. package/lib/routes/sse/lawandrules.ts +0 -68
  386. package/lib/routes-deprecated/anime1/anime.js +0 -25
  387. package/lib/routes-deprecated/anime1/search.js +0 -25
  388. package/lib/routes-deprecated/dykszx/news.js +0 -60
  389. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  390. package/lib/routes-deprecated/gamersky/news.js +0 -34
  391. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
  392. package/lib/routes-deprecated/konachan/post-popular-recent.js +0 -67
@@ -0,0 +1,135 @@
1
+ import { DataItem } from '@/types';
2
+ import cache from '@/utils/cache';
3
+ import got from '@/utils/got';
4
+ import { load } from 'cheerio';
5
+ import { parseDate } from '@/utils/parse-date';
6
+
7
+ const CONTENT_TYPES = {
8
+ doujin: {
9
+ title: '.doujin-title',
10
+ description: ['.doujin-detail', '.section', '.area-buy > a.btn'],
11
+ },
12
+ video: {
13
+ title: '.video-title',
14
+ description: ['.video-data', '.section', '.lp-samplearea a.btn'],
15
+ },
16
+ article: {
17
+ title: '.article_title',
18
+ description: ['.article_icatch', '.article_contents'],
19
+ },
20
+ };
21
+
22
+ function getContentType(link: string): keyof typeof CONTENT_TYPES {
23
+ const typePatterns = {
24
+ doujin: ['/cg/', '/comic/', '/voice/'],
25
+ video: ['/nipple-video/'],
26
+ article: ['/post-'],
27
+ };
28
+
29
+ for (const [type, patterns] of Object.entries(typePatterns)) {
30
+ if (patterns.some((pattern) => link.includes(pattern))) {
31
+ return type as keyof typeof CONTENT_TYPES;
32
+ }
33
+ }
34
+
35
+ throw new Error(`Unknown content type for link: ${link}`);
36
+ }
37
+
38
+ export async function processItems(list): Promise<DataItem[]> {
39
+ const items = await Promise.all(
40
+ list.map((item) =>
41
+ cache.tryGet(item.link, async () => {
42
+ const detailResponse = await got(item.link);
43
+ const $ = load(detailResponse.data);
44
+
45
+ const contentType = getContentType(item.link);
46
+ const selectors = CONTENT_TYPES[contentType];
47
+
48
+ const title = $(selectors.title).text().trim() || item.title;
49
+ const description = processDescription(selectors.description.map((selector) => $(selector).prop('outerHTML')).join(''));
50
+
51
+ const pubDateStr = $('meta[property="article:published_time"]').attr('content');
52
+ const pubDate = pubDateStr ? parseDate(pubDateStr) : undefined;
53
+
54
+ return {
55
+ title,
56
+ description,
57
+ link: item.link,
58
+ pubDate,
59
+ } as DataItem;
60
+ })
61
+ )
62
+ );
63
+
64
+ return items.filter((item): item is DataItem => item !== null);
65
+ }
66
+
67
+ function processDescription(description: string): string {
68
+ const $ = load(description);
69
+ return $('body')
70
+ .children()
71
+ .map((_, el) => $(el).clone().wrap('<div>').parent().html())
72
+ .toArray()
73
+ .join('');
74
+ }
75
+
76
+ const WP_REST_API_URL = 'https://chikubi.jp/wp-json/wp/v2';
77
+
78
+ export async function getPosts(ids?: string[]): Promise<DataItem[]> {
79
+ const url = `${WP_REST_API_URL}/posts${ids?.length ? `?include=${ids.join(',')}` : ''}`;
80
+
81
+ const cachedData = await cache.tryGet(url, async () => {
82
+ const response = await got(url);
83
+ const data = JSON.parse(response.body);
84
+
85
+ if (!Array.isArray(data)) {
86
+ throw new TypeError('No posts found for the given IDs');
87
+ }
88
+
89
+ return data.map(({ title, link, date, content }) => ({
90
+ title: title.rendered,
91
+ link,
92
+ pubDate: parseDate(date),
93
+ description: processDescription(content.rendered),
94
+ }));
95
+ });
96
+
97
+ return (Array.isArray(cachedData) ? cachedData : []).filter((item): item is DataItem => item !== null);
98
+ }
99
+
100
+ const API_TYPES = {
101
+ tag: 'tags',
102
+ category: 'categories',
103
+ };
104
+
105
+ export async function getBySlug<T extends keyof typeof API_TYPES>(type: T, slug: string): Promise<{ id: number; name: string }> {
106
+ const url = `${WP_REST_API_URL}/${API_TYPES[type]}?slug=${encodeURIComponent(slug)}`;
107
+ const { body } = await got(url);
108
+ const data = JSON.parse(body);
109
+
110
+ if (data?.[0]) {
111
+ const { id, name } = data[0];
112
+ return { id, name };
113
+ }
114
+ throw new Error(`No ${type} found for slug: ${slug}`);
115
+ }
116
+
117
+ export async function getPostsBy<T extends keyof typeof API_TYPES>(type: T, id: number): Promise<DataItem[]> {
118
+ const url = `${WP_REST_API_URL}/posts?${API_TYPES[type]}=${id}`;
119
+ const cachedData = await cache.tryGet(url, async () => {
120
+ const { body } = await got(url);
121
+ const data = JSON.parse(body);
122
+
123
+ if (Array.isArray(data) && data.length > 0) {
124
+ return data.map(({ title, link, date, content }) => ({
125
+ title: title.rendered,
126
+ link,
127
+ pubDate: parseDate(date),
128
+ description: processDescription(content.rendered),
129
+ }));
130
+ }
131
+ return [];
132
+ });
133
+
134
+ return (Array.isArray(cachedData) ? cachedData : []).filter((item): item is DataItem => item !== null);
135
+ }
@@ -34,7 +34,7 @@ async function handler(ctx) {
34
34
  title: $(item).text(),
35
35
  }))
36
36
  .get()
37
- .slice(0, ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) > 125 ? 125 : Number.parseInt(ctx.req.query('limit'))) : 50);
37
+ .slice(0, ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 125) : 50);
38
38
 
39
39
  const items = await Promise.all(
40
40
  list.map((item) =>
@@ -64,7 +64,7 @@ async function handler(ctx) {
64
64
  link: rootUrl + $(item).attr('href'),
65
65
  }))
66
66
  .get()
67
- .slice(0, ctx.req.query('limit') ? (Number.parseInt(ctx.req.query('limit')) > 20 ? 20 : Number.parseInt(ctx.req.query('limit'))) : 20);
67
+ .slice(0, ctx.req.query('limit') ? Math.min(Number.parseInt(ctx.req.query('limit')), 20) : 20);
68
68
 
69
69
  const items = await Promise.all(
70
70
  list.map((item) =>
@@ -2,6 +2,7 @@ import { Route } from '@/types';
2
2
  import ofetch from '@/utils/ofetch'; // 统一使用的请求库
3
3
  import { parseDate } from '@/utils/parse-date'; // 解析日期的工具函数
4
4
  import timezone from '@/utils/timezone';
5
+ import CryptoJS from 'crypto-js';
5
6
 
6
7
  export const route: Route = {
7
8
  path: '/daily-blog',
@@ -24,9 +25,15 @@ export const route: Route = {
24
25
  },
25
26
  ],
26
27
  handler: async () => {
28
+ const r = CryptoJS.lib.WordArray.random(8).toString(CryptoJS.enc.Hex);
29
+ const n = Date.now();
30
+ const o = CryptoJS.SHA256('pHVp671B0tLkW40KCwyPrb6W1GEMEGyT' + r + n).toString(CryptoJS.enc.Hex);
27
31
  const data = await ofetch('https://daily-blog.chlinlearn.top/api/daily-blog/getBlogs/new?type=new&pageNum=1&pageSize=20', {
28
32
  headers: {
29
33
  Referer: 'https://daily-blog.chlinlearn.top/blogs/1',
34
+ 'x-req-nonce': r,
35
+ 'x-req-timestamp': n,
36
+ 'x-req-key': o,
30
37
  },
31
38
  });
32
39
  const items = data.rows.map((item) => ({
@@ -0,0 +1,153 @@
1
+ import { Route } from '@/types';
2
+ import { getCurrentPath } from '@/utils/helpers';
3
+ const __dirname = getCurrentPath(import.meta.url);
4
+
5
+ import cache from '@/utils/cache';
6
+ import got from '@/utils/got';
7
+ import { load } from 'cheerio';
8
+ import { parseDate } from '@/utils/parse-date';
9
+ import { art } from '@/utils/render';
10
+ import path from 'node:path';
11
+
12
+ import { rootUrl, getSearchParams } from './utils';
13
+
14
+ export const handler = async (ctx) => {
15
+ const { id = '1103' } = ctx.req.param();
16
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
17
+
18
+ const currentUrl = new URL(`subject/${id}`, rootUrl).href;
19
+ const apiUrl = new URL(`api/subject/${id}/article`, rootUrl).href;
20
+
21
+ const { data: response } = await got(apiUrl, {
22
+ searchParams: getSearchParams({
23
+ Subject_Id: id,
24
+ }),
25
+ });
26
+
27
+ let items = response.data.slice(0, limit).map((item) => {
28
+ const title = item.article_title;
29
+ const description = art(path.join(__dirname, 'templates/description.art'), {
30
+ intro: item.article_brief,
31
+ });
32
+ const guid = `cls-${item.article_id}`;
33
+ const image = item.article_img;
34
+
35
+ return {
36
+ title,
37
+ description,
38
+ pubDate: parseDate(item.article_time, 'X'),
39
+ link: new URL(`detail/${item.article_id}`, rootUrl).href,
40
+ category: item.subjects.map((s) => s.subject_name),
41
+ author: item.article_author,
42
+ guid,
43
+ id: guid,
44
+ content: {
45
+ html: description,
46
+ text: item.article_brief,
47
+ },
48
+ image,
49
+ banner: image,
50
+ };
51
+ });
52
+
53
+ items = await Promise.all(
54
+ items.map((item) =>
55
+ cache.tryGet(item.link, async () => {
56
+ const { data: detailResponse } = await got(item.link);
57
+
58
+ const $$ = load(detailResponse);
59
+
60
+ const data = JSON.parse($$('script#__NEXT_DATA__').text())?.props?.initialState?.detail?.articleDetail ?? undefined;
61
+
62
+ if (!data) {
63
+ return item;
64
+ }
65
+
66
+ const title = data.title;
67
+ const description = art(path.join(__dirname, 'templates/description.art'), {
68
+ images: data.images.map((i) => ({
69
+ src: i,
70
+ alt: title,
71
+ })),
72
+ intro: data.brief,
73
+ description: data.content,
74
+ });
75
+ const guid = `cls-${data.id}`;
76
+ const image = data.images?.[0] ?? undefined;
77
+
78
+ item.title = title;
79
+ item.description = description;
80
+ item.pubDate = parseDate(data.ctime, 'X');
81
+ item.category = [...new Set(data.subject?.flatMap((s) => [s.name, ...(s.subjectCategory?.flatMap((c) => [c.columnName || [], c.name || []]) ?? [])]) ?? [])].filter(Boolean);
82
+ item.author = data.author?.name ?? item.author;
83
+ item.guid = guid;
84
+ item.id = guid;
85
+ item.content = {
86
+ html: description,
87
+ text: data.content,
88
+ };
89
+ item.image = image;
90
+ item.banner = image;
91
+ item.enclosure_url = data.audioUrl;
92
+ item.enclosure_type = item.enclosure_url ? `audio/${item.enclosure_url.split(/\./).pop()}` : undefined;
93
+ item.enclosure_title = title;
94
+
95
+ return item;
96
+ })
97
+ )
98
+ );
99
+
100
+ const { data: currentResponse } = await got(currentUrl);
101
+
102
+ const $ = load(currentResponse);
103
+
104
+ const data = JSON.parse($('script#__NEXT_DATA__').text())?.props?.initialProps?.pageProps?.subjectDetail ?? undefined;
105
+
106
+ const author = '财联社';
107
+ const image = data?.img ?? undefined;
108
+
109
+ return {
110
+ title: `${author} - ${data?.name ?? $('title').text()}`,
111
+ description: data?.description ?? undefined,
112
+ link: currentUrl,
113
+ item: items,
114
+ allowEmpty: true,
115
+ image,
116
+ author,
117
+ };
118
+ };
119
+
120
+ export const route: Route = {
121
+ path: '/subject/:id?',
122
+ name: '话题',
123
+ url: 'www.cls.cn',
124
+ maintainers: ['nczitzk'],
125
+ handler,
126
+ example: '/cls/subject/1103',
127
+ parameters: { category: '分类,默认为 1103,即A股盘面直播,可在对应话题页 URL 中找到' },
128
+ description: `:::tip
129
+ 若订阅 [有声早报](https://www.cls.cn/subject/1151),网址为 \`https://www.cls.cn/subject/1151\`。截取 \`https://www.cls.cn/subject/\` 到末尾的部分 \`1151\` 作为参数填入,此时路由为 [\`/cls/subject/1151\`](https://rsshub.app/cls/subject/1151)。
130
+ :::
131
+ `,
132
+ categories: ['finance'],
133
+
134
+ features: {
135
+ requireConfig: false,
136
+ requirePuppeteer: false,
137
+ antiCrawler: false,
138
+ supportRadar: true,
139
+ supportBT: false,
140
+ supportPodcast: false,
141
+ supportScihub: false,
142
+ },
143
+ radar: [
144
+ {
145
+ source: ['www.cls.cn/subject/:id'],
146
+ target: (params) => {
147
+ const id = params.id;
148
+
149
+ return `/subject${id ? `/${id}` : ''}`;
150
+ },
151
+ },
152
+ ],
153
+ };
@@ -0,0 +1,21 @@
1
+ {{ if images }}
2
+ {{ each images image }}
3
+ {{ if image?.src }}
4
+ <figure>
5
+ <img
6
+ {{ if image.alt }}
7
+ alt="{{ image.alt }}"
8
+ {{ /if }}
9
+ src="{{ image.src }}">
10
+ </figure>
11
+ {{ /if }}
12
+ {{ /each }}
13
+ {{ /if }}
14
+
15
+ {{ if intro }}
16
+ <blockquote>{{ intro }}</blockquote>
17
+ {{ /if }}
18
+
19
+ {{ if description }}
20
+ {{@ description }}
21
+ {{ /if }}
@@ -0,0 +1,72 @@
1
+ import { Route } from '@/types';
2
+ // import cache from '@/utils/cache';
3
+ import ofetch from '@/utils/ofetch'; // Unified request library used
4
+ import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
5
+ // import puppeteer from '@/utils/puppeteer';
6
+ // import { parseDate } from '@/utils/parse-date';
7
+
8
+ export const route: Route = {
9
+ path: '/home',
10
+ categories: ['traditional-media'],
11
+ example: '/dealstreetasia/home',
12
+ // parameters: { section: 'target section' },
13
+ radar: [
14
+ {
15
+ source: ['dealstreetasia.com/'],
16
+ },
17
+ ],
18
+ name: 'Home',
19
+ maintainers: ['jack2game'],
20
+ handler,
21
+ url: 'dealstreetasia.com/',
22
+ };
23
+
24
+ async function handler() {
25
+ // const section = ctx.req.param('section');
26
+ const items = await fetchPage();
27
+
28
+ return items;
29
+ }
30
+
31
+ async function fetchPage() {
32
+ const baseUrl = 'https://dealstreetasia.com'; // Define base URL
33
+
34
+ const response = await ofetch(`${baseUrl}/`);
35
+ const $ = load(response);
36
+
37
+ const jsonData = JSON.parse($('#__NEXT_DATA__').text());
38
+ // const headingText = jsonData.props.pageProps.sectionData.name;
39
+
40
+ const pageProps = jsonData.props.pageProps;
41
+ const list = [
42
+ ...pageProps.topStories,
43
+ ...pageProps.privateEquity,
44
+ ...pageProps.ventureCapital,
45
+ ...pageProps.unicorns,
46
+ ...pageProps.interviews,
47
+ ...pageProps.deals,
48
+ ...pageProps.analysis,
49
+ ...pageProps.ipos,
50
+ ...pageProps.opinion,
51
+ ...pageProps.policyAndRegulations,
52
+ ...pageProps.people,
53
+ ...pageProps.earningsAndResults,
54
+ ...pageProps.theLpView,
55
+ ...pageProps.dvNewsletters,
56
+ ...pageProps.reports,
57
+ ].map((item) => ({
58
+ title: item.post_title || item.title || 'No Title',
59
+ link: item.post_url || item.link || '',
60
+ description: item.post_excerpt || item.excerpt || '',
61
+ pubDate: item.post_date ? new Date(item.post_date).toUTCString() : item.date ? new Date(item.date).toUTCString() : '',
62
+ category: item.category_link ? item.category_link.replaceAll(/(<([^>]+)>)/gi, '') : '', // Clean HTML if category_link exists
63
+ image: item.image_url ? item.image_url.replace(/\?.*$/, '') : '', // Remove query parameters if image_url exists
64
+ }));
65
+
66
+ return {
67
+ title: 'Deal Street Asia',
68
+ language: 'en',
69
+ item: list,
70
+ link: 'https://dealstreetasia.com/',
71
+ };
72
+ }
@@ -0,0 +1,6 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: 'DealStreetAsia',
5
+ url: 'dealstreetasia.com',
6
+ };
@@ -0,0 +1,57 @@
1
+ import { Route } from '@/types';
2
+ // import cache from '@/utils/cache';
3
+ import ofetch from '@/utils/ofetch'; // Unified request library used
4
+ import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
5
+ // import puppeteer from '@/utils/puppeteer';
6
+ // import { parseDate } from '@/utils/parse-date';
7
+
8
+ export const route: Route = {
9
+ path: '/section/:section',
10
+ categories: ['traditional-media'],
11
+ example: '/dealstreetasia/section/private-equity',
12
+ parameters: { section: 'target section' },
13
+ radar: [
14
+ {
15
+ source: ['dealstreetasia.com/'],
16
+ },
17
+ ],
18
+ name: 'Section',
19
+ maintainers: ['jack2game'],
20
+ handler,
21
+ url: 'dealstreetasia.com/',
22
+ };
23
+
24
+ async function handler(ctx) {
25
+ const section = ctx.req.param('section');
26
+ const items = await fetchPage(section);
27
+
28
+ return items;
29
+ }
30
+
31
+ async function fetchPage(section: string) {
32
+ const baseUrl = 'https://dealstreetasia.com'; // Define base URL
33
+
34
+ const response = await ofetch(`${baseUrl}/section/${section}/`);
35
+ const $ = load(response);
36
+
37
+ const jsonData = JSON.parse($('#__NEXT_DATA__').text());
38
+ const headingText = jsonData.props.pageProps.sectionData.name;
39
+
40
+ const items = jsonData.props.pageProps.sectionData.stories.nodes;
41
+
42
+ const feedItems = items.map((item) => ({
43
+ title: item.title || 'No Title',
44
+ link: item.uri ? `https://www.dealstreetasia.com${item.uri}` : '',
45
+ description: item.excerpt || '', // Default to empty string if undefined
46
+ pubDate: item.post_date ? new Date(item.post_date).toUTCString() : '',
47
+ category: item.sections.nodes.map((section) => section.name),
48
+ image: item.featuredImage?.node?.mediaItemUrl.replace(/\?.*$/, ''), // Use .replace to sanitize the image URL
49
+ }));
50
+
51
+ return {
52
+ title: 'Deal Street Asia - ' + headingText,
53
+ language: 'en',
54
+ item: feedItems,
55
+ link: 'https://dealstreetasia.com/section/' + section + '/',
56
+ };
57
+ }
@@ -0,0 +1,102 @@
1
+ import { Route, DataItem } from '@/types';
2
+ import ofetch from '@/utils/ofetch';
3
+ import cache from '@/utils/cache';
4
+ import { parseDate } from '@/utils/parse-date';
5
+
6
+ export const route: Route = {
7
+ path: '/threads/:type?',
8
+ categories: ['bbs'],
9
+ example: '/deepin/threads/latest',
10
+ parameters: {
11
+ type: {
12
+ description: '主题类型',
13
+ options: [
14
+ {
15
+ value: 'hot',
16
+ label: '最热主题',
17
+ },
18
+ {
19
+ value: 'latest',
20
+ label: '最新主题',
21
+ },
22
+ ],
23
+ },
24
+ },
25
+ name: '首页主题列表',
26
+ maintainers: ['myml'],
27
+ radar: [
28
+ {
29
+ source: ['bbs.deepin.org'],
30
+ target: '/threads/latest',
31
+ },
32
+ ],
33
+ handler,
34
+ };
35
+
36
+ interface ThreadIndexResult {
37
+ ThreadIndex: {
38
+ id: number;
39
+ subject: string;
40
+ created_at: string;
41
+ user: { nickname: string };
42
+ forum: { name: string };
43
+ }[];
44
+ }
45
+ interface ThreadInfoResult {
46
+ data: {
47
+ id: number;
48
+ subject: string;
49
+ created_at: string;
50
+ user: { nickname: string };
51
+ post: { message: string };
52
+ };
53
+ }
54
+
55
+ const TypeMap = {
56
+ hot: { where: 'hot_value', title: '最热主题' },
57
+ latest: { where: 'id', title: '最新主题' },
58
+ };
59
+
60
+ async function handler(ctx) {
61
+ let type = TypeMap.latest;
62
+ if (ctx.req.param('type') === 'hot') {
63
+ type = TypeMap.hot;
64
+ }
65
+ const res = await ofetch<ThreadIndexResult>('https://bbs.deepin.org.cn/api/v1/thread/index', {
66
+ query: {
67
+ languages: 'zh_CN',
68
+ order: 'updated_at',
69
+ where: type.where,
70
+ },
71
+ headers: {
72
+ accept: 'application/json',
73
+ },
74
+ });
75
+ const items = await Promise.all(
76
+ res.ThreadIndex.map((thread) => {
77
+ const link = 'https://bbs.deepin.org.cn/post/' + thread.id;
78
+ return cache.tryGet(link, async () => {
79
+ const item: DataItem = {
80
+ id: String(thread.id),
81
+ title: thread.subject,
82
+ link,
83
+ pubDate: parseDate(thread.created_at),
84
+ author: thread.user.nickname,
85
+ category: [thread.forum.name],
86
+ description: '',
87
+ };
88
+ const cacheData = await ofetch<ThreadInfoResult>('https://bbs.deepin.org.cn/api/v1/thread/info?id=' + item.id);
89
+ if (cacheData) {
90
+ const info = cacheData as ThreadInfoResult;
91
+ item.description = info.data.post.message;
92
+ }
93
+ return item;
94
+ }) as Promise<DataItem>;
95
+ })
96
+ );
97
+ return {
98
+ title: 'deepin论坛主页 - ' + type.title,
99
+ link: 'https://bbs.deepin.org',
100
+ item: items,
101
+ };
102
+ }
@@ -1,6 +1,8 @@
1
1
  import { Route } from '@/types';
2
2
  import cache from '@/utils/cache';
3
- import got from '@/utils/got';
3
+ import ofetch from '@/utils/ofetch';
4
+ import * as cheerio from 'cheerio';
5
+ import { parseDate } from '@/utils/parse-date';
4
6
 
5
7
  export const route: Route = {
6
8
  path: '/thebatch',
@@ -27,33 +29,43 @@ export const route: Route = {
27
29
  };
28
30
 
29
31
  async function handler() {
30
- const page = await got({
31
- method: 'get',
32
- url: `https://www.deeplearning.ai/the-batch/`,
33
- });
34
- const nextJs = page.data.match(/<script id="__NEXT_DATA__" type="application\/json">(.*)<\/script>/)[1];
32
+ const baseUrl = 'https://www.deeplearning.ai';
33
+ const link = `${baseUrl}/the-batch/`;
34
+ const page = await ofetch(link);
35
+ const $ = cheerio.load(page);
36
+ const nextJs = $('script#__NEXT_DATA__').text();
35
37
  const nextBuildId = JSON.parse(nextJs).buildId;
36
38
 
37
- const listing = await got({
38
- method: 'get',
39
- url: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch.json`,
40
- });
39
+ const listing = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/the-batch.json`);
41
40
 
42
- const items = listing.data.pageProps.posts.map((item) => ({
41
+ const items = listing.pageProps.posts.map((item) => ({
43
42
  title: item.title,
44
- link: `https://www.deeplearning.ai/the-batch/${item.slug}`,
45
- jsonUrl: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
46
- pubDate: new Date(item.published_at).toUTCString(),
43
+ link: `${link}${item.slug}`,
44
+ jsonUrl: `${baseUrl}/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
45
+ pubDate: parseDate(item.published_at),
47
46
  }));
48
47
 
49
48
  return {
50
- title: `The Batch - a new weekly newsletter from deeplearning.ai`,
51
- link: `https://www.deeplearning.ai/the-batch/`,
49
+ title: 'The Batch - a new weekly newsletter from deeplearning.ai',
50
+ link,
52
51
  item: await Promise.all(
53
52
  items.map((item) =>
54
53
  cache.tryGet(item.link, async () => {
55
- const resp = await got({ method: 'get', url: item.jsonUrl });
56
- item.description = resp.data.pageProps.cmsData.post.html;
54
+ const resp = await ofetch(item.jsonUrl);
55
+ const $ = cheerio.load(resp.pageProps.cmsData.post.html);
56
+
57
+ $('a').each((_, ele) => {
58
+ if (ele.attribs.href?.includes('utm_campaign')) {
59
+ const url = new URL(ele.attribs.href);
60
+ url.searchParams.delete('utm_campaign');
61
+ url.searchParams.delete('utm_source');
62
+ url.searchParams.delete('utm_medium');
63
+ url.searchParams.delete('_hsenc');
64
+ ele.attribs.href = url.href;
65
+ }
66
+ });
67
+
68
+ item.description = $.html();
57
69
  return item;
58
70
  })
59
71
  )
@@ -1,6 +1,6 @@
1
1
  import { DataItem, Route } from '@/types';
2
2
  import { load } from 'cheerio';
3
- import { ofetch } from 'ofetch';
3
+ import ofetch from '@/utils/ofetch';
4
4
 
5
5
  export const route: Route = {
6
6
  path: '/blog',
@@ -0,0 +1,6 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: 'Devtrium',
5
+ url: 'devtrium.com',
6
+ };