rsshub 1.0.0-master.b60a11e → 1.0.0-master.b60ef4d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (942) hide show
  1. package/README.md +13 -48
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +81 -6
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +8 -4
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/access-control.ts +1 -1
  9. package/lib/middleware/anti-hotlink.test.ts +197 -12
  10. package/lib/middleware/anti-hotlink.ts +30 -1
  11. package/lib/middleware/logger.ts +2 -2
  12. package/lib/middleware/parameter.test.ts +22 -5
  13. package/lib/middleware/parameter.ts +47 -17
  14. package/lib/middleware/template.tsx +24 -12
  15. package/lib/registry.test.ts +8 -0
  16. package/lib/registry.ts +2 -0
  17. package/lib/router.js +1 -12
  18. package/lib/routes/10jqka/namespace.ts +8 -0
  19. package/lib/routes/10jqka/realtimenews.ts +143 -0
  20. package/lib/routes/12371/zxfb.ts +2 -2
  21. package/lib/routes/141jav/index.ts +25 -21
  22. package/lib/routes/141ppv/index.ts +24 -20
  23. package/lib/routes/163/music/playlist.ts +2 -1
  24. package/lib/routes/36kr/index.ts +3 -3
  25. package/lib/routes/4ksj/forum.ts +54 -20
  26. package/lib/routes/500px/tribe-set.ts +3 -2
  27. package/lib/routes/51cto/recommend.ts +45 -7
  28. package/lib/routes/51read/article.ts +82 -0
  29. package/lib/routes/51read/namespace.ts +6 -0
  30. package/lib/routes/5eplay/index.ts +1 -51
  31. package/lib/routes/5eplay/utils.ts +5 -3
  32. package/lib/routes/69shu/article.ts +4 -4
  33. package/lib/routes/69shu/namespace.ts +1 -1
  34. package/lib/routes/6v123/utils.ts +2 -2
  35. package/lib/routes/8264/list.ts +41 -41
  36. package/lib/routes/a9vg/index.ts +214 -0
  37. package/lib/routes/a9vg/namespace.ts +1 -0
  38. package/lib/routes/a9vg/templates/description.art +17 -0
  39. package/lib/routes/abc/index.ts +2 -2
  40. package/lib/routes/academia/namespace.ts +1 -1
  41. package/lib/routes/acfun/article.ts +29 -3
  42. package/lib/routes/acfun/bangumi.ts +3 -2
  43. package/lib/routes/acfun/video.ts +4 -2
  44. package/lib/routes/afdian/dynamic.ts +1 -1
  45. package/lib/routes/afdian/explore.ts +10 -10
  46. package/lib/routes/agri/index.ts +307 -0
  47. package/lib/routes/agri/namespace.ts +8 -0
  48. package/lib/routes/agri/templates/description.art +21 -0
  49. package/lib/routes/aibase/discover.ts +388 -0
  50. package/lib/routes/aibase/namespace.ts +8 -0
  51. package/lib/routes/aibase/news.ts +118 -0
  52. package/lib/routes/aibase/templates/description.art +100 -0
  53. package/lib/routes/aibase/topic.ts +614 -0
  54. package/lib/routes/aibase/util.ts +114 -0
  55. package/lib/routes/ainvest/news.ts +3 -2
  56. package/lib/routes/ajmide/index.ts +3 -2
  57. package/lib/routes/alicesoft/infomation.ts +88 -0
  58. package/lib/routes/alicesoft/namespace.ts +6 -0
  59. package/lib/routes/aljazeera/index.ts +2 -2
  60. package/lib/routes/anime1/anime.ts +63 -0
  61. package/lib/routes/anime1/namespace.ts +6 -0
  62. package/lib/routes/anime1/search.ts +57 -0
  63. package/lib/routes/apnews/api.ts +77 -0
  64. package/lib/routes/apnews/rss.ts +4 -3
  65. package/lib/routes/apnews/sitemap.ts +91 -0
  66. package/lib/routes/apnews/topics.ts +10 -8
  67. package/lib/routes/apnews/utils.ts +30 -6
  68. package/lib/routes/apple/apps.ts +30 -8
  69. package/lib/routes/apple/podcast.ts +20 -16
  70. package/lib/routes/asus/bios.ts +88 -21
  71. package/lib/routes/asus/templates/bios.art +13 -6
  72. package/lib/routes/autocentre/index.ts +29 -0
  73. package/lib/routes/autocentre/namespace.ts +7 -0
  74. package/lib/routes/baidu/gushitong/index.ts +3 -2
  75. package/lib/routes/baidu/search.ts +4 -4
  76. package/lib/routes/{bangumi/moe → bangumi.moe}/index.ts +6 -5
  77. package/lib/routes/bangumi.moe/namespace.ts +6 -0
  78. package/lib/routes/{bangumi → bangumi.online}/namespace.ts +1 -1
  79. package/lib/routes/{bangumi/online → bangumi.online}/online.ts +3 -3
  80. package/lib/routes/{bangumi/tv → bangumi.tv}/calendar/today.ts +7 -7
  81. package/lib/routes/{bangumi/tv → bangumi.tv}/group/reply.ts +4 -4
  82. package/lib/routes/{bangumi/tv → bangumi.tv}/group/topic.ts +19 -19
  83. package/lib/routes/bangumi.tv/namespace.ts +6 -0
  84. package/lib/routes/bangumi.tv/other/followrank.ts +69 -0
  85. package/lib/routes/{bangumi/tv → bangumi.tv}/person/index.ts +4 -4
  86. package/lib/routes/{bangumi/tv → bangumi.tv}/subject/comments.ts +2 -2
  87. package/lib/routes/{bangumi/tv → bangumi.tv}/subject/ep.ts +4 -10
  88. package/lib/routes/{bangumi/tv → bangumi.tv}/subject/index.ts +2 -2
  89. package/lib/routes/{bangumi/tv → bangumi.tv}/subject/offcial-subject-api.ts +2 -2
  90. package/lib/routes/bangumi.tv/templates/subject.art +6 -0
  91. package/lib/routes/{bangumi/tv → bangumi.tv}/user/blog.ts +10 -10
  92. package/lib/routes/bangumi.tv/user/collections.ts +186 -0
  93. package/lib/routes/bbc/index.ts +3 -1
  94. package/lib/routes/behance/user.ts +14 -3
  95. package/lib/routes/beijingprice/index.ts +42 -47
  96. package/lib/routes/bestblogs/feeds.ts +107 -0
  97. package/lib/routes/bestblogs/namespace.ts +6 -0
  98. package/lib/routes/bigquant/collections.ts +3 -2
  99. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  100. package/lib/routes/bilibili/bangumi.ts +47 -44
  101. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  102. package/lib/routes/bilibili/cache.ts +41 -9
  103. package/lib/routes/bilibili/coin.ts +4 -4
  104. package/lib/routes/bilibili/dynamic.ts +117 -114
  105. package/lib/routes/bilibili/fav.ts +4 -4
  106. package/lib/routes/bilibili/followings-dynamic.ts +28 -4
  107. package/lib/routes/bilibili/followings-video.ts +13 -7
  108. package/lib/routes/bilibili/like.ts +4 -4
  109. package/lib/routes/bilibili/page.ts +5 -4
  110. package/lib/routes/bilibili/partion-ranking.ts +4 -4
  111. package/lib/routes/bilibili/partion.ts +4 -4
  112. package/lib/routes/bilibili/popular.ts +6 -4
  113. package/lib/routes/bilibili/ranking.ts +6 -7
  114. package/lib/routes/bilibili/readlist.ts +3 -2
  115. package/lib/routes/bilibili/templates/description.art +12 -0
  116. package/lib/routes/bilibili/types.ts +52 -0
  117. package/lib/routes/bilibili/user-channel.ts +10 -17
  118. package/lib/routes/bilibili/user-collection.ts +10 -18
  119. package/lib/routes/bilibili/user-fav.ts +4 -4
  120. package/lib/routes/bilibili/utils.ts +201 -10
  121. package/lib/routes/bilibili/video-all.ts +8 -3
  122. package/lib/routes/bilibili/video.ts +15 -14
  123. package/lib/routes/bilibili/vsearch.ts +22 -6
  124. package/lib/routes/bilibili/watchlater.ts +4 -4
  125. package/lib/routes/bilibili/weekly-recommend.ts +4 -9
  126. package/lib/routes/binance/announcement.ts +169 -0
  127. package/lib/routes/binance/types.ts +26 -0
  128. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  129. package/lib/routes/biodiscover/index.ts +3 -3
  130. package/lib/routes/bitget/announcement.ts +201 -0
  131. package/lib/routes/bitget/namespace.ts +6 -0
  132. package/lib/routes/bitget/type.ts +26 -0
  133. package/lib/routes/bjnews/cat.ts +51 -0
  134. package/lib/routes/bjnews/column.ts +43 -0
  135. package/lib/routes/bjnews/namespace.ts +6 -0
  136. package/lib/routes/bjnews/utils.ts +19 -0
  137. package/lib/routes/bjp/apod.ts +7 -4
  138. package/lib/routes/bjx/fd.ts +35 -26
  139. package/lib/routes/bloomberg/authors.ts +3 -2
  140. package/lib/routes/bloomberg/index.ts +22 -18
  141. package/lib/routes/bookfere/category.ts +15 -3
  142. package/lib/routes/bsky/posts.ts +27 -7
  143. package/lib/routes/bsky/templates/post.art +4 -2
  144. package/lib/routes/bsky/utils.ts +3 -3
  145. package/lib/routes/buaa/jiaowu.ts +1 -1
  146. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  147. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  148. package/lib/routes/bupt/jwc.ts +130 -0
  149. package/lib/routes/caixin/latest.ts +3 -2
  150. package/lib/routes/cbpanet/index.ts +380 -0
  151. package/lib/routes/cbpanet/namespace.ts +8 -0
  152. package/lib/routes/cccfna/index.ts +2 -2
  153. package/lib/routes/ccfa/index.ts +216 -0
  154. package/lib/routes/ccfa/namespace.ts +8 -0
  155. package/lib/routes/ccfa/templates/description.art +7 -0
  156. package/lib/routes/cctv/category.ts +16 -12
  157. package/lib/routes/cctv/xwlb.ts +32 -10
  158. package/lib/routes/cdu/jwgg.ts +79 -0
  159. package/lib/routes/cdu/namespace.ts +6 -0
  160. package/lib/routes/ceph/blog.ts +72 -0
  161. package/lib/routes/ceph/namespace.ts +7 -0
  162. package/lib/routes/cffex/announcement.ts +73 -0
  163. package/lib/routes/cffex/namespace.ts +6 -0
  164. package/lib/routes/changba/user.ts +6 -5
  165. package/lib/routes/chikubi/category.ts +41 -0
  166. package/lib/routes/chikubi/index.ts +66 -0
  167. package/lib/routes/chikubi/namespace.ts +15 -0
  168. package/lib/routes/chikubi/navigation.ts +66 -0
  169. package/lib/routes/chikubi/nipple-video-category.ts +49 -0
  170. package/lib/routes/chikubi/nipple-video-maker.ts +49 -0
  171. package/lib/routes/chikubi/search.ts +39 -0
  172. package/lib/routes/chikubi/tag.ts +41 -0
  173. package/lib/routes/chikubi/utils.ts +135 -0
  174. package/lib/routes/chinadegrees/province.ts +33 -33
  175. package/lib/routes/chinaisa/index.ts +132 -132
  176. package/lib/routes/chinanews/index.ts +1 -1
  177. package/lib/routes/chinania/index.ts +240 -0
  178. package/lib/routes/chinania/namespace.ts +8 -0
  179. package/lib/routes/chinaventure/index.ts +1 -1
  180. package/lib/routes/chlinlearn/daily-blog.ts +55 -0
  181. package/lib/routes/chlinlearn/namespcae.ts +6 -0
  182. package/lib/routes/cisia/index.ts +264 -0
  183. package/lib/routes/cisia/namespace.ts +8 -0
  184. package/lib/routes/cjlu/namespace.ts +10 -0
  185. package/lib/routes/cjlu/yjsy/index.ts +107 -0
  186. package/lib/routes/cls/subject.ts +153 -0
  187. package/lib/routes/cls/templates/description.art +21 -0
  188. package/lib/routes/cnbc/rss.ts +1 -1
  189. package/lib/routes/cngal/weekly.ts +3 -2
  190. package/lib/routes/cnki/journals.ts +30 -1
  191. package/lib/routes/cohere/index.ts +54 -0
  192. package/lib/routes/cohere/namespace.ts +6 -0
  193. package/lib/routes/coolapk/dyh.ts +7 -1
  194. package/lib/routes/coolapk/hot.ts +7 -1
  195. package/lib/routes/coolapk/huati.ts +7 -1
  196. package/lib/routes/coolapk/namespace.ts +6 -0
  197. package/lib/routes/coolapk/toutiao.ts +7 -1
  198. package/lib/routes/coolapk/tuwen.ts +10 -5
  199. package/lib/routes/coolapk/user-dynamic.ts +7 -1
  200. package/lib/routes/copymanga/comic.ts +3 -1
  201. package/lib/routes/cs/index.ts +32 -32
  202. package/lib/routes/cs/video.ts +1 -1
  203. package/lib/routes/damai/activity.ts +3 -2
  204. package/lib/routes/dcfever/trading.ts +3 -5
  205. package/lib/routes/dcfever/utils.ts +13 -4
  206. package/lib/routes/dealstreetasia/home.ts +72 -0
  207. package/lib/routes/dealstreetasia/namespace.ts +6 -0
  208. package/lib/routes/dealstreetasia/section.ts +57 -0
  209. package/lib/routes/dedao/articles.ts +149 -0
  210. package/lib/routes/deepin/thread.ts +102 -0
  211. package/lib/routes/deeplearning/thebatch.ts +30 -18
  212. package/lib/routes/devolverdigital/blog.ts +59 -42
  213. package/lib/routes/devtrium/namespace.ts +6 -0
  214. package/lib/routes/devtrium/posts.ts +55 -0
  215. package/lib/routes/digitalcameraworld/news.ts +1 -1
  216. package/lib/routes/discord/channel.ts +10 -10
  217. package/lib/routes/discord/discord-api.ts +27 -32
  218. package/lib/routes/discord/templates/message.art +15 -0
  219. package/lib/routes/discourse/notifications.ts +2 -1
  220. package/lib/routes/discourse/official.ts +55 -0
  221. package/lib/routes/dlsite/campaign.ts +12 -4
  222. package/lib/routes/dlsite/ci-en/article.ts +3 -2
  223. package/lib/routes/dlsite/new.ts +10 -5
  224. package/lib/routes/dlsite/{index.ts → z-index/index.ts} +1 -1
  225. package/lib/routes/dockerhub/build.ts +3 -2
  226. package/lib/routes/dockerhub/utils.ts +4 -3
  227. package/lib/routes/dongqiudi/result.ts +1 -1
  228. package/lib/routes/dora-world/article.ts +3 -2
  229. package/lib/routes/douban/book/latest.ts +2 -2
  230. package/lib/routes/douban/movie/coming.ts +68 -0
  231. package/lib/routes/douban/other/group.ts +2 -1
  232. package/lib/routes/douban/other/topic.ts +24 -5
  233. package/lib/routes/douban/people/status.ts +44 -10
  234. package/lib/routes/douban/templates/movie_coming.art +27 -0
  235. package/lib/routes/douyin/types.ts +795 -0
  236. package/lib/routes/douyin/user.ts +51 -23
  237. package/lib/routes/douyin/utils.ts +1 -87
  238. package/lib/routes/dribbble/keyword.ts +1 -1
  239. package/lib/routes/dribbble/popular.ts +1 -1
  240. package/lib/routes/dribbble/user.ts +1 -1
  241. package/lib/routes/dribbble/utils.ts +16 -18
  242. package/lib/routes/duckdb/namespace.ts +6 -0
  243. package/lib/routes/duckdb/news.ts +65 -0
  244. package/lib/routes/dxy/board.ts +96 -0
  245. package/lib/routes/dxy/profile/thread.ts +1 -1
  246. package/lib/routes/dxy/special.ts +11 -10
  247. package/lib/routes/dxy/types.ts +195 -0
  248. package/lib/routes/dxy/utils.ts +17 -8
  249. package/lib/routes/dykszx/namespace.ts +8 -0
  250. package/lib/routes/dykszx/news.ts +88 -0
  251. package/lib/routes/eagle/blog.ts +13 -2
  252. package/lib/routes/eastmoney/report/index.ts +78 -18
  253. package/lib/routes/eastmoney/search/index.ts +3 -2
  254. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  255. package/lib/routes/eastmoney/ttjj/user.ts +3 -2
  256. package/lib/routes/eastmoney/utils.ts +35 -0
  257. package/lib/routes/easynomad/joblist.ts +56 -0
  258. package/lib/routes/easynomad/namespace.ts +6 -0
  259. package/lib/routes/ecnu/contest.ts +3 -3
  260. package/lib/routes/economist/espresso.ts +25 -64
  261. package/lib/routes/economist/full.ts +3 -2
  262. package/lib/routes/epicgames/index.ts +15 -5
  263. package/lib/routes/eshukan/academic.ts +134 -0
  264. package/lib/routes/eshukan/namespace.ts +8 -0
  265. package/lib/routes/eshukan/templates/description.art +7 -0
  266. package/lib/routes/espn/namespace.ts +6 -0
  267. package/lib/routes/espn/news.ts +120 -0
  268. package/lib/routes/espn/templates/media.art +19 -0
  269. package/lib/routes/eventernote/actors.ts +3 -2
  270. package/lib/routes/famitsu/category.ts +1 -1
  271. package/lib/routes/fanbox/index.ts +1 -1
  272. package/lib/routes/fanbox/types.ts +1 -5
  273. package/lib/routes/fantia/search.ts +72 -8
  274. package/lib/routes/fantia/user.ts +3 -2
  275. package/lib/routes/fashionnetwork/index.ts +192 -0
  276. package/lib/routes/fashionnetwork/namespace.ts +8 -0
  277. package/lib/routes/fashionnetwork/templates/description.art +17 -0
  278. package/lib/routes/fastbull/express-news.ts +3 -2
  279. package/lib/routes/fastbull/news.ts +3 -2
  280. package/lib/routes/fediverse/timeline.ts +57 -21
  281. package/lib/routes/finviz/news.ts +9 -3
  282. package/lib/routes/flashcat/blog.ts +61 -0
  283. package/lib/routes/flashcat/namespace.ts +6 -0
  284. package/lib/routes/follow/namespace.ts +6 -0
  285. package/lib/routes/follow/profile.ts +83 -0
  286. package/lib/routes/follow/types.ts +78 -0
  287. package/lib/routes/followin/index.ts +30 -3
  288. package/lib/routes/followin/news.ts +15 -3
  289. package/lib/routes/foresightnews/util.ts +1 -1
  290. package/lib/routes/foreverblog/feeds.ts +15 -17
  291. package/lib/routes/fortunechina/index.ts +24 -14
  292. package/lib/routes/ftm/index.ts +60 -0
  293. package/lib/routes/ftm/namespace.ts +6 -0
  294. package/lib/routes/fx678/kx.ts +3 -2
  295. package/lib/routes/galxe/index.ts +94 -0
  296. package/lib/routes/galxe/namespace.ts +9 -0
  297. package/lib/routes/gameapps/index.ts +8 -7
  298. package/lib/routes/gameapps/templates/description.art +0 -1
  299. package/lib/routes/gamer/ani/anime.ts +10 -3
  300. package/lib/routes/gamer/ani/new-anime.ts +4 -3
  301. package/lib/routes/gamer/gnn-index.ts +31 -11
  302. package/lib/routes/gamer/hot.ts +4 -3
  303. package/lib/routes/gamersky/ent.ts +57 -0
  304. package/lib/routes/gamersky/namespace.ts +10 -0
  305. package/lib/routes/gamersky/news.ts +91 -0
  306. package/lib/routes/gamersky/review.ts +80 -0
  307. package/lib/routes/gamersky/utils.ts +94 -0
  308. package/lib/routes/gdut/oa-news.ts +12 -17
  309. package/lib/routes/geekpark/index.ts +219 -0
  310. package/lib/routes/geekpark/namespace.ts +8 -0
  311. package/lib/routes/geekpark/templates/description.art +21 -0
  312. package/lib/routes/gelonghui/home.ts +15 -3
  313. package/lib/routes/gelonghui/hot-article.ts +13 -4
  314. package/lib/routes/gelonghui/keyword.ts +3 -2
  315. package/lib/routes/gelonghui/live.ts +3 -2
  316. package/lib/routes/gelonghui/subject.ts +3 -2
  317. package/lib/routes/gelonghui/user.ts +3 -2
  318. package/lib/routes/getitfree/util.ts +1 -1
  319. package/lib/routes/gettr/user.ts +3 -2
  320. package/lib/routes/gisreportsonline/index.ts +60 -0
  321. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  322. package/lib/routes/github/activity.ts +56 -0
  323. package/lib/routes/github/advisor.ts +97 -0
  324. package/lib/routes/github/comments.ts +32 -30
  325. package/lib/routes/github/discussions.ts +194 -0
  326. package/lib/routes/github/issue.ts +4 -3
  327. package/lib/routes/github/pulls.ts +1 -1
  328. package/lib/routes/github/pulse.ts +26 -28
  329. package/lib/routes/github/search.ts +20 -18
  330. package/lib/routes/github/star.ts +4 -3
  331. package/lib/routes/github/trending.ts +27 -5
  332. package/lib/routes/gmcmonline/chinacustoms.ts +130 -0
  333. package/lib/routes/gmcmonline/namespace.ts +8 -0
  334. package/lib/routes/go/mhlw/pdf.ts +87 -0
  335. package/lib/routes/go/namespace.ts +8 -0
  336. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  337. package/lib/routes/google/citations.ts +2 -2
  338. package/lib/routes/google/doodles.ts +3 -2
  339. package/lib/routes/google/research.ts +45 -0
  340. package/lib/routes/google/scholar.ts +2 -2
  341. package/lib/routes/google/search.ts +4 -4
  342. package/lib/routes/gov/cbirc/index.ts +371 -0
  343. package/lib/routes/gov/chongqing/gzw.ts +2 -2
  344. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  345. package/lib/routes/gov/cn/namespace.ts +8 -0
  346. package/lib/routes/gov/{news → cn/news}/index.ts +11 -7
  347. package/lib/routes/gov/csrc/csrc.ts +541 -0
  348. package/lib/routes/gov/customs/list.ts +5 -2
  349. package/lib/routes/gov/customs/namespace.ts +7 -0
  350. package/lib/routes/gov/jgjcndrc/index.ts +95 -66
  351. package/lib/routes/gov/lswz/index.ts +289 -0
  352. package/lib/routes/gov/moa/moa.ts +3 -3
  353. package/lib/routes/gov/moa/szcpxx.ts +115 -0
  354. package/lib/routes/gov/moa/zdscxx.ts +71 -21
  355. package/lib/routes/gov/ndrc/fggz.ts +637 -2
  356. package/lib/routes/gov/ndrc/namespace.ts +8 -0
  357. package/lib/routes/gov/ndrc/xwdt.ts +28 -8
  358. package/lib/routes/gov/ndrc/zfxxgk.ts +106 -0
  359. package/lib/routes/gov/pudong/zwgk.ts +65 -0
  360. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  361. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  362. package/lib/routes/gov/zj/search.ts +17 -12
  363. package/lib/routes/gq/news.ts +4 -3
  364. package/lib/routes/gs/developer/blog.ts +58 -0
  365. package/lib/routes/gs/namespace.ts +9 -0
  366. package/lib/routes/guancha/member.ts +1 -1
  367. package/lib/routes/hackernews/index.ts +16 -5
  368. package/lib/routes/hameln/chapter.ts +2 -2
  369. package/lib/routes/healthz.ts +8 -0
  370. package/lib/routes/hellogithub/index.ts +17 -67
  371. package/lib/routes/hellogithub/report.ts +1 -1
  372. package/lib/routes/hex-rays/index.ts +23 -29
  373. package/lib/routes/hfut/hf/notice.ts +43 -0
  374. package/lib/routes/hfut/hf/utils.ts +80 -0
  375. package/lib/routes/hfut/namespace.ts +6 -0
  376. package/lib/routes/hfut/xc/notice.ts +43 -0
  377. package/lib/routes/hfut/xc/utils.ts +73 -0
  378. package/lib/routes/hitcon/zeroday.ts +1 -1
  379. package/lib/routes/hket/index.ts +80 -76
  380. package/lib/routes/hko/earthquake.ts +56 -0
  381. package/lib/routes/hko/namespace.ts +8 -0
  382. package/lib/routes/hko/weather.ts +56 -0
  383. package/lib/routes/hottoys/index.ts +63 -0
  384. package/lib/routes/hottoys/namespace.ts +6 -0
  385. package/lib/routes/hpoi/all.ts +17 -6
  386. package/lib/routes/hpoi/character.ts +18 -6
  387. package/lib/routes/hpoi/info.ts +11 -6
  388. package/lib/routes/hpoi/user.ts +16 -4
  389. package/lib/routes/hpoi/utils.ts +36 -3
  390. package/lib/routes/hpoi/work.ts +18 -6
  391. package/lib/routes/huggingface/blog-zh.ts +1 -1
  392. package/lib/routes/hust/gs.ts +281 -0
  393. package/lib/routes/hust/mse.ts +575 -0
  394. package/lib/routes/hust/namespace.ts +1 -1
  395. package/lib/routes/huxiu/util.ts +2 -2
  396. package/lib/routes/i-cable/namespace.ts +6 -0
  397. package/lib/routes/i-cable/news.ts +77 -0
  398. package/lib/routes/i-cable/templates/description.art +8 -0
  399. package/lib/routes/idolypride/news.ts +3 -2
  400. package/lib/routes/imdb/chart.ts +15 -3
  401. package/lib/routes/imhcg/blog.ts +47 -0
  402. package/lib/routes/imhcg/namespace.ts +7 -0
  403. package/lib/routes/imop/namespace.ts +10 -0
  404. package/lib/routes/imop/tianshu.ts +53 -0
  405. package/lib/routes/infoq/presentations.ts +203 -0
  406. package/lib/routes/infoq/templates/description.art +41 -0
  407. package/lib/routes/infzm/hot.ts +39 -0
  408. package/lib/routes/infzm/index.ts +6 -33
  409. package/lib/routes/infzm/utils.ts +34 -0
  410. package/lib/routes/inoreader/index.ts +6 -3
  411. package/lib/routes/inoreader/rss.ts +3 -2
  412. package/lib/routes/inspirehep/author.ts +46 -0
  413. package/lib/routes/inspirehep/literature.ts +42 -0
  414. package/lib/routes/inspirehep/namespace.ts +7 -0
  415. package/lib/routes/inspirehep/types.ts +210 -0
  416. package/lib/routes/inspirehep/utils.ts +15 -0
  417. package/lib/routes/instagram/private-api/index.ts +20 -3
  418. package/lib/routes/iplaysoft/index.ts +68 -0
  419. package/lib/routes/iplaysoft/namespace.ts +6 -0
  420. package/lib/routes/ipsw.dev/index.ts +64 -0
  421. package/lib/routes/ipsw.dev/namespace.ts +7 -0
  422. package/lib/routes/ipsw.dev/templates/description.art +20 -0
  423. package/lib/routes/iwara/subscriptions.ts +1 -1
  424. package/lib/routes/ixigua/user-video.ts +18 -7
  425. package/lib/routes/j-test/namespace.ts +6 -0
  426. package/lib/routes/j-test/news.ts +64 -0
  427. package/lib/routes/javbus/index.ts +2 -1
  428. package/lib/routes/javdb/actors.ts +6 -2
  429. package/lib/routes/javtiful/actress.ts +37 -0
  430. package/lib/routes/javtiful/channel.ts +37 -0
  431. package/lib/routes/javtiful/namespace.ts +6 -0
  432. package/lib/routes/javtiful/templates/description.art +7 -0
  433. package/lib/routes/javtiful/utils.ts +18 -0
  434. package/lib/routes/jianshu/collection.ts +3 -2
  435. package/lib/routes/jianshu/home.ts +3 -2
  436. package/lib/routes/jianshu/user.ts +3 -2
  437. package/lib/routes/jike/topic.ts +10 -3
  438. package/lib/routes/jike/user.ts +3 -2
  439. package/lib/routes/jin10/index.ts +3 -2
  440. package/lib/routes/jin10/topic.ts +3 -2
  441. package/lib/routes/jinse/lives.ts +10 -3
  442. package/lib/routes/jinse/timeline.ts +25 -3
  443. package/lib/routes/jiuyangongshe/community.ts +3 -1
  444. package/lib/routes/jjwxc/book.ts +22 -17
  445. package/lib/routes/joins/chinese.ts +218 -0
  446. package/lib/routes/joins/namespace.ts +8 -0
  447. package/lib/routes/joins/templates/description.art +17 -0
  448. package/lib/routes/juejin/dynamic.ts +114 -0
  449. package/lib/routes/kakuyomu/namespace.ts +6 -0
  450. package/lib/routes/kakuyomu/types.ts +6 -0
  451. package/lib/routes/kakuyomu/works.ts +73 -0
  452. package/lib/routes/kanxue/topic.ts +22 -22
  453. package/lib/routes/kaopu/news.ts +3 -3
  454. package/lib/routes/kemono/index.ts +21 -0
  455. package/lib/routes/keylol/index.ts +56 -11
  456. package/lib/routes/kisskiss/blog.ts +74 -0
  457. package/lib/routes/kisskiss/namespace.ts +6 -0
  458. package/lib/routes/konachan/namespace.ts +7 -0
  459. package/lib/routes/konachan/post.ts +94 -0
  460. package/lib/routes/ktown4u/artist-brandlist.ts +61 -0
  461. package/lib/routes/ktown4u/namespace.ts +6 -0
  462. package/lib/routes/kurogames/namespace.ts +7 -0
  463. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  464. package/lib/routes/kyodonews/index.ts +1 -1
  465. package/lib/routes/laohu8/personal.ts +3 -2
  466. package/lib/routes/lemmy/index.ts +30 -3
  467. package/lib/routes/lemmy/namespace.ts +1 -0
  468. package/lib/routes/link3/events.ts +86 -0
  469. package/lib/routes/link3/namespace.ts +6 -0
  470. package/lib/routes/link3/profile.ts +143 -0
  471. package/lib/routes/linkedin/cn/renderer.ts +1 -1
  472. package/lib/routes/linkedin/jobs.ts +3 -2
  473. package/lib/routes/linkedin/utils.ts +3 -3
  474. package/lib/routes/lmu/jobs.ts +96 -0
  475. package/lib/routes/lmu/namespace.ts +17 -0
  476. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  477. package/lib/routes/lofter/collection.ts +87 -0
  478. package/lib/routes/lofter/user.ts +3 -2
  479. package/lib/routes/lorientlejour/index.ts +186 -0
  480. package/lib/routes/lorientlejour/namespace.ts +7 -0
  481. package/lib/routes/lorientlejour/templates/description.art +18 -0
  482. package/lib/routes/lovelive-anime/namespace.ts +1 -1
  483. package/lib/routes/lovelive-anime/news.ts +56 -26
  484. package/lib/routes/lovelive-anime/schedules.ts +22 -11
  485. package/lib/routes/lovelive-anime/templates/description.art +1 -1
  486. package/lib/routes/lovelive-anime/templates/scheduleDesc.art +0 -1
  487. package/lib/routes/lovelive-anime/topics.ts +89 -38
  488. package/lib/routes/luma/index.ts +92 -0
  489. package/lib/routes/luma/namespace.ts +6 -0
  490. package/lib/routes/maccms/index.ts +72 -0
  491. package/lib/routes/maccms/namespace.ts +9 -0
  492. package/lib/routes/maccms/type.ts +102 -0
  493. package/lib/routes/macupdate/app.ts +3 -7
  494. package/lib/routes/magnumphotos/magazine.ts +3 -2
  495. package/lib/routes/malaysiakini/index.ts +179 -0
  496. package/lib/routes/malaysiakini/namespace.ts +11 -0
  497. package/lib/routes/manhuagui/comic.ts +1 -1
  498. package/lib/routes/mastodon/account-id.ts +26 -3
  499. package/lib/routes/mastodon/acct.ts +15 -4
  500. package/lib/routes/mastodon/timeline-local.ts +14 -3
  501. package/lib/routes/mastodon/timeline-remote.ts +14 -3
  502. package/lib/routes/mckinsey/cn/index.ts +10 -3
  503. package/lib/routes/mcmod/index.ts +105 -0
  504. package/lib/routes/mcmod/namespace.ts +6 -0
  505. package/lib/routes/mcmod/templates/mod.art +13 -0
  506. package/lib/routes/meishichina/index.ts +1997 -0
  507. package/lib/routes/meishichina/namespace.ts +8 -0
  508. package/lib/routes/metacritic/index.ts +10 -0
  509. package/lib/routes/mi/crowdfunding.ts +43 -22
  510. package/lib/routes/mi/templates/crowdfunding.art +28 -0
  511. package/lib/routes/mi/types.ts +40 -0
  512. package/lib/routes/mi/utils.ts +80 -0
  513. package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
  514. package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
  515. package/lib/routes/minecraft/version.ts +1 -1
  516. package/lib/routes/mingpao/index.ts +103 -36
  517. package/lib/routes/mingpao/namespace.ts +1 -1
  518. package/lib/routes/mirrormedia/category.ts +101 -0
  519. package/lib/routes/mirrormedia/index.ts +3 -16
  520. package/lib/routes/mirrormedia/utils.ts +19 -0
  521. package/lib/routes/misskey/featured-notes.ts +3 -2
  522. package/lib/routes/misskey/templates/note.art +6 -0
  523. package/lib/routes/misskey/types.ts +111 -0
  524. package/lib/routes/misskey/user-timeline.ts +70 -0
  525. package/lib/routes/misskey/utils.ts +74 -11
  526. package/lib/routes/misskon/namespace.ts +6 -0
  527. package/lib/routes/misskon/posts.ts +33 -0
  528. package/lib/routes/misskon/tag.ts +38 -0
  529. package/lib/routes/misskon/top.ts +67 -0
  530. package/lib/routes/misskon/utils.ts +41 -0
  531. package/lib/routes/miui/firmware/index.ts +7 -7
  532. package/lib/routes/modian/zhongchou.ts +20 -20
  533. package/lib/routes/nasa/apod.ts +4 -3
  534. package/lib/routes/nasa/namespace.ts +1 -1
  535. package/lib/routes/natgeo/dailyphoto.ts +4 -3
  536. package/lib/routes/natgeo/dailyselection.ts +17 -2
  537. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  538. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  539. package/lib/routes/nature/cover.ts +5 -3
  540. package/lib/routes/nature/research.ts +1 -1
  541. package/lib/routes/nature/siteindex.ts +25 -11
  542. package/lib/routes/nature/utils.ts +5 -7
  543. package/lib/routes/ncku/csie.ts +83 -0
  544. package/lib/routes/ncku/namespace.ts +6 -0
  545. package/lib/routes/ncku/phys.ts +96 -0
  546. package/lib/routes/neea/index.ts +47 -19
  547. package/lib/routes/neea/jlpt.ts +12 -15
  548. package/lib/routes/neea/namespace.ts +2 -2
  549. package/lib/routes/news/namespace.ts +1 -1
  550. package/lib/routes/newyorker/news.ts +29 -21
  551. package/lib/routes/nga/forum.ts +3 -2
  552. package/lib/routes/nhk/news.ts +32 -15
  553. package/lib/routes/nicovideo/namespace.ts +7 -0
  554. package/lib/routes/nicovideo/templates/video.art +7 -0
  555. package/lib/routes/nicovideo/types.ts +54 -0
  556. package/lib/routes/nicovideo/utils.ts +37 -0
  557. package/lib/routes/nicovideo/video.ts +47 -0
  558. package/lib/routes/nikkei/cn/index.ts +12 -1
  559. package/lib/routes/nippon/index.ts +2 -2
  560. package/lib/routes/nodejs/blog.ts +18 -18
  561. package/lib/routes/nosec/index.ts +9 -9
  562. package/lib/routes/notefolio/search.ts +42 -5
  563. package/lib/routes/nudt/yjszs.ts +33 -13
  564. package/lib/routes/nyaa/main.ts +2 -3
  565. package/lib/routes/nyaa/namespace.ts +10 -0
  566. package/lib/routes/nytimes/book.ts +25 -28
  567. package/lib/routes/nytimes/daily-briefing-chinese.ts +4 -4
  568. package/lib/routes/nytimes/index.ts +16 -9
  569. package/lib/routes/nytimes/namespace.ts +1 -1
  570. package/lib/routes/obsidian/namespace.ts +6 -0
  571. package/lib/routes/obsidian/publish.ts +83 -0
  572. package/lib/routes/obsidian/utils.ts +8 -0
  573. package/lib/routes/oct0pu5/namespace.ts +10 -0
  574. package/lib/routes/oct0pu5/rss.ts +48 -0
  575. package/lib/routes/oncc/templates/article.art +1 -1
  576. package/lib/routes/openrice/namespace.ts +8 -0
  577. package/lib/routes/openrice/offers.ts +80 -0
  578. package/lib/routes/openrice/promos.ts +74 -0
  579. package/lib/routes/openrice/templates/description.art +4 -0
  580. package/lib/routes/oschina/news.ts +2 -0
  581. package/lib/routes/oup/index.ts +20 -19
  582. package/lib/routes/oup/templates/article.art +0 -4
  583. package/lib/routes/papers/index.ts +7 -1
  584. package/lib/routes/parliament.uk/commonslibrary.ts +55 -0
  585. package/lib/routes/parliament.uk/lordslibrary.ts +55 -0
  586. package/lib/routes/parliament.uk/namespace.ts +6 -0
  587. package/lib/routes/pconline/focus.ts +143 -0
  588. package/lib/routes/pconline/namespace.ts +10 -0
  589. package/lib/routes/people/index.ts +8 -2
  590. package/lib/routes/picnob/namespace.ts +1 -4
  591. package/lib/routes/picnob/user.ts +14 -5
  592. package/lib/routes/picuki/namespace.ts +1 -4
  593. package/lib/routes/picuki/profile.ts +61 -46
  594. package/lib/routes/pixabay/search.ts +14 -3
  595. package/lib/routes/pixiv/ranking.ts +3 -1
  596. package/lib/routes/pixiv/search.ts +22 -2
  597. package/lib/routes/pixiv/user.ts +2 -1
  598. package/lib/routes/pixiv/utils.ts +3 -3
  599. package/lib/routes/pixivision/index.ts +85 -0
  600. package/lib/routes/pixivision/namespace.ts +6 -0
  601. package/lib/routes/pixivision/utils.ts +86 -0
  602. package/lib/routes/pku/bbs/hot.ts +1 -1
  603. package/lib/routes/plurk/top.ts +3 -2
  604. package/lib/routes/plurk/topic.ts +3 -2
  605. package/lib/routes/plurk/user.ts +3 -2
  606. package/lib/routes/podwise/collections.ts +3 -2
  607. package/lib/routes/pornhub/category.ts +3 -2
  608. package/lib/routes/pornhub/model.ts +6 -7
  609. package/lib/routes/pornhub/pornstar.ts +67 -19
  610. package/lib/routes/pornhub/search.ts +3 -2
  611. package/lib/routes/pornhub/users.ts +3 -5
  612. package/lib/routes/ps/monthly-games.ts +7 -6
  613. package/lib/routes/psyche/topic.ts +1 -1
  614. package/lib/routes/psyche/type.ts +1 -1
  615. package/lib/routes/psyche/utils.ts +1 -1
  616. package/lib/routes/qiche365/namespace.ts +5 -0
  617. package/lib/routes/qiche365/recall.ts +53 -0
  618. package/lib/routes/qidian/chapter.ts +4 -3
  619. package/lib/routes/qidian/namespace.ts +1 -1
  620. package/lib/routes/qq/pd/guild.ts +146 -0
  621. package/lib/routes/qq/pd/types.ts +82 -0
  622. package/lib/routes/qq/pd/utils.ts +119 -0
  623. package/lib/routes/questn/community.ts +76 -0
  624. package/lib/routes/questn/events.ts +101 -0
  625. package/lib/routes/questn/namespace.ts +6 -0
  626. package/lib/routes/questn/util.ts +16 -0
  627. package/lib/routes/readwise/list.ts +152 -0
  628. package/lib/routes/readwise/namespace.ts +6 -0
  629. package/lib/routes/rebase/geekdaily.ts +35 -0
  630. package/lib/routes/rebase/namespace.ts +6 -0
  631. package/lib/routes/resonac/namespace.ts +6 -0
  632. package/lib/routes/resonac/products.ts +85 -0
  633. package/lib/routes/reuters/common.ts +178 -123
  634. package/lib/routes/reuters/investigates.ts +3 -2
  635. package/lib/routes/rss3/index.ts +162 -0
  636. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  637. package/lib/routes/rss3/namespace.ts +7 -0
  638. package/lib/routes/rsshub/routes.ts +20 -13
  639. package/lib/routes/rsshub/transform/html.ts +114 -75
  640. package/lib/routes/rsshub/transform/json.ts +14 -8
  641. package/lib/routes/samd/news.ts +2 -2
  642. package/lib/routes/sara/index.ts +3 -3
  643. package/lib/routes/sciencedirect/cf-email.ts +0 -1
  644. package/lib/routes/sciencenet/user.ts +3 -1
  645. package/lib/routes/scmp/utils.ts +2 -2
  646. package/lib/routes/scut/gzic/media.ts +71 -0
  647. package/lib/routes/scut/gzic/news.ts +65 -0
  648. package/lib/routes/scut/gzic/notice.ts +88 -0
  649. package/lib/routes/sdu/{cs.ts → cs/index.ts} +46 -12
  650. package/lib/routes/sdu/cs/yjsgz.ts +85 -0
  651. package/lib/routes/sdu/gjsw.ts +80 -0
  652. package/lib/routes/sdu/namespace.ts +2 -2
  653. package/lib/routes/sdu/qd/xszxqd.ts +98 -0
  654. package/lib/routes/sdu/qd/xyb.ts +82 -0
  655. package/lib/routes/sdu/ygb.ts +90 -0
  656. package/lib/routes/segmentfault/user.ts +3 -3
  657. package/lib/routes/segmentfault/utils.ts +23 -27
  658. package/lib/routes/shiep/config.ts +4 -10
  659. package/lib/routes/shiep/index.ts +9 -9
  660. package/lib/routes/showstart/artist.ts +5 -4
  661. package/lib/routes/showstart/brand.ts +5 -4
  662. package/lib/routes/showstart/event.ts +8 -7
  663. package/lib/routes/showstart/search.ts +43 -9
  664. package/lib/routes/showstart/service.ts +81 -53
  665. package/lib/routes/showstart/site.ts +41 -0
  666. package/lib/routes/showstart/utils.ts +9 -8
  667. package/lib/routes/sis001/author.ts +55 -0
  668. package/lib/routes/sis001/common.ts +73 -0
  669. package/lib/routes/sis001/forum.ts +10 -35
  670. package/lib/routes/sis001/namespace.ts +3 -0
  671. package/lib/routes/sjtu/jwc.ts +4 -1
  672. package/lib/routes/sjtu/namespace.ts +1 -1
  673. package/lib/routes/sjtu/seiee/index.ts +97 -0
  674. package/lib/routes/skeb/following-creators.ts +52 -0
  675. package/lib/routes/skeb/following-works.ts +52 -0
  676. package/lib/routes/skeb/friend-works.ts +52 -0
  677. package/lib/routes/skeb/index.ts +131 -0
  678. package/lib/routes/skeb/namespace.ts +6 -0
  679. package/lib/routes/skeb/search.ts +77 -0
  680. package/lib/routes/skeb/templates/creator.art +8 -0
  681. package/lib/routes/skeb/templates/work.art +10 -0
  682. package/lib/routes/skeb/utils.ts +155 -0
  683. package/lib/routes/skeb/works.ts +88 -0
  684. package/lib/routes/skebetter/illust.ts +83 -0
  685. package/lib/routes/skebetter/index.ts +83 -0
  686. package/lib/routes/skebetter/manga.ts +65 -0
  687. package/lib/routes/skebetter/namespace.ts +6 -0
  688. package/lib/routes/skebetter/utils.ts +72 -0
  689. package/lib/routes/smzdm/keyword.ts +3 -2
  690. package/lib/routes/smzdm/product.ts +85 -0
  691. package/lib/routes/smzdm/ranking.ts +180 -46
  692. package/lib/routes/sogou/search.ts +4 -4
  693. package/lib/routes/solidot/main.ts +28 -12
  694. package/lib/routes/sorrycc/index.ts +85 -0
  695. package/lib/routes/sorrycc/namespace.ts +6 -0
  696. package/lib/routes/sorrycc/types.ts +13 -0
  697. package/lib/routes/soundon/namespace.ts +6 -0
  698. package/lib/routes/soundon/podcast.ts +80 -0
  699. package/lib/routes/soundon/types.ts +67 -0
  700. package/lib/routes/spankbang/namespace.ts +6 -0
  701. package/lib/routes/spankbang/new-videos.ts +90 -0
  702. package/lib/routes/spankbang/templates/video.art +7 -0
  703. package/lib/routes/spotify/artist.ts +3 -2
  704. package/lib/routes/spotify/playlist.ts +3 -2
  705. package/lib/routes/spotify/show.ts +1 -1
  706. package/lib/routes/springer/journal.ts +10 -12
  707. package/lib/routes/sse/sselawsrules.ts +370 -0
  708. package/lib/routes/sspai/author.ts +1 -1
  709. package/lib/routes/sspai/column.ts +1 -1
  710. package/lib/routes/sspai/index.ts +6 -5
  711. package/lib/routes/sspai/matrix.ts +1 -1
  712. package/lib/routes/sspai/series-update.ts +1 -1
  713. package/lib/routes/sspai/tag.ts +1 -1
  714. package/lib/routes/sspai/topic.ts +1 -1
  715. package/lib/routes/stcn/index.ts +43 -3
  716. package/lib/routes/stockedge/daily-news.ts +3 -2
  717. package/lib/routes/straitstimes/index.ts +135 -0
  718. package/lib/routes/straitstimes/namespace.ts +7 -0
  719. package/lib/routes/straitstimes/templates/description.art +27 -0
  720. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  721. package/lib/routes/sustainabilitymag/namespace.ts +1 -1
  722. package/lib/routes/swjtu/scai/bks.ts +76 -0
  723. package/lib/routes/sycl/feeds.ts +47 -0
  724. package/lib/routes/sycl/namespace.ts +6 -0
  725. package/lib/routes/syosetu/chapter.ts +2 -2
  726. package/lib/routes/sysu/ygafz.ts +5 -5
  727. package/lib/routes/szftedu/dongtai.ts +62 -0
  728. package/lib/routes/szftedu/gonggao.ts +62 -0
  729. package/lib/routes/szftedu/namespace.ts +6 -0
  730. package/lib/routes/szse/rule.ts +315 -42
  731. package/lib/routes/t66y/index.ts +29 -7
  732. package/lib/routes/taoguba/blog.ts +1 -1
  733. package/lib/routes/taoguba/index.ts +1 -1
  734. package/lib/routes/techcrunch/news.ts +20 -29
  735. package/lib/routes/techcrunch/templates/description.art +7 -0
  736. package/lib/routes/techflowpost/express.ts +3 -2
  737. package/lib/routes/techflowpost/index.ts +3 -1
  738. package/lib/routes/telecompaper/news.ts +1 -1
  739. package/lib/routes/telegram/blog.ts +8 -7
  740. package/lib/routes/telegram/channel.ts +56 -12
  741. package/lib/routes/telegram/scripts/get-telegram-session.mjs +41 -0
  742. package/lib/routes/telegram/stickerpack.ts +5 -5
  743. package/lib/routes/telegram/tglib/channel.ts +8 -4
  744. package/lib/routes/tencent/news/author.ts +8 -5
  745. package/lib/routes/tesla/cx.ts +47 -47
  746. package/lib/routes/test/index.ts +50 -43
  747. package/lib/routes/tgbus/list.ts +2 -2
  748. package/lib/routes/the/index.ts +214 -0
  749. package/lib/routes/the/namespace.ts +8 -0
  750. package/lib/routes/the/templates/description.art +27 -0
  751. package/lib/routes/the/util.ts +307 -0
  752. package/lib/routes/theblockbeats/index.ts +32 -7
  753. package/lib/routes/theinitium/app.ts +159 -0
  754. package/lib/routes/theinitium/templates/description.art +17 -0
  755. package/lib/routes/themoviedb/seasons.ts +3 -2
  756. package/lib/routes/thepetcity/index.ts +6 -6
  757. package/lib/routes/thoughtworks/index.ts +71 -0
  758. package/lib/routes/thoughtworks/namespace.ts +6 -0
  759. package/lib/routes/threads/index.ts +26 -20
  760. package/lib/routes/threads/utils.ts +19 -1
  761. package/lib/routes/tingtingfm/program.ts +3 -2
  762. package/lib/routes/tju/cic/index.ts +2 -2
  763. package/lib/routes/tju/news/index.ts +2 -2
  764. package/lib/routes/tju/oaa/index.ts +2 -2
  765. package/lib/routes/tkww/index.ts +83 -0
  766. package/lib/routes/tkww/namespace.ts +6 -0
  767. package/lib/routes/towardsdatascience/latest.ts +67 -0
  768. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  769. package/lib/routes/ttv/index.ts +1 -1
  770. package/lib/routes/tvb/news.ts +3 -1
  771. package/lib/routes/twitch/live.ts +3 -2
  772. package/lib/routes/twitch/video.ts +15 -6
  773. package/lib/routes/twitter/api/index.ts +3 -1
  774. package/lib/routes/twitter/api/mobile-api/api.ts +14 -0
  775. package/lib/routes/twitter/api/mobile-api/login.ts +163 -136
  776. package/lib/routes/twitter/api/mobile-api/token.ts +2 -0
  777. package/lib/routes/twitter/api/web-api/api.ts +35 -10
  778. package/lib/routes/twitter/api/web-api/constants.ts +18 -15
  779. package/lib/routes/twitter/api/web-api/login.ts +75 -0
  780. package/lib/routes/twitter/api/web-api/utils.ts +189 -60
  781. package/lib/routes/twitter/home-latest.ts +63 -0
  782. package/lib/routes/twitter/home.ts +6 -3
  783. package/lib/routes/twitter/keyword.ts +3 -2
  784. package/lib/routes/twitter/likes.ts +5 -2
  785. package/lib/routes/twitter/list.ts +13 -15
  786. package/lib/routes/twitter/media.ts +17 -7
  787. package/lib/routes/twitter/namespace.ts +3 -2
  788. package/lib/routes/twitter/tweet.ts +1 -0
  789. package/lib/routes/twitter/user.ts +20 -10
  790. package/lib/routes/twitter/utils.ts +13 -4
  791. package/lib/routes/uber/blog.ts +1 -1
  792. package/lib/routes/udn/breaking-news.ts +2 -2
  793. package/lib/routes/uestc/bbs.ts +97 -0
  794. package/lib/routes/uestc/gr.ts +65 -37
  795. package/lib/routes/uestc/jwc.ts +49 -28
  796. package/lib/routes/uestc/namespace.ts +1 -1
  797. package/lib/routes/ustc/scms.ts +97 -0
  798. package/lib/routes/v2ex/tab.ts +3 -2
  799. package/lib/routes/v2ex/topics.ts +19 -3
  800. package/lib/routes/v2ex/xna.ts +55 -0
  801. package/lib/routes/vimeo/category.ts +4 -3
  802. package/lib/routes/vimeo/usr-videos.ts +3 -2
  803. package/lib/routes/voronoiapp/author.ts +41 -0
  804. package/lib/routes/voronoiapp/common.ts +247 -0
  805. package/lib/routes/voronoiapp/editors-pick.ts +28 -0
  806. package/lib/routes/voronoiapp/home.ts +29 -0
  807. package/lib/routes/voronoiapp/latest.ts +28 -0
  808. package/lib/routes/voronoiapp/namespace.ts +6 -0
  809. package/lib/routes/voronoiapp/popular.ts +49 -0
  810. package/lib/routes/voronoiapp/search.ts +33 -0
  811. package/lib/routes/voronoiapp/types.d.ts +78 -0
  812. package/lib/routes/warthunder/news.ts +8 -8
  813. package/lib/routes/washingtonpost/app.ts +118 -0
  814. package/lib/routes/washingtonpost/namespace.ts +6 -0
  815. package/lib/routes/washingtonpost/templates/description.art +59 -0
  816. package/lib/routes/watasuke/blog.ts +1 -1
  817. package/lib/routes/wchscu/namespace.ts +6 -0
  818. package/lib/routes/wchscu/recruit.ts +73 -0
  819. package/lib/routes/wechat/ershcimi.ts +6 -4
  820. package/lib/routes/weibo/keyword.ts +3 -2
  821. package/lib/routes/weibo/namespace.ts +2 -1
  822. package/lib/routes/weibo/oasis/user.ts +1 -1
  823. package/lib/routes/weibo/search/hot.ts +12 -7
  824. package/lib/routes/weibo/super-index.ts +23 -11
  825. package/lib/routes/weibo/user.ts +24 -4
  826. package/lib/routes/weibo/utils.ts +20 -4
  827. package/lib/routes/wfu/news.ts +1 -1
  828. package/lib/routes/whu/cs.ts +11 -3
  829. package/lib/routes/whu/gs/index.ts +2 -1
  830. package/lib/routes/whu/news.ts +27 -2
  831. package/lib/routes/withgoogle/explorables.ts +54 -0
  832. package/lib/routes/withgoogle/namespace.ts +6 -0
  833. package/lib/routes/wordpress/util.ts +1 -1
  834. package/lib/routes/xaut/index.ts +13 -20
  835. package/lib/routes/xaut/namespace.ts +1 -1
  836. package/lib/routes/xbookcn/blog.ts +66 -0
  837. package/lib/routes/xbookcn/namespace.ts +6 -0
  838. package/lib/routes/xiaohongshu/notes.ts +10 -2
  839. package/lib/routes/xiaohongshu/user.ts +30 -6
  840. package/lib/routes/xiaohongshu/util.ts +3 -1
  841. package/lib/routes/xiaoyuzhou/podcast.ts +37 -8
  842. package/lib/routes/xidian/cs.ts +143 -0
  843. package/lib/routes/xidian/gr.ts +289 -0
  844. package/lib/routes/xidian/jwc.ts +1 -0
  845. package/lib/routes/xidian/namespace.ts +1 -1
  846. package/lib/routes/xsijishe/forum.ts +5 -0
  847. package/lib/routes/xsijishe/rank.ts +23 -3
  848. package/lib/routes/xueqiu/cookies.ts +18 -3
  849. package/lib/routes/xueqiu/favorite.ts +21 -5
  850. package/lib/routes/xueqiu/hots.ts +6 -6
  851. package/lib/routes/xueqiu/stock-info.ts +11 -16
  852. package/lib/routes/xueqiu/today.ts +1 -1
  853. package/lib/routes/xueqiu/user.ts +5 -4
  854. package/lib/routes/yahoo/news/index.ts +149 -0
  855. package/lib/routes/yahoo/news/listid.ts +67 -0
  856. package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
  857. package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
  858. package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
  859. package/lib/routes/yamap/articles.ts +62 -0
  860. package/lib/routes/yamap/namespace.ts +6 -0
  861. package/lib/routes/yande/namespace.ts +1 -1
  862. package/lib/routes/yande/post.ts +7 -7
  863. package/lib/routes/yicai/carousel.ts +48 -0
  864. package/lib/routes/yicai/utils.ts +23 -17
  865. package/lib/routes/yilinzazhi/index.ts +59 -0
  866. package/lib/routes/yilinzazhi/latest.ts +104 -0
  867. package/lib/routes/yilinzazhi/namespace.ts +8 -0
  868. package/lib/routes/youtube/playlist.ts +3 -2
  869. package/lib/routes/youtube/subscriptions.ts +1 -0
  870. package/lib/routes/youtube/user.ts +2 -1
  871. package/lib/routes/youzhiyouxing/materials.ts +18 -3
  872. package/lib/routes/yyets/article.ts +18 -3
  873. package/lib/routes/yyets/today.ts +3 -2
  874. package/lib/routes/yystv/docs.ts +28 -19
  875. package/lib/routes/zaobao/util.ts +41 -43
  876. package/lib/routes/zcool/discover.ts +2 -1
  877. package/lib/routes/zcool/top.ts +12 -8
  878. package/lib/routes/zcool/user.ts +3 -2
  879. package/lib/routes/zhihu/activities.ts +4 -2
  880. package/lib/routes/zhihu/answers.ts +5 -1
  881. package/lib/routes/zhihu/daily.ts +30 -64
  882. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  883. package/lib/routes/zhihu/hot.ts +56 -7
  884. package/lib/routes/zhihu/namespace.ts +3 -0
  885. package/lib/routes/zhihu/timeline.ts +6 -1
  886. package/lib/routes/zhihu/utils.ts +21 -7
  887. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  888. package/lib/routes/zhitongcaijing/index.ts +3 -2
  889. package/lib/routes/zhuwang/index.ts +1 -1
  890. package/lib/routes/zju/cst/index.ts +2 -2
  891. package/lib/routes/zjut/cs/index.ts +105 -0
  892. package/lib/routes/zjut/jwc/index.ts +117 -0
  893. package/lib/routes/zjut/www/index.ts +110 -0
  894. package/lib/routes/zsxq/group.ts +2 -2
  895. package/lib/routes/zsxq/types.ts +9 -0
  896. package/lib/routes/zsxq/utils.ts +4 -3
  897. package/lib/routes.test.ts +11 -5
  898. package/lib/setup.test.ts +1 -1
  899. package/lib/types.ts +20 -0
  900. package/lib/utils/cache/index.ts +8 -0
  901. package/lib/utils/cache/redis.ts +1 -1
  902. package/lib/utils/camelcase-keys.spec.ts +127 -0
  903. package/lib/utils/camelcase-keys.ts +27 -0
  904. package/lib/utils/common-utils.ts +1 -0
  905. package/lib/utils/ofetch.ts +19 -0
  906. package/lib/utils/otel/metric.ts +5 -4
  907. package/lib/utils/otel/trace.ts +2 -2
  908. package/lib/utils/request-rewriter/fetch.ts +9 -2
  909. package/lib/views/atom.tsx +2 -2
  910. package/lib/views/error.tsx +3 -3
  911. package/lib/views/index.tsx +7 -9
  912. package/lib/views/json.ts +2 -2
  913. package/lib/views/layout.tsx +1 -1
  914. package/lib/views/rss.tsx +9 -2
  915. package/package.json +70 -66
  916. package/lib/routes/a9vg/a9vg.ts +0 -45
  917. package/lib/routes/bangumi/tv/other/followrank.ts +0 -80
  918. package/lib/routes/bangumi/tv/user/wish.ts +0 -62
  919. package/lib/routes/moduzy/index.ts +0 -80
  920. package/lib/routes/moduzy/namespace.ts +0 -17
  921. package/lib/routes/moduzy/type.ts +0 -95
  922. package/lib/routes/sse/lawandrules.ts +0 -68
  923. package/lib/routes/yahoo/news/tw/index.ts +0 -80
  924. package/lib/routes/yahoo/news/us/index.ts +0 -55
  925. package/lib/routes/zhihu/hotlist.ts +0 -72
  926. package/lib/routes-deprecated/anime1/anime.js +0 -25
  927. package/lib/routes-deprecated/anime1/search.js +0 -25
  928. package/lib/routes-deprecated/bjnews/news.js +0 -44
  929. package/lib/routes-deprecated/dykszx/news.js +0 -60
  930. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  931. package/lib/routes-deprecated/gamersky/news.js +0 -34
  932. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
  933. package/lib/routes-deprecated/hko/weather.js +0 -44
  934. package/lib/routes-deprecated/iplay/home.js +0 -26
  935. package/lib/routes-deprecated/iplay/utils.js +0 -57
  936. package/lib/routes-deprecated/konachan/post-popular-recent.js +0 -67
  937. /package/lib/routes/{bangumi/templates/online → bangumi.online/templates}/image.art +0 -0
  938. /package/lib/routes/{bangumi/tv → bangumi.tv}/calendar/_base.ts +0 -0
  939. /package/lib/routes/{bangumi/tv → bangumi.tv}/subject/utils.ts +0 -0
  940. /package/lib/routes/{bangumi/templates/tv → bangumi.tv/templates}/ep.art +0 -0
  941. /package/lib/routes/{bangumi/templates/tv → bangumi.tv/templates}/today.art +0 -0
  942. /package/lib/routes/{moduzy → maccms}/templates/vod.art +0 -0
@@ -0,0 +1,75 @@
1
+ import { authenticator } from 'otplib';
2
+ import logger from '@/utils/logger';
3
+ import cache from '@/utils/cache';
4
+ import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
5
+ import puppeteer from '@/utils/puppeteer';
6
+ import { CookieJar } from 'tough-cookie';
7
+
8
+ const loginLimiter = cache.clients.redisClient
9
+ ? new RateLimiterRedis({
10
+ points: 1,
11
+ duration: 20,
12
+ execEvenly: true,
13
+ storeClient: cache.clients.redisClient,
14
+ })
15
+ : new RateLimiterMemory({
16
+ points: 1,
17
+ duration: 20,
18
+ execEvenly: true,
19
+ });
20
+
21
+ const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
22
+
23
+ async function login({ username, password, authenticationSecret }) {
24
+ if (!username || !password) {
25
+ return;
26
+ }
27
+ try {
28
+ await loginLimiterQueue.removeTokens(1);
29
+
30
+ const cookieJar = new CookieJar();
31
+ const browser = await puppeteer({
32
+ stealth: true,
33
+ });
34
+ const page = await browser.newPage();
35
+ await page.goto('https://x.com/i/flow/login');
36
+ await page.waitForSelector('input[autocomplete="username"]');
37
+ await page.type('input[autocomplete="username"]', username);
38
+ const buttons = await page.$$('button');
39
+ await buttons[3]?.click();
40
+ await page.waitForSelector('input[autocomplete="current-password"]');
41
+ await page.type('input[autocomplete="current-password"]', password);
42
+ (await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
43
+ if (authenticationSecret) {
44
+ await page.waitForSelector('input[inputmode="numeric"]');
45
+ const token = authenticator.generate(authenticationSecret);
46
+ await page.type('input[inputmode="numeric"]', token);
47
+ (await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
48
+ }
49
+ const waitForRequest = new Promise<string>((resolve) => {
50
+ page.on('response', async (response) => {
51
+ if (response.url().includes('/HomeTimeline')) {
52
+ const data = await response.json();
53
+ const message = data?.data?.home?.home_timeline_urt?.instructions?.[0]?.entries?.[0]?.entryId;
54
+ if (message === 'messageprompt-suspended-prompt') {
55
+ logger.error(`twitter debug: twitter username ${username} login failed: messageprompt-suspended-prompt`);
56
+ resolve('');
57
+ }
58
+ const cookies = await page.cookies();
59
+ for (const cookie of cookies) {
60
+ cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
61
+ }
62
+ logger.debug(`twitter debug: twitter username ${username} login success`);
63
+ resolve(JSON.stringify(cookieJar.serializeSync()));
64
+ }
65
+ });
66
+ });
67
+ const cookieString = await waitForRequest;
68
+ await browser.close();
69
+ return cookieString;
70
+ } catch (error) {
71
+ logger.error(`twitter debug: twitter username ${username} login failed:`, error);
72
+ }
73
+ }
74
+
75
+ export default login;
@@ -1,69 +1,135 @@
1
1
  import ConfigNotFoundError from '@/errors/types/config-not-found';
2
2
  import { baseUrl, gqlFeatures, bearerToken, gqlMap } from './constants';
3
3
  import { config } from '@/config';
4
- import got from '@/utils/got';
5
4
  import queryString from 'query-string';
6
5
  import { Cookie, CookieJar } from 'tough-cookie';
7
- import { CookieAgent } from 'http-cookie-agent/undici';
6
+ import { CookieAgent, CookieClient } from 'http-cookie-agent/undici';
7
+ import { ProxyAgent } from 'undici';
8
+ import cache from '@/utils/cache';
9
+ import logger from '@/utils/logger';
10
+ import ofetch from '@/utils/ofetch';
11
+ import proxy from '@/utils/proxy';
12
+ import login from './login';
8
13
 
9
- const dispatchers = {};
10
14
  let authTokenIndex = 0;
11
15
 
12
- export const twitterGot = async (url, params) => {
13
- if (!config.twitter.cookie && !config.twitter.authToken) {
14
- throw new ConfigNotFoundError('Twitter cookie is not configured');
15
- }
16
- let requestData;
17
- if (config.twitter.cookie) {
18
- const jsonCookie = Object.fromEntries(
19
- config.twitter.cookie
20
- .split(';')
21
- .map((c) => Cookie.parse(c)?.toJSON())
22
- .map((c) => [c?.key, c?.value])
23
- );
24
- if (!jsonCookie || !jsonCookie.auth_token || !jsonCookie.ct0) {
25
- throw new ConfigNotFoundError('Twitter cookie is not valid');
16
+ const token2Cookie = (token) =>
17
+ cache.tryGet(`twitter:cookie:${token}`, async () => {
18
+ const jar = new CookieJar();
19
+ jar.setCookieSync(`auth_token=${token}`, 'https://x.com');
20
+ try {
21
+ const agent = proxy.proxyUri
22
+ ? new ProxyAgent({
23
+ factory: (origin, opts) => new CookieClient(origin as string, { ...opts, cookies: { jar } }),
24
+ uri: proxy.proxyUri,
25
+ })
26
+ : new CookieAgent({ cookies: { jar } });
27
+ if (token) {
28
+ await ofetch('https://x.com', {
29
+ dispatcher: agent,
30
+ });
31
+ } else {
32
+ const data = await ofetch('https://x.com/narendramodi?mx=2', {
33
+ dispatcher: agent,
34
+ });
35
+ const gt = data.match(/document\.cookie="gt=(\d+)/)?.[1];
36
+ if (gt) {
37
+ jar.setCookieSync(`gt=${gt}`, 'https://x.com');
38
+ }
39
+ }
40
+ return JSON.stringify(jar.serializeSync());
41
+ } catch {
42
+ // ignore
43
+ return '';
26
44
  }
45
+ });
27
46
 
28
- requestData = {
29
- headers: {
30
- cookie: config.twitter.cookie,
31
- 'x-csrf-token': jsonCookie.ct0,
32
- },
33
- };
34
- } else if (config.twitter.authToken) {
35
- const token = config.twitter.authToken[authTokenIndex++ % config.twitter.authToken.length];
36
- if (!dispatchers[token]) {
37
- const jar = new CookieJar();
38
- jar.setCookieSync(`auth_token=${token}`, 'https://x.com');
39
- dispatchers[token] = {
40
- jar,
41
- agent: new CookieAgent({ cookies: { jar } }),
47
+ const lockPrefix = 'twitter:lock-token1:';
48
+
49
+ const getAuth = async (retry: number) => {
50
+ if (config.twitter.authToken && retry > 0) {
51
+ const index = authTokenIndex++ % config.twitter.authToken.length;
52
+ const token = config.twitter.authToken[index];
53
+ const lock = await cache.get(`${lockPrefix}${token}`, false);
54
+ if (lock) {
55
+ await new Promise((resolve) => setTimeout(resolve, Math.random() * 500 + 500));
56
+ return await getAuth(retry - 1);
57
+ } else {
58
+ logger.debug(`twitter debug: lock twitter cookie for token ${token}`);
59
+ await cache.set(`${lockPrefix}${token}`, '1', 20);
60
+ return {
61
+ token,
62
+ username: config.twitter.username?.[index],
63
+ password: config.twitter.password?.[index],
64
+ authenticationSecret: config.twitter.authenticationSecret?.[index],
42
65
  };
43
- try {
44
- await got('https://x.com', {
45
- dispatcher: dispatchers[token].agent,
46
- });
47
- } catch {
48
- // ignore
49
- }
50
66
  }
51
- const jsonCookie = Object.fromEntries(
52
- dispatchers[token].jar
53
- .getCookieStringSync(url)
54
- .split(';')
55
- .map((c) => Cookie.parse(c)?.toJSON())
56
- .map((c) => [c?.key, c?.value])
57
- );
58
- requestData = {
59
- headers: {
60
- 'x-csrf-token': jsonCookie.ct0,
61
- },
62
- dispatcher: dispatchers[token].agent,
67
+ }
68
+ };
69
+
70
+ export const twitterGot = async (
71
+ url,
72
+ params,
73
+ options?: {
74
+ allowNoAuth?: boolean;
75
+ }
76
+ ) => {
77
+ const auth = await getAuth(30);
78
+
79
+ if (!auth && !options?.allowNoAuth) {
80
+ throw new ConfigNotFoundError('No valid Twitter token found');
81
+ }
82
+
83
+ const requestUrl = `${url}?${queryString.stringify(params)}`;
84
+
85
+ let cookie: string | Record<string, any> | null | undefined = await token2Cookie(auth?.token);
86
+ if (!cookie && auth) {
87
+ cookie = await login({
88
+ username: auth.username,
89
+ password: auth.password,
90
+ authenticationSecret: auth.authenticationSecret,
91
+ });
92
+ }
93
+ let dispatchers:
94
+ | {
95
+ jar: CookieJar;
96
+ agent: CookieAgent | ProxyAgent;
97
+ }
98
+ | undefined;
99
+ if (cookie) {
100
+ logger.debug(`twitter debug: got twitter cookie for token ${auth?.token}`);
101
+ if (typeof cookie === 'string') {
102
+ cookie = JSON.parse(cookie);
103
+ }
104
+ const jar = CookieJar.deserializeSync(cookie as any);
105
+ const agent = proxy.proxyUri
106
+ ? new ProxyAgent({
107
+ factory: (origin, opts) => new CookieClient(origin as string, { ...opts, cookies: { jar } }),
108
+ uri: proxy.proxyUri,
109
+ })
110
+ : new CookieAgent({ cookies: { jar } });
111
+ if (proxy.proxyUri) {
112
+ logger.debug(`twitter debug: Proxying request: ${requestUrl}`);
113
+ }
114
+ dispatchers = {
115
+ jar,
116
+ agent,
63
117
  };
118
+ } else if (auth) {
119
+ throw new ConfigNotFoundError(`Twitter cookie for token ${auth?.token?.replace(/(\w{8})(\w+)/, (_, v1, v2) => v1 + '*'.repeat(v2.length))} is not valid`);
64
120
  }
121
+ const jsonCookie = dispatchers
122
+ ? Object.fromEntries(
123
+ dispatchers.jar
124
+ .getCookieStringSync(url)
125
+ .split(';')
126
+ .map((c) => Cookie.parse(c)?.toJSON())
127
+ .map((c) => [c?.key, c?.value])
128
+ )
129
+ : {};
65
130
 
66
- const response = await got(`${url}?${queryString.stringify(params)}`, {
131
+ const response = await ofetch.raw(requestUrl, {
132
+ retry: 0,
67
133
  headers: {
68
134
  authority: 'x.com',
69
135
  accept: '*/*',
@@ -73,16 +139,78 @@ export const twitterGot = async (url, params) => {
73
139
  'content-type': 'application/json',
74
140
  dnt: '1',
75
141
  pragma: 'no-cache',
76
- referer: 'https://x.com/narendramodi',
142
+ referer: 'https://x.com/',
77
143
  'x-twitter-active-user': 'yes',
78
- 'x-twitter-auth-type': 'OAuth2Session',
79
144
  'x-twitter-client-language': 'en',
80
- ...requestData.headers,
145
+ 'x-csrf-token': jsonCookie.ct0,
146
+ ...(auth?.token
147
+ ? {
148
+ 'x-twitter-auth-type': 'OAuth2Session',
149
+ }
150
+ : {
151
+ 'x-guest-token': jsonCookie.gt,
152
+ }),
153
+ },
154
+ dispatcher: dispatchers?.agent,
155
+ onResponse: async ({ response }) => {
156
+ const remaining = response.headers.get('x-rate-limit-remaining');
157
+ const remainingInt = Number.parseInt(remaining || '0');
158
+ const reset = response.headers.get('x-rate-limit-reset');
159
+ logger.debug(`twitter debug: twitter rate limit remaining for token ${auth?.token} is ${remaining} and reset at ${reset}`);
160
+ if (auth) {
161
+ if (remaining && remainingInt < 2 && reset) {
162
+ const resetTime = new Date(Number.parseInt(reset) * 1000);
163
+ const delay = (resetTime.getTime() - Date.now()) / 1000;
164
+ logger.debug(`twitter debug: twitter rate limit exceeded for token ${auth.token} with status ${response.status}, will unlock after ${delay}s`);
165
+ await cache.set(`${lockPrefix}${auth.token}`, '1', Math.ceil(delay));
166
+ } else if (response.status === 429 || JSON.stringify(response._data?.data) === '{"user":{}}') {
167
+ logger.debug(`twitter debug: twitter rate limit exceeded for token ${auth.token} with status ${response.status}`);
168
+ await cache.set(`${lockPrefix}${auth.token}`, '1', 2000);
169
+ } else if (response.status === 403 || response.status === 401) {
170
+ const newCookie = await login({
171
+ username: auth.username,
172
+ password: auth.password,
173
+ authenticationSecret: auth.authenticationSecret,
174
+ });
175
+ if (newCookie) {
176
+ logger.debug(`twitter debug: reset twitter cookie for token ${auth.token}, ${newCookie}`);
177
+ await cache.set(`twitter:cookie:${auth.token}`, newCookie, config.cache.contentExpire);
178
+ logger.debug(`twitter debug: unlock twitter cookie for token ${auth.token} with error1`);
179
+ await cache.set(`${lockPrefix}${auth.token}`, '', 1);
180
+ } else {
181
+ const tokenIndex = config.twitter.authToken?.indexOf(auth.token);
182
+ if (tokenIndex !== undefined && tokenIndex !== -1) {
183
+ config.twitter.authToken?.splice(tokenIndex, 1);
184
+ }
185
+ if (auth.username) {
186
+ const usernameIndex = config.twitter.username?.indexOf(auth.username);
187
+ if (usernameIndex !== undefined && usernameIndex !== -1) {
188
+ config.twitter.username?.splice(usernameIndex, 1);
189
+ }
190
+ }
191
+ if (auth.password) {
192
+ const passwordIndex = config.twitter.password?.indexOf(auth.password);
193
+ if (passwordIndex !== undefined && passwordIndex !== -1) {
194
+ config.twitter.password?.splice(passwordIndex, 1);
195
+ }
196
+ }
197
+ logger.debug(`twitter debug: delete twitter cookie for token ${auth.token} with status ${response.status}, remaining tokens: ${config.twitter.authToken?.length}`);
198
+ await cache.set(`${lockPrefix}${auth.token}`, '1', 86400);
199
+ }
200
+ } else {
201
+ logger.debug(`twitter debug: unlock twitter cookie with success for token ${auth.token}`);
202
+ await cache.set(`${lockPrefix}${auth.token}`, '', 1);
203
+ }
204
+ }
81
205
  },
82
- dispatcher: requestData.dispatcher,
83
206
  });
84
207
 
85
- return response.data;
208
+ if (auth?.token) {
209
+ logger.debug(`twitter debug: update twitter cookie for token ${auth.token}`);
210
+ await cache.set(`twitter:cookie:${auth.token}`, JSON.stringify(dispatchers?.jar.serializeSync()), config.cache.contentExpire);
211
+ }
212
+
213
+ return response._data;
86
214
  };
87
215
 
88
216
  export const paginationTweets = async (endpoint: string, userId: number | undefined, variables: Record<string, any>, path?: string[]) => {
@@ -104,13 +232,14 @@ export const paginationTweets = async (endpoint: string, userId: number | undefi
104
232
  if (data?.user?.result?.timeline_v2?.timeline?.instructions) {
105
233
  instructions = data.user.result.timeline_v2.timeline.instructions;
106
234
  } else {
107
- throw new Error('Because Twitter Premium has features that hide your likes, this RSS link is not available for Twitter Premium accounts.');
235
+ // throw new Error('Because Twitter Premium has features that hide your likes, this RSS link is not available for Twitter Premium accounts.');
236
+ logger.debug(`twitter debug: instructions not found in data: ${JSON.stringify(data)}`);
108
237
  }
109
238
  }
110
239
 
111
- const entries1 = instructions.find((i) => i.type === 'TimelineAddToModule')?.moduleItems; // Media
112
- const entries2 = instructions.find((i) => i.type === 'TimelineAddEntries').entries;
113
- return entries1 || entries2;
240
+ const entries1 = instructions?.find((i) => i.type === 'TimelineAddToModule')?.moduleItems; // Media
241
+ const entries2 = instructions?.find((i) => i.type === 'TimelineAddEntries').entries;
242
+ return entries1 || entries2 || [];
114
243
  };
115
244
 
116
245
  export function gatherLegacyFromData(entries: any[], filterNested?: string[], userId?: number | string) {
@@ -0,0 +1,63 @@
1
+ import { Route } from '@/types';
2
+ import utils from './utils';
3
+ import api from './api';
4
+
5
+ export const route: Route = {
6
+ path: '/home_latest/:routeParams?',
7
+ categories: ['social-media'],
8
+ example: '/twitter/home_latest',
9
+ features: {
10
+ requireConfig: [
11
+ {
12
+ name: 'TWITTER_USERNAME',
13
+ description: 'Please see above for details.',
14
+ },
15
+ {
16
+ name: 'TWITTER_PASSWORD',
17
+ description: 'Please see above for details.',
18
+ },
19
+ {
20
+ name: 'TWITTER_AUTH_TOKEN',
21
+ description: 'Please see above for details.',
22
+ },
23
+ ],
24
+ requirePuppeteer: false,
25
+ antiCrawler: false,
26
+ supportBT: false,
27
+ supportPodcast: false,
28
+ supportScihub: false,
29
+ },
30
+ name: 'Home latest timeline',
31
+ maintainers: ['DIYgod', 'CaoMeiYouRen'],
32
+ handler,
33
+ radar: [
34
+ {
35
+ source: ['x.com/home'],
36
+ target: '/home_latest',
37
+ },
38
+ ],
39
+ };
40
+
41
+ async function handler(ctx) {
42
+ // For compatibility
43
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
44
+ const params = count ? { count } : {};
45
+
46
+ await api.init();
47
+ let data = await api.getHomeLatestTimeline('', params);
48
+ if (!include_rts) {
49
+ data = utils.excludeRetweet(data);
50
+ }
51
+ if (only_media) {
52
+ data = utils.keepOnlyMedia(data);
53
+ }
54
+
55
+ return {
56
+ title: `Twitter following timeline`,
57
+ link: `https://x.com/home`,
58
+ // description: userInfo?.description,
59
+ item: utils.ProcessFeed(ctx, {
60
+ data,
61
+ }),
62
+ };
63
+ }
@@ -17,7 +17,7 @@ export const route: Route = {
17
17
  description: 'Please see above for details.',
18
18
  },
19
19
  {
20
- name: 'TWITTER_COOKIE',
20
+ name: 'TWITTER_AUTH_TOKEN',
21
21
  description: 'Please see above for details.',
22
22
  },
23
23
  ],
@@ -28,7 +28,7 @@ export const route: Route = {
28
28
  supportScihub: false,
29
29
  },
30
30
  name: 'Home timeline',
31
- maintainers: ['DIYgod'],
31
+ maintainers: ['DIYgod', 'CaoMeiYouRen'],
32
32
  handler,
33
33
  radar: [
34
34
  {
@@ -40,7 +40,7 @@ export const route: Route = {
40
40
 
41
41
  async function handler(ctx) {
42
42
  // For compatibility
43
- const { count, include_rts } = utils.parseRouteParams(ctx.req.param('routeParams'));
43
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
44
44
  const params = count ? { count } : {};
45
45
 
46
46
  await api.init();
@@ -48,6 +48,9 @@ async function handler(ctx) {
48
48
  if (!include_rts) {
49
49
  data = utils.excludeRetweet(data);
50
50
  }
51
+ if (only_media) {
52
+ data = utils.keepOnlyMedia(data);
53
+ }
51
54
 
52
55
  return {
53
56
  title: `Twitter following timeline`,
@@ -1,10 +1,11 @@
1
- import { Route } from '@/types';
1
+ import { Route, ViewType } from '@/types';
2
2
  import api from './api';
3
3
  import utils from './utils';
4
4
 
5
5
  export const route: Route = {
6
6
  path: '/keyword/:keyword/:routeParams?',
7
7
  categories: ['social-media', 'popular'],
8
+ view: ViewType.SocialMedia,
8
9
  example: '/twitter/keyword/RSSHub',
9
10
  parameters: { keyword: 'keyword', routeParams: 'extra parameters, see the table above' },
10
11
  features: {
@@ -18,7 +19,7 @@ export const route: Route = {
18
19
  description: 'Please see above for details.',
19
20
  },
20
21
  {
21
- name: 'TWITTER_COOKIE',
22
+ name: 'TWITTER_AUTH_TOKEN',
22
23
  description: 'Please see above for details.',
23
24
  },
24
25
  ],
@@ -10,7 +10,7 @@ export const route: Route = {
10
10
  features: {
11
11
  requireConfig: [
12
12
  {
13
- name: 'TWITTER_COOKIE',
13
+ name: 'TWITTER_AUTH_TOKEN',
14
14
  description: 'Please see above for details.',
15
15
  },
16
16
  ],
@@ -27,7 +27,7 @@ export const route: Route = {
27
27
 
28
28
  async function handler(ctx) {
29
29
  const id = ctx.req.param('id');
30
- const { count, include_rts } = utils.parseRouteParams(ctx.req.param('routeParams'));
30
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
31
31
  const params = count ? { count } : {};
32
32
 
33
33
  await api.init();
@@ -35,6 +35,9 @@ async function handler(ctx) {
35
35
  if (!include_rts) {
36
36
  data = utils.excludeRetweet(data);
37
37
  }
38
+ if (only_media) {
39
+ data = utils.keepOnlyMedia(data);
40
+ }
38
41
 
39
42
  return {
40
43
  title: `Twitter Likes - ${id}`,
@@ -4,21 +4,13 @@ import utils from './utils';
4
4
 
5
5
  export const route: Route = {
6
6
  path: '/list/:id/:routeParams?',
7
- categories: ['social-media'],
8
- example: '/twitter/list/ladyleet/javascript',
9
- parameters: { id: 'username', name: 'list name', routeParams: 'extra parameters, see the table above' },
7
+ categories: ['social-media', 'popular'],
8
+ example: '/twitter/list/1502570462752219136',
9
+ parameters: { id: 'list id, get from url', routeParams: 'extra parameters, see the table above' },
10
10
  features: {
11
11
  requireConfig: [
12
12
  {
13
- name: 'TWITTER_USERNAME',
14
- description: 'Please see above for details.',
15
- },
16
- {
17
- name: 'TWITTER_PASSWORD',
18
- description: 'Please see above for details.',
19
- },
20
- {
21
- name: 'TWITTER_COOKIE',
13
+ name: 'TWITTER_AUTH_TOKEN',
22
14
  description: 'Please see above for details.',
23
15
  },
24
16
  ],
@@ -29,7 +21,7 @@ export const route: Route = {
29
21
  supportScihub: false,
30
22
  },
31
23
  name: 'List timeline',
32
- maintainers: ['DIYgod', 'xyqfer'],
24
+ maintainers: ['DIYgod', 'xyqfer', 'pseudoyu'],
33
25
  handler,
34
26
  radar: [
35
27
  {
@@ -41,11 +33,17 @@ export const route: Route = {
41
33
 
42
34
  async function handler(ctx) {
43
35
  const id = ctx.req.param('id');
44
- const { count } = utils.parseRouteParams(ctx.req.param('routeParams'));
36
+ const { count, include_rts, only_media } = utils.parseRouteParams(ctx.req.param('routeParams'));
45
37
  const params = count ? { count } : {};
46
38
 
47
39
  await api.init();
48
- const data = await api.getList(id, params);
40
+ let data = await api.getList(id, params);
41
+ if (!include_rts) {
42
+ data = utils.excludeRetweet(data);
43
+ }
44
+ if (only_media) {
45
+ data = utils.keepOnlyMedia(data);
46
+ }
49
47
 
50
48
  return {
51
49
  title: `Twitter List - ${id}`,
@@ -1,11 +1,13 @@
1
- import { Route } from '@/types';
1
+ import { Route, ViewType } from '@/types';
2
2
  import api from './api';
3
3
  import utils from './utils';
4
+ import logger from '@/utils/logger';
4
5
 
5
6
  export const route: Route = {
6
7
  path: '/media/:id/:routeParams?',
7
8
  categories: ['social-media', 'popular'],
8
- example: '/twitter/media/DIYgod',
9
+ view: ViewType.Pictures,
10
+ example: '/twitter/media/_RSSHub',
9
11
  parameters: { id: 'username; in particular, if starts with `+`, it will be recognized as a [unique ID](https://github.com/DIYgod/RSSHub/issues/12221), e.g. `+44196397`', routeParams: 'extra parameters, see the table above.' },
10
12
  features: {
11
13
  requireConfig: [
@@ -18,7 +20,7 @@ export const route: Route = {
18
20
  description: 'Please see above for details.',
19
21
  },
20
22
  {
21
- name: 'TWITTER_COOKIE',
23
+ name: 'TWITTER_AUTH_TOKEN',
22
24
  description: 'Please see above for details.',
23
25
  },
24
26
  ],
@@ -46,7 +48,12 @@ async function handler(ctx) {
46
48
 
47
49
  await api.init();
48
50
  const userInfo = await api.getUser(id);
49
- const data = await api.getUserMedia(id, params);
51
+ let data;
52
+ try {
53
+ data = await api.getUserMedia(id, params);
54
+ } catch (error) {
55
+ logger.error(error);
56
+ }
50
57
  const profileImageUrl = userInfo?.profile_image_url || userInfo?.profile_image_url_https;
51
58
 
52
59
  return {
@@ -54,8 +61,11 @@ async function handler(ctx) {
54
61
  link: `https://x.com/${userInfo?.screen_name}/media`,
55
62
  image: profileImageUrl.replace(/_normal.jpg$/, '.jpg'),
56
63
  description: userInfo?.description,
57
- item: utils.ProcessFeed(ctx, {
58
- data,
59
- }),
64
+ item:
65
+ data &&
66
+ utils.ProcessFeed(ctx, {
67
+ data,
68
+ }),
69
+ allowEmpty: true,
60
70
  };
61
71
  }
@@ -27,6 +27,7 @@ export const namespace: Namespace = {
27
27
  | \`includeRts\` | Include retweets, only available in \`/twitter/user\` | \`0\`/\`1\`/\`true\`/\`false\` | \`true\` |
28
28
  | \`forceWebApi\` | Force using Web API even if Developer API is configured, only available in \`/twitter/user\` and \`/twitter/keyword\` | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
29
29
  | \`count\` | \`count\` parameter passed to Twitter API, only available in \`/twitter/user\` | Unspecified/Integer | Unspecified |
30
+ | \`onlyMedia\` | Only get tweets with a media | \`0\`/\`1\`/\`true\`/\`false\` | \`false\` |
30
31
 
31
32
  Specify different option values than default values to improve readability. The URL
32
33
 
@@ -40,8 +41,8 @@ generates
40
41
 
41
42
  Currently supports two authentication methods:
42
43
 
43
- - Using \`TWITTER_COOKIE\` (recommended): Configure the cookies of logged-in Twitter Web, at least including the fields auth_token and ct0. RSSHub will use this information to directly access Twitter's web API to obtain data.
44
+ - Using \`TWITTER_AUTH_TOKEN\` (recommended): Configure a comma-separated list of \`auth_token\` cookies of logged-in Twitter Web. RSSHub will use this information to directly access Twitter's web API to obtain data.
44
45
 
45
- - Using \`TWITTER_USERNAME\` \`TWITTER_PASSWORD\` and \`TWITTER_AUTHENTICATION_SECRET\`: Configure the Twitter username and password. RSSHub will use this information to log in to Twitter and obtain data using the mobile API. Please note that if you have not logged in with the current IP address before, it is easy to trigger Twitter's risk control mechanism.
46
+ - Using \`TWITTER_USERNAME\` \`TWITTER_PASSWORD\` and \`TWITTER_AUTHENTICATION_SECRET\`: Configure a comma-separated list of Twitter username and password. RSSHub will use this information to log in to Twitter and obtain data using the mobile API. Please note that if you have not logged in with the current IP address before, it is easy to trigger Twitter's risk control mechanism.
46
47
  `,
47
48
  };
@@ -2,6 +2,7 @@ import { Route } from '@/types';
2
2
  import api from './api';
3
3
  import utils from './utils';
4
4
  import { fallback, queryToBoolean } from '@/utils/readable-social';
5
+ import { config } from '@/config';
5
6
 
6
7
  export const route: Route = {
7
8
  path: '/tweet/:id/status/:status/:original?',