rsshub 1.0.0-master.e5fb75e → 1.0.0-master.e5fc2b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (490) hide show
  1. package/README.md +12 -46
  2. package/lib/api/category/one.ts +54 -0
  3. package/lib/api/index.ts +10 -4
  4. package/lib/api/radar/rules/all.ts +3 -6
  5. package/lib/api/radar/rules/one.ts +3 -6
  6. package/lib/app.tsx +2 -0
  7. package/lib/config.ts +52 -6
  8. package/lib/errors/index.test.ts +1 -1
  9. package/lib/errors/index.tsx +10 -3
  10. package/lib/index.ts +1 -1
  11. package/lib/middleware/anti-hotlink.test.ts +197 -12
  12. package/lib/middleware/anti-hotlink.ts +28 -0
  13. package/lib/middleware/logger.ts +6 -2
  14. package/lib/middleware/parameter.test.ts +22 -5
  15. package/lib/middleware/parameter.ts +47 -17
  16. package/lib/middleware/template.tsx +14 -10
  17. package/lib/middleware/trace.ts +25 -0
  18. package/lib/registry.test.ts +8 -0
  19. package/lib/registry.ts +10 -2
  20. package/lib/router.js +1 -4
  21. package/lib/routes/141jav/index.ts +25 -21
  22. package/lib/routes/141ppv/index.ts +24 -20
  23. package/lib/routes/3dmgame/news-center.ts +1 -1
  24. package/lib/routes/51read/article.ts +82 -0
  25. package/lib/routes/51read/namespace.ts +6 -0
  26. package/lib/routes/5eplay/utils.ts +5 -3
  27. package/lib/routes/69shu/article.ts +4 -4
  28. package/lib/routes/abc/index.ts +2 -2
  29. package/lib/routes/agri/index.ts +307 -0
  30. package/lib/routes/agri/namespace.ts +8 -0
  31. package/lib/routes/agri/templates/description.art +21 -0
  32. package/lib/routes/aljazeera/index.ts +2 -2
  33. package/lib/routes/alpinelinux/namespace.ts +11 -0
  34. package/lib/routes/alpinelinux/pkgs.ts +104 -0
  35. package/lib/routes/apnews/api.ts +62 -0
  36. package/lib/routes/apnews/rss.ts +11 -5
  37. package/lib/routes/apnews/sitemap.ts +99 -0
  38. package/lib/routes/apnews/topics.ts +13 -7
  39. package/lib/routes/apnews/utils.ts +11 -5
  40. package/lib/routes/apple/apps.ts +30 -8
  41. package/lib/routes/asmr-200/index.ts +66 -0
  42. package/lib/routes/asmr-200/namespace.ts +6 -0
  43. package/lib/routes/asmr-200/templates/work.art +7 -0
  44. package/lib/routes/asmr-200/type.ts +96 -0
  45. package/lib/routes/autocentre/index.ts +29 -0
  46. package/lib/routes/autocentre/namespace.ts +7 -0
  47. package/lib/routes/bbc/index.ts +3 -1
  48. package/lib/routes/bc3ts/list.ts +72 -0
  49. package/lib/routes/bc3ts/namespace.ts +7 -0
  50. package/lib/routes/bc3ts/templates/media.art +10 -0
  51. package/lib/routes/bc3ts/types.ts +118 -0
  52. package/lib/routes/bestblogs/feeds.ts +107 -0
  53. package/lib/routes/bestblogs/namespace.ts +6 -0
  54. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  55. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  56. package/lib/routes/bilibili/cache.ts +25 -1
  57. package/lib/routes/bilibili/dynamic.ts +118 -118
  58. package/lib/routes/bilibili/followings-video.ts +9 -3
  59. package/lib/routes/bilibili/namespace.ts +1 -1
  60. package/lib/routes/bilibili/ranking.ts +99 -8
  61. package/lib/routes/bilibili/utils.ts +5 -0
  62. package/lib/routes/bilibili/video.ts +5 -6
  63. package/lib/routes/binance/announcement.ts +168 -0
  64. package/lib/routes/binance/types.ts +26 -0
  65. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  66. package/lib/routes/bitget/announcement.ts +200 -0
  67. package/lib/routes/bitget/namespace.ts +6 -0
  68. package/lib/routes/bitget/type.ts +26 -0
  69. package/lib/routes/bjnews/cat.ts +43 -0
  70. package/lib/routes/bjnews/column.ts +43 -0
  71. package/lib/routes/bjnews/namespace.ts +6 -0
  72. package/lib/routes/bjnews/utils.ts +19 -0
  73. package/lib/routes/bjx/fd.ts +35 -26
  74. package/lib/routes/bluearchive/namespace.ts +7 -0
  75. package/lib/routes/bluearchive/news.ts +88 -0
  76. package/lib/routes/bt0/mv.ts +65 -0
  77. package/lib/routes/bt0/namespace.ts +9 -0
  78. package/lib/routes/bt0/tlist.ts +67 -0
  79. package/lib/routes/bt0/util.ts +51 -0
  80. package/lib/routes/buaa/jiaowu.ts +124 -0
  81. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  82. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  83. package/lib/routes/buaa/news/index.ts +15 -13
  84. package/lib/routes/buaa/sme.ts +5 -3
  85. package/lib/routes/bupt/jwc.ts +130 -0
  86. package/lib/routes/cccfna/index.ts +82 -0
  87. package/lib/routes/cccfna/namespace.ts +6 -0
  88. package/lib/routes/cctv/category.ts +16 -12
  89. package/lib/routes/cctv/xwlb.ts +32 -10
  90. package/lib/routes/cdu/jwgg.ts +79 -0
  91. package/lib/routes/cdu/namespace.ts +6 -0
  92. package/lib/routes/cffex/announcement.ts +73 -0
  93. package/lib/routes/cffex/namespace.ts +6 -0
  94. package/lib/routes/chikubi/index.ts +75 -0
  95. package/lib/routes/chikubi/namespace.ts +6 -0
  96. package/lib/routes/chikubi/utils.ts +82 -0
  97. package/lib/routes/chlinlearn/daily-blog.ts +55 -0
  98. package/lib/routes/chlinlearn/namespcae.ts +6 -0
  99. package/lib/routes/cnbc/rss.ts +1 -1
  100. package/lib/routes/copymanga/comic.ts +3 -1
  101. package/lib/routes/deadbydaylight/index.ts +69 -0
  102. package/lib/routes/deadbydaylight/namespace.ts +12 -0
  103. package/lib/routes/devolverdigital/blog.ts +59 -42
  104. package/lib/routes/digitalcameraworld/news.ts +1 -1
  105. package/lib/routes/discord/channel.ts +10 -10
  106. package/lib/routes/discord/discord-api.ts +27 -32
  107. package/lib/routes/discord/templates/message.art +15 -0
  108. package/lib/routes/discourse/notifications.ts +4 -2
  109. package/lib/routes/discourse/official.ts +55 -0
  110. package/lib/routes/dockerhub/build.ts +11 -6
  111. package/lib/routes/dongqiudi/result.ts +1 -1
  112. package/lib/routes/douban/movie/coming.ts +68 -0
  113. package/lib/routes/douban/other/group.ts +24 -3
  114. package/lib/routes/douban/templates/movie_coming.art +27 -0
  115. package/lib/routes/duckdb/namespace.ts +6 -0
  116. package/lib/routes/duckdb/news.ts +65 -0
  117. package/lib/routes/eastmoney/report/index.ts +63 -15
  118. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  119. package/lib/routes/eastmoney/utils.ts +35 -0
  120. package/lib/routes/easynomad/joblist.ts +56 -0
  121. package/lib/routes/easynomad/namespace.ts +6 -0
  122. package/lib/routes/epicgames/index.ts +14 -4
  123. package/lib/routes/fansly/post.ts +1 -2
  124. package/lib/routes/fansly/tag.ts +1 -2
  125. package/lib/routes/fansly/utils.ts +5 -4
  126. package/lib/routes/fashionnetwork/index.ts +192 -0
  127. package/lib/routes/fashionnetwork/namespace.ts +8 -0
  128. package/lib/routes/fashionnetwork/templates/description.art +17 -0
  129. package/lib/routes/fediverse/namespace.ts +6 -0
  130. package/lib/routes/fediverse/timeline.ts +98 -0
  131. package/lib/routes/flashcat/blog.ts +61 -0
  132. package/lib/routes/flashcat/namespace.ts +6 -0
  133. package/lib/routes/follow/namespace.ts +6 -0
  134. package/lib/routes/follow/profile.ts +69 -0
  135. package/lib/routes/follow/types.ts +38 -0
  136. package/lib/routes/foresightnews/util.ts +1 -1
  137. package/lib/routes/fortunechina/index.ts +24 -14
  138. package/lib/routes/ftm/index.ts +60 -0
  139. package/lib/routes/ftm/namespace.ts +6 -0
  140. package/lib/routes/galxe/index.ts +94 -0
  141. package/lib/routes/galxe/namespace.ts +9 -0
  142. package/lib/routes/gamersky/ent.ts +57 -0
  143. package/lib/routes/gamersky/namespace.ts +10 -0
  144. package/lib/routes/gamersky/news.ts +91 -0
  145. package/lib/routes/gamersky/review.ts +80 -0
  146. package/lib/routes/gamersky/utils.ts +94 -0
  147. package/lib/routes/gdut/oa-news.ts +12 -17
  148. package/lib/routes/geekpark/index.ts +219 -0
  149. package/lib/routes/geekpark/namespace.ts +8 -0
  150. package/lib/routes/geekpark/templates/description.art +21 -0
  151. package/lib/routes/getitfree/util.ts +1 -1
  152. package/lib/routes/gisreportsonline/index.ts +60 -0
  153. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  154. package/lib/routes/github/activity.ts +56 -0
  155. package/lib/routes/github/issue.ts +26 -3
  156. package/lib/routes/github/search.ts +20 -18
  157. package/lib/routes/github/star.ts +4 -3
  158. package/lib/routes/github/trending.ts +27 -5
  159. package/lib/routes/go/mhlw/pdf.ts +87 -0
  160. package/lib/routes/go/namespace.ts +8 -0
  161. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  162. package/lib/routes/google/citations.ts +2 -2
  163. package/lib/routes/google/research.ts +45 -0
  164. package/lib/routes/google/scholar.ts +2 -2
  165. package/lib/routes/gov/cbirc/index.ts +371 -0
  166. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  167. package/lib/routes/gov/lswz/index.ts +289 -0
  168. package/lib/routes/gov/stats/index.ts +8 -8
  169. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  170. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  171. package/lib/routes/gq/news.ts +1 -1
  172. package/lib/routes/gs/developer/blog.ts +58 -0
  173. package/lib/routes/gs/namespace.ts +9 -0
  174. package/lib/routes/healthz.ts +8 -0
  175. package/lib/routes/hitcon/zeroday.ts +1 -1
  176. package/lib/routes/hket/index.ts +80 -76
  177. package/lib/routes/hottoys/index.ts +63 -0
  178. package/lib/routes/hottoys/namespace.ts +6 -0
  179. package/lib/routes/hust/gs.ts +281 -0
  180. package/lib/routes/hust/namespace.ts +1 -1
  181. package/lib/routes/huxiu/util.ts +2 -2
  182. package/lib/routes/hypergryph/arknights/arktca.ts +124 -0
  183. package/lib/routes/imhcg/blog.ts +47 -0
  184. package/lib/routes/imhcg/namespace.ts +7 -0
  185. package/lib/routes/imop/namespace.ts +10 -0
  186. package/lib/routes/imop/tianshu.ts +53 -0
  187. package/lib/routes/infzm/hot.ts +39 -0
  188. package/lib/routes/infzm/index.ts +3 -30
  189. package/lib/routes/infzm/utils.ts +34 -0
  190. package/lib/routes/inspirehep/author.ts +46 -0
  191. package/lib/routes/inspirehep/literature.ts +42 -0
  192. package/lib/routes/inspirehep/namespace.ts +7 -0
  193. package/lib/routes/inspirehep/types.ts +210 -0
  194. package/lib/routes/inspirehep/utils.ts +15 -0
  195. package/lib/routes/instagram/private-api/index.ts +28 -6
  196. package/lib/routes/investor/index.ts +213 -0
  197. package/lib/routes/investor/namespace.ts +8 -0
  198. package/lib/routes/iplaysoft/index.ts +68 -0
  199. package/lib/routes/iplaysoft/namespace.ts +6 -0
  200. package/lib/routes/iwara/subscriptions.ts +1 -1
  201. package/lib/routes/j-test/namespace.ts +6 -0
  202. package/lib/routes/j-test/news.ts +64 -0
  203. package/lib/routes/japanpost/namespace.ts +7 -1
  204. package/lib/routes/japanpost/router.ts +40 -0
  205. package/lib/routes/japanpost/track.ts +1 -23
  206. package/lib/routes/javbus/index.ts +8 -1
  207. package/lib/routes/javdb/actors.ts +6 -2
  208. package/lib/routes/jike/topic.ts +1 -1
  209. package/lib/routes/jike/user.ts +1 -1
  210. package/lib/routes/jjwxc/book.ts +22 -17
  211. package/lib/routes/joins/chinese.ts +218 -0
  212. package/lib/routes/joins/namespace.ts +8 -0
  213. package/lib/routes/joins/templates/description.art +17 -0
  214. package/lib/routes/juejin/dynamic.ts +114 -0
  215. package/lib/routes/kakuyomu/namespace.ts +6 -0
  216. package/lib/routes/kakuyomu/types.ts +6 -0
  217. package/lib/routes/kakuyomu/works.ts +73 -0
  218. package/lib/routes/kaopu/news.ts +3 -3
  219. package/lib/routes/kelownacapnews/namespace.ts +6 -0
  220. package/lib/routes/kelownacapnews/news.ts +93 -0
  221. package/lib/routes/kemono/index.ts +21 -0
  222. package/lib/routes/keylol/index.ts +56 -11
  223. package/lib/routes/kurogames/namespace.ts +7 -0
  224. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  225. package/lib/routes/kyodonews/index.ts +1 -1
  226. package/lib/routes/link3/events.ts +86 -0
  227. package/lib/routes/link3/namespace.ts +6 -0
  228. package/lib/routes/link3/profile.ts +143 -0
  229. package/lib/routes/linkedin/cn/renderer.ts +1 -1
  230. package/lib/routes/lmu/jobs.ts +96 -0
  231. package/lib/routes/lmu/namespace.ts +17 -0
  232. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  233. package/lib/routes/lofter/user.ts +3 -2
  234. package/lib/routes/luma/index.ts +92 -0
  235. package/lib/routes/luma/namespace.ts +6 -0
  236. package/lib/routes/luolei/index.ts +1 -1
  237. package/lib/routes/maccms/index.ts +72 -0
  238. package/lib/routes/maccms/namespace.ts +9 -0
  239. package/lib/routes/maccms/templates/vod.art +12 -0
  240. package/lib/routes/maccms/type.ts +102 -0
  241. package/lib/routes/malaysiakini/index.ts +179 -0
  242. package/lib/routes/malaysiakini/namespace.ts +11 -0
  243. package/lib/routes/mcmod/index.ts +105 -0
  244. package/lib/routes/mcmod/namespace.ts +6 -0
  245. package/lib/routes/mcmod/templates/mod.art +13 -0
  246. package/lib/routes/meishichina/index.ts +1997 -0
  247. package/lib/routes/meishichina/namespace.ts +8 -0
  248. package/lib/routes/meituan/namespace.ts +6 -0
  249. package/lib/routes/meituan/tech.ts +67 -0
  250. package/lib/routes/metacritic/index.ts +10 -0
  251. package/lib/routes/metrics.ts +12 -0
  252. package/lib/routes/microsoft/mcr.ts +63 -0
  253. package/lib/routes/microsoft/namespace.ts +2 -2
  254. package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
  255. package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
  256. package/lib/routes/minecraft/version.ts +1 -1
  257. package/lib/routes/mirrormedia/category.ts +101 -0
  258. package/lib/routes/mirrormedia/index.ts +43 -0
  259. package/lib/routes/mirrormedia/namespace.ts +6 -0
  260. package/lib/routes/mirrormedia/utils.ts +19 -0
  261. package/lib/routes/misskey/user-timeline.ts +42 -0
  262. package/lib/routes/misskey/utils.ts +41 -1
  263. package/lib/routes/myfans/namespace.ts +6 -0
  264. package/lib/routes/myfans/post.ts +64 -0
  265. package/lib/routes/myfans/templates/post.art +8 -0
  266. package/lib/routes/myfans/types.ts +104 -0
  267. package/lib/routes/myfans/utils.ts +39 -0
  268. package/lib/routes/nasa/apod.ts +4 -3
  269. package/lib/routes/nasa/namespace.ts +1 -1
  270. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  271. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  272. package/lib/routes/neea/index.ts +47 -19
  273. package/lib/routes/neea/jlpt.ts +12 -15
  274. package/lib/routes/neea/namespace.ts +2 -2
  275. package/lib/routes/newyorker/news.ts +24 -17
  276. package/lib/routes/nextjs/blog.ts +63 -0
  277. package/lib/routes/nextjs/namespace.ts +6 -0
  278. package/lib/routes/nga/forum.ts +3 -2
  279. package/lib/routes/notion/release.ts +81 -0
  280. package/lib/routes/nyaa/main.ts +2 -3
  281. package/lib/routes/nyaa/namespace.ts +10 -0
  282. package/lib/routes/ollama/blog.ts +39 -0
  283. package/lib/routes/ollama/models.ts +7 -4
  284. package/lib/routes/oschina/news.ts +2 -0
  285. package/lib/routes/pconline/focus.ts +143 -0
  286. package/lib/routes/pconline/namespace.ts +10 -0
  287. package/lib/routes/people/index.ts +8 -2
  288. package/lib/routes/picnob/namespace.ts +1 -4
  289. package/lib/routes/picnob/user.ts +14 -5
  290. package/lib/routes/picuki/namespace.ts +1 -4
  291. package/lib/routes/picuki/profile.ts +11 -7
  292. package/lib/routes/pixiv/ranking.ts +66 -9
  293. package/lib/routes/pixiv/search.ts +58 -7
  294. package/lib/routes/pixiv/user.ts +2 -1
  295. package/lib/routes/pixiv/utils.ts +3 -3
  296. package/lib/routes/pku/bbs/hot.ts +1 -1
  297. package/lib/routes/ps/monthly-games.ts +3 -2
  298. package/lib/routes/psyche/topic.ts +1 -1
  299. package/lib/routes/psyche/type.ts +1 -1
  300. package/lib/routes/psyche/utils.ts +1 -1
  301. package/lib/routes/qidian/chapter.ts +4 -3
  302. package/lib/routes/questn/community.ts +76 -0
  303. package/lib/routes/questn/events.ts +101 -0
  304. package/lib/routes/questn/namespace.ts +6 -0
  305. package/lib/routes/questn/util.ts +16 -0
  306. package/lib/routes/raycast/changelog.ts +54 -0
  307. package/lib/routes/raycast/namespace.ts +7 -0
  308. package/lib/routes/react/blog.ts +57 -0
  309. package/lib/routes/react/namespace.ts +6 -0
  310. package/lib/routes/readwise/list.ts +152 -0
  311. package/lib/routes/readwise/namespace.ts +6 -0
  312. package/lib/routes/rebase/geekdaily.ts +35 -0
  313. package/lib/routes/rebase/namespace.ts +6 -0
  314. package/lib/routes/reuters/common.ts +3 -2
  315. package/lib/routes/reuters/namespace.ts +1 -1
  316. package/lib/routes/rss3/index.ts +157 -0
  317. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  318. package/lib/routes/rss3/namespace.ts +7 -0
  319. package/lib/routes/rsshub/routes.ts +36 -14
  320. package/lib/routes/samd/namespace.ts +6 -0
  321. package/lib/routes/samd/news.ts +74 -0
  322. package/lib/routes/sara/index.ts +1 -1
  323. package/lib/routes/sciencedirect/cf-email.ts +0 -1
  324. package/lib/routes/scut/gzic/media.ts +71 -0
  325. package/lib/routes/scut/gzic/news.ts +65 -0
  326. package/lib/routes/scut/gzic/notice.ts +88 -0
  327. package/lib/routes/sehuatang/index.ts +33 -14
  328. package/lib/routes/sehuatang/user.ts +1 -1
  329. package/lib/routes/shiep/config.ts +4 -10
  330. package/lib/routes/shiep/index.ts +9 -9
  331. package/lib/routes/showstart/artist.ts +5 -4
  332. package/lib/routes/showstart/brand.ts +5 -4
  333. package/lib/routes/showstart/event.ts +8 -7
  334. package/lib/routes/showstart/search.ts +43 -9
  335. package/lib/routes/showstart/service.ts +81 -53
  336. package/lib/routes/showstart/site.ts +41 -0
  337. package/lib/routes/showstart/utils.ts +9 -8
  338. package/lib/routes/sis001/author.ts +52 -0
  339. package/lib/routes/sis001/common.ts +38 -0
  340. package/lib/routes/sis001/forum.ts +2 -29
  341. package/lib/routes/sjtu/jwc.ts +4 -1
  342. package/lib/routes/sjtu/namespace.ts +1 -1
  343. package/lib/routes/sjtu/seiee/index.ts +97 -0
  344. package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
  345. package/lib/routes/smzdm/keyword.ts +3 -2
  346. package/lib/routes/smzdm/product.ts +86 -0
  347. package/lib/routes/smzdm/ranking.ts +180 -46
  348. package/lib/routes/spotify/artist.ts +3 -2
  349. package/lib/routes/spotify/playlist.ts +3 -2
  350. package/lib/routes/spotify/show.ts +1 -1
  351. package/lib/routes/springer/journal.ts +10 -12
  352. package/lib/routes/sse/sselawsrules.ts +370 -0
  353. package/lib/routes/sspai/author.ts +1 -1
  354. package/lib/routes/sspai/column.ts +1 -1
  355. package/lib/routes/sspai/index.ts +6 -5
  356. package/lib/routes/sspai/matrix.ts +1 -1
  357. package/lib/routes/sspai/series-update.ts +1 -1
  358. package/lib/routes/sspai/tag.ts +1 -1
  359. package/lib/routes/sspai/topic.ts +1 -1
  360. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  361. package/lib/routes/szse/rule.ts +315 -42
  362. package/lib/routes/t66y/index.ts +29 -7
  363. package/lib/routes/taoguba/blog.ts +1 -1
  364. package/lib/routes/taoguba/index.ts +1 -1
  365. package/lib/routes/techcrunch/news.ts +20 -29
  366. package/lib/routes/techcrunch/templates/description.art +7 -0
  367. package/lib/routes/telecompaper/news.ts +1 -1
  368. package/lib/routes/telegram/channel.ts +68 -31
  369. package/lib/routes/test/index.ts +50 -43
  370. package/lib/routes/the/index.ts +211 -0
  371. package/lib/routes/the/namespace.ts +8 -0
  372. package/lib/routes/the/templates/description.art +27 -0
  373. package/lib/routes/the/util.ts +307 -0
  374. package/lib/routes/theblockbeats/index.ts +10 -5
  375. package/lib/routes/thoughtworks/index.ts +71 -0
  376. package/lib/routes/thoughtworks/namespace.ts +6 -0
  377. package/lib/routes/towardsdatascience/latest.ts +67 -0
  378. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  379. package/lib/routes/tsdm39/bd.ts +101 -0
  380. package/lib/routes/tsdm39/namespace.ts +7 -0
  381. package/lib/routes/tvb/news.ts +1 -0
  382. package/lib/routes/twitter/api/index.ts +3 -1
  383. package/lib/routes/twitter/api/mobile-api/login.ts +155 -131
  384. package/lib/routes/twitter/api/web-api/api.ts +19 -0
  385. package/lib/routes/twitter/api/web-api/constants.ts +16 -13
  386. package/lib/routes/twitter/api/web-api/login.ts +68 -0
  387. package/lib/routes/twitter/api/web-api/utils.ts +98 -53
  388. package/lib/routes/twitter/home-latest.ts +60 -0
  389. package/lib/routes/twitter/home.ts +2 -2
  390. package/lib/routes/twitter/keyword.ts +3 -2
  391. package/lib/routes/twitter/likes.ts +1 -1
  392. package/lib/routes/twitter/list.ts +1 -1
  393. package/lib/routes/twitter/media.ts +4 -3
  394. package/lib/routes/twitter/namespace.ts +2 -2
  395. package/lib/routes/twitter/tweet.ts +1 -0
  396. package/lib/routes/twitter/user.ts +5 -4
  397. package/lib/routes/twitter/utils.ts +4 -1
  398. package/lib/routes/uber/blog.ts +1 -1
  399. package/lib/routes/udn/breaking-news.ts +9 -0
  400. package/lib/routes/ustc/scms.ts +97 -0
  401. package/lib/routes/utgd/category.ts +18 -59
  402. package/lib/routes/utgd/timeline.ts +9 -45
  403. package/lib/routes/utgd/topic.ts +9 -51
  404. package/lib/routes/utgd/utils.ts +41 -0
  405. package/lib/routes/v2ex/tab.ts +3 -2
  406. package/lib/routes/v2ex/topics.ts +18 -3
  407. package/lib/routes/v2ex/xna.ts +55 -0
  408. package/lib/routes/watasuke/blog.ts +1 -1
  409. package/lib/routes/wchscu/namespace.ts +6 -0
  410. package/lib/routes/wchscu/recruit.ts +73 -0
  411. package/lib/routes/weibo/friends.ts +1 -0
  412. package/lib/routes/weibo/group.ts +1 -0
  413. package/lib/routes/weibo/keyword.ts +3 -2
  414. package/lib/routes/weibo/namespace.ts +1 -1
  415. package/lib/routes/weibo/search/hot.ts +12 -7
  416. package/lib/routes/weibo/super-index.ts +23 -11
  417. package/lib/routes/weibo/user-bookmarks.ts +1 -0
  418. package/lib/routes/weibo/user.ts +10 -7
  419. package/lib/routes/weibo/utils.ts +20 -4
  420. package/lib/routes/wfu/news.ts +1 -1
  421. package/lib/routes/wordpress/util.ts +1 -1
  422. package/lib/routes/xiaohongshu/notes.ts +10 -2
  423. package/lib/routes/xiaohongshu/user.ts +27 -5
  424. package/lib/routes/xiaohongshu/util.ts +3 -1
  425. package/lib/routes/xiaoyuzhou/podcast.ts +2 -1
  426. package/lib/routes/xidian/cs.ts +143 -0
  427. package/lib/routes/xidian/gr.ts +289 -0
  428. package/lib/routes/xidian/jwc.ts +1 -0
  429. package/lib/routes/xidian/namespace.ts +1 -1
  430. package/lib/routes/ximalaya/album.ts +1 -1
  431. package/lib/routes/xinhuanet/app.ts +109 -0
  432. package/lib/routes/xinhuanet/namespace.ts +8 -0
  433. package/lib/routes/xsijishe/forum.ts +23 -3
  434. package/lib/routes/xsijishe/rank.ts +23 -3
  435. package/lib/routes/xueqiu/cookies.ts +14 -1
  436. package/lib/routes/xueqiu/favorite.ts +16 -2
  437. package/lib/routes/yahoo/news/index.ts +149 -0
  438. package/lib/routes/yahoo/news/listid.ts +67 -0
  439. package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
  440. package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
  441. package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
  442. package/lib/routes/yicai/carousel.ts +48 -0
  443. package/lib/routes/yicai/utils.ts +23 -17
  444. package/lib/routes/youtube/subscriptions.ts +1 -0
  445. package/lib/routes/youtube/user.ts +2 -1
  446. package/lib/routes/yystv/docs.ts +28 -19
  447. package/lib/routes/zaobao/util.ts +1 -1
  448. package/lib/routes/zcool/discover.ts +2 -1
  449. package/lib/routes/zhihu/activities.ts +2 -1
  450. package/lib/routes/zhihu/answers.ts +5 -1
  451. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  452. package/lib/routes/zhihu/hot.ts +56 -7
  453. package/lib/routes/zhihu/namespace.ts +3 -0
  454. package/lib/routes/zhihu/utils.ts +21 -7
  455. package/lib/routes/zhihu/zhuanlan.ts +15 -8
  456. package/lib/routes/zhuwang/index.ts +1 -1
  457. package/lib/routes/zsxq/types.ts +9 -0
  458. package/lib/routes/zsxq/utils.ts +4 -3
  459. package/lib/routes.test.ts +11 -5
  460. package/lib/setup.test.ts +1 -1
  461. package/lib/types.ts +32 -1
  462. package/lib/utils/cache/index.ts +8 -0
  463. package/lib/utils/camelcase-keys.spec.ts +127 -0
  464. package/lib/utils/camelcase-keys.ts +27 -0
  465. package/lib/utils/common-utils.ts +1 -0
  466. package/lib/utils/ofetch.ts +14 -0
  467. package/lib/utils/otel/index.ts +2 -0
  468. package/lib/utils/otel/metric.ts +67 -0
  469. package/lib/utils/otel/trace.ts +28 -0
  470. package/lib/utils/request-rewriter/fetch.ts +8 -1
  471. package/lib/views/atom.tsx +2 -2
  472. package/lib/views/error.tsx +3 -3
  473. package/lib/views/index.tsx +7 -9
  474. package/lib/views/json.ts +2 -2
  475. package/lib/views/layout.tsx +1 -1
  476. package/lib/views/rss.tsx +2 -2
  477. package/package.json +62 -50
  478. package/lib/routes/sse/lawandrules.ts +0 -68
  479. package/lib/routes/yahoo/news/tw/index.ts +0 -80
  480. package/lib/routes/yahoo/news/us/index.ts +0 -55
  481. package/lib/routes/zhihu/hotlist.ts +0 -72
  482. package/lib/routes-deprecated/bjnews/news.js +0 -44
  483. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  484. package/lib/routes-deprecated/gamersky/news.js +0 -34
  485. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
  486. package/lib/routes-deprecated/iplay/home.js +0 -26
  487. package/lib/routes-deprecated/iplay/utils.js +0 -57
  488. /package/lib/routes/hypergryph/{announce.ts → arknights/announce.ts} +0 -0
  489. /package/lib/routes/hypergryph/{japan.ts → arknights/japan.ts} +0 -0
  490. /package/lib/routes/hypergryph/{news.ts → arknights/news.ts} +0 -0
@@ -8,6 +8,7 @@ import { v5 as uuidv5 } from 'uuid';
8
8
  import { authenticator } from 'otplib';
9
9
  import logger from '@/utils/logger';
10
10
  import cache from '@/utils/cache';
11
+ import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
11
12
 
12
13
  const NAMESPACE = 'd41d092b-b007-48f7-9129-e9538d2d8fe9';
13
14
 
@@ -25,153 +26,176 @@ const headers = {
25
26
  Authorization: bearerToken,
26
27
  };
27
28
 
29
+ const loginLimiter = cache.clients.redisClient
30
+ ? new RateLimiterRedis({
31
+ points: 1,
32
+ duration: 20,
33
+ execEvenly: true,
34
+ storeClient: cache.clients.redisClient,
35
+ })
36
+ : new RateLimiterMemory({
37
+ points: 1,
38
+ duration: 20,
39
+ execEvenly: true,
40
+ });
41
+
42
+ const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
43
+
28
44
  async function login({ username, password, authenticationSecret }) {
29
45
  return (await cache.tryGet(
30
46
  `twitter:authentication:${username}`,
31
47
  async () => {
32
- logger.debug('Twitter login start.');
33
- const android_id = uuidv5(username, NAMESPACE);
34
- headers['X-Twitter-Client-DeviceID'] = android_id;
35
-
36
- const ct0 = crypto.randomUUID().replaceAll('-', '');
37
- const guestToken = await got(guestActivateUrl, {
38
- headers: {
39
- authorization: bearerToken,
40
- 'x-csrf-token': ct0,
41
- cookie: 'ct0=' + ct0,
42
- },
43
- method: 'POST',
44
- });
45
- logger.debug('Twitter login 1 finished: guest token.');
46
-
47
- headers['x-guest-token'] = guestToken.data.guest_token;
48
-
49
- const task1 = await ofetch.raw(
50
- 'https://api.x.com/1.1/onboarding/task.json?' +
51
- new URLSearchParams({
52
- flow_name: 'login',
53
- api_version: '1',
54
- known_device_token: '',
55
- sim_country_code: 'us',
56
- }).toString(),
57
- {
48
+ try {
49
+ await loginLimiterQueue.removeTokens(1);
50
+
51
+ logger.debug('Twitter login start.');
52
+ const android_id = uuidv5(username, NAMESPACE);
53
+ headers['X-Twitter-Client-DeviceID'] = android_id;
54
+
55
+ const ct0 = crypto.randomUUID().replaceAll('-', '');
56
+ const guestToken = await got(guestActivateUrl, {
57
+ headers: {
58
+ authorization: bearerToken,
59
+ 'x-csrf-token': ct0,
60
+ cookie: 'ct0=' + ct0,
61
+ },
58
62
  method: 'POST',
59
- headers,
60
- body: {
61
- flow_token: null,
62
- input_flow_data: {
63
- country_code: null,
64
- flow_context: {
65
- referrer_context: {
66
- referral_details: 'utm_source=google-play&utm_medium=organic',
67
- referrer_url: '',
68
- },
69
- start_location: {
70
- location: 'deeplink',
63
+ });
64
+ logger.debug('Twitter login 1 finished: guest token.');
65
+
66
+ headers['x-guest-token'] = guestToken.data.guest_token;
67
+
68
+ const task1 = await ofetch.raw(
69
+ 'https://api.x.com/1.1/onboarding/task.json?' +
70
+ new URLSearchParams({
71
+ flow_name: 'login',
72
+ api_version: '1',
73
+ known_device_token: '',
74
+ sim_country_code: 'us',
75
+ }).toString(),
76
+ {
77
+ method: 'POST',
78
+ headers,
79
+ body: {
80
+ flow_token: null,
81
+ input_flow_data: {
82
+ country_code: null,
83
+ flow_context: {
84
+ referrer_context: {
85
+ referral_details: 'utm_source=google-play&utm_medium=organic',
86
+ referrer_url: '',
87
+ },
88
+ start_location: {
89
+ location: 'deeplink',
90
+ },
71
91
  },
92
+ requested_variant: null,
93
+ target_user_id: 0,
72
94
  },
73
- requested_variant: null,
74
- target_user_id: 0,
75
95
  },
76
- },
77
- }
78
- );
79
- logger.debug('Twitter login 2 finished: login flow.');
80
-
81
- headers.att = task1.headers.get('att');
82
-
83
- const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
84
- headers,
85
- json: {
86
- flow_token: task1._data.flow_token,
87
- subtask_inputs: [
88
- {
89
- enter_text: {
90
- suggestion_id: null,
91
- text: username,
92
- link: 'next_link',
96
+ }
97
+ );
98
+ logger.debug('Twitter login 2 finished: login flow.');
99
+
100
+ headers.att = task1.headers.get('att');
101
+
102
+ const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
103
+ headers,
104
+ json: {
105
+ flow_token: task1._data.flow_token,
106
+ subtask_inputs: [
107
+ {
108
+ enter_text: {
109
+ suggestion_id: null,
110
+ text: username,
111
+ link: 'next_link',
112
+ },
113
+ subtask_id: 'LoginEnterUserIdentifier',
93
114
  },
94
- subtask_id: 'LoginEnterUserIdentifier',
95
- },
96
- ],
97
- },
98
- });
99
- logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
100
-
101
- const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
102
- headers,
103
- json: {
104
- flow_token: task2.data.flow_token,
105
- subtask_inputs: [
106
- {
107
- enter_password: {
108
- password,
109
- link: 'next_link',
115
+ ],
116
+ },
117
+ });
118
+ logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
119
+
120
+ const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
121
+ headers,
122
+ json: {
123
+ flow_token: task2.data.flow_token,
124
+ subtask_inputs: [
125
+ {
126
+ enter_password: {
127
+ password,
128
+ link: 'next_link',
129
+ },
130
+ subtask_id: 'LoginEnterPassword',
110
131
  },
111
- subtask_id: 'LoginEnterPassword',
112
- },
113
- ],
114
- },
115
- });
116
- logger.debug('Twitter login 4 finished: LoginEnterPassword.');
117
-
118
- const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
119
- headers,
120
- json: {
121
- flow_token: task3.data.flow_token,
122
- subtask_inputs: [
123
- {
124
- check_logged_in_account: {
125
- link: 'AccountDuplicationCheck_false',
132
+ ],
133
+ },
134
+ });
135
+ logger.debug('Twitter login 4 finished: LoginEnterPassword.');
136
+
137
+ const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
138
+ headers,
139
+ json: {
140
+ flow_token: task3.data.flow_token,
141
+ subtask_inputs: [
142
+ {
143
+ check_logged_in_account: {
144
+ link: 'AccountDuplicationCheck_false',
145
+ },
146
+ subtask_id: 'AccountDuplicationCheck',
126
147
  },
127
- subtask_id: 'AccountDuplicationCheck',
128
- },
129
- ],
130
- },
131
- });
132
- logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
133
-
134
- for await (const subtask of task4.data?.subtasks || []) {
135
- if (subtask.open_account) {
136
- authentication = subtask.open_account;
137
- break;
138
- } else if (subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
139
- const token = authenticator.generate(authenticationSecret);
140
-
141
- const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
142
- headers,
143
- json: {
144
- flow_token: task4.data.flow_token,
145
- subtask_inputs: [
146
- {
147
- enter_text: {
148
- suggestion_id: null,
149
- text: token,
150
- link: 'next_link',
148
+ ],
149
+ },
150
+ });
151
+ logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
152
+
153
+ for await (const subtask of task4.data?.subtasks || []) {
154
+ if (subtask.open_account) {
155
+ authentication = subtask.open_account;
156
+ break;
157
+ } else if (authenticationSecret && subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
158
+ const token = authenticator.generate(authenticationSecret);
159
+
160
+ const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
161
+ headers,
162
+ json: {
163
+ flow_token: task4.data.flow_token,
164
+ subtask_inputs: [
165
+ {
166
+ enter_text: {
167
+ suggestion_id: null,
168
+ text: token,
169
+ link: 'next_link',
170
+ },
171
+ subtask_id: 'LoginTwoFactorAuthChallenge',
151
172
  },
152
- subtask_id: 'LoginTwoFactorAuthChallenge',
153
- },
154
- ],
155
- },
156
- });
157
- logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
158
-
159
- for (const subtask of task5.data?.subtasks || []) {
160
- if (subtask.open_account) {
161
- authentication = subtask.open_account;
162
- break;
173
+ ],
174
+ },
175
+ });
176
+ logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
177
+
178
+ for (const subtask of task5.data?.subtasks || []) {
179
+ if (subtask.open_account) {
180
+ authentication = subtask.open_account;
181
+ break;
182
+ }
163
183
  }
184
+ break;
185
+ } else {
186
+ logger.error(`Twitter login 6 failed: unknown subtask: ${subtask.subtask_id}`);
164
187
  }
165
- break;
166
188
  }
167
- }
168
- if (authentication) {
169
- logger.debug('Twitter login success.');
170
- } else {
171
- logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
172
- }
189
+ if (authentication) {
190
+ logger.debug('Twitter login success.');
191
+ } else {
192
+ logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
193
+ }
173
194
 
174
- return authentication;
195
+ return authentication;
196
+ } catch (error) {
197
+ logger.error(`Twitter username ${username} login failed:`, error);
198
+ }
175
199
  },
176
200
  60 * 60 * 24 * 30, // 30 days
177
201
  false
@@ -34,6 +34,7 @@ const cacheTryGet = async (_id, params, func) => {
34
34
  const userData: any = await getUserData(_id);
35
35
  const id = (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
36
36
  if (id === undefined) {
37
+ cache.set(`twitter-userdata-${_id}`, '', config.cache.contentExpire);
37
38
  throw new InvalidParameterError('User not found');
38
39
  }
39
40
  const funcName = func.name;
@@ -183,6 +184,23 @@ const getHomeTimeline = async (id: string, params?: Record<string, any>) =>
183
184
  )
184
185
  );
185
186
 
187
+ const getHomeLatestTimeline = async (id: string, params?: Record<string, any>) =>
188
+ gatherLegacyFromData(
189
+ await paginationTweets(
190
+ 'HomeLatestTimeline',
191
+ undefined,
192
+ {
193
+ ...params,
194
+ count: 20,
195
+ includePromotedContent: true,
196
+ latestControlAvailable: true,
197
+ requestContext: 'launch',
198
+ withCommunity: true,
199
+ },
200
+ ['home', 'home_timeline_urt']
201
+ )
202
+ );
203
+
186
204
  export default {
187
205
  getUser,
188
206
  getUserTweets,
@@ -193,5 +211,6 @@ export default {
193
211
  getSearch,
194
212
  getList,
195
213
  getHomeTimeline,
214
+ getHomeLatestTimeline,
196
215
  init: () => {},
197
216
  };
@@ -1,47 +1,51 @@
1
1
  const baseUrl = 'https://x.com/i/api';
2
2
 
3
3
  const graphQLEndpointsPlain = [
4
- '/graphql/eS7LO5Jy3xgmd3dbL044EA/UserTweets',
5
- '/graphql/k5XapwcSikNsEsILW5FvgA/UserByScreenName',
6
- '/graphql/k3YiLNE_MAy5J-NANLERdg/HomeTimeline',
7
- '/graphql/3GeIaLmNhTm1YsUmxR57tg/UserTweetsAndReplies',
8
- '/graphql/TOU4gQw8wXIqpSzA4TYKgg/UserMedia',
9
- '/graphql/B8I_QCljDBVfin21TTWMqA/Likes',
4
+ '/graphql/E3opETHurmVJflFsUBVuUQ/UserTweets',
5
+ '/graphql/Yka-W8dz7RaEuQNkroPkYw/UserByScreenName',
6
+ '/graphql/HJFjzBgCs16TqxewQOeLNg/HomeTimeline',
7
+ '/graphql/DiTkXJgLqBBxCs7zaYsbtA/HomeLatestTimeline',
8
+ '/graphql/bt4TKuFz4T7Ckk-VvQVSow/UserTweetsAndReplies',
9
+ '/graphql/dexO_2tohK86JDudXXG3Yw/UserMedia',
10
10
  '/graphql/tD8zKvQzwY3kdx5yz6YmOw/UserByRestId',
11
- '/graphql/flaR-PUMshxFWZWPNpq4zA/SearchTimeline',
11
+ '/graphql/UN1i3zUiCWa-6r-Uaho4fw/SearchTimeline',
12
12
  '/graphql/TOTgqavWmxywKv5IbMMK1w/ListLatestTweetsTimeline',
13
- '/graphql/zJvfJs3gSbrVhC0MKjt_OQ/TweetDetail',
13
+ '/graphql/QuBlQ6SxNAQCt6-kBiCXCQ/TweetDetail',
14
14
  ];
15
15
 
16
16
  const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
17
17
 
18
18
  const gqlFeatureUser = {
19
- hidden_profile_likes_enabled: true,
20
19
  hidden_profile_subscriptions_enabled: true,
20
+ rweb_tipjar_consumption_enabled: true,
21
21
  responsive_web_graphql_exclude_directive_enabled: true,
22
22
  verified_phone_label_enabled: false,
23
23
  subscriptions_verification_info_is_identity_verified_enabled: true,
24
24
  subscriptions_verification_info_verified_since_enabled: true,
25
25
  highlights_tweets_tab_ui_enabled: true,
26
26
  responsive_web_twitter_article_notes_tab_enabled: true,
27
+ subscriptions_feature_can_gift_premium: true,
27
28
  creator_subscriptions_tweet_preview_api_enabled: true,
28
29
  responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
29
30
  responsive_web_graphql_timeline_navigation_enabled: true,
30
31
  };
31
32
  const gqlFeatureFeed = {
33
+ rweb_tipjar_consumption_enabled: true,
32
34
  responsive_web_graphql_exclude_directive_enabled: true,
33
35
  verified_phone_label_enabled: false,
34
36
  creator_subscriptions_tweet_preview_api_enabled: true,
35
37
  responsive_web_graphql_timeline_navigation_enabled: true,
36
38
  responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
39
+ communities_web_enable_tweet_community_results_fetch: true,
37
40
  c9s_tweet_anatomy_moderator_badge_enabled: true,
38
- tweetypie_unmention_optimization_enabled: true,
41
+ articles_preview_enabled: true,
39
42
  responsive_web_edit_tweet_api_enabled: true,
40
43
  graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
41
44
  view_counts_everywhere_api_enabled: true,
42
45
  longform_notetweets_consumption_enabled: true,
43
46
  responsive_web_twitter_article_tweet_consumption_enabled: true,
44
47
  tweet_awards_web_tipping_enabled: false,
48
+ creator_subscriptions_quote_tweet_preview_enabled: false,
45
49
  freedom_of_speech_not_reach_fetch_enabled: true,
46
50
  standardized_nudges_misinfo: true,
47
51
  tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
@@ -60,8 +64,7 @@ const TweetDetailFeatures = {
60
64
  responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
61
65
  communities_web_enable_tweet_community_results_fetch: true,
62
66
  c9s_tweet_anatomy_moderator_badge_enabled: true,
63
- articles_preview_enabled: false,
64
- tweetypie_unmention_optimization_enabled: true,
67
+ articles_preview_enabled: true,
65
68
  responsive_web_edit_tweet_api_enabled: true,
66
69
  graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
67
70
  view_counts_everywhere_api_enabled: true,
@@ -72,7 +75,6 @@ const TweetDetailFeatures = {
72
75
  freedom_of_speech_not_reach_fetch_enabled: true,
73
76
  standardized_nudges_misinfo: true,
74
77
  tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
75
- tweet_with_visibility_results_prefer_gql_media_interstitial_enabled: true,
76
78
  rweb_video_timestamps_enabled: true,
77
79
  longform_notetweets_rich_text_read_enabled: true,
78
80
  longform_notetweets_inline_media_enabled: true,
@@ -87,6 +89,7 @@ const gqlFeatures = {
87
89
  SearchTimeline: gqlFeatureFeed,
88
90
  ListLatestTweetsTimeline: gqlFeatureFeed,
89
91
  HomeTimeline: gqlFeatureFeed,
92
+ HomeLatestTimeline: TweetDetailFeatures,
90
93
  TweetDetail: TweetDetailFeatures,
91
94
  Likes: gqlFeatureFeed,
92
95
  };
@@ -0,0 +1,68 @@
1
+ import { authenticator } from 'otplib';
2
+ import logger from '@/utils/logger';
3
+ import cache from '@/utils/cache';
4
+ import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
5
+ import puppeteer from '@/utils/puppeteer';
6
+ import { CookieJar } from 'tough-cookie';
7
+
8
+ const loginLimiter = cache.clients.redisClient
9
+ ? new RateLimiterRedis({
10
+ points: 1,
11
+ duration: 20,
12
+ execEvenly: true,
13
+ storeClient: cache.clients.redisClient,
14
+ })
15
+ : new RateLimiterMemory({
16
+ points: 1,
17
+ duration: 20,
18
+ execEvenly: true,
19
+ });
20
+
21
+ const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
22
+
23
+ async function login({ username, password, authenticationSecret }) {
24
+ if (!username || !password) {
25
+ return;
26
+ }
27
+ try {
28
+ await loginLimiterQueue.removeTokens(1);
29
+
30
+ const cookieJar = new CookieJar();
31
+ const browser = await puppeteer({
32
+ stealth: true,
33
+ });
34
+ const page = await browser.newPage();
35
+ await page.goto('https://x.com/i/flow/login');
36
+ await page.waitForSelector('input[autocomplete="username"]');
37
+ await page.type('input[autocomplete="username"]', username);
38
+ const buttons = await page.$$('button');
39
+ await buttons[3]?.click();
40
+ await page.waitForSelector('input[autocomplete="current-password"]');
41
+ await page.type('input[autocomplete="current-password"]', password);
42
+ (await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
43
+ if (authenticationSecret) {
44
+ await page.waitForSelector('input[inputmode="numeric"]');
45
+ const token = authenticator.generate(authenticationSecret);
46
+ await page.type('input[inputmode="numeric"]', token);
47
+ (await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
48
+ }
49
+ const waitForRequest = new Promise<string>((resolve) => {
50
+ page.on('requestfinished', async (request) => {
51
+ if (request.url().includes('/HomeTimeline')) {
52
+ const cookies = await page.cookies();
53
+ for (const cookie of cookies) {
54
+ cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
55
+ }
56
+ resolve(JSON.stringify(cookieJar.serializeSync()));
57
+ }
58
+ });
59
+ });
60
+ const cookieString = await waitForRequest;
61
+ await browser.close();
62
+ return cookieString;
63
+ } catch (error) {
64
+ logger.error(`Twitter username ${username} login failed:`, error);
65
+ }
66
+ }
67
+
68
+ export default login;