rsshub 1.0.0-master.ebff6c5 → 1.0.0-master.ec03e07

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (375) hide show
  1. package/lib/api/radar/rules/all.ts +3 -6
  2. package/lib/api/radar/rules/one.ts +3 -6
  3. package/lib/app.tsx +2 -0
  4. package/lib/config.ts +28 -6
  5. package/lib/errors/index.tsx +10 -3
  6. package/lib/index.ts +1 -1
  7. package/lib/middleware/anti-hotlink.test.ts +6 -6
  8. package/lib/middleware/logger.ts +5 -1
  9. package/lib/middleware/parameter.test.ts +22 -5
  10. package/lib/middleware/parameter.ts +47 -17
  11. package/lib/middleware/template.tsx +14 -10
  12. package/lib/middleware/trace.ts +25 -0
  13. package/lib/registry.test.ts +8 -0
  14. package/lib/registry.ts +8 -0
  15. package/lib/router.js +0 -3
  16. package/lib/routes/141jav/index.ts +25 -21
  17. package/lib/routes/141ppv/index.ts +24 -20
  18. package/lib/routes/51read/article.ts +82 -0
  19. package/lib/routes/51read/namespace.ts +6 -0
  20. package/lib/routes/69shu/article.ts +4 -4
  21. package/lib/routes/aljazeera/index.ts +2 -2
  22. package/lib/routes/apnews/rss.ts +2 -1
  23. package/lib/routes/apnews/sitemap.ts +98 -0
  24. package/lib/routes/apnews/topics.ts +2 -1
  25. package/lib/routes/apnews/utils.ts +7 -5
  26. package/lib/routes/apple/apps.ts +30 -8
  27. package/lib/routes/asmr-200/index.ts +66 -0
  28. package/lib/routes/asmr-200/namespace.ts +6 -0
  29. package/lib/routes/asmr-200/templates/work.art +7 -0
  30. package/lib/routes/asmr-200/type.ts +96 -0
  31. package/lib/routes/autocentre/index.ts +29 -0
  32. package/lib/routes/autocentre/namespace.ts +7 -0
  33. package/lib/routes/bbc/index.ts +3 -1
  34. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  35. package/lib/routes/bilibili/cache.ts +3 -1
  36. package/lib/routes/bilibili/dynamic.ts +7 -2
  37. package/lib/routes/bilibili/ranking.ts +2 -1
  38. package/lib/routes/bilibili/video.ts +2 -1
  39. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  40. package/lib/routes/bjnews/cat.ts +43 -0
  41. package/lib/routes/bjnews/column.ts +43 -0
  42. package/lib/routes/bjnews/namespace.ts +6 -0
  43. package/lib/routes/bjnews/utils.ts +19 -0
  44. package/lib/routes/bjx/fd.ts +35 -26
  45. package/lib/routes/bluearchive/news.ts +2 -2
  46. package/lib/routes/bt0/mv.ts +21 -24
  47. package/lib/routes/bt0/tlist.ts +19 -26
  48. package/lib/routes/bt0/util.ts +6 -3
  49. package/lib/routes/buaa/jiaowu.ts +124 -0
  50. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  51. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  52. package/lib/routes/buaa/news/index.ts +15 -13
  53. package/lib/routes/buaa/sme.ts +5 -3
  54. package/lib/routes/cccfna/index.ts +2 -2
  55. package/lib/routes/cctv/category.ts +16 -12
  56. package/lib/routes/cctv/xwlb.ts +32 -10
  57. package/lib/routes/cdu/jwgg.ts +79 -0
  58. package/lib/routes/cdu/namespace.ts +6 -0
  59. package/lib/routes/cffex/announcement.ts +73 -0
  60. package/lib/routes/cffex/namespace.ts +6 -0
  61. package/lib/routes/chlinlearn/daily-blog.ts +48 -0
  62. package/lib/routes/chlinlearn/namespcae.ts +6 -0
  63. package/lib/routes/cnbc/rss.ts +1 -1
  64. package/lib/routes/copymanga/comic.ts +3 -1
  65. package/lib/routes/deadbydaylight/index.ts +69 -0
  66. package/lib/routes/deadbydaylight/namespace.ts +12 -0
  67. package/lib/routes/devolverdigital/blog.ts +59 -42
  68. package/lib/routes/digitalcameraworld/news.ts +1 -1
  69. package/lib/routes/discord/channel.ts +10 -10
  70. package/lib/routes/discord/discord-api.ts +27 -32
  71. package/lib/routes/discord/templates/message.art +15 -0
  72. package/lib/routes/discourse/notifications.ts +2 -1
  73. package/lib/routes/dockerhub/build.ts +3 -2
  74. package/lib/routes/dongqiudi/result.ts +1 -1
  75. package/lib/routes/douban/other/group.ts +2 -1
  76. package/lib/routes/duckdb/namespace.ts +6 -0
  77. package/lib/routes/duckdb/news.ts +65 -0
  78. package/lib/routes/eastmoney/report/index.ts +63 -15
  79. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  80. package/lib/routes/eastmoney/utils.ts +35 -0
  81. package/lib/routes/epicgames/index.ts +14 -4
  82. package/lib/routes/fashionnetwork/index.ts +192 -0
  83. package/lib/routes/fashionnetwork/namespace.ts +8 -0
  84. package/lib/routes/fashionnetwork/templates/description.art +17 -0
  85. package/lib/routes/fediverse/timeline.ts +44 -19
  86. package/lib/routes/flashcat/blog.ts +61 -0
  87. package/lib/routes/flashcat/namespace.ts +6 -0
  88. package/lib/routes/foresightnews/util.ts +1 -1
  89. package/lib/routes/fortunechina/index.ts +24 -14
  90. package/lib/routes/ftm/index.ts +60 -0
  91. package/lib/routes/ftm/namespace.ts +6 -0
  92. package/lib/routes/galxe/index.ts +94 -0
  93. package/lib/routes/galxe/namespace.ts +9 -0
  94. package/lib/routes/gdut/oa-news.ts +12 -17
  95. package/lib/routes/getitfree/util.ts +1 -1
  96. package/lib/routes/gisreportsonline/index.ts +60 -0
  97. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  98. package/lib/routes/github/activity.ts +56 -0
  99. package/lib/routes/github/issue.ts +3 -2
  100. package/lib/routes/github/search.ts +20 -18
  101. package/lib/routes/github/star.ts +4 -3
  102. package/lib/routes/github/trending.ts +27 -5
  103. package/lib/routes/google/citations.ts +2 -2
  104. package/lib/routes/google/research.ts +45 -0
  105. package/lib/routes/google/scholar.ts +2 -2
  106. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  107. package/lib/routes/gov/lswz/index.ts +289 -0
  108. package/lib/routes/gov/stats/index.ts +8 -8
  109. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  110. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  111. package/lib/routes/gq/news.ts +1 -1
  112. package/lib/routes/gs/developer/blog.ts +58 -0
  113. package/lib/routes/gs/namespace.ts +9 -0
  114. package/lib/routes/healthz.ts +8 -0
  115. package/lib/routes/hitcon/zeroday.ts +1 -1
  116. package/lib/routes/hket/index.ts +80 -76
  117. package/lib/routes/hottoys/index.ts +63 -0
  118. package/lib/routes/hottoys/namespace.ts +6 -0
  119. package/lib/routes/huxiu/util.ts +2 -2
  120. package/lib/routes/imhcg/blog.ts +47 -0
  121. package/lib/routes/imhcg/namespace.ts +7 -0
  122. package/lib/routes/imop/namespace.ts +10 -0
  123. package/lib/routes/imop/tianshu.ts +53 -0
  124. package/lib/routes/infzm/hot.ts +39 -0
  125. package/lib/routes/infzm/index.ts +3 -30
  126. package/lib/routes/infzm/utils.ts +34 -0
  127. package/lib/routes/inspirehep/author.ts +46 -0
  128. package/lib/routes/inspirehep/literature.ts +42 -0
  129. package/lib/routes/inspirehep/namespace.ts +7 -0
  130. package/lib/routes/inspirehep/types.ts +210 -0
  131. package/lib/routes/inspirehep/utils.ts +15 -0
  132. package/lib/routes/instagram/private-api/index.ts +20 -3
  133. package/lib/routes/investor/index.ts +213 -0
  134. package/lib/routes/investor/namespace.ts +8 -0
  135. package/lib/routes/iplaysoft/index.ts +68 -0
  136. package/lib/routes/iplaysoft/namespace.ts +6 -0
  137. package/lib/routes/iwara/subscriptions.ts +1 -1
  138. package/lib/routes/j-test/namespace.ts +6 -0
  139. package/lib/routes/j-test/news.ts +64 -0
  140. package/lib/routes/japanpost/namespace.ts +7 -1
  141. package/lib/routes/japanpost/router.ts +40 -0
  142. package/lib/routes/japanpost/track.ts +1 -23
  143. package/lib/routes/javbus/index.ts +2 -1
  144. package/lib/routes/javdb/actors.ts +6 -2
  145. package/lib/routes/jjwxc/book.ts +4 -3
  146. package/lib/routes/joins/chinese.ts +218 -0
  147. package/lib/routes/joins/namespace.ts +8 -0
  148. package/lib/routes/joins/templates/description.art +17 -0
  149. package/lib/routes/juejin/dynamic.ts +114 -0
  150. package/lib/routes/kaopu/news.ts +3 -3
  151. package/lib/routes/kemono/index.ts +21 -0
  152. package/lib/routes/keylol/index.ts +56 -11
  153. package/lib/routes/kurogames/namespace.ts +7 -0
  154. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  155. package/lib/routes/kyodonews/index.ts +1 -1
  156. package/lib/routes/link3/events.ts +86 -0
  157. package/lib/routes/link3/namespace.ts +6 -0
  158. package/lib/routes/link3/profile.ts +143 -0
  159. package/lib/routes/linkedin/cn/renderer.ts +1 -1
  160. package/lib/routes/lmu/jobs.ts +96 -0
  161. package/lib/routes/lmu/namespace.ts +17 -0
  162. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  163. package/lib/routes/lofter/user.ts +2 -1
  164. package/lib/routes/luolei/index.ts +1 -1
  165. package/lib/routes/maccms/index.ts +72 -0
  166. package/lib/routes/maccms/namespace.ts +9 -0
  167. package/lib/routes/maccms/type.ts +102 -0
  168. package/lib/routes/mcmod/index.ts +105 -0
  169. package/lib/routes/mcmod/namespace.ts +6 -0
  170. package/lib/routes/mcmod/templates/mod.art +13 -0
  171. package/lib/routes/metacritic/index.ts +10 -0
  172. package/lib/routes/metrics.ts +12 -0
  173. package/lib/routes/microsoft/mcr.ts +1 -1
  174. package/lib/routes/mihoyo/bbs/img-ranking.ts +4 -4
  175. package/lib/routes/mihoyo/bbs/static-data.ts +7 -0
  176. package/lib/routes/minecraft/version.ts +1 -1
  177. package/lib/routes/mirrormedia/category.ts +101 -0
  178. package/lib/routes/mirrormedia/index.ts +43 -0
  179. package/lib/routes/mirrormedia/namespace.ts +6 -0
  180. package/lib/routes/mirrormedia/utils.ts +19 -0
  181. package/lib/routes/misskey/user-timeline.ts +42 -0
  182. package/lib/routes/misskey/utils.ts +41 -1
  183. package/lib/routes/nasa/apod.ts +4 -3
  184. package/lib/routes/nasa/namespace.ts +1 -1
  185. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  186. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  187. package/lib/routes/neea/index.ts +47 -19
  188. package/lib/routes/neea/jlpt.ts +12 -15
  189. package/lib/routes/neea/namespace.ts +2 -2
  190. package/lib/routes/newyorker/news.ts +24 -17
  191. package/lib/routes/nextjs/blog.ts +63 -0
  192. package/lib/routes/nextjs/namespace.ts +6 -0
  193. package/lib/routes/nga/forum.ts +3 -2
  194. package/lib/routes/notion/release.ts +81 -0
  195. package/lib/routes/nyaa/main.ts +2 -3
  196. package/lib/routes/nyaa/namespace.ts +10 -0
  197. package/lib/routes/oschina/news.ts +2 -0
  198. package/lib/routes/people/index.ts +4 -2
  199. package/lib/routes/picnob/namespace.ts +1 -4
  200. package/lib/routes/picnob/user.ts +3 -2
  201. package/lib/routes/picuki/namespace.ts +1 -4
  202. package/lib/routes/picuki/profile.ts +11 -7
  203. package/lib/routes/pixiv/ranking.ts +2 -1
  204. package/lib/routes/pixiv/search.ts +22 -2
  205. package/lib/routes/pixiv/user.ts +2 -1
  206. package/lib/routes/pixiv/utils.ts +3 -3
  207. package/lib/routes/ps/monthly-games.ts +3 -2
  208. package/lib/routes/psyche/topic.ts +1 -1
  209. package/lib/routes/psyche/type.ts +1 -1
  210. package/lib/routes/psyche/utils.ts +1 -1
  211. package/lib/routes/qidian/chapter.ts +4 -3
  212. package/lib/routes/questn/community.ts +76 -0
  213. package/lib/routes/questn/events.ts +101 -0
  214. package/lib/routes/questn/namespace.ts +6 -0
  215. package/lib/routes/questn/util.ts +16 -0
  216. package/lib/routes/raycast/changelog.ts +54 -0
  217. package/lib/routes/raycast/namespace.ts +7 -0
  218. package/lib/routes/react/blog.ts +57 -0
  219. package/lib/routes/react/namespace.ts +6 -0
  220. package/lib/routes/readwise/list.ts +152 -0
  221. package/lib/routes/readwise/namespace.ts +6 -0
  222. package/lib/routes/rebase/geekdaily.ts +35 -0
  223. package/lib/routes/rebase/namespace.ts +6 -0
  224. package/lib/routes/reuters/common.ts +2 -1
  225. package/lib/routes/rss3/index.ts +157 -0
  226. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  227. package/lib/routes/rss3/namespace.ts +7 -0
  228. package/lib/routes/rsshub/routes.ts +20 -13
  229. package/lib/routes/samd/news.ts +1 -1
  230. package/lib/routes/sara/index.ts +1 -1
  231. package/lib/routes/sciencedirect/cf-email.ts +0 -1
  232. package/lib/routes/scut/gzic/media.ts +71 -0
  233. package/lib/routes/scut/gzic/news.ts +65 -0
  234. package/lib/routes/scut/gzic/notice.ts +88 -0
  235. package/lib/routes/shiep/config.ts +4 -10
  236. package/lib/routes/shiep/index.ts +9 -9
  237. package/lib/routes/showstart/artist.ts +5 -4
  238. package/lib/routes/showstart/brand.ts +5 -4
  239. package/lib/routes/showstart/event.ts +8 -7
  240. package/lib/routes/showstart/search.ts +43 -9
  241. package/lib/routes/showstart/service.ts +81 -53
  242. package/lib/routes/showstart/site.ts +41 -0
  243. package/lib/routes/showstart/utils.ts +9 -8
  244. package/lib/routes/sjtu/jwc.ts +4 -1
  245. package/lib/routes/sjtu/yzb/zkxx.ts +36 -16
  246. package/lib/routes/smzdm/keyword.ts +3 -2
  247. package/lib/routes/smzdm/product.ts +86 -0
  248. package/lib/routes/smzdm/ranking.ts +180 -46
  249. package/lib/routes/spotify/artist.ts +3 -2
  250. package/lib/routes/spotify/playlist.ts +3 -2
  251. package/lib/routes/spotify/show.ts +1 -1
  252. package/lib/routes/springer/journal.ts +10 -12
  253. package/lib/routes/sse/sselawsrules.ts +370 -0
  254. package/lib/routes/sspai/author.ts +1 -1
  255. package/lib/routes/sspai/column.ts +1 -1
  256. package/lib/routes/sspai/index.ts +4 -3
  257. package/lib/routes/sspai/matrix.ts +1 -1
  258. package/lib/routes/sspai/series-update.ts +1 -1
  259. package/lib/routes/sspai/tag.ts +1 -1
  260. package/lib/routes/sspai/topic.ts +1 -1
  261. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  262. package/lib/routes/szse/rule.ts +315 -42
  263. package/lib/routes/t66y/index.ts +29 -7
  264. package/lib/routes/techcrunch/news.ts +20 -29
  265. package/lib/routes/techcrunch/templates/description.art +7 -0
  266. package/lib/routes/telecompaper/news.ts +1 -1
  267. package/lib/routes/telegram/channel.ts +38 -4
  268. package/lib/routes/test/index.ts +6 -36
  269. package/lib/routes/the/index.ts +210 -0
  270. package/lib/routes/the/namespace.ts +8 -0
  271. package/lib/routes/the/templates/description.art +27 -0
  272. package/lib/routes/the/util.ts +307 -0
  273. package/lib/routes/thoughtworks/index.ts +71 -0
  274. package/lib/routes/thoughtworks/namespace.ts +6 -0
  275. package/lib/routes/towardsdatascience/latest.ts +67 -0
  276. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  277. package/lib/routes/tsdm39/bd.ts +101 -0
  278. package/lib/routes/tsdm39/namespace.ts +7 -0
  279. package/lib/routes/tvb/news.ts +1 -0
  280. package/lib/routes/twitter/api/index.ts +3 -1
  281. package/lib/routes/twitter/api/mobile-api/login.ts +155 -131
  282. package/lib/routes/twitter/api/web-api/api.ts +19 -0
  283. package/lib/routes/twitter/api/web-api/constants.ts +2 -0
  284. package/lib/routes/twitter/api/web-api/login.ts +66 -0
  285. package/lib/routes/twitter/api/web-api/utils.ts +98 -52
  286. package/lib/routes/twitter/home-latest.ts +60 -0
  287. package/lib/routes/twitter/home.ts +2 -2
  288. package/lib/routes/twitter/keyword.ts +3 -2
  289. package/lib/routes/twitter/likes.ts +1 -1
  290. package/lib/routes/twitter/list.ts +1 -1
  291. package/lib/routes/twitter/media.ts +4 -3
  292. package/lib/routes/twitter/namespace.ts +2 -2
  293. package/lib/routes/twitter/user.ts +5 -4
  294. package/lib/routes/twitter/utils.ts +4 -1
  295. package/lib/routes/uber/blog.ts +1 -1
  296. package/lib/routes/udn/breaking-news.ts +9 -0
  297. package/lib/routes/ustc/scms.ts +97 -0
  298. package/lib/routes/utgd/category.ts +18 -59
  299. package/lib/routes/utgd/timeline.ts +9 -45
  300. package/lib/routes/utgd/topic.ts +9 -51
  301. package/lib/routes/utgd/utils.ts +41 -0
  302. package/lib/routes/v2ex/tab.ts +3 -2
  303. package/lib/routes/v2ex/topics.ts +18 -3
  304. package/lib/routes/v2ex/xna.ts +55 -0
  305. package/lib/routes/watasuke/blog.ts +1 -1
  306. package/lib/routes/wchscu/namespace.ts +6 -0
  307. package/lib/routes/wchscu/recruit.ts +73 -0
  308. package/lib/routes/weibo/keyword.ts +3 -2
  309. package/lib/routes/weibo/namespace.ts +1 -1
  310. package/lib/routes/weibo/search/hot.ts +12 -7
  311. package/lib/routes/weibo/user.ts +2 -1
  312. package/lib/routes/weibo/utils.ts +20 -0
  313. package/lib/routes/wfu/news.ts +1 -1
  314. package/lib/routes/wordpress/util.ts +1 -1
  315. package/lib/routes/xiaohongshu/notes.ts +10 -2
  316. package/lib/routes/xiaohongshu/user.ts +23 -2
  317. package/lib/routes/xiaoyuzhou/podcast.ts +2 -1
  318. package/lib/routes/xidian/cs.ts +143 -0
  319. package/lib/routes/xidian/gr.ts +289 -0
  320. package/lib/routes/xidian/jwc.ts +1 -0
  321. package/lib/routes/xidian/namespace.ts +1 -1
  322. package/lib/routes/xinhuanet/app.ts +109 -0
  323. package/lib/routes/xinhuanet/namespace.ts +8 -0
  324. package/lib/routes/xsijishe/forum.ts +5 -0
  325. package/lib/routes/xsijishe/rank.ts +23 -3
  326. package/lib/routes/yahoo/news/index.ts +149 -0
  327. package/lib/routes/yahoo/news/listid.ts +67 -0
  328. package/lib/routes/yahoo/news/{tw/provider-helper.ts → provider-helper.ts} +9 -4
  329. package/lib/routes/yahoo/news/{tw/provider.ts → provider.ts} +21 -6
  330. package/lib/routes/yahoo/news/{tw/utils.ts → utils.ts} +24 -15
  331. package/lib/routes/yicai/carousel.ts +48 -0
  332. package/lib/routes/yicai/utils.ts +23 -17
  333. package/lib/routes/youtube/subscriptions.ts +1 -0
  334. package/lib/routes/youtube/user.ts +2 -1
  335. package/lib/routes/yystv/docs.ts +28 -19
  336. package/lib/routes/zcool/discover.ts +2 -1
  337. package/lib/routes/zhihu/activities.ts +2 -1
  338. package/lib/routes/zhihu/answers.ts +5 -1
  339. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  340. package/lib/routes/zhihu/hot.ts +56 -7
  341. package/lib/routes/zhihu/namespace.ts +3 -0
  342. package/lib/routes/zhihu/utils.ts +16 -6
  343. package/lib/routes/zhuwang/index.ts +1 -1
  344. package/lib/routes/zsxq/types.ts +9 -0
  345. package/lib/routes/zsxq/utils.ts +4 -3
  346. package/lib/routes.test.ts +11 -5
  347. package/lib/setup.test.ts +1 -1
  348. package/lib/types.ts +20 -0
  349. package/lib/utils/cache/index.ts +8 -0
  350. package/lib/utils/camelcase-keys.spec.ts +127 -0
  351. package/lib/utils/camelcase-keys.ts +27 -0
  352. package/lib/utils/common-utils.ts +1 -0
  353. package/lib/utils/ofetch.ts +14 -0
  354. package/lib/utils/otel/index.ts +2 -0
  355. package/lib/utils/otel/metric.ts +66 -0
  356. package/lib/utils/otel/trace.ts +28 -0
  357. package/lib/utils/request-rewriter/fetch.ts +8 -1
  358. package/lib/views/atom.tsx +2 -2
  359. package/lib/views/error.tsx +3 -3
  360. package/lib/views/index.tsx +4 -3
  361. package/lib/views/json.ts +1 -1
  362. package/lib/views/layout.tsx +1 -1
  363. package/lib/views/rss.tsx +2 -2
  364. package/package.json +60 -48
  365. package/lib/routes/moduzy/index.ts +0 -80
  366. package/lib/routes/moduzy/namespace.ts +0 -17
  367. package/lib/routes/moduzy/type.ts +0 -95
  368. package/lib/routes/sse/lawandrules.ts +0 -68
  369. package/lib/routes/yahoo/news/tw/index.ts +0 -80
  370. package/lib/routes/yahoo/news/us/index.ts +0 -55
  371. package/lib/routes/zhihu/hotlist.ts +0 -72
  372. package/lib/routes-deprecated/bjnews/news.js +0 -44
  373. package/lib/routes-deprecated/iplay/home.js +0 -26
  374. package/lib/routes-deprecated/iplay/utils.js +0 -57
  375. /package/lib/routes/{moduzy → maccms}/templates/vod.art +0 -0
@@ -0,0 +1,67 @@
1
+ import { Route } from '@/types';
2
+ import ofetch from '@/utils/ofetch';
3
+ import { load } from 'cheerio';
4
+ import { parseDate } from '@/utils/parse-date';
5
+ import cache from '@/utils/cache';
6
+
7
+ export const route: Route = {
8
+ path: '/latest',
9
+ categories: ['blog'],
10
+ example: '/latest',
11
+ radar: [
12
+ {
13
+ source: ['towardsdatascience.com/'],
14
+ },
15
+ ],
16
+ name: 'Towards Data Science',
17
+ maintainers: ['mintyfrankie'],
18
+ url: 'towardsdatascience.com/latest',
19
+ handler,
20
+ };
21
+
22
+ async function handler() {
23
+ const baseUrl = 'https://towardsdatascience.com/latest';
24
+ const feedLang = 'en';
25
+ const feedDescription = 'Latest articles from Towards Data Science';
26
+
27
+ const response = await ofetch('https://medium.com/towards-data-science/latest?posts=true', {
28
+ headers: {
29
+ accept: 'application/json',
30
+ },
31
+ });
32
+ const data = JSON.parse(response.slice(16));
33
+
34
+ const list = data.payload.posts.map((item) => {
35
+ const title = item.title;
36
+ const link = `https://towardsdatascience.com/${item.uniqueSlug}`;
37
+ const freediumLink = `https://freedium.cfd/https://towardsdatascience.com/${item.uniqueSlug}`;
38
+ const author = data.payload.references.User[item.creatorId].name;
39
+ const pubDate = parseDate(item.createdAt);
40
+ return {
41
+ title,
42
+ link,
43
+ freediumLink,
44
+ author,
45
+ pubDate,
46
+ };
47
+ });
48
+
49
+ const items = await Promise.all(
50
+ list.map((item) =>
51
+ cache.tryGet(item.freediumLink, async () => {
52
+ const response = await ofetch(item.freediumLink);
53
+ const $ = load(response);
54
+ item.description = $('div.main-content').first().html();
55
+ return item;
56
+ })
57
+ )
58
+ );
59
+
60
+ return {
61
+ title: 'Towards Data Science - Latest',
62
+ language: feedLang,
63
+ description: feedDescription,
64
+ link: baseUrl,
65
+ item: items,
66
+ };
67
+ }
@@ -0,0 +1,6 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: 'Towards Data Science',
5
+ url: 'towardsdatascience.com',
6
+ };
@@ -0,0 +1,101 @@
1
+ import type { DataItem, Route } from '@/types';
2
+ import { config } from '@/config';
3
+ import ofetch from '@/utils/ofetch';
4
+ import { load } from 'cheerio';
5
+ import { parseDate } from '@/utils/parse-date';
6
+ import ConfigNotFoundError from '@/errors/types/config-not-found';
7
+
8
+ // type id => display name
9
+ type Mapping = Record<string, string>;
10
+
11
+ const TYPE: Mapping = {
12
+ '403': '720P',
13
+ '404': '1080P',
14
+ '405': 'BDMV',
15
+ '4130': '4K',
16
+ '5815': 'AV1',
17
+ };
18
+
19
+ // render into MD table
20
+ const mkTable = (mapping: Mapping): string => {
21
+ const heading: string[] = [],
22
+ separator: string[] = [],
23
+ body: string[] = [];
24
+
25
+ for (const key in mapping) {
26
+ heading.push(mapping[key]);
27
+ separator.push(':--:');
28
+ body.push(key);
29
+ }
30
+
31
+ return [heading.join(' | '), separator.join(' | '), body.join(' | ')].map((s) => `| ${s} |`).join('\n');
32
+ };
33
+
34
+ const handler: Route['handler'] = async (ctx) => {
35
+ const { type } = ctx.req.param();
36
+
37
+ const cookie = config.tsdm39.cookie;
38
+ if (!cookie) {
39
+ throw new ConfigNotFoundError('缺少 TSDM39 用户登录后的 Cookie 值 <a href="https://docs.rsshub.app/zh/deploy/config#route-specific-configurations">TSDM 相关路由</a>');
40
+ }
41
+
42
+ const html = await ofetch(`https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85${type ? `&filter=typeid&typeid=${type}` : ''}`, {
43
+ headers: {
44
+ Cookie: cookie,
45
+ },
46
+ });
47
+
48
+ const $ = load(html);
49
+
50
+ const item = $('tbody.tsdm_normalthread')
51
+ .toArray()
52
+ .map<DataItem>((item) => {
53
+ const $ = load(item);
54
+
55
+ const title = $('a.xst').text();
56
+ const price = $('span.xw1').last().text();
57
+ const link = $('a.xst').attr('href');
58
+ const date = $('td.by em').first().text().trim();
59
+
60
+ return {
61
+ title,
62
+ description: `价格:${price}`,
63
+ link,
64
+ pubDate: parseDate(date),
65
+ };
66
+ });
67
+
68
+ return {
69
+ title: '天使动漫论坛 - BD',
70
+ link: 'https://www.tsdm39.com/forum.php?mod=forumdisplay&fid=85',
71
+ language: 'zh-Hans',
72
+ item,
73
+ };
74
+ };
75
+
76
+ export const route: Route = {
77
+ path: '/bd/:type?',
78
+ name: 'BD',
79
+ categories: ['anime'],
80
+ maintainers: ['equt'],
81
+ example: '/tsdm39/bd',
82
+ parameters: {
83
+ type: 'BD type, checkout the table below for details',
84
+ },
85
+ features: {
86
+ requireConfig: [
87
+ {
88
+ name: 'TSDM39_COOKIES',
89
+ optional: false,
90
+ description: '天使动漫论坛登陆后的 cookie 值,可在浏览器控制台通过 `document.cookie` 获取。',
91
+ },
92
+ ],
93
+ requirePuppeteer: false,
94
+ antiCrawler: false,
95
+ supportBT: false,
96
+ supportPodcast: false,
97
+ supportScihub: false,
98
+ },
99
+ handler,
100
+ description: [TYPE].map((el) => mkTable(el)).join('\n\n'),
101
+ };
@@ -0,0 +1,7 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: '天使动漫论坛',
5
+ url: 'www.tsdm39.com',
6
+ categories: ['anime'],
7
+ };
@@ -96,6 +96,7 @@ async function handler(ctx) {
96
96
  lang: language,
97
97
  page: 1,
98
98
  limit: ctx.req.query('limit') ?? 50,
99
+ country: 'HK',
99
100
  },
100
101
  });
101
102
 
@@ -4,7 +4,7 @@ import webApi from './web-api/api';
4
4
  import { config } from '@/config';
5
5
 
6
6
  const enableMobileApi = config.twitter.username && config.twitter.password;
7
- const enableWebApi = config.twitter.cookie || config.twitter.authToken;
7
+ const enableWebApi = config.twitter.authToken;
8
8
 
9
9
  type ApiItem = (id: string, params?: Record<string, any>) => Promise<Record<string, any>> | Record<string, any> | null;
10
10
  let api: {
@@ -18,6 +18,7 @@ let api: {
18
18
  getSearch: ApiItem;
19
19
  getList: ApiItem;
20
20
  getHomeTimeline: ApiItem;
21
+ getHomeLatestTimeline: ApiItem;
21
22
  } = {
22
23
  init: () => {
23
24
  throw new ConfigNotFoundError('Twitter API is not configured');
@@ -31,6 +32,7 @@ let api: {
31
32
  getSearch: () => null,
32
33
  getList: () => null,
33
34
  getHomeTimeline: () => null,
35
+ getHomeLatestTimeline: () => null,
34
36
  };
35
37
 
36
38
  if (enableWebApi) {
@@ -8,6 +8,7 @@ import { v5 as uuidv5 } from 'uuid';
8
8
  import { authenticator } from 'otplib';
9
9
  import logger from '@/utils/logger';
10
10
  import cache from '@/utils/cache';
11
+ import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
11
12
 
12
13
  const NAMESPACE = 'd41d092b-b007-48f7-9129-e9538d2d8fe9';
13
14
 
@@ -25,153 +26,176 @@ const headers = {
25
26
  Authorization: bearerToken,
26
27
  };
27
28
 
29
+ const loginLimiter = cache.clients.redisClient
30
+ ? new RateLimiterRedis({
31
+ points: 1,
32
+ duration: 20,
33
+ execEvenly: true,
34
+ storeClient: cache.clients.redisClient,
35
+ })
36
+ : new RateLimiterMemory({
37
+ points: 1,
38
+ duration: 20,
39
+ execEvenly: true,
40
+ });
41
+
42
+ const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
43
+
28
44
  async function login({ username, password, authenticationSecret }) {
29
45
  return (await cache.tryGet(
30
46
  `twitter:authentication:${username}`,
31
47
  async () => {
32
- logger.debug('Twitter login start.');
33
- const android_id = uuidv5(username, NAMESPACE);
34
- headers['X-Twitter-Client-DeviceID'] = android_id;
35
-
36
- const ct0 = crypto.randomUUID().replaceAll('-', '');
37
- const guestToken = await got(guestActivateUrl, {
38
- headers: {
39
- authorization: bearerToken,
40
- 'x-csrf-token': ct0,
41
- cookie: 'ct0=' + ct0,
42
- },
43
- method: 'POST',
44
- });
45
- logger.debug('Twitter login 1 finished: guest token.');
46
-
47
- headers['x-guest-token'] = guestToken.data.guest_token;
48
-
49
- const task1 = await ofetch.raw(
50
- 'https://api.x.com/1.1/onboarding/task.json?' +
51
- new URLSearchParams({
52
- flow_name: 'login',
53
- api_version: '1',
54
- known_device_token: '',
55
- sim_country_code: 'us',
56
- }).toString(),
57
- {
48
+ try {
49
+ await loginLimiterQueue.removeTokens(1);
50
+
51
+ logger.debug('Twitter login start.');
52
+ const android_id = uuidv5(username, NAMESPACE);
53
+ headers['X-Twitter-Client-DeviceID'] = android_id;
54
+
55
+ const ct0 = crypto.randomUUID().replaceAll('-', '');
56
+ const guestToken = await got(guestActivateUrl, {
57
+ headers: {
58
+ authorization: bearerToken,
59
+ 'x-csrf-token': ct0,
60
+ cookie: 'ct0=' + ct0,
61
+ },
58
62
  method: 'POST',
59
- headers,
60
- body: {
61
- flow_token: null,
62
- input_flow_data: {
63
- country_code: null,
64
- flow_context: {
65
- referrer_context: {
66
- referral_details: 'utm_source=google-play&utm_medium=organic',
67
- referrer_url: '',
68
- },
69
- start_location: {
70
- location: 'deeplink',
63
+ });
64
+ logger.debug('Twitter login 1 finished: guest token.');
65
+
66
+ headers['x-guest-token'] = guestToken.data.guest_token;
67
+
68
+ const task1 = await ofetch.raw(
69
+ 'https://api.x.com/1.1/onboarding/task.json?' +
70
+ new URLSearchParams({
71
+ flow_name: 'login',
72
+ api_version: '1',
73
+ known_device_token: '',
74
+ sim_country_code: 'us',
75
+ }).toString(),
76
+ {
77
+ method: 'POST',
78
+ headers,
79
+ body: {
80
+ flow_token: null,
81
+ input_flow_data: {
82
+ country_code: null,
83
+ flow_context: {
84
+ referrer_context: {
85
+ referral_details: 'utm_source=google-play&utm_medium=organic',
86
+ referrer_url: '',
87
+ },
88
+ start_location: {
89
+ location: 'deeplink',
90
+ },
71
91
  },
92
+ requested_variant: null,
93
+ target_user_id: 0,
72
94
  },
73
- requested_variant: null,
74
- target_user_id: 0,
75
95
  },
76
- },
77
- }
78
- );
79
- logger.debug('Twitter login 2 finished: login flow.');
80
-
81
- headers.att = task1.headers.get('att');
82
-
83
- const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
84
- headers,
85
- json: {
86
- flow_token: task1._data.flow_token,
87
- subtask_inputs: [
88
- {
89
- enter_text: {
90
- suggestion_id: null,
91
- text: username,
92
- link: 'next_link',
96
+ }
97
+ );
98
+ logger.debug('Twitter login 2 finished: login flow.');
99
+
100
+ headers.att = task1.headers.get('att');
101
+
102
+ const task2 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
103
+ headers,
104
+ json: {
105
+ flow_token: task1._data.flow_token,
106
+ subtask_inputs: [
107
+ {
108
+ enter_text: {
109
+ suggestion_id: null,
110
+ text: username,
111
+ link: 'next_link',
112
+ },
113
+ subtask_id: 'LoginEnterUserIdentifier',
93
114
  },
94
- subtask_id: 'LoginEnterUserIdentifier',
95
- },
96
- ],
97
- },
98
- });
99
- logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
100
-
101
- const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
102
- headers,
103
- json: {
104
- flow_token: task2.data.flow_token,
105
- subtask_inputs: [
106
- {
107
- enter_password: {
108
- password,
109
- link: 'next_link',
115
+ ],
116
+ },
117
+ });
118
+ logger.debug('Twitter login 3 finished: LoginEnterUserIdentifier.');
119
+
120
+ const task3 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
121
+ headers,
122
+ json: {
123
+ flow_token: task2.data.flow_token,
124
+ subtask_inputs: [
125
+ {
126
+ enter_password: {
127
+ password,
128
+ link: 'next_link',
129
+ },
130
+ subtask_id: 'LoginEnterPassword',
110
131
  },
111
- subtask_id: 'LoginEnterPassword',
112
- },
113
- ],
114
- },
115
- });
116
- logger.debug('Twitter login 4 finished: LoginEnterPassword.');
117
-
118
- const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
119
- headers,
120
- json: {
121
- flow_token: task3.data.flow_token,
122
- subtask_inputs: [
123
- {
124
- check_logged_in_account: {
125
- link: 'AccountDuplicationCheck_false',
132
+ ],
133
+ },
134
+ });
135
+ logger.debug('Twitter login 4 finished: LoginEnterPassword.');
136
+
137
+ const task4 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
138
+ headers,
139
+ json: {
140
+ flow_token: task3.data.flow_token,
141
+ subtask_inputs: [
142
+ {
143
+ check_logged_in_account: {
144
+ link: 'AccountDuplicationCheck_false',
145
+ },
146
+ subtask_id: 'AccountDuplicationCheck',
126
147
  },
127
- subtask_id: 'AccountDuplicationCheck',
128
- },
129
- ],
130
- },
131
- });
132
- logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
133
-
134
- for await (const subtask of task4.data?.subtasks || []) {
135
- if (subtask.open_account) {
136
- authentication = subtask.open_account;
137
- break;
138
- } else if (subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
139
- const token = authenticator.generate(authenticationSecret);
140
-
141
- const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
142
- headers,
143
- json: {
144
- flow_token: task4.data.flow_token,
145
- subtask_inputs: [
146
- {
147
- enter_text: {
148
- suggestion_id: null,
149
- text: token,
150
- link: 'next_link',
148
+ ],
149
+ },
150
+ });
151
+ logger.debug('Twitter login 5 finished: AccountDuplicationCheck.');
152
+
153
+ for await (const subtask of task4.data?.subtasks || []) {
154
+ if (subtask.open_account) {
155
+ authentication = subtask.open_account;
156
+ break;
157
+ } else if (subtask.subtask_id === 'LoginTwoFactorAuthChallenge') {
158
+ const token = authenticator.generate(authenticationSecret);
159
+
160
+ const task5 = await got.post('https://api.x.com/1.1/onboarding/task.json', {
161
+ headers,
162
+ json: {
163
+ flow_token: task4.data.flow_token,
164
+ subtask_inputs: [
165
+ {
166
+ enter_text: {
167
+ suggestion_id: null,
168
+ text: token,
169
+ link: 'next_link',
170
+ },
171
+ subtask_id: 'LoginTwoFactorAuthChallenge',
151
172
  },
152
- subtask_id: 'LoginTwoFactorAuthChallenge',
153
- },
154
- ],
155
- },
156
- });
157
- logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
158
-
159
- for (const subtask of task5.data?.subtasks || []) {
160
- if (subtask.open_account) {
161
- authentication = subtask.open_account;
162
- break;
173
+ ],
174
+ },
175
+ });
176
+ logger.debug('Twitter login 6 finished: LoginTwoFactorAuthChallenge.');
177
+
178
+ for (const subtask of task5.data?.subtasks || []) {
179
+ if (subtask.open_account) {
180
+ authentication = subtask.open_account;
181
+ break;
182
+ }
163
183
  }
184
+ break;
185
+ } else {
186
+ logger.error(`Twitter login 6 failed: unknown subtask: ${subtask.subtask_id}`);
164
187
  }
165
- break;
166
188
  }
167
- }
168
- if (authentication) {
169
- logger.debug('Twitter login success.');
170
- } else {
171
- logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
172
- }
189
+ if (authentication) {
190
+ logger.debug('Twitter login success.');
191
+ } else {
192
+ logger.error(`Twitter login failed. ${JSON.stringify(task4.data?.subtasks, null, 2)}`);
193
+ }
173
194
 
174
- return authentication;
195
+ return authentication;
196
+ } catch (error) {
197
+ logger.error(`Twitter username ${username} login failed:`, error);
198
+ }
175
199
  },
176
200
  60 * 60 * 24 * 30, // 30 days
177
201
  false
@@ -34,6 +34,7 @@ const cacheTryGet = async (_id, params, func) => {
34
34
  const userData: any = await getUserData(_id);
35
35
  const id = (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
36
36
  if (id === undefined) {
37
+ cache.set(`twitter-userdata-${_id}`, '', config.cache.contentExpire);
37
38
  throw new InvalidParameterError('User not found');
38
39
  }
39
40
  const funcName = func.name;
@@ -183,6 +184,23 @@ const getHomeTimeline = async (id: string, params?: Record<string, any>) =>
183
184
  )
184
185
  );
185
186
 
187
+ const getHomeLatestTimeline = async (id: string, params?: Record<string, any>) =>
188
+ gatherLegacyFromData(
189
+ await paginationTweets(
190
+ 'HomeLatestTimeline',
191
+ undefined,
192
+ {
193
+ ...params,
194
+ count: 20,
195
+ includePromotedContent: true,
196
+ latestControlAvailable: true,
197
+ requestContext: 'launch',
198
+ withCommunity: true,
199
+ },
200
+ ['home', 'home_timeline_urt']
201
+ )
202
+ );
203
+
186
204
  export default {
187
205
  getUser,
188
206
  getUserTweets,
@@ -193,5 +211,6 @@ export default {
193
211
  getSearch,
194
212
  getList,
195
213
  getHomeTimeline,
214
+ getHomeLatestTimeline,
196
215
  init: () => {},
197
216
  };
@@ -4,6 +4,7 @@ const graphQLEndpointsPlain = [
4
4
  '/graphql/eS7LO5Jy3xgmd3dbL044EA/UserTweets',
5
5
  '/graphql/k5XapwcSikNsEsILW5FvgA/UserByScreenName',
6
6
  '/graphql/k3YiLNE_MAy5J-NANLERdg/HomeTimeline',
7
+ '/graphql/DiTkXJgLqBBxCs7zaYsbtA/HomeLatestTimeline',
7
8
  '/graphql/3GeIaLmNhTm1YsUmxR57tg/UserTweetsAndReplies',
8
9
  '/graphql/TOU4gQw8wXIqpSzA4TYKgg/UserMedia',
9
10
  '/graphql/B8I_QCljDBVfin21TTWMqA/Likes',
@@ -87,6 +88,7 @@ const gqlFeatures = {
87
88
  SearchTimeline: gqlFeatureFeed,
88
89
  ListLatestTweetsTimeline: gqlFeatureFeed,
89
90
  HomeTimeline: gqlFeatureFeed,
91
+ HomeLatestTimeline: TweetDetailFeatures,
90
92
  TweetDetail: TweetDetailFeatures,
91
93
  Likes: gqlFeatureFeed,
92
94
  };
@@ -0,0 +1,66 @@
1
+ import { authenticator } from 'otplib';
2
+ import logger from '@/utils/logger';
3
+ import cache from '@/utils/cache';
4
+ import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
5
+ import puppeteer from '@/utils/puppeteer';
6
+ import { CookieJar } from 'tough-cookie';
7
+
8
+ const loginLimiter = cache.clients.redisClient
9
+ ? new RateLimiterRedis({
10
+ points: 1,
11
+ duration: 20,
12
+ execEvenly: true,
13
+ storeClient: cache.clients.redisClient,
14
+ })
15
+ : new RateLimiterMemory({
16
+ points: 1,
17
+ duration: 20,
18
+ execEvenly: true,
19
+ });
20
+
21
+ const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
22
+
23
+ async function login({ username, password, authenticationSecret }) {
24
+ if (!username || !password || !authenticationSecret) {
25
+ return;
26
+ }
27
+ try {
28
+ await loginLimiterQueue.removeTokens(1);
29
+
30
+ const cookieJar = new CookieJar();
31
+ const browser = await puppeteer({
32
+ stealth: true,
33
+ });
34
+ const page = await browser.newPage();
35
+ await page.goto('https://x.com/i/flow/login');
36
+ await page.waitForSelector('input[autocomplete="username"]');
37
+ await page.type('input[autocomplete="username"]', username);
38
+ const buttons = await page.$$('button');
39
+ await buttons[3]?.click();
40
+ await page.waitForSelector('input[autocomplete="current-password"]');
41
+ await page.type('input[autocomplete="current-password"]', password);
42
+ (await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
43
+ await page.waitForSelector('input[inputmode="numeric"]');
44
+ const token = authenticator.generate(authenticationSecret);
45
+ await page.type('input[inputmode="numeric"]', token);
46
+ (await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
47
+ const waitForRequest = new Promise<string>((resolve) => {
48
+ page.on('requestfinished', async (request) => {
49
+ if (request.url().includes('/HomeTimeline')) {
50
+ const cookies = await page.cookies();
51
+ for (const cookie of cookies) {
52
+ cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
53
+ }
54
+ resolve(JSON.stringify(cookieJar.serializeSync()));
55
+ }
56
+ });
57
+ });
58
+ const cookieString = await waitForRequest;
59
+ await browser.close();
60
+ return cookieString;
61
+ } catch (error) {
62
+ logger.error(`Twitter username ${username} login failed:`, error);
63
+ }
64
+ }
65
+
66
+ export default login;