rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (678) hide show
  1. package/README.md +9 -7
  2. package/lib/config.js +21 -8
  3. package/lib/middleware/cache/index.js +4 -3
  4. package/lib/middleware/cache/redis.js +3 -3
  5. package/lib/middleware/onerror.js +8 -0
  6. package/lib/middleware/template.js +79 -85
  7. package/lib/radar-rules.js +0 -93
  8. package/lib/router.js +11 -303
  9. package/lib/routes/199it/category.js +1 -1
  10. package/lib/routes/199it/tag.js +1 -1
  11. package/lib/routes/199it/utils.js +1 -1
  12. package/lib/routes/index.js +6 -13
  13. package/lib/utils/common-utils.js +2 -6
  14. package/lib/utils/render.js +2 -0
  15. package/lib/v2/1point3acres/maintainer.js +2 -2
  16. package/lib/v2/95mm/utils.js +3 -2
  17. package/lib/v2/9to5/utils.js +1 -1
  18. package/lib/v2/aeon/utils.js +1 -1
  19. package/lib/v2/agirls/maintainer.js +0 -1
  20. package/lib/v2/agirls/radar.js +0 -6
  21. package/lib/v2/agirls/router.js +0 -1
  22. package/lib/v2/aliyun/notice.js +1 -1
  23. package/lib/v2/amazon/maintainer.js +1 -1
  24. package/lib/v2/apnews/topics.js +1 -1
  25. package/lib/v2/arcteryx/maintainer.js +3 -3
  26. package/lib/v2/artstation/maintainer.js +3 -0
  27. package/lib/v2/artstation/radar.js +13 -0
  28. package/lib/v2/artstation/router.js +3 -0
  29. package/lib/v2/artstation/templates/description.art +17 -0
  30. package/lib/v2/artstation/user.js +98 -0
  31. package/lib/v2/bangumi/maintainer.js +1 -0
  32. package/lib/v2/bangumi/radar.js +6 -0
  33. package/lib/v2/bangumi/router.js +1 -0
  34. package/lib/v2/bangumi/tv/user/wish.js +38 -0
  35. package/lib/v2/bellroy/maintainer.js +1 -1
  36. package/lib/v2/bilibili/cache.js +10 -7
  37. package/lib/v2/bilibili/maintainer.js +1 -5
  38. package/lib/v2/bilibili/platform.js +43 -0
  39. package/lib/v2/bilibili/radar.js +8 -6
  40. package/lib/v2/bilibili/router.js +1 -5
  41. package/lib/v2/bilibili/video.js +8 -1
  42. package/lib/v2/bossdesign/index.js +41 -0
  43. package/lib/v2/bossdesign/radar.js +13 -0
  44. package/lib/v2/brave/latest.js +4 -2
  45. package/lib/v2/buaa/maintainer.js +4 -0
  46. package/lib/v2/buaa/news/index.js +46 -0
  47. package/lib/v2/buaa/radar.js +21 -0
  48. package/lib/v2/buaa/router.js +4 -0
  49. package/lib/v2/buaa/sme.js +59 -0
  50. package/lib/v2/cctv/maintainer.js +0 -1
  51. package/lib/v2/cctv/radar.js +0 -6
  52. package/lib/v2/cctv/router.js +0 -1
  53. package/lib/v2/cfachina/analygarden.js +60 -0
  54. package/lib/v2/cfachina/maintainer.js +3 -0
  55. package/lib/v2/cfachina/radar.js +13 -0
  56. package/lib/v2/cfachina/router.js +3 -0
  57. package/lib/v2/cna/maintainer.js +1 -0
  58. package/lib/v2/cna/radar.js +6 -0
  59. package/lib/v2/cna/router.js +1 -0
  60. package/lib/v2/cna/web/index.js +62 -0
  61. package/lib/v2/cste/radar.js +1 -1
  62. package/lib/v2/curius/templates/description.art +1 -1
  63. package/lib/v2/dahecube/index.js +1 -1
  64. package/lib/v2/dahecube/radar.js +40 -4
  65. package/lib/v2/deeplearning/maintainer.js +3 -0
  66. package/lib/v2/deeplearning/radar.js +13 -0
  67. package/lib/v2/deeplearning/router.js +3 -0
  68. package/lib/v2/deeplearning/thebatch.js +36 -0
  69. package/lib/v2/diandong/maintainer.js +0 -1
  70. package/lib/v2/diandong/radar.js +0 -6
  71. package/lib/v2/diandong/router.js +0 -1
  72. package/lib/v2/dongqiudi/utils.js +1 -1
  73. package/lib/v2/douban/maintainer.js +1 -0
  74. package/lib/v2/douban/other/discussion.js +58 -0
  75. package/lib/v2/douban/radar.js +8 -0
  76. package/lib/v2/douban/router.js +1 -0
  77. package/lib/v2/dut/defaults.js +4 -0
  78. package/lib/v2/dut/index.js +21 -9
  79. package/lib/v2/dut/maintainer.js +8 -7
  80. package/lib/v2/dut/radar.js +37 -29
  81. package/lib/v2/dut/shortcuts.js +5 -0
  82. package/lib/v2/dx2025/radar.js +0 -6
  83. package/lib/v2/eastday/maintainer.js +0 -1
  84. package/lib/v2/eastday/radar.js +0 -6
  85. package/lib/v2/eastday/router.js +0 -1
  86. package/lib/v2/economist/maintainer.js +0 -2
  87. package/lib/v2/economist/radar.js +0 -8
  88. package/lib/v2/economist/router.js +0 -2
  89. package/lib/v2/egsea/flash.js +30 -0
  90. package/lib/v2/egsea/maintainer.js +3 -0
  91. package/lib/v2/egsea/radar.js +13 -0
  92. package/lib/v2/egsea/router.js +3 -0
  93. package/lib/v2/fisher-spb/news.js +1 -2
  94. package/lib/v2/fosshub/radar.js +1 -1
  95. package/lib/v2/ft/maintainer.js +0 -1
  96. package/lib/v2/ft/radar.js +0 -13
  97. package/lib/v2/ft/router.js +0 -1
  98. package/lib/v2/fxiaoke/crm.js +63 -0
  99. package/lib/v2/fxiaoke/maintainer.js +3 -0
  100. package/lib/v2/fxiaoke/radar.js +37 -0
  101. package/lib/v2/fxiaoke/router.js +3 -0
  102. package/lib/v2/gdsrx/index.js +72 -0
  103. package/lib/v2/gdsrx/maintainer.js +3 -0
  104. package/lib/v2/gdsrx/radar.js +61 -0
  105. package/lib/v2/gdsrx/router.js +3 -0
  106. package/lib/v2/github/radar.js +12 -12
  107. package/lib/v2/gogoanimehd/radar.js +1 -1
  108. package/lib/v2/gogoanimehd/recent-releases.js +1 -1
  109. package/lib/v2/google/alerts.js +33 -0
  110. package/lib/v2/google/maintainer.js +1 -0
  111. package/lib/v2/google/router.js +1 -0
  112. package/lib/v2/gov/chinamine-safety/util.js +77 -0
  113. package/lib/v2/gov/chinamine-safety/xw.js +37 -0
  114. package/lib/v2/gov/chinamine-safety/zfxxgk.js +36 -0
  115. package/lib/v2/gov/maintainer.js +11 -2
  116. package/lib/v2/gov/moa/zdscxx.js +104 -0
  117. package/lib/v2/gov/mot/index.js +66 -0
  118. package/lib/v2/gov/nea/ghs.js +58 -0
  119. package/lib/v2/gov/nifdc/index.js +40 -33
  120. package/lib/v2/gov/radar.js +423 -4
  121. package/lib/v2/gov/router.js +12 -2
  122. package/lib/v2/gov/safe/business.js +8 -0
  123. package/lib/v2/gov/safe/complaint.js +8 -0
  124. package/lib/v2/gov/safe/templates/message.art +25 -0
  125. package/lib/v2/gov/safe/util.js +87 -0
  126. package/lib/v2/gov/zhengce/index.js +99 -0
  127. package/lib/v2/greasyfork/maintainer.js +1 -0
  128. package/lib/v2/greasyfork/router.js +1 -0
  129. package/lib/v2/greasyfork/scripts.js +25 -20
  130. package/lib/{routes/universities → v2}/harvard/health/blog.js +8 -7
  131. package/lib/v2/harvard/maintainer.js +3 -0
  132. package/lib/v2/harvard/radar.js +13 -0
  133. package/lib/v2/harvard/router.js +3 -0
  134. package/lib/v2/hellobtc/maintainer.js +0 -1
  135. package/lib/v2/hellobtc/radar.js +0 -6
  136. package/lib/v2/hellobtc/router.js +0 -1
  137. package/lib/v2/huxiu/briefColumn.js +13 -25
  138. package/lib/v2/huxiu/channel.js +28 -0
  139. package/lib/v2/huxiu/club.js +30 -0
  140. package/lib/v2/huxiu/collection.js +14 -26
  141. package/lib/v2/huxiu/maintainer.js +8 -5
  142. package/lib/v2/huxiu/member.js +27 -0
  143. package/lib/v2/huxiu/moment.js +11 -25
  144. package/lib/v2/huxiu/radar.js +24 -16
  145. package/lib/v2/huxiu/router.js +7 -4
  146. package/lib/v2/huxiu/search.js +16 -21
  147. package/lib/v2/huxiu/tag.js +13 -25
  148. package/lib/v2/huxiu/templates/description.art +46 -0
  149. package/lib/v2/huxiu/util.js +460 -0
  150. package/lib/v2/ifi-audio/maintainer.js +1 -1
  151. package/lib/v2/imiker/jinghua.js +87 -0
  152. package/lib/v2/imiker/maintainer.js +3 -0
  153. package/lib/v2/imiker/radar.js +13 -0
  154. package/lib/v2/imiker/router.js +3 -0
  155. package/lib/v2/imiker/templates/description.art +32 -0
  156. package/lib/v2/inoreader/maintainer.js +1 -1
  157. package/lib/v2/instagram/common-utils.js +7 -4
  158. package/lib/v2/instagram/radar.js +2 -2
  159. package/lib/v2/instagram/templates/images.art +9 -2
  160. package/lib/v2/instagram/templates/video.art +4 -1
  161. package/lib/v2/instagram/web-api/index.js +30 -9
  162. package/lib/v2/instagram/web-api/utils.js +149 -25
  163. package/lib/v2/jianshu/maintainer.js +5 -0
  164. package/lib/v2/jianshu/radar.js +25 -0
  165. package/lib/v2/jianshu/router.js +5 -0
  166. package/lib/{routes → v2}/jianshu/utils.js +18 -26
  167. package/lib/v2/kemono/index.js +26 -2
  168. package/lib/v2/kemono/radar.js +1 -1
  169. package/lib/v2/kepu/live.js +89 -0
  170. package/lib/v2/kepu/maintainer.js +3 -0
  171. package/lib/v2/kepu/radar.js +13 -0
  172. package/lib/v2/kepu/router.js +3 -0
  173. package/lib/v2/kepu/templates/description.art +33 -0
  174. package/lib/v2/leetcode/maintainer.js +1 -1
  175. package/lib/v2/lightnovel/lightNovel.js +62 -0
  176. package/lib/v2/lightnovel/maintainer.js +3 -0
  177. package/lib/v2/lightnovel/radar.js +13 -0
  178. package/lib/v2/lightnovel/router.js +3 -0
  179. package/lib/v2/line/radar.js +1 -1
  180. package/lib/v2/liquipedia/cs_matches.js +52 -0
  181. package/lib/v2/liquipedia/dota2_matches.js +47 -0
  182. package/lib/v2/liquipedia/maintainer.js +4 -0
  183. package/lib/v2/liquipedia/radar.js +19 -0
  184. package/lib/v2/liquipedia/router.js +4 -0
  185. package/lib/v2/magazinelib/maintainer.js +1 -1
  186. package/lib/v2/mihoyo/radar.js +1 -1
  187. package/lib/v2/missav/maintainer.js +3 -0
  188. package/lib/v2/missav/new.js +36 -0
  189. package/lib/v2/missav/radar.js +13 -0
  190. package/lib/v2/missav/router.js +3 -0
  191. package/lib/v2/missav/templates/preview.art +3 -0
  192. package/lib/v2/modb/maintainer.js +3 -0
  193. package/lib/v2/modb/radar.js +13 -0
  194. package/lib/v2/modb/router.js +3 -0
  195. package/lib/v2/modb/topic.js +59 -0
  196. package/lib/v2/nature/cover.js +32 -42
  197. package/lib/v2/nature/highlight.js +2 -2
  198. package/lib/v2/nature/news-and-comment.js +2 -2
  199. package/lib/v2/nature/news.js +2 -2
  200. package/lib/v2/nature/research.js +2 -2
  201. package/lib/v2/nature/siteindex.js +5 -5
  202. package/lib/v2/nature/utils.js +124 -5
  203. package/lib/v2/ncu/jwc.js +33 -0
  204. package/lib/v2/ncu/maintainer.js +3 -0
  205. package/lib/v2/ncu/radar.js +13 -0
  206. package/lib/v2/ncu/router.js +3 -0
  207. package/lib/v2/nhk/news.js +1 -1
  208. package/lib/v2/nmtv/radar.js +1 -1
  209. package/lib/v2/nytimes/radar.js +0 -6
  210. package/lib/v2/nytimes/router.js +0 -1
  211. package/lib/v2/oo-software/radar.js +1 -1
  212. package/lib/v2/patagonia/maintainer.js +1 -1
  213. package/lib/v2/phoronix/index.js +177 -48
  214. package/lib/v2/phoronix/maintainer.js +1 -1
  215. package/lib/v2/phoronix/radar.js +3 -3
  216. package/lib/v2/phoronix/router.js +1 -1
  217. package/lib/v2/picnob/maintainer.js +1 -1
  218. package/lib/v2/picnob/templates/desc.art +3 -3
  219. package/lib/v2/picnob/user.js +74 -37
  220. package/lib/v2/picnob/utils.js +24 -0
  221. package/lib/v2/qbitai/category.js +27 -0
  222. package/lib/v2/qbitai/maintainer.js +4 -0
  223. package/lib/v2/qbitai/radar.js +19 -0
  224. package/lib/v2/qbitai/router.js +4 -0
  225. package/lib/v2/qbitai/tag.js +27 -0
  226. package/lib/v2/questmobile/maintainer.js +3 -0
  227. package/lib/v2/questmobile/radar.js +18 -0
  228. package/lib/v2/questmobile/report.js +127 -0
  229. package/lib/v2/questmobile/router.js +3 -0
  230. package/lib/v2/questmobile/templates/description.art +17 -0
  231. package/lib/v2/qweather/3days.js +1 -1
  232. package/lib/v2/readhub/daily.js +43 -0
  233. package/lib/v2/readhub/index.js +19 -72
  234. package/lib/v2/readhub/maintainer.js +1 -0
  235. package/lib/v2/readhub/radar.js +6 -0
  236. package/lib/v2/readhub/router.js +1 -0
  237. package/lib/v2/readhub/util.js +69 -0
  238. package/lib/v2/reuters/common.js +55 -48
  239. package/lib/v2/routledge/book-series.js +78 -0
  240. package/lib/v2/routledge/maintainer.js +3 -0
  241. package/lib/v2/routledge/radar.js +13 -0
  242. package/lib/v2/routledge/router.js +3 -0
  243. package/lib/v2/{qdaily/templates/article.art → routledge/templates/description.art} +2 -0
  244. package/lib/v2/sehuatang/index.js +10 -12
  245. package/lib/v2/sehuatang/user.js +11 -12
  246. package/lib/v2/showstart/artist.js +15 -0
  247. package/lib/v2/showstart/brand.js +15 -0
  248. package/lib/v2/showstart/const.js +4 -0
  249. package/lib/v2/showstart/event.js +18 -0
  250. package/lib/v2/showstart/maintainer.js +6 -0
  251. package/lib/v2/showstart/radar.js +40 -0
  252. package/lib/v2/showstart/router.js +6 -0
  253. package/lib/v2/showstart/search.js +51 -0
  254. package/lib/v2/showstart/service.js +166 -0
  255. package/lib/v2/showstart/utils.js +92 -0
  256. package/lib/v2/snowpeak/maintainer.js +1 -1
  257. package/lib/v2/sony/maintainer.js +1 -1
  258. package/lib/v2/sse/disclosure.js +4 -3
  259. package/lib/v2/sspu/jwc.js +44 -0
  260. package/lib/v2/sspu/maintainer.js +3 -0
  261. package/lib/v2/sspu/radar.js +13 -0
  262. package/lib/v2/sspu/router.js +3 -0
  263. package/lib/v2/techcrunch/maintainer.js +1 -1
  264. package/lib/v2/theatlantic/maintainer.js +1 -1
  265. package/lib/v2/thenewslens/radar.js +0 -6
  266. package/lib/v2/thepaper/radar.js +2 -2
  267. package/lib/v2/thoughtco/index.js +1 -1
  268. package/lib/v2/threads/index.js +20 -150
  269. package/lib/v2/threads/utils.js +147 -0
  270. package/lib/v2/tophub/list.js +40 -0
  271. package/lib/v2/tophub/maintainer.js +1 -0
  272. package/lib/v2/tophub/radar.js +6 -0
  273. package/lib/v2/tophub/router.js +1 -0
  274. package/lib/v2/tophub/templates/rank.art +22 -0
  275. package/lib/v2/twitter/keyword.js +1 -3
  276. package/lib/v2/twitter/media.js +1 -5
  277. package/lib/v2/twitter/user.js +1 -3
  278. package/lib/v2/twitter/utils.js +5 -3
  279. package/lib/v2/twitter/web-api/constants.js +80 -68
  280. package/lib/v2/twitter/web-api/twitter-api.js +96 -103
  281. package/lib/v2/twreporter/maintainer.js +0 -2
  282. package/lib/v2/twreporter/radar.js +0 -12
  283. package/lib/v2/twreporter/router.js +0 -2
  284. package/lib/v2/uniqlo/maintainer.js +3 -0
  285. package/lib/v2/uniqlo/new.js +62 -0
  286. package/lib/v2/uniqlo/radar.js +12 -0
  287. package/lib/v2/uniqlo/router.js +3 -0
  288. package/lib/v2/wechat/maintainer.js +1 -1
  289. package/lib/v2/weibo/maintainer.js +1 -1
  290. package/lib/v2/weibo/radar.js +1 -1
  291. package/lib/v2/weibo/router.js +1 -1
  292. package/lib/v2/weibo/search/hot.js +118 -7
  293. package/lib/v2/weibo/search/template/digest.art +17 -0
  294. package/lib/v2/worldjournal/index.js +1 -1
  295. package/lib/v2/woshipm/maintainer.js +0 -2
  296. package/lib/v2/woshipm/radar.js +0 -12
  297. package/lib/v2/woshipm/router.js +0 -2
  298. package/lib/v2/xiaohongshu/util.js +17 -7
  299. package/lib/v2/xmnn/docs.js +0 -0
  300. package/lib/v2/xmnn/maintainer.js +1 -0
  301. package/lib/v2/xmnn/news.js +65 -0
  302. package/lib/v2/xmnn/radar.js +67 -1
  303. package/lib/v2/xmnn/router.js +1 -0
  304. package/lib/v2/xsijishe/maintainer.js +1 -0
  305. package/lib/v2/xsijishe/radar.js +12 -0
  306. package/lib/v2/xsijishe/rank.js +60 -0
  307. package/lib/v2/xsijishe/router.js +1 -0
  308. package/lib/v2/yahoo/maintainer.js +2 -0
  309. package/lib/v2/yahoo/news/tw/index.js +24 -0
  310. package/lib/v2/yahoo/news/tw/provider-helper.js +22 -0
  311. package/lib/v2/yahoo/news/tw/provider.js +24 -0
  312. package/lib/v2/yahoo/news/tw/utils.js +129 -0
  313. package/lib/v2/yahoo/radar.js +29 -1
  314. package/lib/v2/yahoo/router.js +4 -1
  315. package/lib/v2/yahoo/templates/youtube.art +1 -0
  316. package/lib/v2/yuque/book.js +6 -1
  317. package/lib/v2/yuque/utils.js +16 -0
  318. package/lib/v2/zagg/maintainer.js +1 -1
  319. package/lib/v2/zhihu/maintainer.js +2 -0
  320. package/lib/v2/zhihu/radar.js +18 -0
  321. package/lib/v2/zhihu/router.js +2 -0
  322. package/lib/v2/zhihu/xhu/activities.js +112 -0
  323. package/lib/v2/zhihu/xhu/answers.js +31 -0
  324. package/lib/views/error.art +1 -1
  325. package/lib/views/rss3-ums.js +62 -0
  326. package/lib/views/welcome.art +1 -1
  327. package/package.json +46 -40
  328. package/lib/routes/8btc/author.js +0 -49
  329. package/lib/routes/8btc/news/flash.js +0 -41
  330. package/lib/routes/91ddcc/stage.js +0 -48
  331. package/lib/routes/91ddcc/user.js +0 -45
  332. package/lib/routes/93/index.js +0 -50
  333. package/lib/routes/allnow/column.js +0 -7
  334. package/lib/routes/allnow/index.js +0 -5
  335. package/lib/routes/allnow/tag.js +0 -7
  336. package/lib/routes/allnow/user.js +0 -7
  337. package/lib/routes/allnow/utils.js +0 -67
  338. package/lib/routes/andyt/index.js +0 -36
  339. package/lib/routes/asahi/area.js +0 -57
  340. package/lib/routes/baidu/daily.js +0 -55
  341. package/lib/routes/bell-labs/events-news.js +0 -70
  342. package/lib/routes/bihu/activaties.js +0 -76
  343. package/lib/routes/bioon/latest.js +0 -51
  344. package/lib/routes/bishijie/kuaixun.js +0 -21
  345. package/lib/routes/bjnews/epaper.js +0 -80
  346. package/lib/routes/bof/home.js +0 -42
  347. package/lib/routes/boston/index.js +0 -73
  348. package/lib/routes/buaq/index.js +0 -31
  349. package/lib/routes/cgtn/pick.js +0 -45
  350. package/lib/routes/cgtn/top.js +0 -45
  351. package/lib/routes/chinadialogue/column.js +0 -58
  352. package/lib/routes/chinadialogue/topics.js +0 -55
  353. package/lib/routes/chinalaborwatch/reports.js +0 -53
  354. package/lib/routes/chinatimes/index.js +0 -115
  355. package/lib/routes/cmes/news.js +0 -64
  356. package/lib/routes/commonapp/blog.js +0 -42
  357. package/lib/routes/cria/news.js +0 -57
  358. package/lib/routes/dayone/blog.js +0 -56
  359. package/lib/routes/deeplearningai/thebatch.js +0 -29
  360. package/lib/routes/dianping/user.js +0 -98
  361. package/lib/routes/donews/index.js +0 -59
  362. package/lib/routes/donews/utils.js +0 -19
  363. package/lib/routes/dsb/area.js +0 -33
  364. package/lib/routes/dxy/vaccine.js +0 -109
  365. package/lib/routes/egsea/flash.js +0 -40
  366. package/lib/routes/esquirehk/tag.js +0 -71
  367. package/lib/routes/facebook/page.js +0 -128
  368. package/lib/routes/feixuew/index.js +0 -63
  369. package/lib/routes/fjnews/fznews.js +0 -55
  370. package/lib/routes/fjnews/jjnews.js +0 -43
  371. package/lib/routes/fulinian/index.js +0 -50
  372. package/lib/routes/gab/explore.js +0 -31
  373. package/lib/routes/gamegrape/index.js +0 -73
  374. package/lib/routes/gov/moa/sjzxfb.js +0 -20
  375. package/lib/routes/gvm/index.js +0 -94
  376. package/lib/routes/hkcd/pdf.js +0 -30
  377. package/lib/routes/hkcnews/news.js +0 -63
  378. package/lib/routes/hkgolden/index.js +0 -110
  379. package/lib/routes/huawei/xinsheng/index.js +0 -61
  380. package/lib/routes/iea/index.js +0 -53
  381. package/lib/routes/iie/blog.js +0 -47
  382. package/lib/routes/imaijia/category.js +0 -63
  383. package/lib/routes/itjuzi/invest.js +0 -32
  384. package/lib/routes/itjuzi/merge.js +0 -32
  385. package/lib/routes/iyiou/index.js +0 -41
  386. package/lib/routes/jianshu/trending.js +0 -28
  387. package/lib/routes/jiazhen108/index.js +0 -47
  388. package/lib/routes/jinritoutiao/keyword.js +0 -27
  389. package/lib/routes/juesheng/index.js +0 -49
  390. package/lib/routes/krankenkassen/index.js +0 -54
  391. package/lib/routes/kzfeed/topic.js +0 -122
  392. package/lib/routes/lingyi/index.js +0 -64
  393. package/lib/routes/liquipedia/dota2_matches.js +0 -50
  394. package/lib/routes/lowendtalk/discussion.js +0 -43
  395. package/lib/routes/makeuseof/index.js +0 -59
  396. package/lib/routes/matataki/site/posts/author.js +0 -17
  397. package/lib/routes/matataki/site/posts/favorite.js +0 -42
  398. package/lib/routes/matataki/site/posts/scoreranking.js +0 -15
  399. package/lib/routes/matataki/site/posts/tag.js +0 -16
  400. package/lib/routes/matataki/site/posts/timeranking.js +0 -15
  401. package/lib/routes/matataki/site/posts/token.js +0 -18
  402. package/lib/routes/matataki/utils/matataki-utils.js +0 -125
  403. package/lib/routes/mi/board.js +0 -36
  404. package/lib/routes/mitbbs/index.js +0 -54
  405. package/lib/routes/nba/app_news.js +0 -40
  406. package/lib/routes/newsmth/account.js +0 -39
  407. package/lib/routes/newsmth/section.js +0 -99
  408. package/lib/routes/northhouse/index.js +0 -54
  409. package/lib/routes/or/index.js +0 -54
  410. package/lib/routes/partnershiponai/resources.js +0 -49
  411. package/lib/routes/pintu360/index.js +0 -54
  412. package/lib/routes/plainlaw/archives.js +0 -42
  413. package/lib/routes/pmcaff/user.js +0 -56
  414. package/lib/routes/polar/blog.js +0 -47
  415. package/lib/routes/popiask/questions.js +0 -41
  416. package/lib/routes/popiask/tapechat_questions.js +0 -43
  417. package/lib/routes/popyard/index.js +0 -93
  418. package/lib/routes/qlwb/city.js +0 -54
  419. package/lib/routes/qlwb/news.js +0 -37
  420. package/lib/routes/questmobile/report.js +0 -121
  421. package/lib/routes/sbs/chinese.js +0 -70
  422. package/lib/routes/sixthtone/news.js +0 -52
  423. package/lib/routes/socialbeta/hunt.js +0 -29
  424. package/lib/routes/soomal/topics.js +0 -130
  425. package/lib/routes/tam/forecast.js +0 -53
  426. package/lib/routes/tanwu/products.js +0 -27
  427. package/lib/routes/tencent/guyu/channel.js +0 -64
  428. package/lib/routes/thrillist/index.js +0 -67
  429. package/lib/routes/tianya/comments.js +0 -41
  430. package/lib/routes/tianya/index.js +0 -32
  431. package/lib/routes/tianya/user.js +0 -34
  432. package/lib/routes/tuicool/mags.js +0 -41
  433. package/lib/routes/uniqlo/stylingbook.js +0 -24
  434. package/lib/routes/universities/buaa/news/index.js +0 -66
  435. package/lib/routes/universities/buaa/utils.js +0 -57
  436. package/lib/routes/voa/day-photos.js +0 -54
  437. package/lib/routes/vuevideo/user.js +0 -60
  438. package/lib/routes/weseepro/circle.js +0 -38
  439. package/lib/routes/weseepro/newest-direct.js +0 -69
  440. package/lib/routes/weseepro/newest.js +0 -69
  441. package/lib/routes/whalegogo/home.js +0 -43
  442. package/lib/routes/whalegogo/portal.js +0 -57
  443. package/lib/routes/wired/tag.js +0 -31
  444. package/lib/routes/wukong/user.js +0 -93
  445. package/lib/routes/xici/index.js +0 -33
  446. package/lib/routes/yicas/blog.js +0 -52
  447. package/lib/routes/yidoutang/index.js +0 -33
  448. package/lib/routes/zfrontier/board_postlist.js +0 -36
  449. package/lib/routes/zfrontier/postlist.js +0 -33
  450. package/lib/routes/zzz/index.js +0 -59
  451. package/lib/v2/2047/index.js +0 -55
  452. package/lib/v2/2047/maintainer.js +0 -3
  453. package/lib/v2/2047/radar.js +0 -13
  454. package/lib/v2/2047/router.js +0 -3
  455. package/lib/v2/agirls/topic.js +0 -44
  456. package/lib/v2/allrecode/index.js +0 -65
  457. package/lib/v2/allrecode/maintainer.js +0 -5
  458. package/lib/v2/allrecode/news.js +0 -35
  459. package/lib/v2/allrecode/radar.js +0 -25
  460. package/lib/v2/allrecode/router.js +0 -4
  461. package/lib/v2/appledaily/index.js +0 -65
  462. package/lib/v2/appledaily/maintainer.js +0 -3
  463. package/lib/v2/appledaily/radar.js +0 -157
  464. package/lib/v2/appledaily/router.js +0 -3
  465. package/lib/v2/audiobar/latest.js +0 -53
  466. package/lib/v2/audiobar/maintainer.js +0 -3
  467. package/lib/v2/audiobar/radar.js +0 -13
  468. package/lib/v2/audiobar/router.js +0 -3
  469. package/lib/v2/baijing/index.js +0 -54
  470. package/lib/v2/baijing/maintainer.js +0 -3
  471. package/lib/v2/baijing/radar.js +0 -22
  472. package/lib/v2/baijing/router.js +0 -3
  473. package/lib/v2/bilibili/blackboard.js +0 -31
  474. package/lib/v2/bilibili/channel.js +0 -31
  475. package/lib/v2/bilibili/online.js +0 -25
  476. package/lib/v2/bilibili/topic.js +0 -50
  477. package/lib/v2/bilibili/video-all.js +0 -74
  478. package/lib/v2/cctv/special.js +0 -110
  479. package/lib/v2/cntheory/maintainer.js +0 -3
  480. package/lib/v2/cntheory/paper.js +0 -89
  481. package/lib/v2/cntheory/radar.js +0 -13
  482. package/lib/v2/cntheory/router.js +0 -3
  483. package/lib/v2/cntheory/templates/description.art +0 -2
  484. package/lib/v2/diandong/ddh.js +0 -51
  485. package/lib/v2/disinformationindex/blog.js +0 -48
  486. package/lib/v2/disinformationindex/maintainer.js +0 -4
  487. package/lib/v2/disinformationindex/radar.js +0 -19
  488. package/lib/v2/disinformationindex/research.js +0 -45
  489. package/lib/v2/disinformationindex/router.js +0 -4
  490. package/lib/v2/disinformationindex/templates/description.art +0 -7
  491. package/lib/v2/eastday/find.js +0 -49
  492. package/lib/v2/economist/download.js +0 -30
  493. package/lib/v2/economist/gre-vocabulary.js +0 -19
  494. package/lib/v2/eet-china/maintainer.js +0 -4
  495. package/lib/v2/eet-china/mp/index.js +0 -10
  496. package/lib/v2/eet-china/mp/tags.js +0 -10
  497. package/lib/v2/eet-china/mp/util.js +0 -67
  498. package/lib/v2/eet-china/radar.js +0 -24
  499. package/lib/v2/eet-china/router.js +0 -4
  500. package/lib/v2/ezone/index.js +0 -70
  501. package/lib/v2/ezone/maintainer.js +0 -3
  502. package/lib/v2/ezone/radar.js +0 -13
  503. package/lib/v2/ezone/router.js +0 -3
  504. package/lib/v2/filmdeepfocus/index.js +0 -58
  505. package/lib/v2/filmdeepfocus/maintainer.js +0 -3
  506. package/lib/v2/filmdeepfocus/radar.js +0 -13
  507. package/lib/v2/filmdeepfocus/router.js +0 -3
  508. package/lib/v2/ft/myft.js +0 -51
  509. package/lib/v2/good/index.js +0 -53
  510. package/lib/v2/good/maintainer.js +0 -3
  511. package/lib/v2/good/radar.js +0 -13
  512. package/lib/v2/good/router.js +0 -3
  513. package/lib/v2/gov/zhengce/zuixin.js +0 -39
  514. package/lib/v2/gq/maintainer.js +0 -3
  515. package/lib/v2/gq/radar.js +0 -13
  516. package/lib/v2/gq/router.js +0 -3
  517. package/lib/v2/gq/templates/embed-article.art +0 -1
  518. package/lib/v2/gq/templates/embed-product.art +0 -4
  519. package/lib/v2/gq/templates/img.art +0 -6
  520. package/lib/v2/gq/templates/tw.art +0 -3
  521. package/lib/v2/gq/templates/videoObject.art +0 -6
  522. package/lib/v2/gq/templates/youtube.art +0 -3
  523. package/lib/v2/gq/tw/index.js +0 -165
  524. package/lib/v2/guandian/index.js +0 -37
  525. package/lib/v2/guandian/maintainer.js +0 -3
  526. package/lib/v2/guandian/radar.js +0 -13
  527. package/lib/v2/guandian/router.js +0 -3
  528. package/lib/v2/gz-cmc/index.js +0 -137
  529. package/lib/v2/gz-cmc/maintainer.js +0 -3
  530. package/lib/v2/gz-cmc/radar.js +0 -12
  531. package/lib/v2/gz-cmc/router.js +0 -3
  532. package/lib/v2/gz-cmc/templates/description.art +0 -3
  533. package/lib/v2/gzh360/_README +0 -1
  534. package/lib/v2/gzh360/category.js +0 -8
  535. package/lib/v2/gzh360/gzh.js +0 -18
  536. package/lib/v2/gzh360/maintainer.js +0 -4
  537. package/lib/v2/gzh360/radar.js +0 -19
  538. package/lib/v2/gzh360/router.js +0 -4
  539. package/lib/v2/gzh360/universal.js +0 -53
  540. package/lib/v2/gzh360/utils.js +0 -62
  541. package/lib/v2/hellobtc/topic.js +0 -43
  542. package/lib/v2/hjedd/article.js +0 -27
  543. package/lib/v2/hjedd/hot.js +0 -14
  544. package/lib/v2/hjedd/latest.js +0 -14
  545. package/lib/v2/hjedd/maintainer.js +0 -10
  546. package/lib/v2/hjedd/news.js +0 -14
  547. package/lib/v2/hjedd/notice.js +0 -14
  548. package/lib/v2/hjedd/original.js +0 -14
  549. package/lib/v2/hjedd/radar.js +0 -55
  550. package/lib/v2/hjedd/router.js +0 -10
  551. package/lib/v2/hjedd/templates/attachment.art +0 -7
  552. package/lib/v2/hjedd/top.js +0 -14
  553. package/lib/v2/hjedd/utils.js +0 -111
  554. package/lib/v2/hket/index.js +0 -122
  555. package/lib/v2/hket/radar.js +0 -45
  556. package/lib/v2/hket/router.js +0 -3
  557. package/lib/v2/hket/templates/description.art +0 -1
  558. package/lib/v2/hket/templates/image.art +0 -1
  559. package/lib/v2/hotchina/index.js +0 -55
  560. package/lib/v2/hotchina/maintainer.js +0 -5
  561. package/lib/v2/hotchina/radar.js +0 -25
  562. package/lib/v2/hotchina/router.js +0 -3
  563. package/lib/v2/huxiu/article.js +0 -33
  564. package/lib/v2/huxiu/author.js +0 -36
  565. package/lib/v2/huxiu/templates/brief.art +0 -22
  566. package/lib/v2/huxiu/templates/img.art +0 -3
  567. package/lib/v2/huxiu/templates/moment.art +0 -16
  568. package/lib/v2/huxiu/templates/video.art +0 -7
  569. package/lib/v2/huxiu/utils.js +0 -154
  570. package/lib/v2/hyqss/index.js +0 -89
  571. package/lib/v2/hyqss/maintainer.js +0 -4
  572. package/lib/v2/hyqss/radar.js +0 -22
  573. package/lib/v2/hyqss/router.js +0 -3
  574. package/lib/v2/i-cable/category.js +0 -74
  575. package/lib/v2/i-cable/maintainer.js +0 -3
  576. package/lib/v2/i-cable/radar.js +0 -13
  577. package/lib/v2/i-cable/router.js +0 -3
  578. package/lib/v2/i-cable/templates/desc.art +0 -8
  579. package/lib/v2/islander/maintainer.js +0 -4
  580. package/lib/v2/islander/radar.js +0 -19
  581. package/lib/v2/islander/router.js +0 -4
  582. package/lib/v2/islander/search.js +0 -33
  583. package/lib/v2/islander/top30event.js +0 -28
  584. package/lib/v2/knowmedia/index.js +0 -38
  585. package/lib/v2/knowmedia/maintainer.js +0 -3
  586. package/lib/v2/knowmedia/radar.js +0 -31
  587. package/lib/v2/knowmedia/router.js +0 -3
  588. package/lib/v2/knowmedia/templates/desc.art +0 -3
  589. package/lib/v2/kuwaitlocal/index.js +0 -47
  590. package/lib/v2/kuwaitlocal/maintainer.js +0 -4
  591. package/lib/v2/kuwaitlocal/radar.js +0 -19
  592. package/lib/v2/mclaren/index.js +0 -96
  593. package/lib/v2/mclaren/maintainer.js +0 -3
  594. package/lib/v2/mclaren/radar.js +0 -29
  595. package/lib/v2/mclaren/router.js +0 -3
  596. package/lib/v2/mclaren/templates/desc.art +0 -6
  597. package/lib/v2/mobilism/forums.js +0 -75
  598. package/lib/v2/mobilism/maintainer.js +0 -4
  599. package/lib/v2/mobilism/portal.js +0 -54
  600. package/lib/v2/mobilism/radar.js +0 -23
  601. package/lib/v2/mobilism/router.js +0 -4
  602. package/lib/v2/nmbxd1/forum.js +0 -58
  603. package/lib/v2/nmbxd1/maintainer.js +0 -3
  604. package/lib/v2/nmbxd1/radar.js +0 -13
  605. package/lib/v2/nmbxd1/router.js +0 -3
  606. package/lib/v2/nmbxd1/templates/description.art +0 -65
  607. package/lib/v2/nytimes/author.js +0 -43
  608. package/lib/v2/pmthinking/index.js +0 -61
  609. package/lib/v2/pmthinking/maintainer.js +0 -3
  610. package/lib/v2/pmthinking/radar.js +0 -13
  611. package/lib/v2/pmthinking/router.js +0 -3
  612. package/lib/v2/pmthinking/templates/description.art +0 -4
  613. package/lib/v2/qdaily/index.js +0 -87
  614. package/lib/v2/qdaily/maintainer.js +0 -3
  615. package/lib/v2/qdaily/radar.js +0 -25
  616. package/lib/v2/qdaily/router.js +0 -3
  617. package/lib/v2/qianp/maintainer.js +0 -3
  618. package/lib/v2/qianp/news.js +0 -48
  619. package/lib/v2/qianp/radar.js +0 -13
  620. package/lib/v2/qianp/router.js +0 -3
  621. package/lib/v2/radiofrance/geopolitique.js +0 -33
  622. package/lib/v2/radiofrance/maintainer.js +0 -3
  623. package/lib/v2/radiofrance/radar.js +0 -13
  624. package/lib/v2/radiofrance/router.js +0 -3
  625. package/lib/v2/radiofrance/templates/article.art +0 -6
  626. package/lib/v2/shuiguopai/index.js +0 -80
  627. package/lib/v2/shuiguopai/maintainer.js +0 -3
  628. package/lib/v2/shuiguopai/radar.js +0 -13
  629. package/lib/v2/shuiguopai/router.js +0 -3
  630. package/lib/v2/shuiguopai/templates/description.art +0 -8
  631. package/lib/v2/taiwannews/hot.js +0 -52
  632. package/lib/v2/taiwannews/maintainer.js +0 -3
  633. package/lib/v2/taiwannews/radar.js +0 -13
  634. package/lib/v2/taiwannews/router.js +0 -3
  635. package/lib/v2/twitter/web-api/twitter-got.js +0 -113
  636. package/lib/v2/twreporter/category.js +0 -40
  637. package/lib/v2/twreporter/photography.js +0 -46
  638. package/lib/v2/verse/articles.js +0 -42
  639. package/lib/v2/verse/maintainer.js +0 -3
  640. package/lib/v2/verse/radar.js +0 -13
  641. package/lib/v2/verse/router.js +0 -3
  642. package/lib/v2/watchout/index.js +0 -51
  643. package/lib/v2/watchout/maintainer.js +0 -3
  644. package/lib/v2/watchout/radar.js +0 -13
  645. package/lib/v2/watchout/router.js +0 -3
  646. package/lib/v2/woshipm/bookmarks.js +0 -34
  647. package/lib/v2/woshipm/latest.js +0 -27
  648. package/lib/v2/wp-china/maintainer.js +0 -3
  649. package/lib/v2/wp-china/news.js +0 -56
  650. package/lib/v2/wp-china/radar.js +0 -13
  651. package/lib/v2/wp-china/router.js +0 -3
  652. package/lib/v2/wxkol/maintainer.js +0 -3
  653. package/lib/v2/wxkol/radar.js +0 -13
  654. package/lib/v2/wxkol/router.js +0 -3
  655. package/lib/v2/wxkol/show.js +0 -81
  656. package/lib/v2/xwlb/index.js +0 -40
  657. package/lib/v2/xwlb/maintainer.js +0 -4
  658. package/lib/v2/xwlb/radar.js +0 -13
  659. package/lib/v2/xwlb/router.js +0 -4
  660. package/lib/v2/yaohuo/index.js +0 -30
  661. package/lib/v2/yaohuo/maintainer.js +0 -3
  662. package/lib/v2/yaohuo/radar.js +0 -13
  663. package/lib/v2/yaohuo/router.js +0 -3
  664. package/lib/v2/yunspe/maintainer.js +0 -3
  665. package/lib/v2/yunspe/newsflash.js +0 -42
  666. package/lib/v2/yunspe/radar.js +0 -13
  667. package/lib/v2/yunspe/router.js +0 -3
  668. package/lib/v2/zuzhirenshi/index.js +0 -87
  669. package/lib/v2/zuzhirenshi/maintainer.js +0 -3
  670. package/lib/v2/zuzhirenshi/radar.js +0 -13
  671. package/lib/v2/zuzhirenshi/router.js +0 -3
  672. /package/lib/v2/{hket → bossdesign}/maintainer.js +0 -0
  673. /package/lib/v2/{kuwaitlocal → bossdesign}/router.js +0 -0
  674. /package/lib/{routes → v2}/gov/moa/moa.js +0 -0
  675. /package/lib/{routes → v2}/jianshu/collection.js +0 -0
  676. /package/lib/{routes → v2}/jianshu/home.js +0 -0
  677. /package/lib/{routes → v2}/jianshu/user.js +0 -0
  678. /package/lib/v2/yahoo/news/{index.js → us/index.js} +0 -0
@@ -1,137 +1,124 @@
1
- const twitterGot = require('./twitter-got');
2
- const { graphQLMap, featuresMap, auth } = require('./constants');
1
+ const { baseUrl, gqlMap, gqlFeatures, consumerKey, consumerSecret } = require('./constants');
3
2
  const config = require('@/config').value;
4
- const got = require('@/utils/got');
5
3
  const logger = require('@/utils/logger');
4
+ const got = require('@/utils/got');
5
+ const OAuth = require('oauth-1.0a');
6
+ const CryptoJS = require('crypto-js');
7
+ const queryString = require('query-string');
6
8
 
7
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L727-L755
8
- const _params = {
9
- count: 20,
10
- include_profile_interstitial_type: 1,
11
- include_blocking: 1,
12
- include_blocked_by: 1,
13
- include_followed_by: 1,
14
- include_want_retweets: 1,
15
- include_mute_edge: 1,
16
- include_can_dm: 1,
17
- include_can_media_tag: 1,
18
- include_ext_has_nft_avatar: 1,
19
- skip_status: 1,
20
- cards_platform: 'Web-12',
21
- include_cards: 1,
22
- include_ext_alt_text: true,
23
- include_quote_count: true,
24
- include_reply_count: 1,
25
- tweet_mode: 'extended',
26
- include_entities: true,
27
- include_user_entities: true,
28
- include_ext_media_color: true,
29
- include_ext_media_availability: true,
30
- // include_ext_sensitive_media_warning: true, // IDK what it is, maybe disabling it will make NSFW lovers happy?
31
- send_error_codes: true,
32
- simple_quoted_tweet: true,
33
- include_tweet_replies: false,
34
- cursor: undefined,
35
- ext: 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,superFollowMetadata',
36
- };
9
+ let tokenIndex = 0;
37
10
 
38
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L756--L770
39
- const _variables = {
40
- count: 20,
41
- includePromotedContent: false,
42
- withSuperFollowsUserFields: true,
43
- withBirdwatchPivots: false,
44
- withDownvotePerspective: false,
45
- withReactionsMetadata: false,
46
- withReactionsPerspective: false,
47
- withSuperFollowsTweetFields: true,
48
- withClientEventToken: false,
49
- withBirdwatchNotes: false,
50
- withVoice: true,
51
- withV2Timeline: false,
52
- __fs_interactive_text: false,
53
- __fs_dont_mention_me_view_api_enabled: false,
54
- };
11
+ const twitterGot = async (url, params) => {
12
+ if (!config.twitter.oauthTokens?.length || !config.twitter.oauthTokenSecrets?.length || config.twitter.oauthTokens.length !== config.twitter.oauthTokenSecrets.length) {
13
+ throw Error('Invalid twitter oauth tokens');
14
+ }
15
+
16
+ const oauth = OAuth({
17
+ consumer: {
18
+ key: consumerKey,
19
+ secret: consumerSecret,
20
+ },
21
+ signature_method: 'HMAC-SHA1',
22
+ hash_function: (base_string, key) => CryptoJS.HmacSHA1(base_string, key).toString(CryptoJS.enc.Base64),
23
+ });
24
+
25
+ const token = {
26
+ key: config.twitter.oauthTokens[tokenIndex],
27
+ secret: config.twitter.oauthTokenSecrets[tokenIndex],
28
+ };
29
+ tokenIndex++;
30
+ if (tokenIndex >= config.twitter.oauthTokens.length) {
31
+ tokenIndex = 0;
32
+ }
33
+
34
+ const requestData = {
35
+ url: `${url}?${queryString.stringify(params)}`,
36
+ method: 'GET',
37
+ headers: {
38
+ connection: 'keep-alive',
39
+ 'content-type': 'application/json',
40
+ 'x-twitter-active-user': 'yes',
41
+ authority: 'api.twitter.com',
42
+ 'accept-encoding': 'gzip',
43
+ 'accept-language': 'en-US,en;q=0.9',
44
+ accept: '*/*',
45
+ DNT: '1',
46
+ },
47
+ };
48
+
49
+ const response = await got(requestData.url, {
50
+ headers: oauth.toHeader(oauth.authorize(requestData, token)),
51
+ });
55
52
 
56
- // const paginationLegacy = (endpoint, userId, params) =>
57
- // twitterGot('https://api.twitter.com' + endpoint, {
58
- // ..._params,
59
- // ...params,
60
- // userId,
61
- // });
53
+ return response.data;
54
+ };
62
55
 
63
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L1075-L1093
64
56
  const paginationTweets = async (endpoint, userId, variables, path) => {
65
- const { data } = await twitterGot('https://twitter.com/i/api' + endpoint, {
57
+ const { data } = await twitterGot(baseUrl + endpoint, {
66
58
  variables: JSON.stringify({
67
- ..._variables,
68
59
  ...variables,
69
- userId,
60
+ rest_id: userId,
70
61
  }),
71
- features: featuresMap.UserTweets,
62
+ features: gqlFeatures,
72
63
  });
73
64
 
74
65
  let instructions;
75
66
  if (!path) {
76
- instructions = data.user.result.timeline.timeline.instructions;
67
+ instructions = data.user_result.result.timeline_response.timeline.instructions;
77
68
  } else {
78
69
  instructions = data;
79
70
  path.forEach((p) => (instructions = instructions[p]));
80
71
  instructions = instructions.instructions;
81
72
  }
82
73
 
83
- return instructions.filter((i) => i.type === 'TimelineAddEntries')[0].entries;
74
+ return instructions.filter((i) => i.__typename === 'TimelineAddEntries' || i.type === 'TimelineAddEntries')[0].entries;
84
75
  };
85
76
 
86
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L807-L814
87
77
  const timelineTweets = (userId, params = {}) =>
88
- paginationTweets(graphQLMap.UserTweets, userId, {
78
+ paginationTweets(gqlMap.UserWithProfileTweets, userId, {
89
79
  ...params,
90
80
  withQuickPromoteEligibilityTweetFields: true,
91
81
  });
92
82
 
93
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L816-L823
94
83
  const timelineTweetsAndReplies = (userId, params = {}) =>
95
- paginationTweets(graphQLMap.UserTweetsAndReplies, userId, {
84
+ paginationTweets(gqlMap.UserWithProfileTweetsAndReplies, userId, {
96
85
  ...params,
97
- withCommunity: true,
86
+ count: 20,
98
87
  });
99
88
 
100
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L825-L831
101
- const timelineMedia = (userId, params = {}) => paginationTweets(graphQLMap.UserMedia, userId, params);
89
+ const timelineMedia = (userId, params = {}) => paginationTweets(gqlMap.MediaTimeline, userId, params);
102
90
 
103
- // this query requires login
104
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L833-L839
105
- const timelineLikes = (userId, params = {}) => paginationTweets(graphQLMap.Likes, userId, params);
91
+ // const timelineLikes = (userId, params = {}) => paginationTweets(gqlMap.Likes, userId, params);
106
92
 
107
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L858-L866
108
93
  const timelineKeywords = (keywords, params = {}) =>
109
- got('https://api.twitter.com/1.1/search/universal.json', {
110
- headers: {
111
- Authorization: auth,
112
- },
113
- searchParams: {
114
- ..._params,
94
+ paginationTweets(
95
+ gqlMap.SearchTimeline,
96
+ null,
97
+ {
115
98
  ...params,
116
- q: keywords,
117
- modules: 'status',
118
- result_type: 'recent',
99
+ rawQuery: keywords,
100
+ count: 20,
101
+ product: 'Latest',
102
+ withDownvotePerspective: false,
103
+ withReactionsMetadata: false,
104
+ withReactionsPerspective: false,
119
105
  },
120
- });
106
+ ['search_by_raw_query', 'search_timeline', 'timeline']
107
+ );
121
108
 
122
- // https://github.com/mikf/gallery-dl/blob/a53cfc845e12d9e98fefd07e43ebffaec488c18f/gallery_dl/extractor/twitter.py#L795-L805
123
109
  const tweetDetail = (userId, params) =>
124
110
  paginationTweets(
125
- graphQLMap.TweetDetail,
111
+ gqlMap.TweetDetail,
126
112
  userId,
127
113
  {
128
114
  ...params,
129
- with_rux_injections: false,
130
- withCommunity: true,
131
- withQuickPromoteEligibilityTweetFields: false,
115
+ includeHasBirdwatchNotes: false,
116
+ includePromotedContent: false,
132
117
  withBirdwatchNotes: false,
118
+ withVoice: false,
119
+ withV2Timeline: true,
133
120
  },
134
- ['threaded_conversation_with_injections']
121
+ ['threaded_conversation_with_injections_v2']
135
122
  );
136
123
 
137
124
  function gatherLegacyFromData(entries, filterNested = undefined, userId = undefined) {
@@ -151,7 +138,7 @@ function gatherLegacyFromData(entries, filterNested = undefined, userId = undefi
151
138
  filteredEntries.forEach((entry) => {
152
139
  if (entry.entryId) {
153
140
  const content = entry.content || entry.item;
154
- let tweet = content?.itemContent?.tweet_results?.result;
141
+ let tweet = content?.content?.tweetResult?.result || content?.itemContent?.tweet_results?.result;
155
142
  if (tweet && tweet.tweet) {
156
143
  tweet = tweet.tweet;
157
144
  }
@@ -161,11 +148,11 @@ function gatherLegacyFromData(entries, filterNested = undefined, userId = undefi
161
148
  if (!t?.legacy) {
162
149
  continue;
163
150
  }
164
- t.legacy.user = t.core.user_results.result.legacy;
151
+ t.legacy.user = t.core?.user_result?.result?.legacy || t.core?.user_results?.result?.legacy;
165
152
  const quote = t.quoted_status_result?.result;
166
153
  if (quote) {
167
154
  t.legacy.quoted_status = quote.legacy;
168
- t.legacy.quoted_status.user = quote.core.user_results.result.legacy;
155
+ t.legacy.quoted_status.user = quote.core.user_result?.result?.legacy || quote.core.user_results?.result?.legacy;
169
156
  }
170
157
  }
171
158
  const legacy = tweet.legacy;
@@ -187,7 +174,7 @@ const getUserTweetsByID = async (id, params = {}) => gatherLegacyFromData(await
187
174
  // TODO: show the whole conversation instead of just the reply tweet
188
175
  const getUserTweetsAndRepliesByID = async (id, params = {}) => gatherLegacyFromData(await timelineTweetsAndReplies(id, params), ['profile-conversation-'], id);
189
176
  const getUserMediaByID = async (id, params = {}) => gatherLegacyFromData(await timelineMedia(id, params));
190
- const getUserLikesByID = async (id, params = {}) => gatherLegacyFromData(await timelineLikes(id, params));
177
+ // const getUserLikesByID = async (id, params = {}) => gatherLegacyFromData(await timelineLikes(id, params));
191
178
  const getUserTweetByStatus = async (id, params = {}) => gatherLegacyFromData(await tweetDetail(id, params), ['homeConversation-', 'conversationthread-']);
192
179
 
193
180
  const excludeRetweet = function (tweets) {
@@ -202,14 +189,14 @@ const excludeRetweet = function (tweets) {
202
189
  };
203
190
 
204
191
  const userByScreenName = (screenName) =>
205
- twitterGot(`https://twitter.com/i/api${graphQLMap.UserByScreenName}`, {
192
+ twitterGot(`${baseUrl}${gqlMap.UserResultByScreenName}`, {
206
193
  variables: `{"screen_name":"${screenName}","withHighlightedLabel":true}`,
207
- features: featuresMap.UserByScreenName,
194
+ features: gqlFeatures,
208
195
  });
209
196
  const userByRestId = (restId) =>
210
- twitterGot(`https://twitter.com/i/api${graphQLMap.UserByRestId}`, {
197
+ twitterGot(`${baseUrl}${gqlMap.UserByRestId}`, {
211
198
  variables: `{"userId":"${restId}","withHighlightedLabel":true}`,
212
- features: featuresMap.UserByRestId,
199
+ features: gqlFeatures,
213
200
  });
214
201
  const userByAuto = (id) => {
215
202
  if (id.startsWith('+')) {
@@ -218,8 +205,14 @@ const userByAuto = (id) => {
218
205
  return userByScreenName(id);
219
206
  };
220
207
  const getUserData = (cache, id) => cache.tryGet(`twitter-userdata-${id}`, () => userByAuto(id));
221
- const getUserID = async (cache, id) => (await getUserData(cache, id)).data.user.result.rest_id;
222
- const getUser = async (cache, id) => (await getUserData(cache, id)).data.user.result.legacy;
208
+ const getUserID = async (cache, id) => {
209
+ const userData = await getUserData(cache, id);
210
+ return (userData.data?.user || userData.data?.user_result)?.result?.rest_id;
211
+ };
212
+ const getUser = async (cache, id) => {
213
+ const userData = await getUserData(cache, id);
214
+ return (userData.data?.user || userData.data?.user_result)?.result?.legacy;
215
+ };
223
216
 
224
217
  const cacheTryGet = async (cache, _id, params, func) => {
225
218
  const id = await getUserID(cache, _id);
@@ -272,17 +265,17 @@ const getUserTweets = async (cache, id, params = {}) => {
272
265
  };
273
266
  const getUserTweetsAndReplies = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserTweetsAndRepliesByID);
274
267
  const getUserMedia = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserMediaByID);
275
- const getUserLikes = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserLikesByID);
268
+ // const getUserLikes = (cache, id, params = {}) => cacheTryGet(cache, id, params, getUserLikesByID);
276
269
  const getUserTweet = (cache, id, params) => cacheTryGet(cache, id, params, getUserTweetByStatus);
277
270
 
278
- const getSearch = async (keywords, params = {}) => (await timelineKeywords(keywords, params)).data.modules.map((module) => module.status.data);
271
+ const getSearch = async (keywords, params = {}) => gatherLegacyFromData(await timelineKeywords(keywords, params));
279
272
 
280
273
  module.exports = {
281
274
  getUser,
282
275
  getUserTweets,
283
276
  getUserTweetsAndReplies,
284
277
  getUserMedia,
285
- getUserLikes,
278
+ // getUserLikes,
286
279
  excludeRetweet,
287
280
  getSearch,
288
281
  getUserTweet,
@@ -1,5 +1,3 @@
1
1
  module.exports = {
2
- '/category/:cid': ['emdoe'],
3
2
  '/newest': ['emdoe'],
4
- '/photography': ['emdoe'],
5
3
  };
@@ -8,18 +8,6 @@ module.exports = {
8
8
  source: ['/'],
9
9
  target: '/twreporter/newest',
10
10
  },
11
- {
12
- title: '摄影',
13
- docs: 'https://docs.rsshub.app/routes/new-media#bao-dao-zhe',
14
- source: ['/photography'],
15
- target: '/twreporter',
16
- },
17
- {
18
- title: '分类',
19
- docs: 'https://docs.rsshub.app/routes/new-media#bao-dao-zhe',
20
- source: ['/categories/:tid'],
21
- target: '/twreporter/category/:tid',
22
- },
23
11
  ],
24
12
  },
25
13
  };
@@ -1,5 +1,3 @@
1
1
  module.exports = (router) => {
2
- router.get('/category/:cid', require('./category'));
3
2
  router.get('/newest', require('./newest'));
4
- router.get('/photography', require('./photography'));
5
3
  };
@@ -0,0 +1,3 @@
1
+ module.exports = {
2
+ '/new/:country/:category': ['DIYgod'],
3
+ };
@@ -0,0 +1,62 @@
1
+ const got = require('@/utils/got');
2
+
3
+ module.exports = async (ctx) => {
4
+ const { country, category } = ctx.params;
5
+
6
+ const map = {
7
+ sg: {
8
+ url: 'https://www.uniqlo.com/sg/api/commerce/v3/en/products',
9
+ withFlag: true,
10
+ path: {
11
+ women: 5855,
12
+ men: 5856,
13
+ kids: 5857,
14
+ baby: 5858,
15
+ },
16
+ },
17
+ us: {
18
+ url: 'https://www.uniqlo.com/us/api/commerce/v5/en/products',
19
+ withFlag: false,
20
+ path: {
21
+ women: 22210,
22
+ men: 22211,
23
+ kids: 22212,
24
+ baby: 22213,
25
+ },
26
+ },
27
+ jp: {
28
+ url: 'https://www.uniqlo.com/jp/api/commerce/v5/ja/products',
29
+ withFlag: false,
30
+ path: {
31
+ women: 1071,
32
+ men: 1072,
33
+ kids: 1073,
34
+ baby: 1074,
35
+ },
36
+ lang: 'ja',
37
+ },
38
+ };
39
+ const { data } = await got(map[country].url, {
40
+ searchParams: {
41
+ path: map[country].path[category],
42
+ flagCodes: map[country].withFlag ? 'salesStart newSKU,salesStart newSKU,salesStart newSKU' : undefined,
43
+ sort: 1,
44
+ limit: 24,
45
+ offset: 0,
46
+ },
47
+ });
48
+
49
+ const items = data.result.items.map((item) => ({
50
+ title: item.name,
51
+ link: `https://www.uniqlo.com/${country}/${map[country].lang || 'en'}/products/${item.productId}`,
52
+ description: `${item.longDescription || item.name}<br><br>Price: ${(item.prices.base || item.prices.promo).currency.symbol}${(item.prices.base || item.prices.promo).value}<br><br>${
53
+ item.images.main.length ? item.images.main.map((image) => `<img src="${image.url || image.image}">`).join('') : ''
54
+ }${item.images.sub.map((image) => `<img src="${image.url || image.image}">`).join('')}`,
55
+ }));
56
+
57
+ ctx.state.data = {
58
+ title: `Uniqlo ${category} new arrivals in ${country}`,
59
+ link: `https://www.uniqlo.com/${country}/${map[country].lang || 'en'}/feature/new/${category}`,
60
+ item: items,
61
+ };
62
+ };
@@ -0,0 +1,12 @@
1
+ module.exports = {
2
+ 'uniqlo.com': {
3
+ _name: 'Uniqlo',
4
+ www: [
5
+ {
6
+ title: 'New Arrivals',
7
+ docs: 'https://docs.rsshub.app/routes/shopping#uniqlo',
8
+ source: ['/sg', '/us', '/jp'],
9
+ },
10
+ ],
11
+ },
12
+ };
@@ -0,0 +1,3 @@
1
+ module.exports = function (router) {
2
+ router.get('/new/:country/:category', require('./new'));
3
+ };
@@ -7,7 +7,7 @@ module.exports = {
7
7
  '/feeds': ['tylinux'],
8
8
  '/mp/homepage/:biz/:hid/:cid?': ['MisteryMonster'],
9
9
  '/mp/msgalbum/:biz/:aid': ['MisteryMonster'],
10
- '/sogou/:id': ['NavePnow'],
10
+ '/sogou/:id': ['EthanWng97'],
11
11
  '/tgchannel/:id/:mpName?/:searchQueryType?': ['LogicJake', 'Rongronggg9'],
12
12
  '/uread/:userid': ['kt286'],
13
13
  '/wechat2rss/:id': ['TonyRL'],
@@ -2,7 +2,7 @@ module.exports = {
2
2
  '/group/:gid/:gname?/:routeParams?': ['monologconnor', 'Rongronggg9'],
3
3
  '/keyword/:keyword/:routeParams?': ['DIYgod', 'Rongronggg9'],
4
4
  '/oasis/user/:userid': ['kt286'],
5
- '/search/hot': ['xyqfer'],
5
+ '/search/hot/:fulltext?': ['xyqfer', 'shinemoon'],
6
6
  '/super_index/:id/:type?/:routeParams?': ['zengxs', 'Rongronggg9'],
7
7
  '/timeline/:uid/:feature?/:routeParams?': ['zytomorrow', 'DIYgod', 'Rongronggg9'],
8
8
  '/user/:uid/:routeParams?': ['DIYgod', 'iplusx', 'Rongronggg9'],
@@ -30,7 +30,7 @@ module.exports = {
30
30
  title: '热搜榜',
31
31
  docs: 'https://docs.rsshub.app/routes/social-media#wei-bo',
32
32
  source: '/top/summary',
33
- target: '/weibo/search/hot',
33
+ target: '/weibo/search/hot/:fulltext?',
34
34
  },
35
35
  ],
36
36
  },
@@ -2,7 +2,7 @@ module.exports = (router) => {
2
2
  router.get('/group/:gid/:gname?/:routeParams?', require('./group'));
3
3
  router.get('/keyword/:keyword/:routeParams?', require('./keyword'));
4
4
  router.get('/oasis/user/:userid', require('./oasis/user'));
5
- router.get('/search/hot', require('./search/hot'));
5
+ router.get('/search/hot/:fulltext?', require('./search/hot'));
6
6
  router.get('/super_index/:id/:type?/:routeParams?', require('./super_index'));
7
7
  router.get('/timeline/:uid/:feature?/:routeParams?', require('./timeline'));
8
8
  router.get('/user/:uid/:routeParams?', require('./user'));
@@ -1,7 +1,17 @@
1
1
  const got = require('@/utils/got');
2
+ const config = require('@/config').value;
3
+ const { art } = require('@/utils/render');
4
+ const cheerio = require('cheerio');
5
+ const path = require('path');
2
6
  // const weiboUtils = require('../utils');
3
7
 
8
+ // Default hide all picture
9
+ let wpic = 'false';
10
+ let fullpic = 'false';
11
+
4
12
  module.exports = async (ctx) => {
13
+ wpic = ctx.query.pic ?? 'false';
14
+ fullpic = ctx.query.fullpic ?? 'false';
5
15
  const {
6
16
  data: { data },
7
17
  } = await got({
@@ -15,21 +25,122 @@ module.exports = async (ctx) => {
15
25
  },
16
26
  });
17
27
 
18
- ctx.state.data = {
19
- title: '微博热搜榜',
20
- link: 'https://s.weibo.com/top/summary?cate=realtimehot',
21
- description: '实时热点,每分钟更新一次',
22
- item: data.cards[0].card_group.map((item) => {
28
+ let resultItems = null;
29
+ if (ctx.params.fulltext === 'fulltext') {
30
+ const cardslist = data.cards[0].card_group;
31
+ // Topic List
32
+ const tlist = cardslist.map((item) => {
23
33
  const title = item.desc;
24
34
  const link = `https://m.weibo.cn/search?containerid=100103type%3D1%26q%3D${encodeURIComponent(item.desc)}`;
25
- const description = item.desc;
35
+ const plink = `https://m.weibo.cn/api/container/getIndex?containerid=100103type%3D1%26q%3D${encodeURIComponent(item.desc)}`;
36
+ return {
37
+ title,
38
+ link,
39
+ plink,
40
+ };
41
+ });
26
42
 
43
+ resultItems = await Promise.all(
44
+ tlist.map((i) =>
45
+ ctx.cache.tryGet(i.plink, async () => {
46
+ const pInfo = await fetchContent(i.plink);
47
+ i.description = pInfo.content;
48
+ return i;
49
+ })
50
+ )
51
+ );
52
+ } else {
53
+ resultItems = data.cards[0].card_group.map((item) => {
54
+ const title = item.desc;
55
+ const link = `https://m.weibo.cn/search?containerid=100103type%3D1%26q%3D${encodeURIComponent(item.desc)}`;
56
+ const description = item.desc;
27
57
  return {
28
58
  title,
29
59
  description,
30
60
  link,
31
61
  };
32
- }),
62
+ });
63
+ }
64
+
65
+ // Update ctx
66
+ ctx.state.data = {
67
+ title: '微博热搜榜',
68
+ link: 'https://s.weibo.com/top/summary?cate=realtimehot',
69
+ description: '实时热点,每分钟更新一次',
70
+ item: resultItems,
33
71
  };
34
72
  // ctx.state.data = weiboUtils.sinaimgTvax(ctx.state.data); // no image in the route
35
73
  };
74
+
75
+ async function fetchContent(url) {
76
+ // Fetch the subpageinof
77
+ const cookieString = config.weibo.cookies ? config.weibo.cookies : '';
78
+ const subres = await got(url, {
79
+ headers: {
80
+ Cookie: cookieString,
81
+ },
82
+ });
83
+ let demostr = '';
84
+ try {
85
+ const rdata = subres.data;
86
+ const cards = rdata.data.cards;
87
+ // Need to find one cards with 'type ==9'
88
+ demostr = seekContent(cards);
89
+ } catch (e) {
90
+ // console.log(e);
91
+ // console.log(url);
92
+ }
93
+ const ret = demostr;
94
+ return {
95
+ content: ret,
96
+ };
97
+ }
98
+
99
+ function seekContent(clist) {
100
+ const $ = cheerio.load('<div id="wbcontent"></div>');
101
+ const stub = $('#wbcontent');
102
+
103
+ // To for..of per reviewers comment
104
+ // Need to find one clist with 'type ==9'
105
+ for (const curitem of clist) {
106
+ if (curitem.card_type === 9) {
107
+ const tbpic = curitem.mblog.thumbnail_pic ?? '';
108
+ const index = tbpic.lastIndexOf('/');
109
+ const thumbfolder = tbpic.substring(0, index + 1);
110
+
111
+ const curcontent = cheerio.load(curitem.mblog.text);
112
+ if (wpic === 'true') {
113
+ curcontent('img').attr('width', '1em').attr('height', '1em');
114
+ } else {
115
+ curcontent('img').remove();
116
+ }
117
+ const section = art(path.join(__dirname, 'template/digest.art'), {
118
+ author: {
119
+ link: curitem.mblog.user.profile_url,
120
+ name: curitem.mblog.user.screen_name,
121
+ },
122
+ msg: curcontent.html(),
123
+ link: curitem.scheme,
124
+ postinfo: curitem.mblog.created_at,
125
+ picnum: wpic === 'true' ? curitem.mblog.pic_num : 0,
126
+ pics:
127
+ wpic === 'true' && curitem.mblog.pic_num > 0
128
+ ? curitem.mblog.pics.map((item) => {
129
+ // Get thumbnail_pic instead of orginal ones
130
+ const pid = item.pid;
131
+ if (fullpic === 'false') {
132
+ return { url: thumbfolder + pid + '.jpg', rurl: item.url };
133
+ } else {
134
+ return { url: item.url, rurl: item.url };
135
+ }
136
+ })
137
+ : [],
138
+ });
139
+ stub.append(section);
140
+ }
141
+ if (curitem.card_type === 11) {
142
+ stub.append(seekContent(curitem.card_group));
143
+ }
144
+ }
145
+ return stub.html();
146
+ }
@@ -0,0 +1,17 @@
1
+ <div class="quoted">
2
+ <a style="text-decoration: none;" href="{{ author.link }}">{{ author.name }}</a>
3
+ <span><a href="{{link }}"> | {{ postinfo }} </a></span>
4
+ </div>
5
+ <div class="content">
6
+ {{@ msg }}
7
+ </div>
8
+
9
+ {{if picnum > 0 }}
10
+ <br>
11
+ <div class='pic-row'>
12
+ {{each pics}}
13
+ <a href="{{$value.rurl}}"><img src="{{$value.url}}" ></a>
14
+ {{/each}}
15
+ </div>
16
+ {{/if}}
17
+ <hr>
@@ -43,7 +43,7 @@ module.exports = async (ctx) => {
43
43
  });
44
44
 
45
45
  item.description = $('.article-content__paragraph').html();
46
- item.categories = $('meta[name=news_keywords]').attr('content').split(',');
46
+ item.categories = $('meta[name=news_keywords]').attr('content')?.split(',');
47
47
 
48
48
  return item;
49
49
  })
@@ -1,6 +1,4 @@
1
1
  module.exports = {
2
- '/bookmarks/:id': ['LogicJake'],
3
- '/latest': ['Director-0428'],
4
2
  '/popular/:range?': ['WenryXu'],
5
3
  '/user_article/:id': ['LogicJake'],
6
4
  '/wen': ['WenryXu'],