rsshub 1.0.0-master.e5d191c → 1.0.0-master.e5fc2b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (294) hide show
  1. package/README.md +11 -46
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +30 -22
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +2 -2
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/anti-hotlink.test.ts +191 -6
  9. package/lib/middleware/anti-hotlink.ts +28 -0
  10. package/lib/middleware/logger.ts +2 -2
  11. package/lib/middleware/parameter.test.ts +22 -5
  12. package/lib/middleware/parameter.ts +47 -17
  13. package/lib/registry.test.ts +8 -0
  14. package/lib/registry.ts +2 -0
  15. package/lib/router.js +1 -4
  16. package/lib/routes/141jav/index.ts +25 -21
  17. package/lib/routes/141ppv/index.ts +24 -20
  18. package/lib/routes/51read/article.ts +82 -0
  19. package/lib/routes/51read/namespace.ts +6 -0
  20. package/lib/routes/5eplay/utils.ts +5 -3
  21. package/lib/routes/abc/index.ts +2 -2
  22. package/lib/routes/agri/index.ts +307 -0
  23. package/lib/routes/agri/namespace.ts +8 -0
  24. package/lib/routes/agri/templates/description.art +21 -0
  25. package/lib/routes/aljazeera/index.ts +2 -2
  26. package/lib/routes/apnews/api.ts +62 -0
  27. package/lib/routes/apnews/rss.ts +1 -1
  28. package/lib/routes/apnews/sitemap.ts +99 -0
  29. package/lib/routes/apnews/topics.ts +2 -2
  30. package/lib/routes/apnews/utils.ts +7 -5
  31. package/lib/routes/bestblogs/feeds.ts +107 -0
  32. package/lib/routes/bestblogs/namespace.ts +6 -0
  33. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  34. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  35. package/lib/routes/bilibili/cache.ts +25 -1
  36. package/lib/routes/bilibili/dynamic.ts +103 -101
  37. package/lib/routes/bilibili/followings-video.ts +9 -3
  38. package/lib/routes/bilibili/utils.ts +5 -0
  39. package/lib/routes/bilibili/video.ts +2 -1
  40. package/lib/routes/binance/announcement.ts +168 -0
  41. package/lib/routes/binance/types.ts +26 -0
  42. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  43. package/lib/routes/bitget/announcement.ts +200 -0
  44. package/lib/routes/bitget/namespace.ts +6 -0
  45. package/lib/routes/bitget/type.ts +26 -0
  46. package/lib/routes/bjnews/cat.ts +43 -0
  47. package/lib/routes/bjnews/column.ts +43 -0
  48. package/lib/routes/bjnews/namespace.ts +6 -0
  49. package/lib/routes/bjnews/utils.ts +19 -0
  50. package/lib/routes/bjx/fd.ts +35 -26
  51. package/lib/routes/buaa/jiaowu.ts +1 -1
  52. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  53. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  54. package/lib/routes/bupt/jwc.ts +130 -0
  55. package/lib/routes/cccfna/index.ts +2 -2
  56. package/lib/routes/cctv/category.ts +16 -12
  57. package/lib/routes/cctv/xwlb.ts +32 -10
  58. package/lib/routes/cdu/jwgg.ts +79 -0
  59. package/lib/routes/cdu/namespace.ts +6 -0
  60. package/lib/routes/cffex/announcement.ts +73 -0
  61. package/lib/routes/cffex/namespace.ts +6 -0
  62. package/lib/routes/chikubi/index.ts +75 -0
  63. package/lib/routes/chikubi/namespace.ts +6 -0
  64. package/lib/routes/chikubi/utils.ts +82 -0
  65. package/lib/routes/chlinlearn/daily-blog.ts +7 -0
  66. package/lib/routes/copymanga/comic.ts +3 -1
  67. package/lib/routes/devolverdigital/blog.ts +59 -42
  68. package/lib/routes/digitalcameraworld/news.ts +1 -1
  69. package/lib/routes/discord/channel.ts +10 -10
  70. package/lib/routes/discord/discord-api.ts +27 -32
  71. package/lib/routes/discord/templates/message.art +15 -0
  72. package/lib/routes/discourse/notifications.ts +2 -1
  73. package/lib/routes/discourse/official.ts +55 -0
  74. package/lib/routes/douban/movie/coming.ts +68 -0
  75. package/lib/routes/douban/templates/movie_coming.art +27 -0
  76. package/lib/routes/eastmoney/report/index.ts +63 -15
  77. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  78. package/lib/routes/eastmoney/utils.ts +35 -0
  79. package/lib/routes/easynomad/joblist.ts +56 -0
  80. package/lib/routes/easynomad/namespace.ts +6 -0
  81. package/lib/routes/fediverse/timeline.ts +35 -18
  82. package/lib/routes/flashcat/blog.ts +61 -0
  83. package/lib/routes/flashcat/namespace.ts +6 -0
  84. package/lib/routes/follow/namespace.ts +6 -0
  85. package/lib/routes/follow/profile.ts +69 -0
  86. package/lib/routes/follow/types.ts +38 -0
  87. package/lib/routes/ftm/index.ts +60 -0
  88. package/lib/routes/ftm/namespace.ts +6 -0
  89. package/lib/routes/galxe/index.ts +94 -0
  90. package/lib/routes/galxe/namespace.ts +9 -0
  91. package/lib/routes/gamersky/ent.ts +57 -0
  92. package/lib/routes/gamersky/namespace.ts +10 -0
  93. package/lib/routes/gamersky/news.ts +91 -0
  94. package/lib/routes/gamersky/review.ts +80 -0
  95. package/lib/routes/gamersky/utils.ts +94 -0
  96. package/lib/routes/gdut/oa-news.ts +12 -17
  97. package/lib/routes/geekpark/index.ts +219 -0
  98. package/lib/routes/geekpark/namespace.ts +8 -0
  99. package/lib/routes/geekpark/templates/description.art +21 -0
  100. package/lib/routes/gisreportsonline/index.ts +60 -0
  101. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  102. package/lib/routes/github/activity.ts +2 -1
  103. package/lib/routes/github/search.ts +20 -18
  104. package/lib/routes/go/mhlw/pdf.ts +87 -0
  105. package/lib/routes/go/namespace.ts +8 -0
  106. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  107. package/lib/routes/google/research.ts +45 -0
  108. package/lib/routes/gov/cbirc/index.ts +371 -0
  109. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  110. package/lib/routes/gov/lswz/index.ts +289 -0
  111. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  112. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  113. package/lib/routes/gq/news.ts +1 -1
  114. package/lib/routes/gs/developer/blog.ts +58 -0
  115. package/lib/routes/gs/namespace.ts +9 -0
  116. package/lib/routes/healthz.ts +8 -0
  117. package/lib/routes/hket/index.ts +80 -76
  118. package/lib/routes/hottoys/index.ts +63 -0
  119. package/lib/routes/hottoys/namespace.ts +6 -0
  120. package/lib/routes/hust/gs.ts +281 -0
  121. package/lib/routes/hust/namespace.ts +1 -1
  122. package/lib/routes/imhcg/blog.ts +47 -0
  123. package/lib/routes/imhcg/namespace.ts +7 -0
  124. package/lib/routes/imop/namespace.ts +10 -0
  125. package/lib/routes/imop/tianshu.ts +53 -0
  126. package/lib/routes/infzm/hot.ts +39 -0
  127. package/lib/routes/infzm/index.ts +3 -30
  128. package/lib/routes/infzm/utils.ts +34 -0
  129. package/lib/routes/inspirehep/author.ts +46 -0
  130. package/lib/routes/inspirehep/literature.ts +42 -0
  131. package/lib/routes/inspirehep/namespace.ts +7 -0
  132. package/lib/routes/inspirehep/types.ts +210 -0
  133. package/lib/routes/inspirehep/utils.ts +15 -0
  134. package/lib/routes/iwara/subscriptions.ts +1 -1
  135. package/lib/routes/javdb/actors.ts +6 -2
  136. package/lib/routes/jjwxc/book.ts +18 -14
  137. package/lib/routes/joins/chinese.ts +218 -0
  138. package/lib/routes/joins/namespace.ts +8 -0
  139. package/lib/routes/joins/templates/description.art +17 -0
  140. package/lib/routes/juejin/dynamic.ts +114 -0
  141. package/lib/routes/kakuyomu/namespace.ts +6 -0
  142. package/lib/routes/kakuyomu/types.ts +6 -0
  143. package/lib/routes/kakuyomu/works.ts +73 -0
  144. package/lib/routes/kaopu/news.ts +3 -3
  145. package/lib/routes/keylol/index.ts +56 -11
  146. package/lib/routes/kurogames/namespace.ts +7 -0
  147. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  148. package/lib/routes/link3/events.ts +86 -0
  149. package/lib/routes/link3/namespace.ts +6 -0
  150. package/lib/routes/link3/profile.ts +143 -0
  151. package/lib/routes/lmu/jobs.ts +96 -0
  152. package/lib/routes/lmu/namespace.ts +17 -0
  153. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  154. package/lib/routes/lofter/user.ts +1 -1
  155. package/lib/routes/luma/index.ts +92 -0
  156. package/lib/routes/luma/namespace.ts +6 -0
  157. package/lib/routes/malaysiakini/index.ts +179 -0
  158. package/lib/routes/malaysiakini/namespace.ts +11 -0
  159. package/lib/routes/mcmod/index.ts +105 -0
  160. package/lib/routes/mcmod/namespace.ts +6 -0
  161. package/lib/routes/mcmod/templates/mod.art +13 -0
  162. package/lib/routes/meishichina/index.ts +1997 -0
  163. package/lib/routes/meishichina/namespace.ts +8 -0
  164. package/lib/routes/misskey/user-timeline.ts +42 -0
  165. package/lib/routes/misskey/utils.ts +41 -1
  166. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  167. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  168. package/lib/routes/newyorker/news.ts +24 -17
  169. package/lib/routes/oschina/news.ts +2 -0
  170. package/lib/routes/pconline/focus.ts +143 -0
  171. package/lib/routes/pconline/namespace.ts +10 -0
  172. package/lib/routes/people/index.ts +8 -2
  173. package/lib/routes/picnob/user.ts +11 -3
  174. package/lib/routes/pixiv/search.ts +20 -1
  175. package/lib/routes/pixiv/utils.ts +3 -3
  176. package/lib/routes/pku/bbs/hot.ts +1 -1
  177. package/lib/routes/psyche/topic.ts +1 -1
  178. package/lib/routes/psyche/type.ts +1 -1
  179. package/lib/routes/psyche/utils.ts +1 -1
  180. package/lib/routes/questn/community.ts +76 -0
  181. package/lib/routes/questn/events.ts +101 -0
  182. package/lib/routes/questn/namespace.ts +6 -0
  183. package/lib/routes/questn/util.ts +16 -0
  184. package/lib/routes/rebase/geekdaily.ts +35 -0
  185. package/lib/routes/rebase/namespace.ts +6 -0
  186. package/lib/routes/rss3/index.ts +22 -13
  187. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  188. package/lib/routes/rsshub/routes.ts +18 -12
  189. package/lib/routes/samd/news.ts +2 -2
  190. package/lib/routes/sara/index.ts +1 -1
  191. package/lib/routes/scut/gzic/media.ts +71 -0
  192. package/lib/routes/scut/gzic/news.ts +65 -0
  193. package/lib/routes/scut/gzic/notice.ts +88 -0
  194. package/lib/routes/shiep/config.ts +4 -10
  195. package/lib/routes/shiep/index.ts +9 -9
  196. package/lib/routes/showstart/artist.ts +5 -4
  197. package/lib/routes/showstart/brand.ts +5 -4
  198. package/lib/routes/showstart/event.ts +8 -7
  199. package/lib/routes/showstart/search.ts +43 -9
  200. package/lib/routes/showstart/service.ts +81 -53
  201. package/lib/routes/showstart/site.ts +41 -0
  202. package/lib/routes/showstart/utils.ts +9 -8
  203. package/lib/routes/sis001/author.ts +52 -0
  204. package/lib/routes/sis001/common.ts +38 -0
  205. package/lib/routes/sis001/forum.ts +2 -29
  206. package/lib/routes/sjtu/jwc.ts +4 -1
  207. package/lib/routes/sjtu/namespace.ts +1 -1
  208. package/lib/routes/sjtu/seiee/index.ts +97 -0
  209. package/lib/routes/smzdm/product.ts +86 -0
  210. package/lib/routes/spotify/show.ts +1 -1
  211. package/lib/routes/springer/journal.ts +10 -12
  212. package/lib/routes/sse/sselawsrules.ts +370 -0
  213. package/lib/routes/sspai/author.ts +1 -1
  214. package/lib/routes/sspai/column.ts +1 -1
  215. package/lib/routes/sspai/index.ts +3 -3
  216. package/lib/routes/sspai/matrix.ts +1 -1
  217. package/lib/routes/sspai/series-update.ts +1 -1
  218. package/lib/routes/sspai/tag.ts +1 -1
  219. package/lib/routes/sspai/topic.ts +1 -1
  220. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  221. package/lib/routes/szse/rule.ts +315 -42
  222. package/lib/routes/t66y/index.ts +29 -7
  223. package/lib/routes/taoguba/blog.ts +1 -1
  224. package/lib/routes/taoguba/index.ts +1 -1
  225. package/lib/routes/techcrunch/news.ts +20 -29
  226. package/lib/routes/techcrunch/templates/description.art +7 -0
  227. package/lib/routes/telegram/channel.ts +34 -1
  228. package/lib/routes/test/index.ts +50 -43
  229. package/lib/routes/the/index.ts +211 -0
  230. package/lib/routes/the/namespace.ts +8 -0
  231. package/lib/routes/the/templates/description.art +27 -0
  232. package/lib/routes/the/util.ts +307 -0
  233. package/lib/routes/theblockbeats/index.ts +10 -5
  234. package/lib/routes/towardsdatascience/latest.ts +67 -0
  235. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  236. package/lib/routes/tvb/news.ts +1 -0
  237. package/lib/routes/twitter/api/index.ts +2 -0
  238. package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
  239. package/lib/routes/twitter/api/web-api/api.ts +18 -0
  240. package/lib/routes/twitter/api/web-api/constants.ts +16 -13
  241. package/lib/routes/twitter/api/web-api/login.ts +68 -0
  242. package/lib/routes/twitter/api/web-api/utils.ts +54 -29
  243. package/lib/routes/twitter/home-latest.ts +60 -0
  244. package/lib/routes/twitter/home.ts +1 -1
  245. package/lib/routes/twitter/tweet.ts +1 -0
  246. package/lib/routes/twitter/user.ts +1 -1
  247. package/lib/routes/twitter/utils.ts +4 -1
  248. package/lib/routes/uber/blog.ts +1 -1
  249. package/lib/routes/ustc/scms.ts +97 -0
  250. package/lib/routes/wchscu/namespace.ts +6 -0
  251. package/lib/routes/wchscu/recruit.ts +73 -0
  252. package/lib/routes/weibo/super-index.ts +23 -11
  253. package/lib/routes/weibo/utils.ts +0 -4
  254. package/lib/routes/xiaohongshu/notes.ts +10 -2
  255. package/lib/routes/xiaohongshu/user.ts +27 -5
  256. package/lib/routes/xiaohongshu/util.ts +3 -1
  257. package/lib/routes/xidian/cs.ts +143 -0
  258. package/lib/routes/xidian/gr.ts +289 -0
  259. package/lib/routes/xidian/jwc.ts +1 -0
  260. package/lib/routes/xidian/namespace.ts +1 -1
  261. package/lib/routes/xueqiu/cookies.ts +14 -1
  262. package/lib/routes/xueqiu/favorite.ts +16 -2
  263. package/lib/routes/yahoo/news/index.ts +1 -0
  264. package/lib/routes/yahoo/news/listid.ts +67 -0
  265. package/lib/routes/yahoo/news/utils.ts +8 -2
  266. package/lib/routes/yicai/carousel.ts +48 -0
  267. package/lib/routes/yicai/utils.ts +23 -17
  268. package/lib/routes/youtube/subscriptions.ts +1 -0
  269. package/lib/routes/yystv/docs.ts +28 -19
  270. package/lib/routes/zaobao/util.ts +1 -1
  271. package/lib/routes/zhihu/answers.ts +5 -1
  272. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  273. package/lib/routes/zhihu/namespace.ts +3 -0
  274. package/lib/routes/zhihu/utils.ts +18 -3
  275. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  276. package/lib/routes/zsxq/types.ts +9 -0
  277. package/lib/routes/zsxq/utils.ts +4 -3
  278. package/lib/setup.test.ts +1 -1
  279. package/lib/types.ts +6 -0
  280. package/lib/utils/cache/index.ts +8 -0
  281. package/lib/utils/camelcase-keys.spec.ts +127 -0
  282. package/lib/utils/camelcase-keys.ts +27 -0
  283. package/lib/utils/common-utils.ts +1 -0
  284. package/lib/utils/otel/metric.ts +3 -2
  285. package/lib/views/error.tsx +3 -3
  286. package/lib/views/index.tsx +7 -9
  287. package/lib/views/json.ts +1 -1
  288. package/lib/views/layout.tsx +1 -1
  289. package/package.json +45 -43
  290. package/lib/routes/sse/lawandrules.ts +0 -68
  291. package/lib/routes-deprecated/bjnews/news.js +0 -44
  292. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  293. package/lib/routes-deprecated/gamersky/news.js +0 -34
  294. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
@@ -35,25 +35,31 @@ const ProcessItems = async (apiUrl, tryGet) => {
35
35
  }),
36
36
  }));
37
37
 
38
- return Promise.all(
39
- items.map((item) =>
40
- tryGet(item.link, async () => {
41
- const detailResponse = await got({
42
- method: 'get',
43
- url: item.link,
44
- });
38
+ return Promise.all(fetchFullArticles(items, tryGet));
39
+ };
40
+ function fetchFullArticles(items, tryGet) {
41
+ return items.map((item) =>
42
+ tryGet(item.link, async () => {
43
+ const detailResponse = await got({
44
+ method: 'get',
45
+ url: item.link,
46
+ });
45
47
 
46
- const content = load(detailResponse.data);
48
+ const content = load(detailResponse.data);
47
49
 
48
- content('h1').remove();
49
- content('.u-btn6, .m-smallshare, .topic-hot').remove();
50
+ if (!item.pubDate) {
51
+ const dataScript = content("script[src='/js/alert.min.js']").next().text() || content('title').next().text();
52
+ const pb = new Map(JSON.parse(dataScript.match(/_pb = (\[.*?]);/)[1].replaceAll("'", '"')));
53
+ item.pubDate = parseDate(`${pb.get('actime')}:00`);
54
+ }
50
55
 
51
- item.description += content('.multiText, #multi-text, .txt').html() ?? '';
56
+ content('h1').remove();
57
+ content('.u-btn6, .m-smallshare, .topic-hot').remove();
52
58
 
53
- return item;
54
- })
55
- )
56
- );
57
- };
59
+ item.description = (item.description ?? '') + (content('.multiText, #multi-text, .txt').html() ?? '');
58
60
 
59
- export { rootUrl, ProcessItems };
61
+ return item;
62
+ })
63
+ );
64
+ }
65
+ export { rootUrl, ProcessItems, fetchFullArticles };
@@ -84,6 +84,7 @@ async function handler(ctx) {
84
84
  const ret = {
85
85
  title: 'Subscriptions - YouTube',
86
86
  description: 'YouTube Subscriptions',
87
+ link: 'www.youtube.com/feed/subscriptions',
87
88
  item: items,
88
89
  };
89
90
 
@@ -1,7 +1,8 @@
1
- import { Route } from '@/types';
2
- import got from '@/utils/got';
1
+ import type { Route, DataItem } from '@/types';
2
+ import ofetch from '@/utils/ofetch';
3
3
  import { load } from 'cheerio';
4
4
  import { parseRelativeDate } from '@/utils/parse-date';
5
+ import cache from '@/utils/cache';
5
6
 
6
7
  export const route: Route = {
7
8
  path: '/docs',
@@ -22,34 +23,42 @@ export const route: Route = {
22
23
  },
23
24
  ],
24
25
  name: '游研社 - 全部文章',
25
- maintainers: ['HaitianLiu'],
26
+ maintainers: ['HaitianLiu', 'yy4382'],
26
27
  handler,
27
28
  url: 'yystv.cn/docs',
28
29
  };
29
30
 
30
31
  async function handler() {
31
32
  const url = `https://www.yystv.cn/docs`;
32
- const response = await got({
33
- method: 'get',
34
- url,
35
- });
33
+ const response = await ofetch(url);
36
34
 
37
- const data = response.data;
38
- const $ = load(data);
35
+ const $ = load(response);
39
36
 
40
- const items = $('.list-container li')
41
- .slice(0, 18)
42
- .map(function () {
37
+ const itemList = $('.list-container li')
38
+ .toArray()
39
+ .map((item) => {
40
+ const itemElement = $(item);
43
41
  const info = {
44
- title: $('.list-article-title', this).text(),
45
- link: 'https://www.yystv.cn' + $('a', this).attr('href'),
46
- pubDate: parseRelativeDate($('.c-999', this).text()),
47
- author: $('.handler-author-link', this).text(),
48
- description: $('.list-article-intro', this).text(),
42
+ title: itemElement.find('.list-article-title').text(),
43
+ link: 'https://www.yystv.cn' + itemElement.find('a').attr('href'),
44
+ pubDate: parseRelativeDate(itemElement.find('.c-999').text()),
45
+ author: itemElement.find('.handler-author-link').text(),
46
+ description: itemElement.find('.list-article-intro').text(),
49
47
  };
50
48
  return info;
51
- })
52
- .get();
49
+ }) satisfies DataItem[];
50
+
51
+ const items = (await Promise.all(
52
+ itemList.map(
53
+ (item) =>
54
+ cache.tryGet(item.link, async () => {
55
+ const resp = await ofetch(item.link);
56
+ const $ = load(resp);
57
+ item.description = $('#main section.article-section .doc-content > div').html() || item.description;
58
+ return item;
59
+ }) as Promise<DataItem>
60
+ )
61
+ )) satisfies DataItem[];
53
62
 
54
63
  return {
55
64
  title: '游研社-' + $('title').text(),
@@ -38,7 +38,7 @@ const parseList = async (
38
38
  }> => {
39
39
  const response = await got_ins.get(baseUrl + sectionUrl);
40
40
  const $ = load(response.data);
41
- let data = /realtime/.test(sectionUrl) ? $('.on-listing-pages') : $('.article-list').find('.article-type');
41
+ let data = /realtime/.test(sectionUrl) ? $('.card-listing .card') : $('.article-list').find('.article-type');
42
42
  if (data.length === 0) {
43
43
  // for HK version
44
44
  data = $('.clearfix').find('.list-block');
@@ -1,7 +1,7 @@
1
1
  import { Route } from '@/types';
2
2
  import cache from '@/utils/cache';
3
3
  import got from '@/utils/got';
4
- import { header, processImage } from './utils';
4
+ import { getCookieValueByKey, header, processImage } from './utils';
5
5
  import { parseDate } from '@/utils/parse-date';
6
6
 
7
7
  export const route: Route = {
@@ -29,9 +29,13 @@ export const route: Route = {
29
29
 
30
30
  async function handler(ctx) {
31
31
  const id = ctx.req.param('id');
32
+
33
+ const zc0 = getCookieValueByKey('z_c0');
34
+
32
35
  const headers = {
33
36
  'User-Agent': 'ZhihuHybrid com.zhihu.android/Futureve/6.59.0 Mozilla/5.0 (Linux; Android 10; GM1900 Build/QKQ1.190716.003; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/85.0.4183.127 Mobile Safari/537.36',
34
37
  Referer: `https://www.zhihu.com/people/${id}/answers`,
38
+ Cookie: zc0 ? `z_c0=${zc0}` : '',
35
39
  };
36
40
 
37
41
  const response = await got({
@@ -2,6 +2,8 @@
2
2
  // https://blog.csdn.net/zjq592767809/article/details/126512798
3
3
  // https://blog.csdn.net/zhoumi_/article/details/126659351
4
4
 
5
+ /* eslint-disable @typescript-eslint/no-unused-expressions */
6
+
5
7
  function i(e, t, n) {
6
8
  (t[n] = 255 & (e >>> 24)), (t[n + 1] = 255 & (e >>> 16)), (t[n + 2] = 255 & (e >>> 8)), (t[n + 3] = 255 & e);
7
9
  }
@@ -3,4 +3,7 @@ import type { Namespace } from '@/types';
3
3
  export const namespace: Namespace = {
4
4
  name: '知乎',
5
5
  url: 'www.zhihu.com',
6
+ description: `:::tip
7
+ 自2024年7月,未登录状态下大部分路由[无法获取全文](https://github.com/DIYgod/RSSHub/issues/16260)。若有需要请在登陆知乎后寻找并添加包含\`z_c0\`的Cookies至环境变量\`ZHIHU_COOKIES\`。
8
+ :::`,
6
9
  };
@@ -3,6 +3,7 @@ import cache from '@/utils/cache';
3
3
  import ofetch from '@/utils/ofetch';
4
4
  import g_encrypt from './execlib/x-zse-96-v3';
5
5
  import md5 from '@/utils/md5';
6
+ import { config } from '@/config';
6
7
 
7
8
  export const header = {
8
9
  'x-api-version': '3.0.91',
@@ -55,6 +56,13 @@ export const processImage = (content: string) => {
55
56
  return $.html();
56
57
  };
57
58
 
59
+ export const getCookieValueByKey = (key: string) =>
60
+ config.zhihu.cookies
61
+ ?.split(';')
62
+ .map((e) => e.trim())
63
+ .find((e) => e.startsWith(key + '='))
64
+ ?.slice(key.length + 1);
65
+
58
66
  export const getSignedHeader = async (url: string, apiPath: string) => {
59
67
  // Because the API of zhihu.com has changed, we must use the value of `d_c0` (extracted from cookies) to calculate
60
68
  // `x-zse-96`. So first get `d_c0`, then get the actual data of a ZhiHu question. In this way, we don't need to
@@ -62,8 +70,12 @@ export const getSignedHeader = async (url: string, apiPath: string) => {
62
70
 
63
71
  // fisrt: get cookie(dc_0) from zhihu.com
64
72
  const dc0 = await cache.tryGet('zhihu:cookies:d_c0', async () => {
65
- const response1 = await ofetch.raw(url);
66
- const zseCk = response1._data.match(/var e="__zse_ck",t=\(typeof __g\.ck == 'string' && __g\.ck\)\|\|"([\w+/=]*?)",_=6048e5;/)?.[1];
73
+ if (getCookieValueByKey('d_c0')) {
74
+ return getCookieValueByKey('d_c0');
75
+ }
76
+ const response1 = await ofetch.raw('https://static.zhihu.com/zse-ck/v3.js');
77
+ const script = await response1._data.text();
78
+ const zseCk = script.match(/__g\.ck\|\|"([\w+/=\\]*?)",_=630e8;/)?.[1];
67
79
 
68
80
  const response2 = zseCk
69
81
  ? await ofetch.raw(url, {
@@ -93,8 +105,11 @@ export const getSignedHeader = async (url: string, apiPath: string) => {
93
105
  const xzse93 = '101_3_3.0';
94
106
  const f = `${xzse93}+${apiPath}+${dc0}`;
95
107
  const xzse96 = '2.0_' + g_encrypt(md5(f));
108
+
109
+ const zc0 = getCookieValueByKey('z_c0');
110
+
96
111
  return {
97
- cookie: `d_c0=${dc0}`,
112
+ cookie: `d_c0=${dc0}${zc0 ? `;z_c0=${zc0}` : ''}`,
98
113
  'x-zse-96': xzse96,
99
114
  'x-app-za': 'OS=Web',
100
115
  'x-zse-93': xzse93,
@@ -29,12 +29,19 @@ export const route: Route = {
29
29
 
30
30
  async function handler(ctx) {
31
31
  const id = ctx.req.param('id');
32
+ // 知乎专栏链接存在两种格式, 一种以 'zhuanlan.' 开头, 另一种新增的以 'c_' 结尾
33
+ let url = `https://zhuanlan.zhihu.com/${id}`;
34
+ if (id.search('c_') === 0) {
35
+ url = `https://www.zhihu.com/column/${id}`;
36
+ }
32
37
 
38
+ const signedHeader = await getSignedHeader(url, `https://www.zhihu.com/api/v4/columns/${id}/items`);
33
39
  const listRes = await got({
34
40
  method: 'get',
35
41
  url: `https://www.zhihu.com/api/v4/columns/${id}/items`,
36
42
  headers: {
37
43
  ...header,
44
+ ...signedHeader,
38
45
  Referer: `https://zhuanlan.zhihu.com/${id}`,
39
46
  },
40
47
  });
@@ -44,19 +51,13 @@ async function handler(ctx) {
44
51
  url: `https://www.zhihu.com/api/v4/columns/${id}/pinned-items`,
45
52
  headers: {
46
53
  ...header,
54
+ ...signedHeader,
47
55
  Referer: `https://zhuanlan.zhihu.com/${id}`,
48
56
  },
49
57
  });
50
58
 
51
59
  listRes.data.data = [...listRes.data.data, ...pinnedRes.data.data];
52
60
 
53
- // 知乎专栏链接存在两种格式, 一种以 'zhuanlan.' 开头, 另一种新增的以 'c_' 结尾
54
- let url = `https://zhuanlan.zhihu.com/${id}`;
55
- if (id.search('c_') === 0) {
56
- url = `https://www.zhihu.com/column/${id}`;
57
- }
58
-
59
- const signedHeader = await getSignedHeader(url, `https://www.zhihu.com/api/v4/columns/${id}/items`);
60
61
  const infoRes = await got(url, {
61
62
  headers: {
62
63
  ...signedHeader,
@@ -63,6 +63,13 @@ export interface QATopic extends BasicTopic {
63
63
  question: {
64
64
  images?: TopicImage[];
65
65
  text?: string;
66
+ owner?: {
67
+ avatar_url: string;
68
+ description: string;
69
+ location: string;
70
+ name: string;
71
+ user_id: number;
72
+ };
66
73
  };
67
74
  }
68
75
 
@@ -140,6 +147,8 @@ export interface TopicImage {
140
147
 
141
148
  export type Topic = TalkTopic | QATopic | TaskTopic | SolutionTopic;
142
149
 
150
+ export type ResponseData = UserInfo | GroupInfo | Topic[];
151
+
143
152
  export type UserInfoResponse = BasicResponse<UserInfo>;
144
153
 
145
154
  export type GroupInfoResponse = BasicResponse<GroupInfo>;
@@ -1,10 +1,10 @@
1
1
  import got from '@/utils/got';
2
- import type { TopicImage, Topic, BasicResponse } from './types';
2
+ import type { TopicImage, Topic, BasicResponse, ResponseData } from './types';
3
3
  import { parseDate } from '@/utils/parse-date';
4
4
  import { config } from '@/config';
5
5
  import type { DataItem } from '@/types';
6
6
 
7
- export async function customFetch<T extends BasicResponse<any>>(path: string, retryCount = 0): Promise<T['resp_data']> {
7
+ export async function customFetch<T extends BasicResponse<ResponseData>>(path: string, retryCount = 0): Promise<T['resp_data']> {
8
8
  const apiUrl = 'https://api.zsxq.com/v2';
9
9
 
10
10
  const response = await got(apiUrl + path, {
@@ -46,8 +46,9 @@ export function generateTopicDataItem(topics: Topic[]): DataItem[] {
46
46
  case 'q&a':
47
47
  title = topic.question?.text?.split('\n')[0] ?? '问答';
48
48
  description = parseTopicContent(topic.question?.text, topic.question?.images);
49
+ description = `<blockquote>${String(topic.question?.owner?.name ?? '匿名用户')} 提问:${description}</blockquote>`;
49
50
  if (topic.answered) {
50
- description += '<br><br>';
51
+ description += '<br>' + topic.answer?.owner.name + ' 回答:<br><br>';
51
52
  description += parseTopicContent(topic.answer?.text, topic.answer?.images);
52
53
  }
53
54
  break;
package/lib/setup.test.ts CHANGED
@@ -31,7 +31,7 @@ const server = setupServer(
31
31
  choices: [
32
32
  {
33
33
  message: {
34
- content: 'Summary of the article.',
34
+ content: 'AI processed content.',
35
35
  },
36
36
  },
37
37
  ],
package/lib/types.ts CHANGED
@@ -286,3 +286,9 @@ export type RadarItem = {
286
286
  document: Document
287
287
  ) => string);
288
288
  };
289
+
290
+ export type RadarDomain = {
291
+ _name: string;
292
+ } & {
293
+ [subdomain: string]: RadarItem[];
294
+ };
@@ -63,6 +63,14 @@ if (config.cache.type === 'redis') {
63
63
  // plz, write these tips in comments!
64
64
  export default {
65
65
  ...cacheModule,
66
+ /**
67
+ * Try to get the cache. If the cache does not exist, the `getValueFunc` function will be called to get the data, and the data will be cached.
68
+ * @param key The key used to store and retrieve the cache. You can use `:` as a separator to create a hierarchy.
69
+ * @param getValueFunc A function that returns data to be cached when a cache miss occurs.
70
+ * @param maxAge The maximum age of the cache in seconds. This should left to the default value in most cases which is `CACHE_CONTENT_EXPIRE`.
71
+ * @param refresh Whether to renew the cache expiration time when the cache is hit. `true` by default.
72
+ * @returns
73
+ */
66
74
  tryGet: async (key: string, getValueFunc: () => Promise<string | Record<string, any>>, maxAge = config.cache.contentExpire, refresh = true) => {
67
75
  if (typeof key !== 'string') {
68
76
  throw new TypeError('Cache key must be a string');
@@ -0,0 +1,127 @@
1
+ import { describe, expect, it } from 'vitest';
2
+
3
+ import { camelcase, camelcaseKeys } from './camelcase-keys';
4
+
5
+ describe('test camelcase keys', () => {
6
+ it('case 1 normal', () => {
7
+ const obj = {
8
+ tool: 'too',
9
+ tool_name: 'too_name',
10
+
11
+ a_b: 1,
12
+ a: 1,
13
+ b: {
14
+ c_d: 1,
15
+ },
16
+ };
17
+
18
+ expect(camelcaseKeys(obj)).toStrictEqual({
19
+ tool: 'too',
20
+ toolName: 'too_name',
21
+
22
+ aB: 1,
23
+ a: 1,
24
+ b: {
25
+ cD: 1,
26
+ },
27
+ });
28
+ });
29
+
30
+ it('case 2: key has number', () => {
31
+ const obj = {
32
+ b147da0eaecbea00aeb62055: {
33
+ data: {},
34
+ },
35
+ a_c11ab_Ac: [
36
+ {
37
+ a_b: 1,
38
+ },
39
+ 1,
40
+ ],
41
+ };
42
+
43
+ expect(camelcaseKeys(obj)).toStrictEqual({
44
+ b147da0eaecbea00aeb62055: {
45
+ data: {},
46
+ },
47
+ aC11abAc: [
48
+ {
49
+ aB: 1,
50
+ },
51
+ 1,
52
+ ],
53
+ });
54
+ });
55
+
56
+ it('case 3: not a object', () => {
57
+ const value = 1;
58
+ expect(camelcaseKeys(value)).toBe(value);
59
+ });
60
+
61
+ it('case 4: nullable value', () => {
62
+ let value = null as any;
63
+ expect(camelcaseKeys(value)).toBe(value);
64
+
65
+ value = undefined;
66
+ expect(camelcaseKeys(value)).toBe(value);
67
+
68
+ value = Number.NaN;
69
+ expect(camelcaseKeys(value)).toBe(value);
70
+ });
71
+
72
+ it('case 5: array', () => {
73
+ const arr = [
74
+ {
75
+ a_b: 1,
76
+ },
77
+ null,
78
+ undefined,
79
+ +0,
80
+ -0,
81
+ Number.POSITIVE_INFINITY,
82
+ {
83
+ a_b: 1,
84
+ },
85
+ ];
86
+
87
+ expect(camelcaseKeys(arr)).toStrictEqual([
88
+ {
89
+ aB: 1,
90
+ },
91
+ null,
92
+ undefined,
93
+ +0,
94
+ -0,
95
+ Number.POSITIVE_INFINITY,
96
+ {
97
+ aB: 1,
98
+ },
99
+ ]);
100
+ });
101
+
102
+ it('case 6: filter out mongo id', () => {
103
+ const obj = {
104
+ _id: '123',
105
+ a_b: 1,
106
+ collections: {
107
+ posts: {
108
+ '661bb93307d35005ba96731b': {},
109
+ },
110
+ },
111
+ };
112
+
113
+ expect(camelcaseKeys(obj)).toStrictEqual({
114
+ id: '123',
115
+ aB: 1,
116
+ collections: {
117
+ posts: {
118
+ '661bb93307d35005ba96731b': {},
119
+ },
120
+ },
121
+ });
122
+ });
123
+
124
+ it('case 7: start with underscore should not camelcase', () => {
125
+ expect(camelcase('_id')).toBe('id');
126
+ });
127
+ });
@@ -0,0 +1,27 @@
1
+ const isObject = (obj: any) => obj && typeof obj === 'object';
2
+ const isPlainObject = (obj: any) => isObject(obj) && Object.prototype.toString.call(obj) === '[object Object]' && Object.getPrototypeOf(obj) === Object.prototype;
3
+
4
+ /**
5
+ * A simple camelCase function that only handles strings, but not handling symbol, date, or other complex case.
6
+ * If you need to handle more complex cases, please use camelcase-keys package.
7
+ */
8
+ export const camelcaseKeys = <T = any>(obj: any): T => {
9
+ if (Array.isArray(obj)) {
10
+ return obj.map((x) => camelcaseKeys(x)) as any;
11
+ }
12
+
13
+ if (isPlainObject(obj)) {
14
+ return Object.keys(obj).reduce((result: any, key) => {
15
+ const nextKey = isMongoId(key) ? key : camelcase(key);
16
+ result[nextKey] = camelcaseKeys(obj[key]);
17
+ return result;
18
+ }, {}) as any;
19
+ }
20
+
21
+ return obj;
22
+ };
23
+
24
+ export function camelcase(str: string) {
25
+ return str.replace(/^_+/, '').replaceAll(/([_-][a-z])/gi, ($1) => $1.toUpperCase().replace('-', '').replace('_', ''));
26
+ }
27
+ const isMongoId = (id: string) => id.length === 24 && /^[\dA-Fa-f]{24}$/.test(id);
@@ -39,6 +39,7 @@ const getLocalhostAddress = () => {
39
39
  .filter((iface) => iface?.family === 'IPv4' && !iface.internal)
40
40
  .map((iface) => iface?.address)
41
41
  .filter(Boolean);
42
+ address.push('[::]');
42
43
  return address;
43
44
  };
44
45
 
@@ -3,6 +3,7 @@ import { PrometheusExporter, PrometheusSerializer } from '@opentelemetry/exporte
3
3
  import { SEMRESATTRS_SERVICE_NAME } from '@opentelemetry/semantic-conventions';
4
4
  import { MeterProvider } from '@opentelemetry/sdk-metrics';
5
5
  import { Attributes } from '@opentelemetry/api';
6
+ import { config } from '@/config';
6
7
 
7
8
  interface IMetricAttributes extends Attributes {
8
9
  method: string;
@@ -33,12 +34,12 @@ const requestTotal = meter.createCounter<IMetricAttributes>(`${METRIC_PREFIX}_re
33
34
  const requestErrorTotal = meter.createCounter<IMetricAttributes>(`${METRIC_PREFIX}_request_error_total`);
34
35
  const requestDurationSecondsBucket = meter.createHistogram<IHistogramAttributes>(`${METRIC_PREFIX}_request_duration_seconds_bucket`, {
35
36
  advice: {
36
- explicitBucketBoundaries: [0.01, 0.1, 1, 2, 5, 15, 30, 60],
37
+ explicitBucketBoundaries: config.otel.seconds_bucket?.split(',').map(Number),
37
38
  },
38
39
  });
39
40
  const request_duration_milliseconds_bucket = meter.createHistogram<IHistogramAttributes>(`${METRIC_PREFIX}_request_duration_milliseconds_bucket`, {
40
41
  advice: {
41
- explicitBucketBoundaries: [10, 20, 50, 100, 250, 500, 1000, 5000, 15000],
42
+ explicitBucketBoundaries: config.otel.milliseconds_bucket?.split(',').map(Number),
42
43
  },
43
44
  });
44
45
 
@@ -11,13 +11,13 @@ const Index: FC<{
11
11
  }> = ({ requestPath, message, errorRoute, nodeVersion }) => (
12
12
  <Layout>
13
13
  <div
14
- className="pointer-events-none absolute w-full h-screen"
14
+ className="pointer-events-none absolute w-full min-h-screen"
15
15
  style={{
16
16
  backgroundImage: `url('data:image/svg+xml;base64,PHN2ZyB4bWxucz0naHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmcnIHZpZXdCb3g9JzAgMCAzMiAzMicgd2lkdGg9JzMyJyBoZWlnaHQ9JzMyJyBmaWxsPSdub25lJyBzdHJva2U9J3JnYigxNSAyMyA0MiAvIDAuMDQpJz48cGF0aCBkPSdNMCAuNUgzMS41VjMyJy8+PC9zdmc+')`,
17
17
  maskImage: 'linear-gradient(transparent, black, transparent)',
18
18
  }}
19
19
  ></div>
20
- <div className="w-full h-screen flex items-center justify-center flex-col space-y-4">
20
+ <div className="w-full grow shrink-0 py-8 flex items-center justify-center flex-col space-y-4">
21
21
  <img className="grayscale" src="/logo.png" alt="RSSHub" width="100" loading="lazy" />
22
22
  <h1 className="text-4xl font-bold">Looks like something went wrong</h1>
23
23
  <div className="text-left w-[800px] space-y-6 !mt-10">
@@ -104,7 +104,7 @@ const Index: FC<{
104
104
  </div>
105
105
  </div>
106
106
  </div>
107
- <div className="absolute bottom-10 text-center w-full text-sm font-medium space-y-2">
107
+ <div className="mt-4 pb-8 text-center w-full text-sm font-medium space-y-2">
108
108
  <p className="space-x-4">
109
109
  <a target="_blank" href="https://github.com/DIYgod/RSSHub">
110
110
  <img className="inline" src="https://icons.ly/github/_/fff" alt="github" width="20" height="20" />
@@ -129,28 +129,25 @@ const Index: FC<{ debugQuery: string | undefined }> = ({ debugQuery }) => {
129
129
  return (
130
130
  <Layout>
131
131
  <div
132
- className="pointer-events-none absolute w-full h-screen"
132
+ className="pointer-events-none absolute w-full min-h-screen"
133
133
  style={{
134
134
  backgroundImage: `url('data:image/svg+xml;base64,PHN2ZyB4bWxucz0naHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmcnIHZpZXdCb3g9JzAgMCAzMiAzMicgd2lkdGg9JzMyJyBoZWlnaHQ9JzMyJyBmaWxsPSdub25lJyBzdHJva2U9J3JnYigxNSAyMyA0MiAvIDAuMDQpJz48cGF0aCBkPSdNMCAuNUgzMS41VjMyJy8+PC9zdmc+')`,
135
135
  maskImage: 'linear-gradient(transparent, black, transparent)',
136
136
  }}
137
137
  ></div>
138
- <div className="w-full h-screen flex items-center justify-center flex-col space-y-4">
138
+ <div className="w-full grow shrink-0 py-8 flex items-center justify-center flex-col space-y-4">
139
139
  <img src="/logo.png" alt="RSSHub" width="100" loading="lazy" />
140
140
  <h1 className="text-4xl font-bold">
141
141
  Welcome to <span className="text-[#F5712C]">RSSHub</span>!
142
142
  </h1>
143
+ <p className="text-xl font-medium text-zinc-600">The world's largest RSS Network.</p>
143
144
  <p className="text-zinc-500">If you see this page, the RSSHub is successfully installed and working.</p>
144
- <p className="text-xl font-medium text-zinc-600">Everything is RSSible</p>
145
145
  <div className="font-bold space-x-4 text-sm">
146
146
  <a target="_blank" href="https://docs.rsshub.app">
147
- <button className="text-white bg-[#F5712C] hover:bg-[#DD4A15] py-2 px-4 rounded-full transition-colors">View Docs</button>
147
+ <button className="text-white bg-[#F5712C] hover:bg-[#DD4A15] py-2 px-4 rounded-full transition-colors">Home</button>
148
148
  </a>
149
149
  <a target="_blank" href="https://github.com/DIYgod/RSSHub">
150
- <button className="bg-zinc-200 hover:bg-zinc-300 py-2 px-4 rounded-full transition-colors">View on GitHub</button>
151
- </a>
152
- <a target="_blank" href="https://docs.rsshub.app/sponsor" className="text-[#F5712C]">
153
- <button className="text-white bg-red-500 hover:bg-red-600 py-2 px-4 rounded-full transition-colors">❤️ Sponsor</button>
150
+ <button className="bg-zinc-200 hover:bg-zinc-300 py-2 px-4 rounded-full transition-colors">GitHub</button>
154
151
  </a>
155
152
  </div>
156
153
  {info.showDebug ? (
@@ -165,7 +162,8 @@ const Index: FC<{ debugQuery: string | undefined }> = ({ debugQuery }) => {
165
162
  </details>
166
163
  ) : null}
167
164
  </div>
168
- <div className="absolute bottom-10 text-center w-full text-sm font-medium space-y-2">
165
+
166
+ <div className="text-center pt-4 pb-8 w-full text-sm font-medium space-y-2">
169
167
  <p className="space-x-4">
170
168
  <a target="_blank" href="https://github.com/DIYgod/RSSHub">
171
169
  <img className="inline" src="https://icons.ly/github/_/fff" alt="github" width="20" height="20" />
package/lib/views/json.ts CHANGED
@@ -21,7 +21,7 @@ const json = (data: Data) => {
21
21
  title: item.title,
22
22
  content_html: (item.content && item.content.html) || item.description || item.title,
23
23
  content_text: item.content && item.content.text,
24
- image: item.image,
24
+ image: item.image || item.itunes_item_image,
25
25
  banner_image: item.banner,
26
26
  date_published: item.pubDate,
27
27
  date_modified: item.updated,
@@ -45,6 +45,6 @@ export const Layout: FC = (props) => (
45
45
  `}
46
46
  </style>
47
47
  </head>
48
- <body className="antialiased text-zinc-700">{props.children}</body>
48
+ <body className="antialiased min-h-screen text-zinc-700 flex flex-col">{props.children}</body>
49
49
  </html>
50
50
  );