rsshub 1.0.0-master.e5d191c → 1.0.0-master.e5fc2b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (294) hide show
  1. package/README.md +11 -46
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +30 -22
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +2 -2
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/anti-hotlink.test.ts +191 -6
  9. package/lib/middleware/anti-hotlink.ts +28 -0
  10. package/lib/middleware/logger.ts +2 -2
  11. package/lib/middleware/parameter.test.ts +22 -5
  12. package/lib/middleware/parameter.ts +47 -17
  13. package/lib/registry.test.ts +8 -0
  14. package/lib/registry.ts +2 -0
  15. package/lib/router.js +1 -4
  16. package/lib/routes/141jav/index.ts +25 -21
  17. package/lib/routes/141ppv/index.ts +24 -20
  18. package/lib/routes/51read/article.ts +82 -0
  19. package/lib/routes/51read/namespace.ts +6 -0
  20. package/lib/routes/5eplay/utils.ts +5 -3
  21. package/lib/routes/abc/index.ts +2 -2
  22. package/lib/routes/agri/index.ts +307 -0
  23. package/lib/routes/agri/namespace.ts +8 -0
  24. package/lib/routes/agri/templates/description.art +21 -0
  25. package/lib/routes/aljazeera/index.ts +2 -2
  26. package/lib/routes/apnews/api.ts +62 -0
  27. package/lib/routes/apnews/rss.ts +1 -1
  28. package/lib/routes/apnews/sitemap.ts +99 -0
  29. package/lib/routes/apnews/topics.ts +2 -2
  30. package/lib/routes/apnews/utils.ts +7 -5
  31. package/lib/routes/bestblogs/feeds.ts +107 -0
  32. package/lib/routes/bestblogs/namespace.ts +6 -0
  33. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  34. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  35. package/lib/routes/bilibili/cache.ts +25 -1
  36. package/lib/routes/bilibili/dynamic.ts +103 -101
  37. package/lib/routes/bilibili/followings-video.ts +9 -3
  38. package/lib/routes/bilibili/utils.ts +5 -0
  39. package/lib/routes/bilibili/video.ts +2 -1
  40. package/lib/routes/binance/announcement.ts +168 -0
  41. package/lib/routes/binance/types.ts +26 -0
  42. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  43. package/lib/routes/bitget/announcement.ts +200 -0
  44. package/lib/routes/bitget/namespace.ts +6 -0
  45. package/lib/routes/bitget/type.ts +26 -0
  46. package/lib/routes/bjnews/cat.ts +43 -0
  47. package/lib/routes/bjnews/column.ts +43 -0
  48. package/lib/routes/bjnews/namespace.ts +6 -0
  49. package/lib/routes/bjnews/utils.ts +19 -0
  50. package/lib/routes/bjx/fd.ts +35 -26
  51. package/lib/routes/buaa/jiaowu.ts +1 -1
  52. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  53. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  54. package/lib/routes/bupt/jwc.ts +130 -0
  55. package/lib/routes/cccfna/index.ts +2 -2
  56. package/lib/routes/cctv/category.ts +16 -12
  57. package/lib/routes/cctv/xwlb.ts +32 -10
  58. package/lib/routes/cdu/jwgg.ts +79 -0
  59. package/lib/routes/cdu/namespace.ts +6 -0
  60. package/lib/routes/cffex/announcement.ts +73 -0
  61. package/lib/routes/cffex/namespace.ts +6 -0
  62. package/lib/routes/chikubi/index.ts +75 -0
  63. package/lib/routes/chikubi/namespace.ts +6 -0
  64. package/lib/routes/chikubi/utils.ts +82 -0
  65. package/lib/routes/chlinlearn/daily-blog.ts +7 -0
  66. package/lib/routes/copymanga/comic.ts +3 -1
  67. package/lib/routes/devolverdigital/blog.ts +59 -42
  68. package/lib/routes/digitalcameraworld/news.ts +1 -1
  69. package/lib/routes/discord/channel.ts +10 -10
  70. package/lib/routes/discord/discord-api.ts +27 -32
  71. package/lib/routes/discord/templates/message.art +15 -0
  72. package/lib/routes/discourse/notifications.ts +2 -1
  73. package/lib/routes/discourse/official.ts +55 -0
  74. package/lib/routes/douban/movie/coming.ts +68 -0
  75. package/lib/routes/douban/templates/movie_coming.art +27 -0
  76. package/lib/routes/eastmoney/report/index.ts +63 -15
  77. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  78. package/lib/routes/eastmoney/utils.ts +35 -0
  79. package/lib/routes/easynomad/joblist.ts +56 -0
  80. package/lib/routes/easynomad/namespace.ts +6 -0
  81. package/lib/routes/fediverse/timeline.ts +35 -18
  82. package/lib/routes/flashcat/blog.ts +61 -0
  83. package/lib/routes/flashcat/namespace.ts +6 -0
  84. package/lib/routes/follow/namespace.ts +6 -0
  85. package/lib/routes/follow/profile.ts +69 -0
  86. package/lib/routes/follow/types.ts +38 -0
  87. package/lib/routes/ftm/index.ts +60 -0
  88. package/lib/routes/ftm/namespace.ts +6 -0
  89. package/lib/routes/galxe/index.ts +94 -0
  90. package/lib/routes/galxe/namespace.ts +9 -0
  91. package/lib/routes/gamersky/ent.ts +57 -0
  92. package/lib/routes/gamersky/namespace.ts +10 -0
  93. package/lib/routes/gamersky/news.ts +91 -0
  94. package/lib/routes/gamersky/review.ts +80 -0
  95. package/lib/routes/gamersky/utils.ts +94 -0
  96. package/lib/routes/gdut/oa-news.ts +12 -17
  97. package/lib/routes/geekpark/index.ts +219 -0
  98. package/lib/routes/geekpark/namespace.ts +8 -0
  99. package/lib/routes/geekpark/templates/description.art +21 -0
  100. package/lib/routes/gisreportsonline/index.ts +60 -0
  101. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  102. package/lib/routes/github/activity.ts +2 -1
  103. package/lib/routes/github/search.ts +20 -18
  104. package/lib/routes/go/mhlw/pdf.ts +87 -0
  105. package/lib/routes/go/namespace.ts +8 -0
  106. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  107. package/lib/routes/google/research.ts +45 -0
  108. package/lib/routes/gov/cbirc/index.ts +371 -0
  109. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  110. package/lib/routes/gov/lswz/index.ts +289 -0
  111. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  112. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  113. package/lib/routes/gq/news.ts +1 -1
  114. package/lib/routes/gs/developer/blog.ts +58 -0
  115. package/lib/routes/gs/namespace.ts +9 -0
  116. package/lib/routes/healthz.ts +8 -0
  117. package/lib/routes/hket/index.ts +80 -76
  118. package/lib/routes/hottoys/index.ts +63 -0
  119. package/lib/routes/hottoys/namespace.ts +6 -0
  120. package/lib/routes/hust/gs.ts +281 -0
  121. package/lib/routes/hust/namespace.ts +1 -1
  122. package/lib/routes/imhcg/blog.ts +47 -0
  123. package/lib/routes/imhcg/namespace.ts +7 -0
  124. package/lib/routes/imop/namespace.ts +10 -0
  125. package/lib/routes/imop/tianshu.ts +53 -0
  126. package/lib/routes/infzm/hot.ts +39 -0
  127. package/lib/routes/infzm/index.ts +3 -30
  128. package/lib/routes/infzm/utils.ts +34 -0
  129. package/lib/routes/inspirehep/author.ts +46 -0
  130. package/lib/routes/inspirehep/literature.ts +42 -0
  131. package/lib/routes/inspirehep/namespace.ts +7 -0
  132. package/lib/routes/inspirehep/types.ts +210 -0
  133. package/lib/routes/inspirehep/utils.ts +15 -0
  134. package/lib/routes/iwara/subscriptions.ts +1 -1
  135. package/lib/routes/javdb/actors.ts +6 -2
  136. package/lib/routes/jjwxc/book.ts +18 -14
  137. package/lib/routes/joins/chinese.ts +218 -0
  138. package/lib/routes/joins/namespace.ts +8 -0
  139. package/lib/routes/joins/templates/description.art +17 -0
  140. package/lib/routes/juejin/dynamic.ts +114 -0
  141. package/lib/routes/kakuyomu/namespace.ts +6 -0
  142. package/lib/routes/kakuyomu/types.ts +6 -0
  143. package/lib/routes/kakuyomu/works.ts +73 -0
  144. package/lib/routes/kaopu/news.ts +3 -3
  145. package/lib/routes/keylol/index.ts +56 -11
  146. package/lib/routes/kurogames/namespace.ts +7 -0
  147. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  148. package/lib/routes/link3/events.ts +86 -0
  149. package/lib/routes/link3/namespace.ts +6 -0
  150. package/lib/routes/link3/profile.ts +143 -0
  151. package/lib/routes/lmu/jobs.ts +96 -0
  152. package/lib/routes/lmu/namespace.ts +17 -0
  153. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  154. package/lib/routes/lofter/user.ts +1 -1
  155. package/lib/routes/luma/index.ts +92 -0
  156. package/lib/routes/luma/namespace.ts +6 -0
  157. package/lib/routes/malaysiakini/index.ts +179 -0
  158. package/lib/routes/malaysiakini/namespace.ts +11 -0
  159. package/lib/routes/mcmod/index.ts +105 -0
  160. package/lib/routes/mcmod/namespace.ts +6 -0
  161. package/lib/routes/mcmod/templates/mod.art +13 -0
  162. package/lib/routes/meishichina/index.ts +1997 -0
  163. package/lib/routes/meishichina/namespace.ts +8 -0
  164. package/lib/routes/misskey/user-timeline.ts +42 -0
  165. package/lib/routes/misskey/utils.ts +41 -1
  166. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  167. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  168. package/lib/routes/newyorker/news.ts +24 -17
  169. package/lib/routes/oschina/news.ts +2 -0
  170. package/lib/routes/pconline/focus.ts +143 -0
  171. package/lib/routes/pconline/namespace.ts +10 -0
  172. package/lib/routes/people/index.ts +8 -2
  173. package/lib/routes/picnob/user.ts +11 -3
  174. package/lib/routes/pixiv/search.ts +20 -1
  175. package/lib/routes/pixiv/utils.ts +3 -3
  176. package/lib/routes/pku/bbs/hot.ts +1 -1
  177. package/lib/routes/psyche/topic.ts +1 -1
  178. package/lib/routes/psyche/type.ts +1 -1
  179. package/lib/routes/psyche/utils.ts +1 -1
  180. package/lib/routes/questn/community.ts +76 -0
  181. package/lib/routes/questn/events.ts +101 -0
  182. package/lib/routes/questn/namespace.ts +6 -0
  183. package/lib/routes/questn/util.ts +16 -0
  184. package/lib/routes/rebase/geekdaily.ts +35 -0
  185. package/lib/routes/rebase/namespace.ts +6 -0
  186. package/lib/routes/rss3/index.ts +22 -13
  187. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  188. package/lib/routes/rsshub/routes.ts +18 -12
  189. package/lib/routes/samd/news.ts +2 -2
  190. package/lib/routes/sara/index.ts +1 -1
  191. package/lib/routes/scut/gzic/media.ts +71 -0
  192. package/lib/routes/scut/gzic/news.ts +65 -0
  193. package/lib/routes/scut/gzic/notice.ts +88 -0
  194. package/lib/routes/shiep/config.ts +4 -10
  195. package/lib/routes/shiep/index.ts +9 -9
  196. package/lib/routes/showstart/artist.ts +5 -4
  197. package/lib/routes/showstart/brand.ts +5 -4
  198. package/lib/routes/showstart/event.ts +8 -7
  199. package/lib/routes/showstart/search.ts +43 -9
  200. package/lib/routes/showstart/service.ts +81 -53
  201. package/lib/routes/showstart/site.ts +41 -0
  202. package/lib/routes/showstart/utils.ts +9 -8
  203. package/lib/routes/sis001/author.ts +52 -0
  204. package/lib/routes/sis001/common.ts +38 -0
  205. package/lib/routes/sis001/forum.ts +2 -29
  206. package/lib/routes/sjtu/jwc.ts +4 -1
  207. package/lib/routes/sjtu/namespace.ts +1 -1
  208. package/lib/routes/sjtu/seiee/index.ts +97 -0
  209. package/lib/routes/smzdm/product.ts +86 -0
  210. package/lib/routes/spotify/show.ts +1 -1
  211. package/lib/routes/springer/journal.ts +10 -12
  212. package/lib/routes/sse/sselawsrules.ts +370 -0
  213. package/lib/routes/sspai/author.ts +1 -1
  214. package/lib/routes/sspai/column.ts +1 -1
  215. package/lib/routes/sspai/index.ts +3 -3
  216. package/lib/routes/sspai/matrix.ts +1 -1
  217. package/lib/routes/sspai/series-update.ts +1 -1
  218. package/lib/routes/sspai/tag.ts +1 -1
  219. package/lib/routes/sspai/topic.ts +1 -1
  220. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  221. package/lib/routes/szse/rule.ts +315 -42
  222. package/lib/routes/t66y/index.ts +29 -7
  223. package/lib/routes/taoguba/blog.ts +1 -1
  224. package/lib/routes/taoguba/index.ts +1 -1
  225. package/lib/routes/techcrunch/news.ts +20 -29
  226. package/lib/routes/techcrunch/templates/description.art +7 -0
  227. package/lib/routes/telegram/channel.ts +34 -1
  228. package/lib/routes/test/index.ts +50 -43
  229. package/lib/routes/the/index.ts +211 -0
  230. package/lib/routes/the/namespace.ts +8 -0
  231. package/lib/routes/the/templates/description.art +27 -0
  232. package/lib/routes/the/util.ts +307 -0
  233. package/lib/routes/theblockbeats/index.ts +10 -5
  234. package/lib/routes/towardsdatascience/latest.ts +67 -0
  235. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  236. package/lib/routes/tvb/news.ts +1 -0
  237. package/lib/routes/twitter/api/index.ts +2 -0
  238. package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
  239. package/lib/routes/twitter/api/web-api/api.ts +18 -0
  240. package/lib/routes/twitter/api/web-api/constants.ts +16 -13
  241. package/lib/routes/twitter/api/web-api/login.ts +68 -0
  242. package/lib/routes/twitter/api/web-api/utils.ts +54 -29
  243. package/lib/routes/twitter/home-latest.ts +60 -0
  244. package/lib/routes/twitter/home.ts +1 -1
  245. package/lib/routes/twitter/tweet.ts +1 -0
  246. package/lib/routes/twitter/user.ts +1 -1
  247. package/lib/routes/twitter/utils.ts +4 -1
  248. package/lib/routes/uber/blog.ts +1 -1
  249. package/lib/routes/ustc/scms.ts +97 -0
  250. package/lib/routes/wchscu/namespace.ts +6 -0
  251. package/lib/routes/wchscu/recruit.ts +73 -0
  252. package/lib/routes/weibo/super-index.ts +23 -11
  253. package/lib/routes/weibo/utils.ts +0 -4
  254. package/lib/routes/xiaohongshu/notes.ts +10 -2
  255. package/lib/routes/xiaohongshu/user.ts +27 -5
  256. package/lib/routes/xiaohongshu/util.ts +3 -1
  257. package/lib/routes/xidian/cs.ts +143 -0
  258. package/lib/routes/xidian/gr.ts +289 -0
  259. package/lib/routes/xidian/jwc.ts +1 -0
  260. package/lib/routes/xidian/namespace.ts +1 -1
  261. package/lib/routes/xueqiu/cookies.ts +14 -1
  262. package/lib/routes/xueqiu/favorite.ts +16 -2
  263. package/lib/routes/yahoo/news/index.ts +1 -0
  264. package/lib/routes/yahoo/news/listid.ts +67 -0
  265. package/lib/routes/yahoo/news/utils.ts +8 -2
  266. package/lib/routes/yicai/carousel.ts +48 -0
  267. package/lib/routes/yicai/utils.ts +23 -17
  268. package/lib/routes/youtube/subscriptions.ts +1 -0
  269. package/lib/routes/yystv/docs.ts +28 -19
  270. package/lib/routes/zaobao/util.ts +1 -1
  271. package/lib/routes/zhihu/answers.ts +5 -1
  272. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  273. package/lib/routes/zhihu/namespace.ts +3 -0
  274. package/lib/routes/zhihu/utils.ts +18 -3
  275. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  276. package/lib/routes/zsxq/types.ts +9 -0
  277. package/lib/routes/zsxq/utils.ts +4 -3
  278. package/lib/setup.test.ts +1 -1
  279. package/lib/types.ts +6 -0
  280. package/lib/utils/cache/index.ts +8 -0
  281. package/lib/utils/camelcase-keys.spec.ts +127 -0
  282. package/lib/utils/camelcase-keys.ts +27 -0
  283. package/lib/utils/common-utils.ts +1 -0
  284. package/lib/utils/otel/metric.ts +3 -2
  285. package/lib/views/error.tsx +3 -3
  286. package/lib/views/index.tsx +7 -9
  287. package/lib/views/json.ts +1 -1
  288. package/lib/views/layout.tsx +1 -1
  289. package/package.json +45 -43
  290. package/lib/routes/sse/lawandrules.ts +0 -68
  291. package/lib/routes-deprecated/bjnews/news.js +0 -44
  292. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  293. package/lib/routes-deprecated/gamersky/news.js +0 -34
  294. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
@@ -1,11 +1,10 @@
1
- import { Route } from '@/types';
2
- import cache from '@/utils/cache';
3
- import got from '@/utils/got';
1
+ import { DataItem, Route } from '@/types';
4
2
  import { load } from 'cheerio';
3
+ import { ofetch } from 'ofetch';
5
4
 
6
5
  export const route: Route = {
7
6
  path: '/blog',
8
- categories: ['blog'],
7
+ categories: ['game'],
9
8
  example: '/devolverdigital/blog',
10
9
  parameters: {},
11
10
  features: {
@@ -28,44 +27,7 @@ export const route: Route = {
28
27
  };
29
28
 
30
29
  async function handler() {
31
- const baseUrl = 'https://www.devolverdigital.com/blog';
32
- const { data: response } = await got(baseUrl);
33
-
34
- const $ = load(response);
35
- const nextData = JSON.parse($('#__NEXT_DATA__').text());
36
-
37
- const items = await Promise.all(
38
- nextData.props.pageProps.posts.map((postData) => {
39
- const postUrl = `${baseUrl}/post/${postData.id}`;
40
- return cache.tryGet(postUrl, async () => {
41
- const { data: postPage } = await got(postUrl);
42
-
43
- const $page = load(postPage);
44
- $page('noscript').remove();
45
- const postContent = $page('div.flex > div > div > div > div:not([class])');
46
-
47
- // img resource redirection and
48
- // clean up absolute layouts for img and span
49
- const imageUrls = postData.body.filter((item) => item.type === 'upload' && item.value.cloudinary.resource_type === 'image').map((item) => item.value.cloudinary.secure_url);
50
- const allImageSpans = postContent.find('span > img').parent();
51
- allImageSpans.each((spanIndex, span) => {
52
- $(span).attr('style', $(span).attr('style').replace('position:absolute', ''));
53
- const img = $(span).find('img');
54
- img.attr('src', imageUrls[spanIndex]);
55
- img.attr('style', img.attr('style').replace('position:absolute', '').replace('width:0', '').replace('height:0', ''));
56
- });
57
-
58
- return {
59
- title: postData.title,
60
- link: postUrl,
61
- author: postData.author,
62
- pubDate: Date.parse(postData.createdAt),
63
- updated: Date.parse(postData.updatedAt),
64
- description: postContent.html(),
65
- };
66
- });
67
- })
68
- );
30
+ const items = await fetchPage();
69
31
 
70
32
  return {
71
33
  title: 'DevolverDigital Blog',
@@ -74,3 +36,58 @@ async function handler() {
74
36
  item: items,
75
37
  };
76
38
  }
39
+
40
+ async function fetchPage() {
41
+ const baseUrl = 'https://www.devolverdigital.com/blog';
42
+ const response = await ofetch(baseUrl);
43
+ const $ = load(response, { scriptingEnabled: false });
44
+
45
+ // Extract all posts of this page
46
+ const $titleDivs = $('div.w-full.flex.justify-center.py-4.bg-red-400.undefined');
47
+ const $contentDivs = $('div.bg-gray-800.flex.justify-center.font-sm.py-4');
48
+ const items: DataItem[] = $titleDivs.toArray().map((titleDiv, index) => {
49
+ const content = $contentDivs[index];
50
+ const postAuthor = parsePostAuthor($, titleDiv);
51
+ const postDate = parsePostDate($, titleDiv);
52
+ const postTitle = $(titleDiv).find('h1').text();
53
+ const postLink = $(content).find('div.ml-auto.flex.items-center a').attr('href');
54
+ // Modify the src attribute of the image
55
+ parsePostImages($, content);
56
+ const postContent = $.html($(content).find('div.cms-content'));
57
+ return {
58
+ title: postTitle,
59
+ link: postLink,
60
+ author: postAuthor,
61
+ pubDate: postDate,
62
+ description: postContent,
63
+ };
64
+ });
65
+
66
+ return items;
67
+ }
68
+
69
+ function parsePostAuthor($, titleDiv) {
70
+ const $postAuthorElement = $(titleDiv).find('div.font-xs.leading-none.mb-1');
71
+ return $postAuthorElement.text().replace('By ', '') || 'Devolver Digital';
72
+ }
73
+
74
+ function parsePostDate($, titleDiv) {
75
+ const dateStr = $(titleDiv).find('div.font-2xs.leading-none.mb-1').text();
76
+ const cleanedDateStr = dateStr.replace(/(\d+)(st|nd|rd|th)/, '$1');
77
+ return new Date(cleanedDateStr);
78
+ }
79
+
80
+ function parsePostImages($, content) {
81
+ $(content)
82
+ .find('img')
83
+ .each((index, img) => {
84
+ const $img = $(img);
85
+ const src = $img.attr('src') || '';
86
+ if (src.startsWith('/_next/image')) {
87
+ const srcSet = $img.attr('srcset') || '';
88
+ const actualSrc = srcSet.split(',').pop()?.split(' ')[0] || src;
89
+ $img.attr('src', actualSrc);
90
+ }
91
+ $img.removeAttr('loading').removeAttr('decoding').removeAttr('data-nimg').removeAttr('style').removeAttr('sizes').removeAttr('srcset').removeAttr('referrerpolicy');
92
+ });
93
+ }
@@ -1,6 +1,6 @@
1
1
  import { Route } from '@/types';
2
2
  import { load } from 'cheerio';
3
- import { ofetch } from 'ofetch';
3
+ import ofetch from '@/utils/ofetch';
4
4
  import { parseDate } from '@/utils/parse-date';
5
5
  const host = 'https://www.digitalcameraworld.com';
6
6
  export const route: Route = {
@@ -1,8 +1,7 @@
1
- import { Route } from '@/types';
1
+ import { DataItem, Route } from '@/types';
2
2
  import { getCurrentPath } from '@/utils/helpers';
3
3
  const __dirname = getCurrentPath(import.meta.url);
4
4
 
5
- import cache from '@/utils/cache';
6
5
  import { config } from '@/config';
7
6
  import { parseDate } from '@/utils/parse-date';
8
7
  import { art } from '@/utils/render';
@@ -19,7 +18,7 @@ export const route: Route = {
19
18
  requireConfig: [
20
19
  {
21
20
  name: 'DISCORD_AUTHORIZATION',
22
- description: '',
21
+ description: 'Discord authorization header from the browser',
23
22
  },
24
23
  ],
25
24
  requirePuppeteer: false,
@@ -45,17 +44,17 @@ async function handler(ctx) {
45
44
  const { authorization } = config.discord;
46
45
  const channelId = ctx.req.param('channelId');
47
46
 
48
- const channelInfo = await getChannel(channelId, authorization, cache.tryGet);
49
- const messagesRaw = await getChannelMessages(channelId, authorization, cache.tryGet, ctx.req.query('limit') ?? 100);
47
+ const channelInfo = await getChannel(channelId, authorization);
48
+ const messagesRaw = await getChannelMessages(channelId, authorization, ctx.req.query('limit') ?? 100);
50
49
  const { name: channelName, topic: channelTopic, guild_id: guildId } = channelInfo;
51
50
 
52
- const guildInfo = await getGuild(guildId, authorization, cache.tryGet);
51
+ const guildInfo = await getGuild(guildId, authorization);
53
52
  const { name: guildName, icon: guidIcon } = guildInfo;
54
53
 
55
54
  const messages = messagesRaw.map((message) => ({
56
- title: message.content,
57
- description: art(path.join(__dirname, 'templates/message.art'), { message }),
58
- author: `${message.author.username}#${message.author.discriminator}`,
55
+ title: message.content.split('\n')[0],
56
+ description: art(path.join(__dirname, 'templates/message.art'), { message, guildInfo }),
57
+ author: `${message.author.global_name ?? message.author.username}(${message.author.username})`,
59
58
  pubDate: parseDate(message.timestamp),
60
59
  updated: message.edited_timestamp ? parseDate(message.edited_timestamp) : undefined,
61
60
  category: `#${channelName}`,
@@ -67,6 +66,7 @@ async function handler(ctx) {
67
66
  description: channelTopic,
68
67
  link: `${baseUrl}/channels/${guildId}/${channelId}`,
69
68
  image: `https://cdn.discordapp.com/icons/${guildId}/${guidIcon}.webp`,
70
- item: messages,
69
+ item: messages as unknown as DataItem[],
70
+ allowEmpty: true,
71
71
  };
72
72
  }
@@ -1,55 +1,50 @@
1
- import got from '@/utils/got';
1
+ import cache from '@/utils/cache';
2
+ import ofetch from '@/utils/ofetch';
2
3
  import { config } from '@/config';
4
+ import { RESTGetAPIGuildResult, RESTGetAPIGuildChannelsResult, RESTGetAPIChannelResult, RESTGetAPIChannelMessagesQuery, RESTGetAPIChannelMessagesResult } from 'discord-api-types/rest/v10';
3
5
 
4
- const baseUrl = 'https://discord.com';
6
+ export const baseUrl = 'https://discord.com';
5
7
  const apiUrl = `${baseUrl}/api/v10`;
6
8
 
7
- const getGuild = (guildId, authorization, tryGet) =>
8
- tryGet(`discord:guilds:${guildId}`, async () => {
9
- const response = await got(`${apiUrl}/guilds/${guildId}`, {
9
+ export const getGuild = (guildId, authorization) =>
10
+ cache.tryGet(`discord:guilds:${guildId}`, () =>
11
+ ofetch(`${apiUrl}/guilds/${guildId}`, {
10
12
  headers: {
11
13
  authorization,
12
14
  },
13
- });
14
- return response.data;
15
- });
15
+ })
16
+ ) as Promise<RESTGetAPIGuildResult>;
16
17
 
17
- const getGuildChannels = (guildId, authorization, tryGet) =>
18
- tryGet(`discord:guilds:${guildId}:channels`, async () => {
19
- const response = await got(`${apiUrl}/guilds/${guildId}/channels`, {
18
+ export const getGuildChannels = (guildId, authorization) =>
19
+ cache.tryGet(`discord:guilds:${guildId}:channels`, () =>
20
+ ofetch(`${apiUrl}/guilds/${guildId}/channels`, {
20
21
  headers: {
21
22
  authorization,
22
23
  },
23
- });
24
- return response.data;
25
- });
24
+ })
25
+ ) as Promise<RESTGetAPIGuildChannelsResult>;
26
26
 
27
- const getChannel = (channelId, authorization, tryGet) =>
28
- tryGet(`discord:channels:${channelId}`, async () => {
29
- const response = await got(`${apiUrl}/channels/${channelId}`, {
27
+ export const getChannel = (channelId, authorization) =>
28
+ cache.tryGet(`discord:channels:${channelId}`, () =>
29
+ ofetch(`${apiUrl}/channels/${channelId}`, {
30
30
  headers: {
31
31
  authorization,
32
32
  },
33
- });
34
- return response.data;
35
- });
33
+ })
34
+ ) as Promise<RESTGetAPIChannelResult>;
36
35
 
37
- const getChannelMessages = (channelId, authorization, tryGet, limit = 100) =>
38
- tryGet(
36
+ export const getChannelMessages = (channelId, authorization, limit = 100) =>
37
+ cache.tryGet(
39
38
  `discord:channels:${channelId}:messages`,
40
- async () => {
41
- const response = await got(`${apiUrl}/channels/${channelId}/messages`, {
39
+ () =>
40
+ ofetch(`${apiUrl}/channels/${channelId}/messages`, {
42
41
  headers: {
43
42
  authorization,
44
43
  },
45
- searchParams: {
44
+ query: {
46
45
  limit,
47
- },
48
- });
49
- return response.data;
50
- },
46
+ } as RESTGetAPIChannelMessagesQuery,
47
+ }),
51
48
  config.cache.routeExpire,
52
49
  false
53
- );
54
-
55
- export { baseUrl, getGuild, getGuildChannels, getChannel, getChannelMessages };
50
+ ) as Promise<RESTGetAPIChannelMessagesResult>;
@@ -1,3 +1,7 @@
1
+ {{ if message.type === 7 }}
2
+ {{ message.author.global_name ?? message.author.username }} joined {{ guildInfo.name }}.<br>
3
+ {{ /if }}
4
+
1
5
  {{ if message.content }}
2
6
  {{@ message.content.replace(/\n/g, '<br>') }}<br>
3
7
  {{ /if }}
@@ -8,6 +12,17 @@
8
12
  {{ /each }}
9
13
  {{ /if }}
10
14
 
15
+ {{ if message.sticker_items }}
16
+ {{ each message.sticker_items sticker }}
17
+ {{ if sticker.format_type < 3 }}
18
+ <img src="https://cdn.discordapp.com/stickers/{{ sticker.id }}.png"
19
+ {{ else if sticker.format_type === 4 }}
20
+ <img src="https://media.discordapp.net/stickers/{{ sticker.id }}.gif"
21
+ {{ /if }}
22
+ alt="{{ sticker.name }}"><br>
23
+ {{ /each }}
24
+ {{ /if }}
25
+
11
26
  {{ if message.embeds }}
12
27
  {{ each message.embeds e }}
13
28
  {{ if e.type === 'article' }}
@@ -39,7 +39,7 @@ async function handler(ctx) {
39
39
  link: `${link}/${Object.hasOwn(e.data, 'badge_id') ? `badges/${e.data.badge_id}/${e.data.badge_slug}?username=${e.data.username}` : `t/topic/${e.topic_id}/${e.post_number}`}`,
40
40
  pubDate: new Date(e.created_at),
41
41
  author: e.data.display_username ?? e.data.username,
42
- category: `notification_type:${e.notification_type}`,
42
+ category: [`notification_type:${e.notification_type}`, `read:${e.read}`, `high_priority:${e.high_priority}`],
43
43
  original_post_id: e.data.original_post_id,
44
44
  }));
45
45
 
@@ -64,5 +64,6 @@ async function handler(ctx) {
64
64
  title: `${about.title} - Notifications`,
65
65
  description: about.description,
66
66
  item: items,
67
+ allowEmpty: true,
67
68
  };
68
69
  }
@@ -0,0 +1,55 @@
1
+ import { Route } from '@/types';
2
+ import { getConfig } from './utils';
3
+ import got from '@/utils/got';
4
+ import RSSParser from '@/utils/rss-parser';
5
+
6
+ export const route: Route = {
7
+ path: '/:configId/official/:path{.+}',
8
+ categories: ['bbs'],
9
+ example: '/discourse/0/official/latest',
10
+ parameters: {
11
+ configId: 'Environment variable configuration id, see above',
12
+ path: 'Discourse RSS path between `domain` and `.rss`. All supported Rss path can be found in [https://meta.discourse.org/t/finding-discourse-rss-feeds/264134](https://meta.discourse.org/t/finding-discourse-rss-feeds/264134). For example: the path of [https://meta.discourse.org/top/all.rss](https://meta.discourse.org/top/all.rss) is `top/all`.',
13
+ },
14
+ features: {
15
+ requireConfig: [
16
+ {
17
+ name: 'DISCOURSE_CONFIG_*',
18
+ description: `Configure the Discourse environment variables referring to [https://docs.rsshub.app/deploy/config#discourse](https://docs.rsshub.app/deploy/config#discourse).`,
19
+ },
20
+ ],
21
+ requirePuppeteer: false,
22
+ antiCrawler: false,
23
+ supportBT: false,
24
+ supportPodcast: false,
25
+ supportScihub: false,
26
+ },
27
+ name: 'Official RSS',
28
+ maintainers: ['Raikyou', 'dzx-dzx'],
29
+ handler,
30
+ };
31
+
32
+ async function handler(ctx) {
33
+ const { link, key } = getConfig(ctx);
34
+ const path = ctx.req.param('path');
35
+
36
+ const url = `${link}/${path}.rss`;
37
+
38
+ const feed = await RSSParser.parseString(
39
+ (
40
+ await got(url, {
41
+ headers: {
42
+ 'User-Api-Key': key,
43
+ },
44
+ })
45
+ ).data
46
+ );
47
+
48
+ feed.items = feed.items.map((e) => ({
49
+ description: e.content,
50
+ author: e.creator,
51
+ ...e,
52
+ }));
53
+
54
+ return { item: feed.items, ...feed };
55
+ }
@@ -0,0 +1,68 @@
1
+ import { Route } from '@/types';
2
+ import got from '@/utils/got';
3
+ import { getCurrentPath } from '@/utils/helpers';
4
+ import { art } from '@/utils/render';
5
+ import path from 'node:path';
6
+
7
+ const __dirname = getCurrentPath(import.meta.url);
8
+
9
+ export const route: Route = {
10
+ path: '/movie/coming',
11
+ categories: ['social-media'],
12
+ example: '/douban/movie/coming',
13
+ features: {
14
+ requireConfig: false,
15
+ requirePuppeteer: false,
16
+ antiCrawler: false,
17
+ supportBT: false,
18
+ supportPodcast: false,
19
+ supportScihub: false,
20
+ },
21
+ name: '电影即将上映',
22
+ maintainers: ['reonokiy'],
23
+ radar: [
24
+ {
25
+ title: '豆瓣电影-即将上映',
26
+ source: ['movie.douban.com/coming'],
27
+ target: '/movie/coming',
28
+ },
29
+ ],
30
+ handler,
31
+ };
32
+ const renderDescription = (info: { title?: string; cover_url?: string; pubdate?: string[]; intro?: string; directors?: string[]; actors?: string[]; genres: string[]; wish_count?: number | string }) =>
33
+ art(path.join(__dirname, '../templates/movie_coming.art'), info);
34
+
35
+ async function handler(ctx) {
36
+ const response = await got({
37
+ method: 'get',
38
+ url: 'https://m.douban.com/rexxar/api/v2/movie/coming_soon',
39
+ headers: {
40
+ Referer: 'https://m.douban.com/movie/',
41
+ },
42
+ });
43
+
44
+ ctx.set('json', { response });
45
+
46
+ return {
47
+ title: '豆瓣电影-即将上映',
48
+ link: 'https://movie.douban.com/coming',
49
+ item: response.data?.subjects?.map((item) => ({
50
+ title: item?.title,
51
+ link: item?.url,
52
+ guid: item?.url,
53
+ description: renderDescription({
54
+ title: item?.title,
55
+ intro: item?.intro,
56
+ pubdate: item?.pubdate,
57
+ cover_url: item?.cover_url,
58
+ directors: item?.directors?.map((d) => d?.name),
59
+ actors: item?.actors?.map((a) => a?.name),
60
+ genres: item?.genres,
61
+ wish_count: item?.wish_count,
62
+ }),
63
+ category: item?.genres,
64
+ itunes_item_image: item?.cover_url,
65
+ upvotes: item?.wish_count,
66
+ })),
67
+ };
68
+ }
@@ -0,0 +1,27 @@
1
+ {{if cover_url && title}}
2
+ <img src="{{cover_url}}" alt="{{title}}" referrerpolicy="no-referrer">
3
+ {{/if}}
4
+
5
+ <h2>电影信息</h2>
6
+ <ul>
7
+ {{if directors}}
8
+ <li>导演:{{directors.join(', ')}}</li>
9
+ {{/if}}
10
+ {{if actors}}
11
+ <li>演员:{{actors.join(', ')}}</li>
12
+ {{/if}}
13
+ {{if genres}}
14
+ <li>类型:{{genres.join(' / ')}}</li>
15
+ {{/if}}
16
+ {{if pubdate}}
17
+ <li>上映日期:{{pubdate.join(' / ')}}</li>
18
+ {{/if}}
19
+ {{if wish_count}}
20
+ <li>想看:{{wish_count}}</li>
21
+ {{/if}}
22
+ </ul>
23
+
24
+ {{ if intro }}
25
+ <h2>剧情简介</h2>
26
+ <p>{{ intro }}</p>
27
+ {{/if}}
@@ -1,8 +1,14 @@
1
1
  import { Route } from '@/types';
2
+ import { getCurrentPath } from '@/utils/helpers';
2
3
  import cache from '@/utils/cache';
3
4
  import got from '@/utils/got';
4
5
  import { load } from 'cheerio';
5
6
  import { parseDate } from '@/utils/parse-date';
7
+ import { art } from '@/utils/render';
8
+ import path from 'node:path';
9
+ import { getRatingChangeStr, getEpsOrPeStr } from '../utils';
10
+
11
+ const __dirname = getCurrentPath(import.meta.url);
6
12
 
7
13
  export const route: Route = {
8
14
  path: '/report/:category',
@@ -25,9 +31,9 @@ export const route: Route = {
25
31
  name: '研究报告',
26
32
  maintainers: ['syzq'],
27
33
  handler,
28
- description: `| 策略报告 | 宏观研究 | 券商晨报 | 行业研究 |
29
- | -------------- | ----------- | ------------ | -------- |
30
- | strategyreport | macresearch | brokerreport | industry |`,
34
+ description: `| 策略报告 | 宏观研究 | 券商晨报 | 行业研究 | 个股研报 |
35
+ | -------------- | ----------- | ------------ | -------- | -------- |
36
+ | strategyreport | macresearch | brokerreport | industry | stock |`,
31
37
  };
32
38
 
33
39
  async function handler(ctx) {
@@ -39,12 +45,14 @@ async function handler(ctx) {
39
45
  industry: '行业研报',
40
46
  macresearch: '宏观研究',
41
47
  strategyreport: '策略报告',
48
+ stock: '个股研报',
42
49
  };
43
50
  const linkType = {
44
51
  brokerreport: 'zw_brokerreport',
45
52
  industry: 'zw_industry',
46
53
  macresearch: 'zw_macresearch',
47
54
  strategyreport: 'zw_strategy',
55
+ stock: 'info',
48
56
  };
49
57
 
50
58
  const res = await got(`${baseUrl}/report/${category}`);
@@ -56,27 +64,67 @@ async function handler(ctx) {
56
64
  .match(/var initdata(.=?)(.*?);/)[2]
57
65
  );
58
66
 
59
- const list = initData.data.map((item) => ({
60
- title: `[${item.orgSName}]${item.title}`,
61
- link: `${baseUrl}/report/${linkType[category]}.jshtml?encodeUrl=${item.encodeUrl}`,
62
- pubDate: parseDate(item.publishDate),
63
- author: item.researcher,
64
- }));
67
+ const list = initData.data.map((item) => {
68
+ const stockName = category === 'stock' ? `[${item.stockName}]` : '';
69
+ return {
70
+ title: `[${item.orgSName}]${stockName}${item.title}`,
71
+ link: `${baseUrl}/report/${linkType[category]}` + (category === 'stock' ? `/${item.infoCode}.html` : `.jshtml?encodeUrl=${item.encodeUrl}`),
72
+ pubDate: parseDate(item.publishDate),
73
+ author: item.researcher,
74
+ originItem: item, // temp use
75
+ };
76
+ });
65
77
 
66
78
  const items = await Promise.all(
67
- list.map((item) =>
68
- cache.tryGet(item.link, async () => {
79
+ list.map((item) => {
80
+ const tempOriginItem = item.originItem;
81
+ delete item.originItem; // temp use
82
+
83
+ return cache.tryGet(item.link, async () => {
69
84
  try {
70
85
  const { data: response } = await got(item.link);
71
86
  const $ = load(response);
72
- item.link = $('.pdf-link').attr('href');
73
- item.description = $('.ctx-content').text();
87
+
88
+ if (category === 'stock') {
89
+ const { title, stockName, stockCode, emRatingName, ratingChange, orgSName, indvInduName } = tempOriginItem;
90
+ const ratingChangeStr = getRatingChangeStr(ratingChange);
91
+ const currentYear = new Date().getFullYear();
92
+ const nextYear = currentYear + 1;
93
+ const description = $('.newsContent').html();
94
+ const enclosureUrl = $('#ContentBody .rightlab').attr('href');
95
+ const predictThisYearEps = getEpsOrPeStr(tempOriginItem.predictThisYearEps, 3);
96
+ const predictThisYearPe = getEpsOrPeStr(tempOriginItem.predictThisYearPe, 2);
97
+ const predictNextYearEps = getEpsOrPeStr(tempOriginItem.predictNextYearEps, 3);
98
+ const predictNextYearPe = getEpsOrPeStr(tempOriginItem.predictNextYearPe, 2);
99
+
100
+ item.enclosure_url = enclosureUrl;
101
+ item.description = art(path.join(__dirname, '../templates/stock_description.art'), {
102
+ title,
103
+ stockName,
104
+ stockCode,
105
+ emRatingName,
106
+ ratingChangeStr,
107
+ description,
108
+ orgSName,
109
+ predictThisYearEps,
110
+ predictThisYearPe,
111
+ predictNextYearEps,
112
+ predictNextYearPe,
113
+ indvInduName,
114
+ currentYear,
115
+ nextYear,
116
+ enclosureUrl,
117
+ });
118
+ } else {
119
+ item.link = $('.pdf-link').attr('href');
120
+ item.description = $('.ctx-content').text();
121
+ }
74
122
  return item;
75
123
  } catch {
76
124
  return item;
77
125
  }
78
- })
79
- )
126
+ });
127
+ })
80
128
  );
81
129
 
82
130
  return {
@@ -0,0 +1,36 @@
1
+ <table>
2
+ <tbody>
3
+ <tr>
4
+ <th rowspan="2">股票代码</th>
5
+ <th rowspan="2">股票简称</th>
6
+ <th rowspan="2">报告名称</th>
7
+ <th rowspan="2">东财评级</th>
8
+ <th rowspan="2">评级变动</th>
9
+ <th colspan="2">{{ currentYear }}盈利预测</th>
10
+ <th colspan="2">{{ nextYear }}盈利预测</th>
11
+ <th rowspan="2">行业</th>
12
+ </tr>
13
+ <tr>
14
+ <th>收益</th>
15
+ <th>市盈率</th>
16
+ <th>收益</th>
17
+ <th>市盈率</th>
18
+ </tr>
19
+ <tr>
20
+ <td>{{ stockCode }}</td>
21
+ <td>{{ stockName }}</td>
22
+ <td><a href="{{ enclosureUrl }}">{{ title }}</a></td>
23
+ <td>{{ emRatingName }}</td>
24
+ <td>{{ ratingChangeStr }}</td>
25
+ <td>{{ predictThisYearEps }}</td>
26
+ <td>{{ predictThisYearPe }}</td>
27
+ <td>{{ predictNextYearEps }}</td>
28
+ <td>{{ predictNextYearPe }}</td>
29
+ <td>{{ indvInduName }}</td>
30
+ </tr>
31
+ </tbody>
32
+ </table>
33
+
34
+ <div>
35
+ {{@ description }}
36
+ </div>
@@ -0,0 +1,35 @@
1
+ function getRatingChangeStr(ratingChange) {
2
+ let ratingChangeName = '';
3
+ switch (String(ratingChange)) {
4
+ case '0':
5
+ ratingChangeName = '调高';
6
+ break;
7
+ case '1':
8
+ ratingChangeName = '调低';
9
+ break;
10
+ case '2':
11
+ ratingChangeName = '首次';
12
+ break;
13
+ case '3':
14
+ ratingChangeName = '维持';
15
+ break;
16
+ case '4':
17
+ ratingChangeName = '无';
18
+ break;
19
+ default:
20
+ ratingChangeName = '-';
21
+ break;
22
+ }
23
+ return ratingChangeName;
24
+ }
25
+
26
+ // 按照东方财富的 js 规则:收益是保留三位小数,市盈率是保留两位小数
27
+ function getEpsOrPeStr(epsOrPe, keepDecimal) {
28
+ let EpsOrPeStr = '';
29
+ if (epsOrPe !== undefined) {
30
+ EpsOrPeStr = epsOrPe === '' ? '' : Number(epsOrPe).toFixed(keepDecimal);
31
+ }
32
+ return EpsOrPeStr;
33
+ }
34
+
35
+ export { getRatingChangeStr, getEpsOrPeStr };