rsshub 1.0.0-master.e5d191c → 1.0.0-master.e5fc2b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (294) hide show
  1. package/README.md +11 -46
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +30 -22
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +2 -2
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/anti-hotlink.test.ts +191 -6
  9. package/lib/middleware/anti-hotlink.ts +28 -0
  10. package/lib/middleware/logger.ts +2 -2
  11. package/lib/middleware/parameter.test.ts +22 -5
  12. package/lib/middleware/parameter.ts +47 -17
  13. package/lib/registry.test.ts +8 -0
  14. package/lib/registry.ts +2 -0
  15. package/lib/router.js +1 -4
  16. package/lib/routes/141jav/index.ts +25 -21
  17. package/lib/routes/141ppv/index.ts +24 -20
  18. package/lib/routes/51read/article.ts +82 -0
  19. package/lib/routes/51read/namespace.ts +6 -0
  20. package/lib/routes/5eplay/utils.ts +5 -3
  21. package/lib/routes/abc/index.ts +2 -2
  22. package/lib/routes/agri/index.ts +307 -0
  23. package/lib/routes/agri/namespace.ts +8 -0
  24. package/lib/routes/agri/templates/description.art +21 -0
  25. package/lib/routes/aljazeera/index.ts +2 -2
  26. package/lib/routes/apnews/api.ts +62 -0
  27. package/lib/routes/apnews/rss.ts +1 -1
  28. package/lib/routes/apnews/sitemap.ts +99 -0
  29. package/lib/routes/apnews/topics.ts +2 -2
  30. package/lib/routes/apnews/utils.ts +7 -5
  31. package/lib/routes/bestblogs/feeds.ts +107 -0
  32. package/lib/routes/bestblogs/namespace.ts +6 -0
  33. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  34. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  35. package/lib/routes/bilibili/cache.ts +25 -1
  36. package/lib/routes/bilibili/dynamic.ts +103 -101
  37. package/lib/routes/bilibili/followings-video.ts +9 -3
  38. package/lib/routes/bilibili/utils.ts +5 -0
  39. package/lib/routes/bilibili/video.ts +2 -1
  40. package/lib/routes/binance/announcement.ts +168 -0
  41. package/lib/routes/binance/types.ts +26 -0
  42. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  43. package/lib/routes/bitget/announcement.ts +200 -0
  44. package/lib/routes/bitget/namespace.ts +6 -0
  45. package/lib/routes/bitget/type.ts +26 -0
  46. package/lib/routes/bjnews/cat.ts +43 -0
  47. package/lib/routes/bjnews/column.ts +43 -0
  48. package/lib/routes/bjnews/namespace.ts +6 -0
  49. package/lib/routes/bjnews/utils.ts +19 -0
  50. package/lib/routes/bjx/fd.ts +35 -26
  51. package/lib/routes/buaa/jiaowu.ts +1 -1
  52. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  53. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  54. package/lib/routes/bupt/jwc.ts +130 -0
  55. package/lib/routes/cccfna/index.ts +2 -2
  56. package/lib/routes/cctv/category.ts +16 -12
  57. package/lib/routes/cctv/xwlb.ts +32 -10
  58. package/lib/routes/cdu/jwgg.ts +79 -0
  59. package/lib/routes/cdu/namespace.ts +6 -0
  60. package/lib/routes/cffex/announcement.ts +73 -0
  61. package/lib/routes/cffex/namespace.ts +6 -0
  62. package/lib/routes/chikubi/index.ts +75 -0
  63. package/lib/routes/chikubi/namespace.ts +6 -0
  64. package/lib/routes/chikubi/utils.ts +82 -0
  65. package/lib/routes/chlinlearn/daily-blog.ts +7 -0
  66. package/lib/routes/copymanga/comic.ts +3 -1
  67. package/lib/routes/devolverdigital/blog.ts +59 -42
  68. package/lib/routes/digitalcameraworld/news.ts +1 -1
  69. package/lib/routes/discord/channel.ts +10 -10
  70. package/lib/routes/discord/discord-api.ts +27 -32
  71. package/lib/routes/discord/templates/message.art +15 -0
  72. package/lib/routes/discourse/notifications.ts +2 -1
  73. package/lib/routes/discourse/official.ts +55 -0
  74. package/lib/routes/douban/movie/coming.ts +68 -0
  75. package/lib/routes/douban/templates/movie_coming.art +27 -0
  76. package/lib/routes/eastmoney/report/index.ts +63 -15
  77. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  78. package/lib/routes/eastmoney/utils.ts +35 -0
  79. package/lib/routes/easynomad/joblist.ts +56 -0
  80. package/lib/routes/easynomad/namespace.ts +6 -0
  81. package/lib/routes/fediverse/timeline.ts +35 -18
  82. package/lib/routes/flashcat/blog.ts +61 -0
  83. package/lib/routes/flashcat/namespace.ts +6 -0
  84. package/lib/routes/follow/namespace.ts +6 -0
  85. package/lib/routes/follow/profile.ts +69 -0
  86. package/lib/routes/follow/types.ts +38 -0
  87. package/lib/routes/ftm/index.ts +60 -0
  88. package/lib/routes/ftm/namespace.ts +6 -0
  89. package/lib/routes/galxe/index.ts +94 -0
  90. package/lib/routes/galxe/namespace.ts +9 -0
  91. package/lib/routes/gamersky/ent.ts +57 -0
  92. package/lib/routes/gamersky/namespace.ts +10 -0
  93. package/lib/routes/gamersky/news.ts +91 -0
  94. package/lib/routes/gamersky/review.ts +80 -0
  95. package/lib/routes/gamersky/utils.ts +94 -0
  96. package/lib/routes/gdut/oa-news.ts +12 -17
  97. package/lib/routes/geekpark/index.ts +219 -0
  98. package/lib/routes/geekpark/namespace.ts +8 -0
  99. package/lib/routes/geekpark/templates/description.art +21 -0
  100. package/lib/routes/gisreportsonline/index.ts +60 -0
  101. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  102. package/lib/routes/github/activity.ts +2 -1
  103. package/lib/routes/github/search.ts +20 -18
  104. package/lib/routes/go/mhlw/pdf.ts +87 -0
  105. package/lib/routes/go/namespace.ts +8 -0
  106. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  107. package/lib/routes/google/research.ts +45 -0
  108. package/lib/routes/gov/cbirc/index.ts +371 -0
  109. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  110. package/lib/routes/gov/lswz/index.ts +289 -0
  111. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  112. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  113. package/lib/routes/gq/news.ts +1 -1
  114. package/lib/routes/gs/developer/blog.ts +58 -0
  115. package/lib/routes/gs/namespace.ts +9 -0
  116. package/lib/routes/healthz.ts +8 -0
  117. package/lib/routes/hket/index.ts +80 -76
  118. package/lib/routes/hottoys/index.ts +63 -0
  119. package/lib/routes/hottoys/namespace.ts +6 -0
  120. package/lib/routes/hust/gs.ts +281 -0
  121. package/lib/routes/hust/namespace.ts +1 -1
  122. package/lib/routes/imhcg/blog.ts +47 -0
  123. package/lib/routes/imhcg/namespace.ts +7 -0
  124. package/lib/routes/imop/namespace.ts +10 -0
  125. package/lib/routes/imop/tianshu.ts +53 -0
  126. package/lib/routes/infzm/hot.ts +39 -0
  127. package/lib/routes/infzm/index.ts +3 -30
  128. package/lib/routes/infzm/utils.ts +34 -0
  129. package/lib/routes/inspirehep/author.ts +46 -0
  130. package/lib/routes/inspirehep/literature.ts +42 -0
  131. package/lib/routes/inspirehep/namespace.ts +7 -0
  132. package/lib/routes/inspirehep/types.ts +210 -0
  133. package/lib/routes/inspirehep/utils.ts +15 -0
  134. package/lib/routes/iwara/subscriptions.ts +1 -1
  135. package/lib/routes/javdb/actors.ts +6 -2
  136. package/lib/routes/jjwxc/book.ts +18 -14
  137. package/lib/routes/joins/chinese.ts +218 -0
  138. package/lib/routes/joins/namespace.ts +8 -0
  139. package/lib/routes/joins/templates/description.art +17 -0
  140. package/lib/routes/juejin/dynamic.ts +114 -0
  141. package/lib/routes/kakuyomu/namespace.ts +6 -0
  142. package/lib/routes/kakuyomu/types.ts +6 -0
  143. package/lib/routes/kakuyomu/works.ts +73 -0
  144. package/lib/routes/kaopu/news.ts +3 -3
  145. package/lib/routes/keylol/index.ts +56 -11
  146. package/lib/routes/kurogames/namespace.ts +7 -0
  147. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  148. package/lib/routes/link3/events.ts +86 -0
  149. package/lib/routes/link3/namespace.ts +6 -0
  150. package/lib/routes/link3/profile.ts +143 -0
  151. package/lib/routes/lmu/jobs.ts +96 -0
  152. package/lib/routes/lmu/namespace.ts +17 -0
  153. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  154. package/lib/routes/lofter/user.ts +1 -1
  155. package/lib/routes/luma/index.ts +92 -0
  156. package/lib/routes/luma/namespace.ts +6 -0
  157. package/lib/routes/malaysiakini/index.ts +179 -0
  158. package/lib/routes/malaysiakini/namespace.ts +11 -0
  159. package/lib/routes/mcmod/index.ts +105 -0
  160. package/lib/routes/mcmod/namespace.ts +6 -0
  161. package/lib/routes/mcmod/templates/mod.art +13 -0
  162. package/lib/routes/meishichina/index.ts +1997 -0
  163. package/lib/routes/meishichina/namespace.ts +8 -0
  164. package/lib/routes/misskey/user-timeline.ts +42 -0
  165. package/lib/routes/misskey/utils.ts +41 -1
  166. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  167. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  168. package/lib/routes/newyorker/news.ts +24 -17
  169. package/lib/routes/oschina/news.ts +2 -0
  170. package/lib/routes/pconline/focus.ts +143 -0
  171. package/lib/routes/pconline/namespace.ts +10 -0
  172. package/lib/routes/people/index.ts +8 -2
  173. package/lib/routes/picnob/user.ts +11 -3
  174. package/lib/routes/pixiv/search.ts +20 -1
  175. package/lib/routes/pixiv/utils.ts +3 -3
  176. package/lib/routes/pku/bbs/hot.ts +1 -1
  177. package/lib/routes/psyche/topic.ts +1 -1
  178. package/lib/routes/psyche/type.ts +1 -1
  179. package/lib/routes/psyche/utils.ts +1 -1
  180. package/lib/routes/questn/community.ts +76 -0
  181. package/lib/routes/questn/events.ts +101 -0
  182. package/lib/routes/questn/namespace.ts +6 -0
  183. package/lib/routes/questn/util.ts +16 -0
  184. package/lib/routes/rebase/geekdaily.ts +35 -0
  185. package/lib/routes/rebase/namespace.ts +6 -0
  186. package/lib/routes/rss3/index.ts +22 -13
  187. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  188. package/lib/routes/rsshub/routes.ts +18 -12
  189. package/lib/routes/samd/news.ts +2 -2
  190. package/lib/routes/sara/index.ts +1 -1
  191. package/lib/routes/scut/gzic/media.ts +71 -0
  192. package/lib/routes/scut/gzic/news.ts +65 -0
  193. package/lib/routes/scut/gzic/notice.ts +88 -0
  194. package/lib/routes/shiep/config.ts +4 -10
  195. package/lib/routes/shiep/index.ts +9 -9
  196. package/lib/routes/showstart/artist.ts +5 -4
  197. package/lib/routes/showstart/brand.ts +5 -4
  198. package/lib/routes/showstart/event.ts +8 -7
  199. package/lib/routes/showstart/search.ts +43 -9
  200. package/lib/routes/showstart/service.ts +81 -53
  201. package/lib/routes/showstart/site.ts +41 -0
  202. package/lib/routes/showstart/utils.ts +9 -8
  203. package/lib/routes/sis001/author.ts +52 -0
  204. package/lib/routes/sis001/common.ts +38 -0
  205. package/lib/routes/sis001/forum.ts +2 -29
  206. package/lib/routes/sjtu/jwc.ts +4 -1
  207. package/lib/routes/sjtu/namespace.ts +1 -1
  208. package/lib/routes/sjtu/seiee/index.ts +97 -0
  209. package/lib/routes/smzdm/product.ts +86 -0
  210. package/lib/routes/spotify/show.ts +1 -1
  211. package/lib/routes/springer/journal.ts +10 -12
  212. package/lib/routes/sse/sselawsrules.ts +370 -0
  213. package/lib/routes/sspai/author.ts +1 -1
  214. package/lib/routes/sspai/column.ts +1 -1
  215. package/lib/routes/sspai/index.ts +3 -3
  216. package/lib/routes/sspai/matrix.ts +1 -1
  217. package/lib/routes/sspai/series-update.ts +1 -1
  218. package/lib/routes/sspai/tag.ts +1 -1
  219. package/lib/routes/sspai/topic.ts +1 -1
  220. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  221. package/lib/routes/szse/rule.ts +315 -42
  222. package/lib/routes/t66y/index.ts +29 -7
  223. package/lib/routes/taoguba/blog.ts +1 -1
  224. package/lib/routes/taoguba/index.ts +1 -1
  225. package/lib/routes/techcrunch/news.ts +20 -29
  226. package/lib/routes/techcrunch/templates/description.art +7 -0
  227. package/lib/routes/telegram/channel.ts +34 -1
  228. package/lib/routes/test/index.ts +50 -43
  229. package/lib/routes/the/index.ts +211 -0
  230. package/lib/routes/the/namespace.ts +8 -0
  231. package/lib/routes/the/templates/description.art +27 -0
  232. package/lib/routes/the/util.ts +307 -0
  233. package/lib/routes/theblockbeats/index.ts +10 -5
  234. package/lib/routes/towardsdatascience/latest.ts +67 -0
  235. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  236. package/lib/routes/tvb/news.ts +1 -0
  237. package/lib/routes/twitter/api/index.ts +2 -0
  238. package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
  239. package/lib/routes/twitter/api/web-api/api.ts +18 -0
  240. package/lib/routes/twitter/api/web-api/constants.ts +16 -13
  241. package/lib/routes/twitter/api/web-api/login.ts +68 -0
  242. package/lib/routes/twitter/api/web-api/utils.ts +54 -29
  243. package/lib/routes/twitter/home-latest.ts +60 -0
  244. package/lib/routes/twitter/home.ts +1 -1
  245. package/lib/routes/twitter/tweet.ts +1 -0
  246. package/lib/routes/twitter/user.ts +1 -1
  247. package/lib/routes/twitter/utils.ts +4 -1
  248. package/lib/routes/uber/blog.ts +1 -1
  249. package/lib/routes/ustc/scms.ts +97 -0
  250. package/lib/routes/wchscu/namespace.ts +6 -0
  251. package/lib/routes/wchscu/recruit.ts +73 -0
  252. package/lib/routes/weibo/super-index.ts +23 -11
  253. package/lib/routes/weibo/utils.ts +0 -4
  254. package/lib/routes/xiaohongshu/notes.ts +10 -2
  255. package/lib/routes/xiaohongshu/user.ts +27 -5
  256. package/lib/routes/xiaohongshu/util.ts +3 -1
  257. package/lib/routes/xidian/cs.ts +143 -0
  258. package/lib/routes/xidian/gr.ts +289 -0
  259. package/lib/routes/xidian/jwc.ts +1 -0
  260. package/lib/routes/xidian/namespace.ts +1 -1
  261. package/lib/routes/xueqiu/cookies.ts +14 -1
  262. package/lib/routes/xueqiu/favorite.ts +16 -2
  263. package/lib/routes/yahoo/news/index.ts +1 -0
  264. package/lib/routes/yahoo/news/listid.ts +67 -0
  265. package/lib/routes/yahoo/news/utils.ts +8 -2
  266. package/lib/routes/yicai/carousel.ts +48 -0
  267. package/lib/routes/yicai/utils.ts +23 -17
  268. package/lib/routes/youtube/subscriptions.ts +1 -0
  269. package/lib/routes/yystv/docs.ts +28 -19
  270. package/lib/routes/zaobao/util.ts +1 -1
  271. package/lib/routes/zhihu/answers.ts +5 -1
  272. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  273. package/lib/routes/zhihu/namespace.ts +3 -0
  274. package/lib/routes/zhihu/utils.ts +18 -3
  275. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  276. package/lib/routes/zsxq/types.ts +9 -0
  277. package/lib/routes/zsxq/utils.ts +4 -3
  278. package/lib/setup.test.ts +1 -1
  279. package/lib/types.ts +6 -0
  280. package/lib/utils/cache/index.ts +8 -0
  281. package/lib/utils/camelcase-keys.spec.ts +127 -0
  282. package/lib/utils/camelcase-keys.ts +27 -0
  283. package/lib/utils/common-utils.ts +1 -0
  284. package/lib/utils/otel/metric.ts +3 -2
  285. package/lib/views/error.tsx +3 -3
  286. package/lib/views/index.tsx +7 -9
  287. package/lib/views/json.ts +1 -1
  288. package/lib/views/layout.tsx +1 -1
  289. package/package.json +45 -43
  290. package/lib/routes/sse/lawandrules.ts +0 -68
  291. package/lib/routes-deprecated/bjnews/news.js +0 -44
  292. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  293. package/lib/routes-deprecated/gamersky/news.js +0 -34
  294. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
@@ -0,0 +1,307 @@
1
+ import { Route } from '@/types';
2
+ import { getCurrentPath } from '@/utils/helpers';
3
+ const __dirname = getCurrentPath(import.meta.url);
4
+
5
+ import cache from '@/utils/cache';
6
+ import got from '@/utils/got';
7
+ import { load } from 'cheerio';
8
+ import timezone from '@/utils/timezone';
9
+ import { parseDate } from '@/utils/parse-date';
10
+ import { art } from '@/utils/render';
11
+ import path from 'node:path';
12
+
13
+ export const handler = async (ctx) => {
14
+ const { category = 'zx/zxfb/' } = ctx.req.param();
15
+ const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
16
+
17
+ const rootUrl = 'http://www.agri.cn';
18
+ const currentUrl = new URL(category.endsWith('/') ? category : `${category}/`, rootUrl).href;
19
+
20
+ const { data: response } = await got(currentUrl);
21
+
22
+ const $ = load(response);
23
+
24
+ const language = $('html').prop('lang');
25
+
26
+ let items = $('div.list_li_con, div.nxw_video_com')
27
+ .slice(0, limit)
28
+ .toArray()
29
+ .map((item) => {
30
+ item = $(item);
31
+
32
+ const a = item.find('a').first();
33
+
34
+ const title = a.text();
35
+ const image = item.find('img').first().prop('src') ? new URL(item.find('img').first().prop('src'), rootUrl).href : undefined;
36
+ const description = art(path.join(__dirname, 'templates/description.art'), {
37
+ intro: item.find('p.con_text').text() || undefined,
38
+ images: image
39
+ ? [
40
+ {
41
+ src: image,
42
+ alt: title,
43
+ },
44
+ ]
45
+ : undefined,
46
+ });
47
+
48
+ return {
49
+ title,
50
+ description,
51
+ pubDate: parseDate(item.find('span.con_date_span').text() || `${item.find('div.com_time_p2').text().trim()}${item.find('div.com_time_p1').text()}`, ['YYYY-MM-DD', 'YYYY.MM.DD']),
52
+ link: new URL(a.prop('href'), currentUrl).href,
53
+ content: {
54
+ html: description,
55
+ text: item.find('p.con_text').text() || undefined,
56
+ },
57
+ image,
58
+ banner: image,
59
+ language,
60
+ };
61
+ });
62
+
63
+ items = await Promise.all(
64
+ items.map((item) =>
65
+ cache.tryGet(item.link, async () => {
66
+ const { data: detailResponse } = await got(item.link);
67
+
68
+ const $$ = load(detailResponse);
69
+
70
+ const title = $$('div.detailCon_info_tit').text().trim();
71
+ const description = art(path.join(__dirname, 'templates/description.art'), {
72
+ description: $$('div.content_body_box').html(),
73
+ });
74
+
75
+ item.title = title;
76
+ item.description = description;
77
+ item.pubDate = timezone(parseDate($$('meta[name="publishdate"]').prop('content')), +8);
78
+ item.author = $$('meta[name="author"]').prop('content') || $$('meta[name="source"]').prop('content');
79
+ item.content = {
80
+ html: description,
81
+ text: $$('div.content_body_box').text(),
82
+ };
83
+ item.language = language;
84
+
85
+ item.enclosure_url = $$('div.content_body_box video').prop('src') ?? undefined;
86
+ item.enclosure_type = item.enclosure_url ? 'video/mp4' : undefined;
87
+ item.enclosure_title = item.enclosure_url ? title : undefined;
88
+
89
+ return item;
90
+ })
91
+ )
92
+ );
93
+
94
+ const image = new URL($('div.logo img').prop('src'), rootUrl).href;
95
+
96
+ return {
97
+ title: $('title').text(),
98
+ link: currentUrl,
99
+ item: items,
100
+ allowEmpty: true,
101
+ image,
102
+ language,
103
+ };
104
+ };
105
+
106
+ export const route: Route = {
107
+ path: '/:category{.+}?',
108
+ name: '分类',
109
+ url: 'www.agri.cn',
110
+ maintainers: ['nczitzk'],
111
+ handler,
112
+ example: '/agri/zx/zxfb',
113
+ parameters: { category: '分类,默认为 `zx/zxfb`,即最新发布,可在对应分类页 URL 中找到' },
114
+ description: `:::tip
115
+ 若订阅 [最新发布](http://www.agri.cn/zx/zxfb/),网址为 \`http://www.agri.cn/zx/zxfb/\`。截取 \`https://www.agri.cn/\` 到末尾的部分 \`zx/zxfb\` 作为参数填入,此时路由为 [\`/agri/zx/zxfb\`](https://rsshub.app/agri/zx/zxfb)。
116
+ :::
117
+
118
+ #### [机构](http://www.agri.cn/jg/)
119
+
120
+ | 分类 | ID |
121
+ | --------------------------------------- | ------------------------------------------ |
122
+ | [成果展示](http://www.agri.cn/jg/cgzs/) | [jg/cgzs](https://rsshub.app/agri/jg/cgzs) |
123
+
124
+ #### [资讯](http://www.agri.cn/zx/)
125
+
126
+ | 分类 | ID |
127
+ | ------------------------------------------- | ------------------------------------------ |
128
+ | [最新发布](http://www.agri.cn/zx/zxfb/) | [zx/zxfb](https://rsshub.app/agri/zx/zxfb) |
129
+ | [农业要闻](http://www.agri.cn/zx/nyyw/) | [zx/nyyw](https://rsshub.app/agri/zx/nyyw) |
130
+ | [中心动态](http://www.agri.cn/zx/zxdt/) | [zx/zxdt](https://rsshub.app/agri/zx/zxdt) |
131
+ | [通知公告](http://www.agri.cn/zx/hxgg/) | [zx/hxgg](https://rsshub.app/agri/zx/hxgg) |
132
+ | [全国信息联播](http://www.agri.cn/zx/xxlb/) | [zx/xxlb](https://rsshub.app/agri/zx/xxlb) |
133
+
134
+ #### [生产](http://www.agri.cn/sc/)
135
+
136
+ | 分类 | ID |
137
+ | --------------------------------------- | ------------------------------------------ |
138
+ | [生产动态](http://www.agri.cn/sc/scdt/) | [sc/scdt](https://rsshub.app/agri/sc/scdt) |
139
+ | [农业品种](http://www.agri.cn/sc/nypz/) | [sc/nypz](https://rsshub.app/agri/sc/nypz) |
140
+ | [农事指导](http://www.agri.cn/sc/nszd/) | [sc/nszd](https://rsshub.app/agri/sc/nszd) |
141
+ | [农业气象](http://www.agri.cn/sc/nyqx/) | [sc/nyqx](https://rsshub.app/agri/sc/nyqx) |
142
+ | [专项监测](http://www.agri.cn/sc/zxjc/) | [sc/zxjc](https://rsshub.app/agri/sc/zxjc) |
143
+
144
+ #### [数据](http://www.agri.cn/sj/)
145
+
146
+ | 分类 | ID |
147
+ | --------------------------------------- | ------------------------------------------ |
148
+ | [市场动态](http://www.agri.cn/sj/scdt/) | [sj/scdt](https://rsshub.app/agri/sj/scdt) |
149
+ | [供需形势](http://www.agri.cn/sj/gxxs/) | [sj/gxxs](https://rsshub.app/agri/sj/gxxs) |
150
+ | [监测预警](http://www.agri.cn/sj/jcyj/) | [sj/jcyj](https://rsshub.app/agri/sj/jcyj) |
151
+
152
+ #### [信息化](http://www.agri.cn/xxh/)
153
+
154
+ | 分类 | ID |
155
+ | ---------------------------------------------- | ------------------------------------------------ |
156
+ | [智慧农业](http://www.agri.cn/xxh/zhny/) | [xxh/zhny](https://rsshub.app/agri/xxh/zhny) |
157
+ | [信息化标准](http://www.agri.cn/xxh/xxhbz/) | [xxh/xxhbz](https://rsshub.app/agri/xxh/xxhbz) |
158
+ | [中国乡村资讯](http://www.agri.cn/xxh/zgxczx/) | [xxh/zgxczx](https://rsshub.app/agri/xxh/zgxczx) |
159
+
160
+ #### [视频](http://www.agri.cn/video/)
161
+
162
+ | 分类 | ID |
163
+ | -------------------------------------------------- | ---------------------------------------------------------------- |
164
+ | [新闻资讯](http://www.agri.cn/video/xwzx/nyxw/) | [video/xwzx/nyxw](https://rsshub.app/agri/video/xwzx/nyxw) |
165
+ | [致富天地](http://www.agri.cn/video/zftd/) | [video/zftd](https://rsshub.app/agri/video/zftd) |
166
+ | [地方农业](http://www.agri.cn/video/dfny/beijing/) | [video/dfny/beijing](https://rsshub.app/agri/video/dfny/beijing) |
167
+ | [气象农业](http://www.agri.cn/video/qxny/) | [video/qxny](https://rsshub.app/agri/video/qxny) |
168
+ | [讲座培训](http://www.agri.cn/video/jzpx/) | [video/jzpx](https://rsshub.app/agri/video/jzpx) |
169
+ | [文化生活](http://www.agri.cn/video/whsh/) | [video/whsh](https://rsshub.app/agri/video/whsh) |
170
+ `,
171
+ categories: ['new-media'],
172
+
173
+ features: {
174
+ requireConfig: false,
175
+ requirePuppeteer: false,
176
+ antiCrawler: false,
177
+ supportRadar: true,
178
+ supportBT: false,
179
+ supportPodcast: false,
180
+ supportScihub: false,
181
+ },
182
+ radar: [
183
+ {
184
+ source: ['www.agri.cn/:category?'],
185
+ target: (params) => {
186
+ const category = params.category;
187
+
188
+ return category ? `/${category}` : '';
189
+ },
190
+ },
191
+ {
192
+ title: '机构 - 成果展示',
193
+ source: ['www.agri.cn/jg/cgzs/'],
194
+ target: '/jg/cgzs',
195
+ },
196
+ {
197
+ title: '资讯 - 最新发布',
198
+ source: ['www.agri.cn/zx/zxfb/'],
199
+ target: '/zx/zxfb',
200
+ },
201
+ {
202
+ title: '资讯 - 农业要闻',
203
+ source: ['www.agri.cn/zx/nyyw/'],
204
+ target: '/zx/nyyw',
205
+ },
206
+ {
207
+ title: '资讯 - 中心动态',
208
+ source: ['www.agri.cn/zx/zxdt/'],
209
+ target: '/zx/zxdt',
210
+ },
211
+ {
212
+ title: '资讯 - 通知公告',
213
+ source: ['www.agri.cn/zx/hxgg/'],
214
+ target: '/zx/hxgg',
215
+ },
216
+ {
217
+ title: '资讯 - 全国信息联播',
218
+ source: ['www.agri.cn/zx/xxlb/'],
219
+ target: '/zx/xxlb',
220
+ },
221
+ {
222
+ title: '生产 - 生产动态',
223
+ source: ['www.agri.cn/sc/scdt/'],
224
+ target: '/sc/scdt',
225
+ },
226
+ {
227
+ title: '生产 - 农业品种',
228
+ source: ['www.agri.cn/sc/nypz/'],
229
+ target: '/sc/nypz',
230
+ },
231
+ {
232
+ title: '生产 - 农事指导',
233
+ source: ['www.agri.cn/sc/nszd/'],
234
+ target: '/sc/nszd',
235
+ },
236
+ {
237
+ title: '生产 - 农业气象',
238
+ source: ['www.agri.cn/sc/nyqx/'],
239
+ target: '/sc/nyqx',
240
+ },
241
+ {
242
+ title: '生产 - 专项监测',
243
+ source: ['www.agri.cn/sc/zxjc/'],
244
+ target: '/sc/zxjc',
245
+ },
246
+ {
247
+ title: '数据 - 市场动态',
248
+ source: ['www.agri.cn/sj/scdt/'],
249
+ target: '/sj/scdt',
250
+ },
251
+ {
252
+ title: '数据 - 供需形势',
253
+ source: ['www.agri.cn/sj/gxxs/'],
254
+ target: '/sj/gxxs',
255
+ },
256
+ {
257
+ title: '数据 - 监测预警',
258
+ source: ['www.agri.cn/sj/jcyj/'],
259
+ target: '/sj/jcyj',
260
+ },
261
+ {
262
+ title: '信息化 - 智慧农业',
263
+ source: ['www.agri.cn/xxh/zhny/'],
264
+ target: '/xxh/zhny',
265
+ },
266
+ {
267
+ title: '信息化 - 信息化标准',
268
+ source: ['www.agri.cn/xxh/xxhbz/'],
269
+ target: '/xxh/xxhbz',
270
+ },
271
+ {
272
+ title: '信息化 - 中国乡村资讯',
273
+ source: ['www.agri.cn/xxh/zgxczx/'],
274
+ target: '/xxh/zgxczx',
275
+ },
276
+ {
277
+ title: '视频 - 新闻资讯',
278
+ source: ['www.agri.cn/video/xwzx/nyxw/'],
279
+ target: '/video/xwzx/nyxw',
280
+ },
281
+ {
282
+ title: '视频 - 致富天地',
283
+ source: ['www.agri.cn/video/zftd/'],
284
+ target: '/video/zftd',
285
+ },
286
+ {
287
+ title: '视频 - 地方农业',
288
+ source: ['www.agri.cn/video/dfny/beijing/'],
289
+ target: '/video/dfny/beijing',
290
+ },
291
+ {
292
+ title: '视频 - 气象农业',
293
+ source: ['www.agri.cn/video/qxny/'],
294
+ target: '/video/qxny',
295
+ },
296
+ {
297
+ title: '视频 - 讲座培训',
298
+ source: ['www.agri.cn/video/jzpx/'],
299
+ target: '/video/jzpx',
300
+ },
301
+ {
302
+ title: '视频 - 文化生活',
303
+ source: ['www.agri.cn/video/whsh/'],
304
+ target: '/video/whsh',
305
+ },
306
+ ],
307
+ };
@@ -0,0 +1,8 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: '中国农业农村信息网',
5
+ url: 'agri.cn',
6
+ categories: ['new-media'],
7
+ description: '',
8
+ };
@@ -0,0 +1,21 @@
1
+ {{ if images }}
2
+ {{ each images image }}
3
+ {{ if image?.src }}
4
+ <figure>
5
+ <img
6
+ {{ if image.alt }}
7
+ alt="{{ image.alt }}"
8
+ {{ /if }}
9
+ src="{{ image.src }}">
10
+ </figure>
11
+ {{ /if }}
12
+ {{ /each }}
13
+ {{ /if }}
14
+
15
+ {{ if intro }}
16
+ <blockquote>{{ intro }}</blockquote>
17
+ {{ /if }}
18
+
19
+ {{ if description }}
20
+ {{@ description }}
21
+ {{ /if }}
@@ -7,7 +7,7 @@ import cache from '@/utils/cache';
7
7
  import { load } from 'cheerio';
8
8
  import { art } from '@/utils/render';
9
9
  import path from 'node:path';
10
- import { ofetch } from 'ofetch';
10
+ import ofetch from '@/utils/ofetch';
11
11
 
12
12
  const languages = {
13
13
  arabic: {
@@ -27,7 +27,7 @@ const languages = {
27
27
  export const route: Route = {
28
28
  path: '*',
29
29
  name: 'Unknown',
30
- maintainers: [],
30
+ maintainers: ['nczitzk'],
31
31
  handler,
32
32
  };
33
33
 
@@ -0,0 +1,62 @@
1
+ import { Route, ViewType } from '@/types';
2
+ import { fetchArticle } from './utils';
3
+ import ofetch from '@/utils/ofetch';
4
+ import timezone from '@/utils/timezone';
5
+ import { parseDate } from '@/utils/parse-date';
6
+
7
+ export const route: Route = {
8
+ path: '/api/:tags?',
9
+ categories: ['traditional-media'],
10
+ example: '/apnews/api/business',
11
+ view: ViewType.Articles,
12
+ parameters: {
13
+ tags: {
14
+ description: 'Getting a list of articles from a public API based on tags. See https://github.com/kovidgoyal/calibre/blob/81666219718b5f57d56b149a7ac017cc2a76b931/recipes/ap.recipe#L43-L46',
15
+ default: 'apf-topnews',
16
+ },
17
+ },
18
+ features: {
19
+ requireConfig: false,
20
+ requirePuppeteer: false,
21
+ antiCrawler: false,
22
+ supportBT: false,
23
+ supportPodcast: false,
24
+ supportScihub: false,
25
+ },
26
+ radar: [
27
+ {
28
+ source: ['apnews.com/'],
29
+ },
30
+ ],
31
+ name: 'News',
32
+ maintainers: ['dzx-dzx'],
33
+ handler,
34
+ };
35
+
36
+ async function handler(ctx) {
37
+ const { tags = 'apf-topnews' } = ctx.req.param();
38
+ const apiRootUrl = 'https://afs-prod.appspot.com/api/v2/feed/tag';
39
+ const url = `${apiRootUrl}?tags=${tags}`;
40
+ const res = await ofetch(url);
41
+
42
+ const list = res.cards
43
+ .map((e) => ({
44
+ title: e.contents[0]?.headline,
45
+ link: e.contents[0]?.localLinkUrl,
46
+ pubDate: timezone(parseDate(e.publishedDate), 0),
47
+ category: e.tagObjs.map((tag) => tag.name),
48
+ updated: timezone(parseDate(e.contents[0]?.updated), 0),
49
+ description: e.contents[0]?.storyHTML,
50
+ author: e.contents[0]?.reporters.map((author) => ({ name: author.displayName })),
51
+ }))
52
+ .sort((a, b) => b.pubDate - a.pubDate)
53
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20);
54
+
55
+ const items = ctx.req.query('mode') === 'fulltext' ? await Promise.all(list.map((item) => fetchArticle(item))) : list;
56
+
57
+ return {
58
+ title: `${res.tagObjs[0].name} - AP News`,
59
+ item: items,
60
+ link: 'https://apnews.com',
61
+ };
62
+ }
@@ -38,7 +38,7 @@ async function handler(ctx) {
38
38
  const url = `${HOME_PAGE}/${rss}.rss`;
39
39
  const res = await parser.parseURL(url);
40
40
 
41
- const items = await Promise.all(res.items.map((item) => fetchArticle(item)));
41
+ const items = ctx.req.query('mode') === 'fulltext' ? await Promise.all(res.items.map((item) => fetchArticle(item))) : res;
42
42
 
43
43
  return {
44
44
  ...res,
@@ -0,0 +1,99 @@
1
+ import { Route, ViewType } from '@/types';
2
+ import { fetchArticle } from './utils';
3
+ import ofetch from '@/utils/ofetch';
4
+ import { load } from 'cheerio';
5
+ import { parseDate } from '@/utils/parse-date';
6
+ import asyncPool from 'tiny-async-pool';
7
+ import timezone from '@/utils/timezone';
8
+ const HOME_PAGE = 'https://apnews.com';
9
+
10
+ export const route: Route = {
11
+ path: '/sitemap/:route',
12
+ categories: ['traditional-media'],
13
+ example: '/apnews/sitemap/ap-sitemap-latest',
14
+ view: ViewType.Articles,
15
+ parameters: {
16
+ route: {
17
+ description: 'Route for sitemap, excluding the `.xml` extension',
18
+ },
19
+ },
20
+ features: {
21
+ requireConfig: false,
22
+ requirePuppeteer: false,
23
+ antiCrawler: false,
24
+ supportBT: false,
25
+ supportPodcast: false,
26
+ supportScihub: false,
27
+ },
28
+ radar: [
29
+ {
30
+ source: ['apnews.com/'],
31
+ },
32
+ ],
33
+ name: 'Sitemap',
34
+ maintainers: ['zoenglinghou', 'mjysci', 'TonyRL', 'dzx-dzx'],
35
+ handler,
36
+ };
37
+
38
+ async function handler(ctx) {
39
+ const route = ctx.req.param('route');
40
+ const url = `${HOME_PAGE}/${route}.xml`;
41
+ const response = await ofetch(url);
42
+ const $ = load(response);
43
+
44
+ const list = $('urlset url')
45
+ .toArray()
46
+ .map((e) => {
47
+ const LANGUAGE_MAP = new Map([
48
+ ['eng', 'en'],
49
+ ['spa', 'es'],
50
+ ]);
51
+
52
+ const title = $(e)
53
+ .find(String.raw`news\:title`)
54
+ .text();
55
+ const pubDate = parseDate(
56
+ $(e)
57
+ .find(String.raw`news\:publication_date`)
58
+ .text()
59
+ );
60
+ const lastmod = timezone(parseDate($(e).find(`lastmod`).text()), -4);
61
+ const language = LANGUAGE_MAP.get(
62
+ $(e)
63
+ .find(String.raw`news\:language`)
64
+ .text()
65
+ );
66
+ let res = { link: $(e).find('loc').text() };
67
+ if (title) {
68
+ res = Object.assign(res, { title });
69
+ }
70
+ if (pubDate.toString() !== 'Invalid Date') {
71
+ res = Object.assign(res, { pubDate });
72
+ }
73
+ if (language) {
74
+ res = Object.assign(res, { language });
75
+ }
76
+ if (lastmod.toString() !== 'Invalid Date') {
77
+ res = Object.assign(res, { lastmod });
78
+ }
79
+ return res;
80
+ })
81
+ .filter((e) => Boolean(e.link) && !new URL(e.link).pathname.split('/').includes('hub'))
82
+ .sort((a, b) => (a.pubDate && b.pubDate ? b.pubDate - a.pubDate : b.lastmod - a.lastmod))
83
+ .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20);
84
+
85
+ const items = ctx.req.query('mode') === 'fulltext' ? await asyncPoolAll(20, list, (item) => fetchArticle(item)) : list;
86
+
87
+ return {
88
+ title: `AP News sitemap:${route}`,
89
+ item: items,
90
+ link: 'https://apnews.com',
91
+ };
92
+ }
93
+ async function asyncPoolAll<IN, OUT>(poolLimit: number, array: readonly IN[], iteratorFn: (generator: IN) => Promise<OUT>) {
94
+ const results: Awaited<OUT[]> = [];
95
+ for await (const result of asyncPool(poolLimit, array, iteratorFn)) {
96
+ results.push(result);
97
+ }
98
+ return results;
99
+ }
@@ -42,14 +42,14 @@ async function handler(ctx) {
42
42
 
43
43
  const items = await Promise.all(
44
44
  $(':is(.PagePromo-content, .PageListStandardE-leadPromo-info) bsp-custom-headline')
45
- .get()
45
+ .toArray()
46
46
  .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : Infinity)
47
47
  .map((e) => ({
48
48
  title: $(e).find('span.PagePromoContentIcons-text').text(),
49
49
  link: $(e).find('a').attr('href'),
50
50
  }))
51
51
  .filter((e) => typeof e.link === 'string')
52
- .map((item) => fetchArticle(item))
52
+ .map((item) => (ctx.req.query('mode') === 'fulltext' ? fetchArticle(item) : item))
53
53
  );
54
54
 
55
55
  return {
@@ -16,16 +16,18 @@ export function fetchArticle(item) {
16
16
  }
17
17
  const rawLdjson = JSON.parse($('#link-ld-json').text());
18
18
  let ldjson;
19
- if (Array.isArray(rawLdjson)) {
20
- // Regular
21
- ldjson = rawLdjson[0];
19
+ if (rawLdjson['@type'] === 'NewsArticle' || (Array.isArray(rawLdjson) && rawLdjson.some((e) => e['@type'] === 'NewsArticle'))) {
20
+ // Regular(Articles, Videos)
21
+ ldjson = Array.isArray(rawLdjson) ? rawLdjson.find((e) => e['@type'] === 'NewsArticle') : rawLdjson;
22
22
 
23
23
  $('div.Enhancement').remove();
24
+ const section = $("meta[property='article:section']").attr('content');
24
25
  return {
26
+ title: ldjson.headline,
25
27
  pubDate: parseDate(ldjson.datePublished),
26
28
  updated: parseDate(ldjson.dateModified),
27
- description: $('div.RichTextStoryBody').html(),
28
- category: [`section:${$("meta[property='article:section']").attr('content')}`, ...(ldjson.keywords ?? [])],
29
+ description: $('div.RichTextStoryBody').html() || $(':is(.VideoLead, .VideoPage-pageSubHeading)').html(),
30
+ category: [...(section ? [section] : []), ...(ldjson.keywords ?? [])],
29
31
  guid: $("meta[name='brightspot.contentId']").attr('content'),
30
32
  author: ldjson.author,
31
33
  ...item,
@@ -0,0 +1,107 @@
1
+ import { Route } from '@/types';
2
+ import ofetch from '@/utils/ofetch';
3
+ import { parseDate } from '@/utils/parse-date';
4
+
5
+ export const route: Route = {
6
+ path: '/feeds/:category?',
7
+ categories: ['programming'],
8
+ example: '/bestblogs/feeds/featured',
9
+ parameters: { category: 'the category of articles. Can be `programming`, `ai`, `product`, `business` or `featured`. Default is `featured`' },
10
+ features: {
11
+ requireConfig: false,
12
+ requirePuppeteer: false,
13
+ antiCrawler: false,
14
+ supportBT: false,
15
+ supportPodcast: false,
16
+ supportScihub: false,
17
+ },
18
+ name: '文章列表',
19
+ maintainers: ['zhenlohuang'],
20
+ handler,
21
+ };
22
+
23
+ class APIRequest {
24
+ keyword?: string;
25
+ qualifiedFilter: string;
26
+ sourceId?: string;
27
+ category?: string;
28
+ timeFilter: string;
29
+ language: string;
30
+ userLanguage: string;
31
+ sortType: string;
32
+ currentPage: number;
33
+ pageSize: number;
34
+
35
+ constructor({ keyword = '', qualifiedFilter = 'true', sourceId = '', category = '', timeFilter = '1w', language = 'all', userLanguage = 'zh', sortType = 'default', currentPage = 1, pageSize = 10 } = {}) {
36
+ this.keyword = keyword;
37
+ this.qualifiedFilter = qualifiedFilter;
38
+ this.sourceId = sourceId;
39
+ this.category = category;
40
+ this.timeFilter = timeFilter;
41
+ this.language = language;
42
+ this.userLanguage = userLanguage;
43
+ this.sortType = sortType;
44
+ this.currentPage = currentPage;
45
+ this.pageSize = pageSize;
46
+ }
47
+
48
+ toJson(): string {
49
+ const requestBody = {
50
+ keyword: this.keyword,
51
+ qualifiedFilter: this.qualifiedFilter,
52
+ sourceId: this.sourceId,
53
+ category: this.category,
54
+ timeFilter: this.timeFilter,
55
+ language: this.language,
56
+ userLanguage: this.userLanguage,
57
+ sortType: this.sortType,
58
+ currentPage: this.currentPage,
59
+ pageSize: this.pageSize,
60
+ };
61
+
62
+ return JSON.stringify(requestBody);
63
+ }
64
+ }
65
+
66
+ async function handler(ctx) {
67
+ const defaultPageSize = 100;
68
+ const defaultTimeFilter = '1w';
69
+ const { category = 'featured' } = ctx.req.param();
70
+
71
+ const apiRequest = new APIRequest({
72
+ category,
73
+ pageSize: defaultPageSize,
74
+ qualifiedFilter: category === 'featured' ? 'true' : 'false',
75
+ timeFilter: defaultTimeFilter,
76
+ });
77
+
78
+ const apiUrl = 'https://api.bestblogs.dev/api/resource/list';
79
+ const response = await ofetch(apiUrl, {
80
+ headers: {
81
+ 'Content-Type': 'application/json',
82
+ },
83
+ method: 'POST',
84
+ body: apiRequest.toJson(),
85
+ });
86
+
87
+ if (!response || !response.data || !response.data.dataList) {
88
+ throw new Error('Invalid API response: ' + JSON.stringify(response));
89
+ }
90
+
91
+ const articles = response.data.dataList;
92
+
93
+ const items = articles.map((article) => ({
94
+ title: article.title,
95
+ link: article.url,
96
+ description: article.summary,
97
+ pubDate: parseDate(article.publishDateTimeStr),
98
+ author: Array.isArray(article.authors) ? article.authors.map((author) => ({ name: author })) : [{ name: article.authors }],
99
+ category: article.category,
100
+ }));
101
+
102
+ return {
103
+ title: `Bestblogs.dev`,
104
+ link: `https://www.bestblogs.dev/feeds`,
105
+ item: items,
106
+ };
107
+ }