rsshub 1.0.0-master.e5d191c → 1.0.0-master.e5fc2b2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (294) hide show
  1. package/README.md +11 -46
  2. package/lib/api/radar/rules/all.ts +3 -6
  3. package/lib/api/radar/rules/one.ts +3 -6
  4. package/lib/config.ts +30 -22
  5. package/lib/errors/index.test.ts +1 -1
  6. package/lib/errors/index.tsx +2 -2
  7. package/lib/index.ts +1 -1
  8. package/lib/middleware/anti-hotlink.test.ts +191 -6
  9. package/lib/middleware/anti-hotlink.ts +28 -0
  10. package/lib/middleware/logger.ts +2 -2
  11. package/lib/middleware/parameter.test.ts +22 -5
  12. package/lib/middleware/parameter.ts +47 -17
  13. package/lib/registry.test.ts +8 -0
  14. package/lib/registry.ts +2 -0
  15. package/lib/router.js +1 -4
  16. package/lib/routes/141jav/index.ts +25 -21
  17. package/lib/routes/141ppv/index.ts +24 -20
  18. package/lib/routes/51read/article.ts +82 -0
  19. package/lib/routes/51read/namespace.ts +6 -0
  20. package/lib/routes/5eplay/utils.ts +5 -3
  21. package/lib/routes/abc/index.ts +2 -2
  22. package/lib/routes/agri/index.ts +307 -0
  23. package/lib/routes/agri/namespace.ts +8 -0
  24. package/lib/routes/agri/templates/description.art +21 -0
  25. package/lib/routes/aljazeera/index.ts +2 -2
  26. package/lib/routes/apnews/api.ts +62 -0
  27. package/lib/routes/apnews/rss.ts +1 -1
  28. package/lib/routes/apnews/sitemap.ts +99 -0
  29. package/lib/routes/apnews/topics.ts +2 -2
  30. package/lib/routes/apnews/utils.ts +7 -5
  31. package/lib/routes/bestblogs/feeds.ts +107 -0
  32. package/lib/routes/bestblogs/namespace.ts +6 -0
  33. package/lib/routes/bilibili/api-interface.d.ts +1 -0
  34. package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
  35. package/lib/routes/bilibili/cache.ts +25 -1
  36. package/lib/routes/bilibili/dynamic.ts +103 -101
  37. package/lib/routes/bilibili/followings-video.ts +9 -3
  38. package/lib/routes/bilibili/utils.ts +5 -0
  39. package/lib/routes/bilibili/video.ts +2 -1
  40. package/lib/routes/binance/announcement.ts +168 -0
  41. package/lib/routes/binance/types.ts +26 -0
  42. package/lib/routes/bing/daily-wallpaper.ts +1 -1
  43. package/lib/routes/bitget/announcement.ts +200 -0
  44. package/lib/routes/bitget/namespace.ts +6 -0
  45. package/lib/routes/bitget/type.ts +26 -0
  46. package/lib/routes/bjnews/cat.ts +43 -0
  47. package/lib/routes/bjnews/column.ts +43 -0
  48. package/lib/routes/bjnews/namespace.ts +6 -0
  49. package/lib/routes/bjnews/utils.ts +19 -0
  50. package/lib/routes/bjx/fd.ts +35 -26
  51. package/lib/routes/buaa/jiaowu.ts +1 -1
  52. package/lib/routes/buaa/lib/space/newbook.ts +171 -0
  53. package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
  54. package/lib/routes/bupt/jwc.ts +130 -0
  55. package/lib/routes/cccfna/index.ts +2 -2
  56. package/lib/routes/cctv/category.ts +16 -12
  57. package/lib/routes/cctv/xwlb.ts +32 -10
  58. package/lib/routes/cdu/jwgg.ts +79 -0
  59. package/lib/routes/cdu/namespace.ts +6 -0
  60. package/lib/routes/cffex/announcement.ts +73 -0
  61. package/lib/routes/cffex/namespace.ts +6 -0
  62. package/lib/routes/chikubi/index.ts +75 -0
  63. package/lib/routes/chikubi/namespace.ts +6 -0
  64. package/lib/routes/chikubi/utils.ts +82 -0
  65. package/lib/routes/chlinlearn/daily-blog.ts +7 -0
  66. package/lib/routes/copymanga/comic.ts +3 -1
  67. package/lib/routes/devolverdigital/blog.ts +59 -42
  68. package/lib/routes/digitalcameraworld/news.ts +1 -1
  69. package/lib/routes/discord/channel.ts +10 -10
  70. package/lib/routes/discord/discord-api.ts +27 -32
  71. package/lib/routes/discord/templates/message.art +15 -0
  72. package/lib/routes/discourse/notifications.ts +2 -1
  73. package/lib/routes/discourse/official.ts +55 -0
  74. package/lib/routes/douban/movie/coming.ts +68 -0
  75. package/lib/routes/douban/templates/movie_coming.art +27 -0
  76. package/lib/routes/eastmoney/report/index.ts +63 -15
  77. package/lib/routes/eastmoney/templates/stock_description.art +36 -0
  78. package/lib/routes/eastmoney/utils.ts +35 -0
  79. package/lib/routes/easynomad/joblist.ts +56 -0
  80. package/lib/routes/easynomad/namespace.ts +6 -0
  81. package/lib/routes/fediverse/timeline.ts +35 -18
  82. package/lib/routes/flashcat/blog.ts +61 -0
  83. package/lib/routes/flashcat/namespace.ts +6 -0
  84. package/lib/routes/follow/namespace.ts +6 -0
  85. package/lib/routes/follow/profile.ts +69 -0
  86. package/lib/routes/follow/types.ts +38 -0
  87. package/lib/routes/ftm/index.ts +60 -0
  88. package/lib/routes/ftm/namespace.ts +6 -0
  89. package/lib/routes/galxe/index.ts +94 -0
  90. package/lib/routes/galxe/namespace.ts +9 -0
  91. package/lib/routes/gamersky/ent.ts +57 -0
  92. package/lib/routes/gamersky/namespace.ts +10 -0
  93. package/lib/routes/gamersky/news.ts +91 -0
  94. package/lib/routes/gamersky/review.ts +80 -0
  95. package/lib/routes/gamersky/utils.ts +94 -0
  96. package/lib/routes/gdut/oa-news.ts +12 -17
  97. package/lib/routes/geekpark/index.ts +219 -0
  98. package/lib/routes/geekpark/namespace.ts +8 -0
  99. package/lib/routes/geekpark/templates/description.art +21 -0
  100. package/lib/routes/gisreportsonline/index.ts +60 -0
  101. package/lib/routes/gisreportsonline/namespace.ts +6 -0
  102. package/lib/routes/github/activity.ts +2 -1
  103. package/lib/routes/github/search.ts +20 -18
  104. package/lib/routes/go/mhlw/pdf.ts +87 -0
  105. package/lib/routes/go/namespace.ts +8 -0
  106. package/lib/routes/go/niid/idwr-dl.ts +104 -0
  107. package/lib/routes/google/research.ts +45 -0
  108. package/lib/routes/gov/cbirc/index.ts +371 -0
  109. package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
  110. package/lib/routes/gov/lswz/index.ts +289 -0
  111. package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
  112. package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
  113. package/lib/routes/gq/news.ts +1 -1
  114. package/lib/routes/gs/developer/blog.ts +58 -0
  115. package/lib/routes/gs/namespace.ts +9 -0
  116. package/lib/routes/healthz.ts +8 -0
  117. package/lib/routes/hket/index.ts +80 -76
  118. package/lib/routes/hottoys/index.ts +63 -0
  119. package/lib/routes/hottoys/namespace.ts +6 -0
  120. package/lib/routes/hust/gs.ts +281 -0
  121. package/lib/routes/hust/namespace.ts +1 -1
  122. package/lib/routes/imhcg/blog.ts +47 -0
  123. package/lib/routes/imhcg/namespace.ts +7 -0
  124. package/lib/routes/imop/namespace.ts +10 -0
  125. package/lib/routes/imop/tianshu.ts +53 -0
  126. package/lib/routes/infzm/hot.ts +39 -0
  127. package/lib/routes/infzm/index.ts +3 -30
  128. package/lib/routes/infzm/utils.ts +34 -0
  129. package/lib/routes/inspirehep/author.ts +46 -0
  130. package/lib/routes/inspirehep/literature.ts +42 -0
  131. package/lib/routes/inspirehep/namespace.ts +7 -0
  132. package/lib/routes/inspirehep/types.ts +210 -0
  133. package/lib/routes/inspirehep/utils.ts +15 -0
  134. package/lib/routes/iwara/subscriptions.ts +1 -1
  135. package/lib/routes/javdb/actors.ts +6 -2
  136. package/lib/routes/jjwxc/book.ts +18 -14
  137. package/lib/routes/joins/chinese.ts +218 -0
  138. package/lib/routes/joins/namespace.ts +8 -0
  139. package/lib/routes/joins/templates/description.art +17 -0
  140. package/lib/routes/juejin/dynamic.ts +114 -0
  141. package/lib/routes/kakuyomu/namespace.ts +6 -0
  142. package/lib/routes/kakuyomu/types.ts +6 -0
  143. package/lib/routes/kakuyomu/works.ts +73 -0
  144. package/lib/routes/kaopu/news.ts +3 -3
  145. package/lib/routes/keylol/index.ts +56 -11
  146. package/lib/routes/kurogames/namespace.ts +7 -0
  147. package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
  148. package/lib/routes/link3/events.ts +86 -0
  149. package/lib/routes/link3/namespace.ts +6 -0
  150. package/lib/routes/link3/profile.ts +143 -0
  151. package/lib/routes/lmu/jobs.ts +96 -0
  152. package/lib/routes/lmu/namespace.ts +17 -0
  153. package/lib/routes/lmu/templates/jobPosting.art +11 -0
  154. package/lib/routes/lofter/user.ts +1 -1
  155. package/lib/routes/luma/index.ts +92 -0
  156. package/lib/routes/luma/namespace.ts +6 -0
  157. package/lib/routes/malaysiakini/index.ts +179 -0
  158. package/lib/routes/malaysiakini/namespace.ts +11 -0
  159. package/lib/routes/mcmod/index.ts +105 -0
  160. package/lib/routes/mcmod/namespace.ts +6 -0
  161. package/lib/routes/mcmod/templates/mod.art +13 -0
  162. package/lib/routes/meishichina/index.ts +1997 -0
  163. package/lib/routes/meishichina/namespace.ts +8 -0
  164. package/lib/routes/misskey/user-timeline.ts +42 -0
  165. package/lib/routes/misskey/utils.ts +41 -1
  166. package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
  167. package/lib/routes/nationalgeographic/templates/stories.art +1 -1
  168. package/lib/routes/newyorker/news.ts +24 -17
  169. package/lib/routes/oschina/news.ts +2 -0
  170. package/lib/routes/pconline/focus.ts +143 -0
  171. package/lib/routes/pconline/namespace.ts +10 -0
  172. package/lib/routes/people/index.ts +8 -2
  173. package/lib/routes/picnob/user.ts +11 -3
  174. package/lib/routes/pixiv/search.ts +20 -1
  175. package/lib/routes/pixiv/utils.ts +3 -3
  176. package/lib/routes/pku/bbs/hot.ts +1 -1
  177. package/lib/routes/psyche/topic.ts +1 -1
  178. package/lib/routes/psyche/type.ts +1 -1
  179. package/lib/routes/psyche/utils.ts +1 -1
  180. package/lib/routes/questn/community.ts +76 -0
  181. package/lib/routes/questn/events.ts +101 -0
  182. package/lib/routes/questn/namespace.ts +6 -0
  183. package/lib/routes/questn/util.ts +16 -0
  184. package/lib/routes/rebase/geekdaily.ts +35 -0
  185. package/lib/routes/rebase/namespace.ts +6 -0
  186. package/lib/routes/rss3/index.ts +22 -13
  187. package/lib/routes/rss3/interfaces/metadata.ts +67 -0
  188. package/lib/routes/rsshub/routes.ts +18 -12
  189. package/lib/routes/samd/news.ts +2 -2
  190. package/lib/routes/sara/index.ts +1 -1
  191. package/lib/routes/scut/gzic/media.ts +71 -0
  192. package/lib/routes/scut/gzic/news.ts +65 -0
  193. package/lib/routes/scut/gzic/notice.ts +88 -0
  194. package/lib/routes/shiep/config.ts +4 -10
  195. package/lib/routes/shiep/index.ts +9 -9
  196. package/lib/routes/showstart/artist.ts +5 -4
  197. package/lib/routes/showstart/brand.ts +5 -4
  198. package/lib/routes/showstart/event.ts +8 -7
  199. package/lib/routes/showstart/search.ts +43 -9
  200. package/lib/routes/showstart/service.ts +81 -53
  201. package/lib/routes/showstart/site.ts +41 -0
  202. package/lib/routes/showstart/utils.ts +9 -8
  203. package/lib/routes/sis001/author.ts +52 -0
  204. package/lib/routes/sis001/common.ts +38 -0
  205. package/lib/routes/sis001/forum.ts +2 -29
  206. package/lib/routes/sjtu/jwc.ts +4 -1
  207. package/lib/routes/sjtu/namespace.ts +1 -1
  208. package/lib/routes/sjtu/seiee/index.ts +97 -0
  209. package/lib/routes/smzdm/product.ts +86 -0
  210. package/lib/routes/spotify/show.ts +1 -1
  211. package/lib/routes/springer/journal.ts +10 -12
  212. package/lib/routes/sse/sselawsrules.ts +370 -0
  213. package/lib/routes/sspai/author.ts +1 -1
  214. package/lib/routes/sspai/column.ts +1 -1
  215. package/lib/routes/sspai/index.ts +3 -3
  216. package/lib/routes/sspai/matrix.ts +1 -1
  217. package/lib/routes/sspai/series-update.ts +1 -1
  218. package/lib/routes/sspai/tag.ts +1 -1
  219. package/lib/routes/sspai/topic.ts +1 -1
  220. package/lib/routes/sustainabilitymag/articles.ts +2 -0
  221. package/lib/routes/szse/rule.ts +315 -42
  222. package/lib/routes/t66y/index.ts +29 -7
  223. package/lib/routes/taoguba/blog.ts +1 -1
  224. package/lib/routes/taoguba/index.ts +1 -1
  225. package/lib/routes/techcrunch/news.ts +20 -29
  226. package/lib/routes/techcrunch/templates/description.art +7 -0
  227. package/lib/routes/telegram/channel.ts +34 -1
  228. package/lib/routes/test/index.ts +50 -43
  229. package/lib/routes/the/index.ts +211 -0
  230. package/lib/routes/the/namespace.ts +8 -0
  231. package/lib/routes/the/templates/description.art +27 -0
  232. package/lib/routes/the/util.ts +307 -0
  233. package/lib/routes/theblockbeats/index.ts +10 -5
  234. package/lib/routes/towardsdatascience/latest.ts +67 -0
  235. package/lib/routes/towardsdatascience/namespace.ts +6 -0
  236. package/lib/routes/tvb/news.ts +1 -0
  237. package/lib/routes/twitter/api/index.ts +2 -0
  238. package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
  239. package/lib/routes/twitter/api/web-api/api.ts +18 -0
  240. package/lib/routes/twitter/api/web-api/constants.ts +16 -13
  241. package/lib/routes/twitter/api/web-api/login.ts +68 -0
  242. package/lib/routes/twitter/api/web-api/utils.ts +54 -29
  243. package/lib/routes/twitter/home-latest.ts +60 -0
  244. package/lib/routes/twitter/home.ts +1 -1
  245. package/lib/routes/twitter/tweet.ts +1 -0
  246. package/lib/routes/twitter/user.ts +1 -1
  247. package/lib/routes/twitter/utils.ts +4 -1
  248. package/lib/routes/uber/blog.ts +1 -1
  249. package/lib/routes/ustc/scms.ts +97 -0
  250. package/lib/routes/wchscu/namespace.ts +6 -0
  251. package/lib/routes/wchscu/recruit.ts +73 -0
  252. package/lib/routes/weibo/super-index.ts +23 -11
  253. package/lib/routes/weibo/utils.ts +0 -4
  254. package/lib/routes/xiaohongshu/notes.ts +10 -2
  255. package/lib/routes/xiaohongshu/user.ts +27 -5
  256. package/lib/routes/xiaohongshu/util.ts +3 -1
  257. package/lib/routes/xidian/cs.ts +143 -0
  258. package/lib/routes/xidian/gr.ts +289 -0
  259. package/lib/routes/xidian/jwc.ts +1 -0
  260. package/lib/routes/xidian/namespace.ts +1 -1
  261. package/lib/routes/xueqiu/cookies.ts +14 -1
  262. package/lib/routes/xueqiu/favorite.ts +16 -2
  263. package/lib/routes/yahoo/news/index.ts +1 -0
  264. package/lib/routes/yahoo/news/listid.ts +67 -0
  265. package/lib/routes/yahoo/news/utils.ts +8 -2
  266. package/lib/routes/yicai/carousel.ts +48 -0
  267. package/lib/routes/yicai/utils.ts +23 -17
  268. package/lib/routes/youtube/subscriptions.ts +1 -0
  269. package/lib/routes/yystv/docs.ts +28 -19
  270. package/lib/routes/zaobao/util.ts +1 -1
  271. package/lib/routes/zhihu/answers.ts +5 -1
  272. package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
  273. package/lib/routes/zhihu/namespace.ts +3 -0
  274. package/lib/routes/zhihu/utils.ts +18 -3
  275. package/lib/routes/zhihu/zhuanlan.ts +8 -7
  276. package/lib/routes/zsxq/types.ts +9 -0
  277. package/lib/routes/zsxq/utils.ts +4 -3
  278. package/lib/setup.test.ts +1 -1
  279. package/lib/types.ts +6 -0
  280. package/lib/utils/cache/index.ts +8 -0
  281. package/lib/utils/camelcase-keys.spec.ts +127 -0
  282. package/lib/utils/camelcase-keys.ts +27 -0
  283. package/lib/utils/common-utils.ts +1 -0
  284. package/lib/utils/otel/metric.ts +3 -2
  285. package/lib/views/error.tsx +3 -3
  286. package/lib/views/index.tsx +7 -9
  287. package/lib/views/json.ts +1 -1
  288. package/lib/views/layout.tsx +1 -1
  289. package/package.json +45 -43
  290. package/lib/routes/sse/lawandrules.ts +0 -68
  291. package/lib/routes-deprecated/bjnews/news.js +0 -44
  292. package/lib/routes-deprecated/gamersky/ent.js +0 -89
  293. package/lib/routes-deprecated/gamersky/news.js +0 -34
  294. package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
@@ -0,0 +1,8 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: '美食天下',
5
+ url: 'meishichina.com',
6
+ categories: ['new-media'],
7
+ description: '',
8
+ };
@@ -0,0 +1,42 @@
1
+ import { Route } from '@/types';
2
+ import utils from './utils';
3
+ import { config } from '@/config';
4
+ import ConfigNotFoundError from '@/errors/types/config-not-found';
5
+ import InvalidParameterError from '@/errors/types/invalid-parameter';
6
+
7
+ export const route: Route = {
8
+ path: '/users/notes/:username',
9
+ categories: ['social-media'],
10
+ example: '/misskey/users/notes/support@misskey.io',
11
+ parameters: { username: 'misskey username format, like support@misskey.io' },
12
+ features: {
13
+ requireConfig: false,
14
+ requirePuppeteer: false,
15
+ antiCrawler: false,
16
+ supportBT: false,
17
+ supportPodcast: false,
18
+ supportScihub: false,
19
+ },
20
+ name: 'User timeline',
21
+ maintainers: ['siygle'],
22
+ handler,
23
+ };
24
+
25
+ async function handler(ctx) {
26
+ const username = ctx.req.param('username');
27
+ const [, pureUsername, site] = username.match(/@?(\w+)@(\w+\.\w+)/) || [];
28
+ if (!pureUsername || !site) {
29
+ throw new InvalidParameterError('Provide a valid Misskey username');
30
+ }
31
+ if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
32
+ throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
33
+ }
34
+
35
+ const { accountData } = await utils.getUserTimelineByUsername(pureUsername, site);
36
+
37
+ return {
38
+ title: `User timeline for ${username} on ${site}`,
39
+ link: `https://${site}/@${pureUsername}`,
40
+ item: utils.parseNotes(accountData, site),
41
+ };
42
+ }
@@ -4,6 +4,8 @@ const __dirname = getCurrentPath(import.meta.url);
4
4
  import { art } from '@/utils/render';
5
5
  import { parseDate } from '@/utils/parse-date';
6
6
  import path from 'node:path';
7
+ import cache from '@/utils/cache';
8
+ import got from '@/utils/got';
7
9
 
8
10
  const allowSiteList = ['misskey.io', 'madost.one', 'mk.nixnet.social'];
9
11
 
@@ -28,4 +30,42 @@ const parseNotes = (data, site) =>
28
30
  };
29
31
  });
30
32
 
31
- export default { parseNotes, allowSiteList };
33
+ async function getUserTimelineByUsername(username, site) {
34
+ const searchUrl = `https://${site}/api/users/search-by-username-and-host`;
35
+ const cacheUid = `misskey_username/${site}/${username}`;
36
+
37
+ const accountId = await cache.tryGet(cacheUid, async () => {
38
+ const searchResponse = await got({
39
+ method: 'post',
40
+ url: searchUrl,
41
+ json: {
42
+ username,
43
+ host: site,
44
+ detail: true,
45
+ limit: 1,
46
+ },
47
+ });
48
+ const userData = searchResponse.data.find((item) => item.username === username);
49
+
50
+ if (userData.length === 0) {
51
+ throw new Error(`username ${username} not found`);
52
+ }
53
+ return userData.id;
54
+ });
55
+
56
+ const usernotesUrl = `https://${site}/api/users/notes`;
57
+ const usernotesResponse = await got({
58
+ method: 'post',
59
+ url: usernotesUrl,
60
+ json: {
61
+ userId: accountId,
62
+ withChannelNotes: true,
63
+ limit: 10,
64
+ offset: 0,
65
+ },
66
+ });
67
+ const accountData = usernotesResponse.data;
68
+ return { site, accountId, accountData };
69
+ }
70
+
71
+ export default { parseNotes, getUserTimelineByUsername, allowSiteList };
@@ -58,7 +58,7 @@ async function handler() {
58
58
  cache.tryGet(item.link, async () => {
59
59
  const response = await got(item.link);
60
60
  const $ = load(response.data);
61
- const mods = findNatgeo($).page.content.article.frms.find((f) => f.cmsType === 'ArticleBodyFrame').mods;
61
+ const mods = findNatgeo($).page.content.prismarticle.frms.find((f) => f.cmsType === 'ArticleBodyFrame').mods;
62
62
  const bodyTile = mods.find((m) => m.edgs[0].cmsType === 'ArticleBodyTile').edgs[0];
63
63
 
64
64
  item.author = bodyTile.cntrbGrp
@@ -13,7 +13,7 @@
13
13
  {{ if b.type === 'p' }}
14
14
  <p>{{@ b.cntnt.mrkup }}</p>
15
15
  {{ else if b.type === 'inline' }}
16
- {{ if b.cntnt.cmsType === 'image' }}
16
+ {{ if b.cntnt.cmsType === 'image' && b.cntnt.image?.src }}
17
17
  <figure>
18
18
  <img src="{{ b.cntnt.image.src }}" alt="{{ b.cntnt.image.altText }}">
19
19
  <figcaption>{{@ b.cntnt.caption }}</figcaption>
@@ -1,14 +1,14 @@
1
1
  import { Route } from '@/types';
2
2
  import cache from '@/utils/cache';
3
- import parser from '@/utils/rss-parser';
4
3
  import ofetch from '@/utils/ofetch';
5
4
  import { load } from 'cheerio';
5
+
6
6
  const host = 'https://www.newyorker.com';
7
7
  export const route: Route = {
8
- path: '/:category/:subCategory?',
8
+ path: '/:category',
9
9
  categories: ['traditional-media'],
10
- example: '/newyorker/everything',
11
- parameters: { category: 'rss category. can be found at `https://www.newyorker.com/about/feeds`' },
10
+ example: '/newyorker/latest',
11
+ parameters: { category: 'tab name. can be found at url' },
12
12
  features: {
13
13
  requireConfig: false,
14
14
  requirePuppeteer: false,
@@ -19,7 +19,7 @@ export const route: Route = {
19
19
  },
20
20
  radar: [
21
21
  {
22
- source: ['newyorker.com/feed/:category/:subCategory?'],
22
+ source: ['newyorker.com/:category?'],
23
23
  },
24
24
  ],
25
25
  name: 'The New Yorker',
@@ -28,13 +28,21 @@ export const route: Route = {
28
28
  };
29
29
 
30
30
  async function handler(ctx) {
31
- const { category, subCategory } = ctx.req.param();
32
- const rssUrl = subCategory ? `${host}/feed/${category}/${subCategory}` : `${host}/feed/${category}`;
33
- const feed = await parser.parseURL(rssUrl);
31
+ const { category } = ctx.req.param();
32
+ const link = `${host}/${category}`;
33
+ const response = await ofetch(link);
34
+ const $ = load(response);
35
+ const preloadedState = JSON.parse(
36
+ $('script:contains("window.__PRELOADED_STATE__")')
37
+ .text()
38
+ .match(/window\.__PRELOADED_STATE__ = (.*);/)?.[1] ?? '{}'
39
+ );
40
+ const list = preloadedState.transformed.bundle.containers[0].items;
34
41
  const items = await Promise.all(
35
- feed.items.map((item) =>
36
- cache.tryGet(item.link, async () => {
37
- const data = await ofetch(item.link);
42
+ list.map((item) => {
43
+ const url = `${host}${item.url}`;
44
+ return cache.tryGet(url, async () => {
45
+ const data = await ofetch(url);
38
46
  const $ = load(data);
39
47
  const description = $('#main-content');
40
48
  description.find('h1').remove();
@@ -43,18 +51,17 @@ async function handler(ctx) {
43
51
  description.find('div[class^="ActionBarWrapperContent-"]').remove();
44
52
  description.find('div[class^="ContentHeaderByline-"]').remove();
45
53
  return {
46
- title: item.title,
54
+ title: item.dangerousHed,
47
55
  pubDate: item.pubDate,
48
- link: item.link,
49
- category: item.categories,
56
+ link: url,
50
57
  description: description.html(),
51
58
  };
52
- })
53
- )
59
+ });
60
+ })
54
61
  );
55
62
 
56
63
  return {
57
- title: `The New Yorker - ${feed.title}`,
64
+ title: `The New Yorker - ${category}`,
58
65
  link: host,
59
66
  description: 'Reporting, Profiles, breaking news, cultural coverage, podcasts, videos, and cartoons from The New Yorker.',
60
67
  item: items,
@@ -85,6 +85,8 @@ async function handler(ctx) {
85
85
  });
86
86
  const $ = load(res.data);
87
87
 
88
+ $('.ad-wrap').remove();
89
+
88
90
  const list = $('.items .news-item')
89
91
  .toArray()
90
92
  .map((item) => {
@@ -0,0 +1,143 @@
1
+ import { Route } from '@/types';
2
+ import cache from '@/utils/cache';
3
+ import got from '@/utils/got';
4
+ import { load } from 'cheerio';
5
+ import { parseDate } from '@/utils/parse-date';
6
+
7
+ const rootUrl = 'https://www.pconline.com.cn';
8
+ interface Item {
9
+ id: string;
10
+ title: string;
11
+ channelName: string;
12
+ wap_3g_url: string;
13
+ bigImage: string;
14
+ cover: string;
15
+ largeImage: string;
16
+ authorname: string;
17
+ authorImg: string;
18
+ pc_pubDate: string;
19
+ artType: string;
20
+ summary: string;
21
+ url: string;
22
+ }
23
+
24
+ const categories = {
25
+ all: {
26
+ title: '全部',
27
+ path: '',
28
+ },
29
+ tech: {
30
+ title: '科技',
31
+ path: 'tech/',
32
+ },
33
+ finance: {
34
+ title: '财经',
35
+ path: 'finance/',
36
+ },
37
+ life: {
38
+ title: '生活',
39
+ path: 'life/',
40
+ },
41
+ company: {
42
+ title: '公司',
43
+ path: 'company/',
44
+ },
45
+ character: {
46
+ title: '人物',
47
+ path: 'character/',
48
+ },
49
+ };
50
+
51
+ const getContent = (item) =>
52
+ cache.tryGet(item.link, async () => {
53
+ const detailResponse = await got({
54
+ method: 'get',
55
+ url: `https:${item.link}`,
56
+ responseType: 'arrayBuffer',
57
+ });
58
+
59
+ const utf8decoder = new TextDecoder('GBK');
60
+ const html = utf8decoder.decode(detailResponse.data);
61
+ const $ = load(html);
62
+ item.description = $('.context-box .context-table tbody td').html();
63
+ return item;
64
+ });
65
+
66
+ export const handler = async (ctx) => {
67
+ const { category = 'all' } = ctx.req.param();
68
+ const cate = categories[category] || categories.all;
69
+ const currentUrl = `${rootUrl}/3g/other/focus/${cate.path}index.html`;
70
+
71
+ const response = await got({
72
+ method: 'get',
73
+ url: currentUrl,
74
+ });
75
+
76
+ const resString = response.data
77
+ .replace(/Module\.callback\((.*)\)/s, '$1')
78
+ .split('\n')
79
+ .filter((e) => e.indexOf('"tags":') !== 0)
80
+ .join('\n')
81
+ .replaceAll("'", '"');
82
+ const tinyData = resString.replaceAll(/[\n\r]/g, '');
83
+ const dataString = tinyData.replaceAll(',}', '}');
84
+ const data = JSON.parse(dataString || '');
85
+ const { articleList } = data;
86
+ const list = articleList.map((item: Item) => ({
87
+ id: item.id,
88
+ title: item.title,
89
+ author: [
90
+ {
91
+ name: item.authorname,
92
+ avatar: item.authorImg,
93
+ },
94
+ ],
95
+ pubDate: parseDate(item.pc_pubDate),
96
+ link: item.url,
97
+ description: item.summary,
98
+ category: item.channelName,
99
+ image: item.cover,
100
+ }));
101
+
102
+ const items = await Promise.all(list.map((item) => getContent(item)));
103
+
104
+ return {
105
+ title: `太平洋科技-${cate.title}`,
106
+ link: currentUrl,
107
+ item: items,
108
+ };
109
+ };
110
+
111
+ export const route: Route = {
112
+ path: '/focus/:category?',
113
+ categories: ['new-media'],
114
+ example: '/pconline/focus',
115
+ parameters: {
116
+ category: {
117
+ description: '科技新闻的类别,获取最新的一页,分别:all, tech, finance, life, company, character',
118
+ default: 'all',
119
+ },
120
+ },
121
+ features: {
122
+ requireConfig: false,
123
+ requirePuppeteer: false,
124
+ antiCrawler: false,
125
+ supportBT: false,
126
+ supportPodcast: false,
127
+ supportScihub: false,
128
+ },
129
+ radar: [
130
+ {
131
+ source: ['pconline.com.cn/focus/', 'pconline.com.cn/'],
132
+ target: '/focus',
133
+ },
134
+ ],
135
+ name: '科技新闻',
136
+ maintainers: ['CH563'],
137
+ handler,
138
+ description: `::: tip
139
+ | 全部 | 科技 | 财经 | 生活 | 公司 | 人物 |
140
+ | --- | --- | --- | --- | --- | --- |
141
+ | all | tech | finance | life | company | character |
142
+ :::`,
143
+ };
@@ -0,0 +1,10 @@
1
+ import type { Namespace } from '@/types';
2
+
3
+ export const namespace: Namespace = {
4
+ name: '太平洋科技',
5
+ url: 'pconline.com.cn',
6
+ description: `
7
+ :::tip
8
+ 太平洋科技是专业IT门户网站,为用户和经销商提供IT资讯和行情报价,涉及电脑,手机,数码产品,软件等.
9
+ :::`,
10
+ };
@@ -32,7 +32,13 @@ async function handler(ctx) {
32
32
  responseType: 'buffer',
33
33
  });
34
34
 
35
- const $ = load(iconv.decode(response, 'gbk'));
35
+ // not seen Content-Type in response headers
36
+ // try to parse charset from meta tag
37
+ let decodedResponse = iconv.decode(response, 'utf-8');
38
+ const parsedCharset = decodedResponse.match(/<meta.*?charset=["']?([^"'>]+)["']?/i);
39
+ const encoding = parsedCharset ? parsedCharset[1].toLowerCase() : 'utf-8';
40
+ decodedResponse = encoding === 'utf-8' ? decodedResponse : iconv.decode(response, encoding);
41
+ const $ = load(decodedResponse);
36
42
 
37
43
  $('em').remove();
38
44
  $('.bshare-more, .page_n, .page').remove();
@@ -64,7 +70,7 @@ async function handler(ctx) {
64
70
  responseType: 'buffer',
65
71
  });
66
72
 
67
- const data = iconv.decode(detailResponse, 'gbk');
73
+ const data = iconv.decode(detailResponse, encoding);
68
74
  const content = load(data);
69
75
 
70
76
  content('.paper_num, #rwb_tjyd').remove();
@@ -82,7 +82,8 @@ async function handler(ctx) {
82
82
 
83
83
  const list = await Promise.all(
84
84
  posts.items.map(async (item) => {
85
- const { shortcode, type, sum_pure, time } = item;
85
+ const { shortcode, sum, type, time } = item;
86
+
86
87
  const link = `${baseUrl}/post/${shortcode}/`;
87
88
  if (type === 'img_multi') {
88
89
  item.images = await cache.tryGet(link, async () => {
@@ -111,8 +112,15 @@ async function handler(ctx) {
111
112
  }
112
113
 
113
114
  return {
114
- title: sum_pure,
115
- description: art(path.join(__dirname, 'templates/desc.art'), { item }),
115
+ // sum_pure lacks linebreaks/spaces between lines
116
+ title: load(sum, null, false).text().replaceAll('\n', ' '),
117
+ description: art(path.join(__dirname, 'templates/desc.art'), {
118
+ item: {
119
+ ...item,
120
+ // Fix linebreaks
121
+ sum: sum.replaceAll('\n', '<br>'),
122
+ },
123
+ }),
116
124
  link,
117
125
  pubDate: parseDate(time, 'X'),
118
126
  };
@@ -9,7 +9,7 @@ import { parseDate } from '@/utils/parse-date';
9
9
  import ConfigNotFoundError from '@/errors/types/config-not-found';
10
10
 
11
11
  export const route: Route = {
12
- path: '/search/:keyword/:order?/:mode?',
12
+ path: '/search/:keyword/:order?/:mode?/:include_ai?',
13
13
  categories: ['social-media', 'popular'],
14
14
  view: ViewType.Pictures,
15
15
  example: '/pixiv/search/Nezuko/popular',
@@ -47,6 +47,20 @@ export const route: Route = {
47
47
  },
48
48
  ],
49
49
  },
50
+ include_ai: {
51
+ description: 'whether AI-generated content is included',
52
+ default: 'yes',
53
+ options: [
54
+ {
55
+ label: 'does not include AI-generated content',
56
+ value: 'no',
57
+ },
58
+ {
59
+ label: 'include AI-generated content',
60
+ value: 'yes',
61
+ },
62
+ ],
63
+ },
50
64
  },
51
65
  features: {
52
66
  requireConfig: false,
@@ -69,6 +83,7 @@ async function handler(ctx) {
69
83
  const keyword = ctx.req.param('keyword');
70
84
  const order = ctx.req.param('order') || 'date';
71
85
  const mode = ctx.req.param('mode');
86
+ const includeAI = ctx.req.param('include_ai');
72
87
 
73
88
  const token = await getToken(cache.tryGet);
74
89
  if (!token) {
@@ -84,6 +99,10 @@ async function handler(ctx) {
84
99
  illusts = illusts.filter((item) => item.x_restrict === 1);
85
100
  }
86
101
 
102
+ if (includeAI === 'no' || includeAI === '0') {
103
+ illusts = illusts.filter((item) => item.illust_ai_type <= 1);
104
+ }
105
+
87
106
  return {
88
107
  title: `${keyword} 的 pixiv ${order === 'popular' ? '热门' : ''}内容`,
89
108
  link: `https://www.pixiv.net/tags/${keyword}/artworks`,
@@ -2,15 +2,15 @@ import { config } from '@/config';
2
2
 
3
3
  export default {
4
4
  getImgs(illust) {
5
- const images = [];
5
+ const images: string[] = [];
6
6
  if (illust.meta_pages?.length) {
7
7
  for (const page of illust.meta_pages) {
8
8
  const original = page.image_urls.original.replace('https://i.pximg.net', config.pixiv.imgProxy);
9
- images.push(`<p><img src="${original}"/></p>`);
9
+ images.push(`<p><img src="${original}" width="${page.width}" height="${page.height}" /></p>`);
10
10
  }
11
11
  } else if (illust.meta_single_page.original_image_url) {
12
12
  const original = illust.meta_single_page.original_image_url.replace('https://i.pximg.net', config.pixiv.imgProxy);
13
- images.push(`<p><img src="${original}"/></p>`);
13
+ images.push(`<p><img src="${original}" width="${illust.width}" height="${illust.height}" /></p>`);
14
14
  }
15
15
  return images;
16
16
  },
@@ -44,7 +44,7 @@ async function handler() {
44
44
  const listItems = $('#list-content .list-item')
45
45
  .map(function () {
46
46
  return {
47
- url: new URL($(this).find('> a.link').attr('href'), r.url).href,
47
+ url: new URL($(this).find('> a.link').attr('href'), 'https://bbs.pku.edu.cn/v2').href,
48
48
  title: $(this).find('.title').text(),
49
49
  };
50
50
  })
@@ -1,6 +1,6 @@
1
1
  import { Route } from '@/types';
2
2
  import { load } from 'cheerio';
3
- import { ofetch } from 'ofetch';
3
+ import ofetch from '@/utils/ofetch';
4
4
  import { getData } from './utils';
5
5
 
6
6
  export const route: Route = {
@@ -1,7 +1,7 @@
1
1
  import { Route } from '@/types';
2
2
  import { load } from 'cheerio';
3
3
  import { getData } from './utils';
4
- import { ofetch } from 'ofetch';
4
+ import ofetch from '@/utils/ofetch';
5
5
 
6
6
  export const route: Route = {
7
7
  path: '/type/:type',
@@ -2,7 +2,7 @@ import { getCurrentPath } from '@/utils/helpers';
2
2
  const __dirname = getCurrentPath(import.meta.url);
3
3
 
4
4
  import cache from '@/utils/cache';
5
- import { ofetch } from 'ofetch';
5
+ import ofetch from '@/utils/ofetch';
6
6
  import { load } from 'cheerio';
7
7
  import { art } from '@/utils/render';
8
8
  import path from 'node:path';
@@ -0,0 +1,76 @@
1
+ import { Route } from '@/types';
2
+ import { parseDate } from '@/utils/parse-date';
3
+ import ofetch from '@/utils/ofetch';
4
+
5
+ export const route: Route = {
6
+ path: '/community/:communityUrl',
7
+ name: 'Community Events',
8
+ url: 'app.questn.com',
9
+ maintainers: ['cxheng315'],
10
+ example: '/questn/community/gmnetwork',
11
+ parameters: {
12
+ community_url: 'Community URL',
13
+ },
14
+ categories: ['other'],
15
+ features: {
16
+ requireConfig: false,
17
+ requirePuppeteer: false,
18
+ antiCrawler: false,
19
+ supportBT: false,
20
+ supportPodcast: false,
21
+ supportScihub: false,
22
+ },
23
+ radar: [
24
+ {
25
+ source: ['app.questn.com/:communityUrl'],
26
+ target: '/community/:communityUrl',
27
+ },
28
+ ],
29
+ handler,
30
+ };
31
+
32
+ async function handler(ctx) {
33
+ const url = 'https://api.questn.com/consumer/explore/entity_list/';
34
+
35
+ const params = {
36
+ count: ctx.req.query('limit') || '20',
37
+ page: '1',
38
+ community_url: ctx.req.param('communityUrl') || 'questn', // default to questn
39
+ };
40
+
41
+ const response = await ofetch(`${url}?${new URLSearchParams(params)}`, {
42
+ method: 'GET',
43
+ headers: {
44
+ 'Content-Type': 'application/json',
45
+ },
46
+ });
47
+
48
+ const data = await response.result.data;
49
+
50
+ const items = data.map((item) => ({
51
+ title: item.title,
52
+ link: `https://app.questn.com/quest/${item.id}`,
53
+ author: item.community_info ? item.community_info.name : '',
54
+ guid: item.id,
55
+ pubDate: parseDate(item.start_time * 1000),
56
+ itunes_duration: item.end_time > 0 ? item.end_time - item.start_time : 0,
57
+ }));
58
+
59
+ return {
60
+ title: `QuestN Community - ${data[0].community_info ? data[0].community_info.name : ''} Events`,
61
+ link: `https://app.questn.com/${ctx.req.param('community_url')}`,
62
+ description: data[0].community_info ? data[0].community_info.introduction : '',
63
+ image: data[0].community_info ? data[0].community_info.logo : '',
64
+ logo: data[0].community_info ? data[0].community_info.logo : '',
65
+ item:
66
+ items && items.length > 0
67
+ ? items
68
+ : [
69
+ {
70
+ title: 'No events found',
71
+ link: `https://app.questn.com/${ctx.req.param('community_url')}`,
72
+ description: 'No events found',
73
+ },
74
+ ],
75
+ };
76
+ }