rsshub 1.0.0-master.e5d191c → 1.0.0-master.e5fc2b2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -46
- package/lib/api/radar/rules/all.ts +3 -6
- package/lib/api/radar/rules/one.ts +3 -6
- package/lib/config.ts +30 -22
- package/lib/errors/index.test.ts +1 -1
- package/lib/errors/index.tsx +2 -2
- package/lib/index.ts +1 -1
- package/lib/middleware/anti-hotlink.test.ts +191 -6
- package/lib/middleware/anti-hotlink.ts +28 -0
- package/lib/middleware/logger.ts +2 -2
- package/lib/middleware/parameter.test.ts +22 -5
- package/lib/middleware/parameter.ts +47 -17
- package/lib/registry.test.ts +8 -0
- package/lib/registry.ts +2 -0
- package/lib/router.js +1 -4
- package/lib/routes/141jav/index.ts +25 -21
- package/lib/routes/141ppv/index.ts +24 -20
- package/lib/routes/51read/article.ts +82 -0
- package/lib/routes/51read/namespace.ts +6 -0
- package/lib/routes/5eplay/utils.ts +5 -3
- package/lib/routes/abc/index.ts +2 -2
- package/lib/routes/agri/index.ts +307 -0
- package/lib/routes/agri/namespace.ts +8 -0
- package/lib/routes/agri/templates/description.art +21 -0
- package/lib/routes/aljazeera/index.ts +2 -2
- package/lib/routes/apnews/api.ts +62 -0
- package/lib/routes/apnews/rss.ts +1 -1
- package/lib/routes/apnews/sitemap.ts +99 -0
- package/lib/routes/apnews/topics.ts +2 -2
- package/lib/routes/apnews/utils.ts +7 -5
- package/lib/routes/bestblogs/feeds.ts +107 -0
- package/lib/routes/bestblogs/namespace.ts +6 -0
- package/lib/routes/bilibili/api-interface.d.ts +1 -0
- package/lib/routes/bilibili/bilibili-recommend.ts +42 -0
- package/lib/routes/bilibili/cache.ts +25 -1
- package/lib/routes/bilibili/dynamic.ts +103 -101
- package/lib/routes/bilibili/followings-video.ts +9 -3
- package/lib/routes/bilibili/utils.ts +5 -0
- package/lib/routes/bilibili/video.ts +2 -1
- package/lib/routes/binance/announcement.ts +168 -0
- package/lib/routes/binance/types.ts +26 -0
- package/lib/routes/bing/daily-wallpaper.ts +1 -1
- package/lib/routes/bitget/announcement.ts +200 -0
- package/lib/routes/bitget/namespace.ts +6 -0
- package/lib/routes/bitget/type.ts +26 -0
- package/lib/routes/bjnews/cat.ts +43 -0
- package/lib/routes/bjnews/column.ts +43 -0
- package/lib/routes/bjnews/namespace.ts +6 -0
- package/lib/routes/bjnews/utils.ts +19 -0
- package/lib/routes/bjx/fd.ts +35 -26
- package/lib/routes/buaa/jiaowu.ts +1 -1
- package/lib/routes/buaa/lib/space/newbook.ts +171 -0
- package/lib/routes/buaa/lib/space/templates/newbook.art +44 -0
- package/lib/routes/bupt/jwc.ts +130 -0
- package/lib/routes/cccfna/index.ts +2 -2
- package/lib/routes/cctv/category.ts +16 -12
- package/lib/routes/cctv/xwlb.ts +32 -10
- package/lib/routes/cdu/jwgg.ts +79 -0
- package/lib/routes/cdu/namespace.ts +6 -0
- package/lib/routes/cffex/announcement.ts +73 -0
- package/lib/routes/cffex/namespace.ts +6 -0
- package/lib/routes/chikubi/index.ts +75 -0
- package/lib/routes/chikubi/namespace.ts +6 -0
- package/lib/routes/chikubi/utils.ts +82 -0
- package/lib/routes/chlinlearn/daily-blog.ts +7 -0
- package/lib/routes/copymanga/comic.ts +3 -1
- package/lib/routes/devolverdigital/blog.ts +59 -42
- package/lib/routes/digitalcameraworld/news.ts +1 -1
- package/lib/routes/discord/channel.ts +10 -10
- package/lib/routes/discord/discord-api.ts +27 -32
- package/lib/routes/discord/templates/message.art +15 -0
- package/lib/routes/discourse/notifications.ts +2 -1
- package/lib/routes/discourse/official.ts +55 -0
- package/lib/routes/douban/movie/coming.ts +68 -0
- package/lib/routes/douban/templates/movie_coming.art +27 -0
- package/lib/routes/eastmoney/report/index.ts +63 -15
- package/lib/routes/eastmoney/templates/stock_description.art +36 -0
- package/lib/routes/eastmoney/utils.ts +35 -0
- package/lib/routes/easynomad/joblist.ts +56 -0
- package/lib/routes/easynomad/namespace.ts +6 -0
- package/lib/routes/fediverse/timeline.ts +35 -18
- package/lib/routes/flashcat/blog.ts +61 -0
- package/lib/routes/flashcat/namespace.ts +6 -0
- package/lib/routes/follow/namespace.ts +6 -0
- package/lib/routes/follow/profile.ts +69 -0
- package/lib/routes/follow/types.ts +38 -0
- package/lib/routes/ftm/index.ts +60 -0
- package/lib/routes/ftm/namespace.ts +6 -0
- package/lib/routes/galxe/index.ts +94 -0
- package/lib/routes/galxe/namespace.ts +9 -0
- package/lib/routes/gamersky/ent.ts +57 -0
- package/lib/routes/gamersky/namespace.ts +10 -0
- package/lib/routes/gamersky/news.ts +91 -0
- package/lib/routes/gamersky/review.ts +80 -0
- package/lib/routes/gamersky/utils.ts +94 -0
- package/lib/routes/gdut/oa-news.ts +12 -17
- package/lib/routes/geekpark/index.ts +219 -0
- package/lib/routes/geekpark/namespace.ts +8 -0
- package/lib/routes/geekpark/templates/description.art +21 -0
- package/lib/routes/gisreportsonline/index.ts +60 -0
- package/lib/routes/gisreportsonline/namespace.ts +6 -0
- package/lib/routes/github/activity.ts +2 -1
- package/lib/routes/github/search.ts +20 -18
- package/lib/routes/go/mhlw/pdf.ts +87 -0
- package/lib/routes/go/namespace.ts +8 -0
- package/lib/routes/go/niid/idwr-dl.ts +104 -0
- package/lib/routes/google/research.ts +45 -0
- package/lib/routes/gov/cbirc/index.ts +371 -0
- package/lib/routes/gov/chongqing/sydwgkzp.ts +4 -4
- package/lib/routes/gov/lswz/index.ts +289 -0
- package/lib/routes/gov/zj/ningbogzw-notice.ts +50 -0
- package/lib/routes/gov/zj/ningborsjnotice.ts +50 -0
- package/lib/routes/gq/news.ts +1 -1
- package/lib/routes/gs/developer/blog.ts +58 -0
- package/lib/routes/gs/namespace.ts +9 -0
- package/lib/routes/healthz.ts +8 -0
- package/lib/routes/hket/index.ts +80 -76
- package/lib/routes/hottoys/index.ts +63 -0
- package/lib/routes/hottoys/namespace.ts +6 -0
- package/lib/routes/hust/gs.ts +281 -0
- package/lib/routes/hust/namespace.ts +1 -1
- package/lib/routes/imhcg/blog.ts +47 -0
- package/lib/routes/imhcg/namespace.ts +7 -0
- package/lib/routes/imop/namespace.ts +10 -0
- package/lib/routes/imop/tianshu.ts +53 -0
- package/lib/routes/infzm/hot.ts +39 -0
- package/lib/routes/infzm/index.ts +3 -30
- package/lib/routes/infzm/utils.ts +34 -0
- package/lib/routes/inspirehep/author.ts +46 -0
- package/lib/routes/inspirehep/literature.ts +42 -0
- package/lib/routes/inspirehep/namespace.ts +7 -0
- package/lib/routes/inspirehep/types.ts +210 -0
- package/lib/routes/inspirehep/utils.ts +15 -0
- package/lib/routes/iwara/subscriptions.ts +1 -1
- package/lib/routes/javdb/actors.ts +6 -2
- package/lib/routes/jjwxc/book.ts +18 -14
- package/lib/routes/joins/chinese.ts +218 -0
- package/lib/routes/joins/namespace.ts +8 -0
- package/lib/routes/joins/templates/description.art +17 -0
- package/lib/routes/juejin/dynamic.ts +114 -0
- package/lib/routes/kakuyomu/namespace.ts +6 -0
- package/lib/routes/kakuyomu/types.ts +6 -0
- package/lib/routes/kakuyomu/works.ts +73 -0
- package/lib/routes/kaopu/news.ts +3 -3
- package/lib/routes/keylol/index.ts +56 -11
- package/lib/routes/kurogames/namespace.ts +7 -0
- package/lib/routes/kurogames/wutheringwaves/news.ts +59 -0
- package/lib/routes/link3/events.ts +86 -0
- package/lib/routes/link3/namespace.ts +6 -0
- package/lib/routes/link3/profile.ts +143 -0
- package/lib/routes/lmu/jobs.ts +96 -0
- package/lib/routes/lmu/namespace.ts +17 -0
- package/lib/routes/lmu/templates/jobPosting.art +11 -0
- package/lib/routes/lofter/user.ts +1 -1
- package/lib/routes/luma/index.ts +92 -0
- package/lib/routes/luma/namespace.ts +6 -0
- package/lib/routes/malaysiakini/index.ts +179 -0
- package/lib/routes/malaysiakini/namespace.ts +11 -0
- package/lib/routes/mcmod/index.ts +105 -0
- package/lib/routes/mcmod/namespace.ts +6 -0
- package/lib/routes/mcmod/templates/mod.art +13 -0
- package/lib/routes/meishichina/index.ts +1997 -0
- package/lib/routes/meishichina/namespace.ts +8 -0
- package/lib/routes/misskey/user-timeline.ts +42 -0
- package/lib/routes/misskey/utils.ts +41 -1
- package/lib/routes/nationalgeographic/latest-stories.ts +1 -1
- package/lib/routes/nationalgeographic/templates/stories.art +1 -1
- package/lib/routes/newyorker/news.ts +24 -17
- package/lib/routes/oschina/news.ts +2 -0
- package/lib/routes/pconline/focus.ts +143 -0
- package/lib/routes/pconline/namespace.ts +10 -0
- package/lib/routes/people/index.ts +8 -2
- package/lib/routes/picnob/user.ts +11 -3
- package/lib/routes/pixiv/search.ts +20 -1
- package/lib/routes/pixiv/utils.ts +3 -3
- package/lib/routes/pku/bbs/hot.ts +1 -1
- package/lib/routes/psyche/topic.ts +1 -1
- package/lib/routes/psyche/type.ts +1 -1
- package/lib/routes/psyche/utils.ts +1 -1
- package/lib/routes/questn/community.ts +76 -0
- package/lib/routes/questn/events.ts +101 -0
- package/lib/routes/questn/namespace.ts +6 -0
- package/lib/routes/questn/util.ts +16 -0
- package/lib/routes/rebase/geekdaily.ts +35 -0
- package/lib/routes/rebase/namespace.ts +6 -0
- package/lib/routes/rss3/index.ts +22 -13
- package/lib/routes/rss3/interfaces/metadata.ts +67 -0
- package/lib/routes/rsshub/routes.ts +18 -12
- package/lib/routes/samd/news.ts +2 -2
- package/lib/routes/sara/index.ts +1 -1
- package/lib/routes/scut/gzic/media.ts +71 -0
- package/lib/routes/scut/gzic/news.ts +65 -0
- package/lib/routes/scut/gzic/notice.ts +88 -0
- package/lib/routes/shiep/config.ts +4 -10
- package/lib/routes/shiep/index.ts +9 -9
- package/lib/routes/showstart/artist.ts +5 -4
- package/lib/routes/showstart/brand.ts +5 -4
- package/lib/routes/showstart/event.ts +8 -7
- package/lib/routes/showstart/search.ts +43 -9
- package/lib/routes/showstart/service.ts +81 -53
- package/lib/routes/showstart/site.ts +41 -0
- package/lib/routes/showstart/utils.ts +9 -8
- package/lib/routes/sis001/author.ts +52 -0
- package/lib/routes/sis001/common.ts +38 -0
- package/lib/routes/sis001/forum.ts +2 -29
- package/lib/routes/sjtu/jwc.ts +4 -1
- package/lib/routes/sjtu/namespace.ts +1 -1
- package/lib/routes/sjtu/seiee/index.ts +97 -0
- package/lib/routes/smzdm/product.ts +86 -0
- package/lib/routes/spotify/show.ts +1 -1
- package/lib/routes/springer/journal.ts +10 -12
- package/lib/routes/sse/sselawsrules.ts +370 -0
- package/lib/routes/sspai/author.ts +1 -1
- package/lib/routes/sspai/column.ts +1 -1
- package/lib/routes/sspai/index.ts +3 -3
- package/lib/routes/sspai/matrix.ts +1 -1
- package/lib/routes/sspai/series-update.ts +1 -1
- package/lib/routes/sspai/tag.ts +1 -1
- package/lib/routes/sspai/topic.ts +1 -1
- package/lib/routes/sustainabilitymag/articles.ts +2 -0
- package/lib/routes/szse/rule.ts +315 -42
- package/lib/routes/t66y/index.ts +29 -7
- package/lib/routes/taoguba/blog.ts +1 -1
- package/lib/routes/taoguba/index.ts +1 -1
- package/lib/routes/techcrunch/news.ts +20 -29
- package/lib/routes/techcrunch/templates/description.art +7 -0
- package/lib/routes/telegram/channel.ts +34 -1
- package/lib/routes/test/index.ts +50 -43
- package/lib/routes/the/index.ts +211 -0
- package/lib/routes/the/namespace.ts +8 -0
- package/lib/routes/the/templates/description.art +27 -0
- package/lib/routes/the/util.ts +307 -0
- package/lib/routes/theblockbeats/index.ts +10 -5
- package/lib/routes/towardsdatascience/latest.ts +67 -0
- package/lib/routes/towardsdatascience/namespace.ts +6 -0
- package/lib/routes/tvb/news.ts +1 -0
- package/lib/routes/twitter/api/index.ts +2 -0
- package/lib/routes/twitter/api/mobile-api/login.ts +1 -1
- package/lib/routes/twitter/api/web-api/api.ts +18 -0
- package/lib/routes/twitter/api/web-api/constants.ts +16 -13
- package/lib/routes/twitter/api/web-api/login.ts +68 -0
- package/lib/routes/twitter/api/web-api/utils.ts +54 -29
- package/lib/routes/twitter/home-latest.ts +60 -0
- package/lib/routes/twitter/home.ts +1 -1
- package/lib/routes/twitter/tweet.ts +1 -0
- package/lib/routes/twitter/user.ts +1 -1
- package/lib/routes/twitter/utils.ts +4 -1
- package/lib/routes/uber/blog.ts +1 -1
- package/lib/routes/ustc/scms.ts +97 -0
- package/lib/routes/wchscu/namespace.ts +6 -0
- package/lib/routes/wchscu/recruit.ts +73 -0
- package/lib/routes/weibo/super-index.ts +23 -11
- package/lib/routes/weibo/utils.ts +0 -4
- package/lib/routes/xiaohongshu/notes.ts +10 -2
- package/lib/routes/xiaohongshu/user.ts +27 -5
- package/lib/routes/xiaohongshu/util.ts +3 -1
- package/lib/routes/xidian/cs.ts +143 -0
- package/lib/routes/xidian/gr.ts +289 -0
- package/lib/routes/xidian/jwc.ts +1 -0
- package/lib/routes/xidian/namespace.ts +1 -1
- package/lib/routes/xueqiu/cookies.ts +14 -1
- package/lib/routes/xueqiu/favorite.ts +16 -2
- package/lib/routes/yahoo/news/index.ts +1 -0
- package/lib/routes/yahoo/news/listid.ts +67 -0
- package/lib/routes/yahoo/news/utils.ts +8 -2
- package/lib/routes/yicai/carousel.ts +48 -0
- package/lib/routes/yicai/utils.ts +23 -17
- package/lib/routes/youtube/subscriptions.ts +1 -0
- package/lib/routes/yystv/docs.ts +28 -19
- package/lib/routes/zaobao/util.ts +1 -1
- package/lib/routes/zhihu/answers.ts +5 -1
- package/lib/routes/zhihu/execlib/x-zse-96-v3.ts +2 -0
- package/lib/routes/zhihu/namespace.ts +3 -0
- package/lib/routes/zhihu/utils.ts +18 -3
- package/lib/routes/zhihu/zhuanlan.ts +8 -7
- package/lib/routes/zsxq/types.ts +9 -0
- package/lib/routes/zsxq/utils.ts +4 -3
- package/lib/setup.test.ts +1 -1
- package/lib/types.ts +6 -0
- package/lib/utils/cache/index.ts +8 -0
- package/lib/utils/camelcase-keys.spec.ts +127 -0
- package/lib/utils/camelcase-keys.ts +27 -0
- package/lib/utils/common-utils.ts +1 -0
- package/lib/utils/otel/metric.ts +3 -2
- package/lib/views/error.tsx +3 -3
- package/lib/views/index.tsx +7 -9
- package/lib/views/json.ts +1 -1
- package/lib/views/layout.tsx +1 -1
- package/package.json +45 -43
- package/lib/routes/sse/lawandrules.ts +0 -68
- package/lib/routes-deprecated/bjnews/news.js +0 -44
- package/lib/routes-deprecated/gamersky/ent.js +0 -89
- package/lib/routes-deprecated/gamersky/news.js +0 -34
- package/lib/routes-deprecated/geekpark/breakingnews.js +0 -25
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import utils from './utils';
|
|
3
|
+
import { config } from '@/config';
|
|
4
|
+
import ConfigNotFoundError from '@/errors/types/config-not-found';
|
|
5
|
+
import InvalidParameterError from '@/errors/types/invalid-parameter';
|
|
6
|
+
|
|
7
|
+
export const route: Route = {
|
|
8
|
+
path: '/users/notes/:username',
|
|
9
|
+
categories: ['social-media'],
|
|
10
|
+
example: '/misskey/users/notes/support@misskey.io',
|
|
11
|
+
parameters: { username: 'misskey username format, like support@misskey.io' },
|
|
12
|
+
features: {
|
|
13
|
+
requireConfig: false,
|
|
14
|
+
requirePuppeteer: false,
|
|
15
|
+
antiCrawler: false,
|
|
16
|
+
supportBT: false,
|
|
17
|
+
supportPodcast: false,
|
|
18
|
+
supportScihub: false,
|
|
19
|
+
},
|
|
20
|
+
name: 'User timeline',
|
|
21
|
+
maintainers: ['siygle'],
|
|
22
|
+
handler,
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
async function handler(ctx) {
|
|
26
|
+
const username = ctx.req.param('username');
|
|
27
|
+
const [, pureUsername, site] = username.match(/@?(\w+)@(\w+\.\w+)/) || [];
|
|
28
|
+
if (!pureUsername || !site) {
|
|
29
|
+
throw new InvalidParameterError('Provide a valid Misskey username');
|
|
30
|
+
}
|
|
31
|
+
if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
|
|
32
|
+
throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const { accountData } = await utils.getUserTimelineByUsername(pureUsername, site);
|
|
36
|
+
|
|
37
|
+
return {
|
|
38
|
+
title: `User timeline for ${username} on ${site}`,
|
|
39
|
+
link: `https://${site}/@${pureUsername}`,
|
|
40
|
+
item: utils.parseNotes(accountData, site),
|
|
41
|
+
};
|
|
42
|
+
}
|
|
@@ -4,6 +4,8 @@ const __dirname = getCurrentPath(import.meta.url);
|
|
|
4
4
|
import { art } from '@/utils/render';
|
|
5
5
|
import { parseDate } from '@/utils/parse-date';
|
|
6
6
|
import path from 'node:path';
|
|
7
|
+
import cache from '@/utils/cache';
|
|
8
|
+
import got from '@/utils/got';
|
|
7
9
|
|
|
8
10
|
const allowSiteList = ['misskey.io', 'madost.one', 'mk.nixnet.social'];
|
|
9
11
|
|
|
@@ -28,4 +30,42 @@ const parseNotes = (data, site) =>
|
|
|
28
30
|
};
|
|
29
31
|
});
|
|
30
32
|
|
|
31
|
-
|
|
33
|
+
async function getUserTimelineByUsername(username, site) {
|
|
34
|
+
const searchUrl = `https://${site}/api/users/search-by-username-and-host`;
|
|
35
|
+
const cacheUid = `misskey_username/${site}/${username}`;
|
|
36
|
+
|
|
37
|
+
const accountId = await cache.tryGet(cacheUid, async () => {
|
|
38
|
+
const searchResponse = await got({
|
|
39
|
+
method: 'post',
|
|
40
|
+
url: searchUrl,
|
|
41
|
+
json: {
|
|
42
|
+
username,
|
|
43
|
+
host: site,
|
|
44
|
+
detail: true,
|
|
45
|
+
limit: 1,
|
|
46
|
+
},
|
|
47
|
+
});
|
|
48
|
+
const userData = searchResponse.data.find((item) => item.username === username);
|
|
49
|
+
|
|
50
|
+
if (userData.length === 0) {
|
|
51
|
+
throw new Error(`username ${username} not found`);
|
|
52
|
+
}
|
|
53
|
+
return userData.id;
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
const usernotesUrl = `https://${site}/api/users/notes`;
|
|
57
|
+
const usernotesResponse = await got({
|
|
58
|
+
method: 'post',
|
|
59
|
+
url: usernotesUrl,
|
|
60
|
+
json: {
|
|
61
|
+
userId: accountId,
|
|
62
|
+
withChannelNotes: true,
|
|
63
|
+
limit: 10,
|
|
64
|
+
offset: 0,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
const accountData = usernotesResponse.data;
|
|
68
|
+
return { site, accountId, accountData };
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
export default { parseNotes, getUserTimelineByUsername, allowSiteList };
|
|
@@ -58,7 +58,7 @@ async function handler() {
|
|
|
58
58
|
cache.tryGet(item.link, async () => {
|
|
59
59
|
const response = await got(item.link);
|
|
60
60
|
const $ = load(response.data);
|
|
61
|
-
const mods = findNatgeo($).page.content.
|
|
61
|
+
const mods = findNatgeo($).page.content.prismarticle.frms.find((f) => f.cmsType === 'ArticleBodyFrame').mods;
|
|
62
62
|
const bodyTile = mods.find((m) => m.edgs[0].cmsType === 'ArticleBodyTile').edgs[0];
|
|
63
63
|
|
|
64
64
|
item.author = bodyTile.cntrbGrp
|
|
@@ -13,7 +13,7 @@
|
|
|
13
13
|
{{ if b.type === 'p' }}
|
|
14
14
|
<p>{{@ b.cntnt.mrkup }}</p>
|
|
15
15
|
{{ else if b.type === 'inline' }}
|
|
16
|
-
{{ if b.cntnt.cmsType === 'image' }}
|
|
16
|
+
{{ if b.cntnt.cmsType === 'image' && b.cntnt.image?.src }}
|
|
17
17
|
<figure>
|
|
18
18
|
<img src="{{ b.cntnt.image.src }}" alt="{{ b.cntnt.image.altText }}">
|
|
19
19
|
<figcaption>{{@ b.cntnt.caption }}</figcaption>
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { Route } from '@/types';
|
|
2
2
|
import cache from '@/utils/cache';
|
|
3
|
-
import parser from '@/utils/rss-parser';
|
|
4
3
|
import ofetch from '@/utils/ofetch';
|
|
5
4
|
import { load } from 'cheerio';
|
|
5
|
+
|
|
6
6
|
const host = 'https://www.newyorker.com';
|
|
7
7
|
export const route: Route = {
|
|
8
|
-
path: '/:category
|
|
8
|
+
path: '/:category',
|
|
9
9
|
categories: ['traditional-media'],
|
|
10
|
-
example: '/newyorker/
|
|
11
|
-
parameters: { category: '
|
|
10
|
+
example: '/newyorker/latest',
|
|
11
|
+
parameters: { category: 'tab name. can be found at url' },
|
|
12
12
|
features: {
|
|
13
13
|
requireConfig: false,
|
|
14
14
|
requirePuppeteer: false,
|
|
@@ -19,7 +19,7 @@ export const route: Route = {
|
|
|
19
19
|
},
|
|
20
20
|
radar: [
|
|
21
21
|
{
|
|
22
|
-
source: ['newyorker.com
|
|
22
|
+
source: ['newyorker.com/:category?'],
|
|
23
23
|
},
|
|
24
24
|
],
|
|
25
25
|
name: 'The New Yorker',
|
|
@@ -28,13 +28,21 @@ export const route: Route = {
|
|
|
28
28
|
};
|
|
29
29
|
|
|
30
30
|
async function handler(ctx) {
|
|
31
|
-
const { category
|
|
32
|
-
const
|
|
33
|
-
const
|
|
31
|
+
const { category } = ctx.req.param();
|
|
32
|
+
const link = `${host}/${category}`;
|
|
33
|
+
const response = await ofetch(link);
|
|
34
|
+
const $ = load(response);
|
|
35
|
+
const preloadedState = JSON.parse(
|
|
36
|
+
$('script:contains("window.__PRELOADED_STATE__")')
|
|
37
|
+
.text()
|
|
38
|
+
.match(/window\.__PRELOADED_STATE__ = (.*);/)?.[1] ?? '{}'
|
|
39
|
+
);
|
|
40
|
+
const list = preloadedState.transformed.bundle.containers[0].items;
|
|
34
41
|
const items = await Promise.all(
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
42
|
+
list.map((item) => {
|
|
43
|
+
const url = `${host}${item.url}`;
|
|
44
|
+
return cache.tryGet(url, async () => {
|
|
45
|
+
const data = await ofetch(url);
|
|
38
46
|
const $ = load(data);
|
|
39
47
|
const description = $('#main-content');
|
|
40
48
|
description.find('h1').remove();
|
|
@@ -43,18 +51,17 @@ async function handler(ctx) {
|
|
|
43
51
|
description.find('div[class^="ActionBarWrapperContent-"]').remove();
|
|
44
52
|
description.find('div[class^="ContentHeaderByline-"]').remove();
|
|
45
53
|
return {
|
|
46
|
-
title: item.
|
|
54
|
+
title: item.dangerousHed,
|
|
47
55
|
pubDate: item.pubDate,
|
|
48
|
-
link:
|
|
49
|
-
category: item.categories,
|
|
56
|
+
link: url,
|
|
50
57
|
description: description.html(),
|
|
51
58
|
};
|
|
52
|
-
})
|
|
53
|
-
)
|
|
59
|
+
});
|
|
60
|
+
})
|
|
54
61
|
);
|
|
55
62
|
|
|
56
63
|
return {
|
|
57
|
-
title: `The New Yorker - ${
|
|
64
|
+
title: `The New Yorker - ${category}`,
|
|
58
65
|
link: host,
|
|
59
66
|
description: 'Reporting, Profiles, breaking news, cultural coverage, podcasts, videos, and cartoons from The New Yorker.',
|
|
60
67
|
item: items,
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import cache from '@/utils/cache';
|
|
3
|
+
import got from '@/utils/got';
|
|
4
|
+
import { load } from 'cheerio';
|
|
5
|
+
import { parseDate } from '@/utils/parse-date';
|
|
6
|
+
|
|
7
|
+
const rootUrl = 'https://www.pconline.com.cn';
|
|
8
|
+
interface Item {
|
|
9
|
+
id: string;
|
|
10
|
+
title: string;
|
|
11
|
+
channelName: string;
|
|
12
|
+
wap_3g_url: string;
|
|
13
|
+
bigImage: string;
|
|
14
|
+
cover: string;
|
|
15
|
+
largeImage: string;
|
|
16
|
+
authorname: string;
|
|
17
|
+
authorImg: string;
|
|
18
|
+
pc_pubDate: string;
|
|
19
|
+
artType: string;
|
|
20
|
+
summary: string;
|
|
21
|
+
url: string;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
const categories = {
|
|
25
|
+
all: {
|
|
26
|
+
title: '全部',
|
|
27
|
+
path: '',
|
|
28
|
+
},
|
|
29
|
+
tech: {
|
|
30
|
+
title: '科技',
|
|
31
|
+
path: 'tech/',
|
|
32
|
+
},
|
|
33
|
+
finance: {
|
|
34
|
+
title: '财经',
|
|
35
|
+
path: 'finance/',
|
|
36
|
+
},
|
|
37
|
+
life: {
|
|
38
|
+
title: '生活',
|
|
39
|
+
path: 'life/',
|
|
40
|
+
},
|
|
41
|
+
company: {
|
|
42
|
+
title: '公司',
|
|
43
|
+
path: 'company/',
|
|
44
|
+
},
|
|
45
|
+
character: {
|
|
46
|
+
title: '人物',
|
|
47
|
+
path: 'character/',
|
|
48
|
+
},
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
const getContent = (item) =>
|
|
52
|
+
cache.tryGet(item.link, async () => {
|
|
53
|
+
const detailResponse = await got({
|
|
54
|
+
method: 'get',
|
|
55
|
+
url: `https:${item.link}`,
|
|
56
|
+
responseType: 'arrayBuffer',
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
const utf8decoder = new TextDecoder('GBK');
|
|
60
|
+
const html = utf8decoder.decode(detailResponse.data);
|
|
61
|
+
const $ = load(html);
|
|
62
|
+
item.description = $('.context-box .context-table tbody td').html();
|
|
63
|
+
return item;
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
export const handler = async (ctx) => {
|
|
67
|
+
const { category = 'all' } = ctx.req.param();
|
|
68
|
+
const cate = categories[category] || categories.all;
|
|
69
|
+
const currentUrl = `${rootUrl}/3g/other/focus/${cate.path}index.html`;
|
|
70
|
+
|
|
71
|
+
const response = await got({
|
|
72
|
+
method: 'get',
|
|
73
|
+
url: currentUrl,
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
const resString = response.data
|
|
77
|
+
.replace(/Module\.callback\((.*)\)/s, '$1')
|
|
78
|
+
.split('\n')
|
|
79
|
+
.filter((e) => e.indexOf('"tags":') !== 0)
|
|
80
|
+
.join('\n')
|
|
81
|
+
.replaceAll("'", '"');
|
|
82
|
+
const tinyData = resString.replaceAll(/[\n\r]/g, '');
|
|
83
|
+
const dataString = tinyData.replaceAll(',}', '}');
|
|
84
|
+
const data = JSON.parse(dataString || '');
|
|
85
|
+
const { articleList } = data;
|
|
86
|
+
const list = articleList.map((item: Item) => ({
|
|
87
|
+
id: item.id,
|
|
88
|
+
title: item.title,
|
|
89
|
+
author: [
|
|
90
|
+
{
|
|
91
|
+
name: item.authorname,
|
|
92
|
+
avatar: item.authorImg,
|
|
93
|
+
},
|
|
94
|
+
],
|
|
95
|
+
pubDate: parseDate(item.pc_pubDate),
|
|
96
|
+
link: item.url,
|
|
97
|
+
description: item.summary,
|
|
98
|
+
category: item.channelName,
|
|
99
|
+
image: item.cover,
|
|
100
|
+
}));
|
|
101
|
+
|
|
102
|
+
const items = await Promise.all(list.map((item) => getContent(item)));
|
|
103
|
+
|
|
104
|
+
return {
|
|
105
|
+
title: `太平洋科技-${cate.title}`,
|
|
106
|
+
link: currentUrl,
|
|
107
|
+
item: items,
|
|
108
|
+
};
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
export const route: Route = {
|
|
112
|
+
path: '/focus/:category?',
|
|
113
|
+
categories: ['new-media'],
|
|
114
|
+
example: '/pconline/focus',
|
|
115
|
+
parameters: {
|
|
116
|
+
category: {
|
|
117
|
+
description: '科技新闻的类别,获取最新的一页,分别:all, tech, finance, life, company, character',
|
|
118
|
+
default: 'all',
|
|
119
|
+
},
|
|
120
|
+
},
|
|
121
|
+
features: {
|
|
122
|
+
requireConfig: false,
|
|
123
|
+
requirePuppeteer: false,
|
|
124
|
+
antiCrawler: false,
|
|
125
|
+
supportBT: false,
|
|
126
|
+
supportPodcast: false,
|
|
127
|
+
supportScihub: false,
|
|
128
|
+
},
|
|
129
|
+
radar: [
|
|
130
|
+
{
|
|
131
|
+
source: ['pconline.com.cn/focus/', 'pconline.com.cn/'],
|
|
132
|
+
target: '/focus',
|
|
133
|
+
},
|
|
134
|
+
],
|
|
135
|
+
name: '科技新闻',
|
|
136
|
+
maintainers: ['CH563'],
|
|
137
|
+
handler,
|
|
138
|
+
description: `::: tip
|
|
139
|
+
| 全部 | 科技 | 财经 | 生活 | 公司 | 人物 |
|
|
140
|
+
| --- | --- | --- | --- | --- | --- |
|
|
141
|
+
| all | tech | finance | life | company | character |
|
|
142
|
+
:::`,
|
|
143
|
+
};
|
|
@@ -32,7 +32,13 @@ async function handler(ctx) {
|
|
|
32
32
|
responseType: 'buffer',
|
|
33
33
|
});
|
|
34
34
|
|
|
35
|
-
|
|
35
|
+
// not seen Content-Type in response headers
|
|
36
|
+
// try to parse charset from meta tag
|
|
37
|
+
let decodedResponse = iconv.decode(response, 'utf-8');
|
|
38
|
+
const parsedCharset = decodedResponse.match(/<meta.*?charset=["']?([^"'>]+)["']?/i);
|
|
39
|
+
const encoding = parsedCharset ? parsedCharset[1].toLowerCase() : 'utf-8';
|
|
40
|
+
decodedResponse = encoding === 'utf-8' ? decodedResponse : iconv.decode(response, encoding);
|
|
41
|
+
const $ = load(decodedResponse);
|
|
36
42
|
|
|
37
43
|
$('em').remove();
|
|
38
44
|
$('.bshare-more, .page_n, .page').remove();
|
|
@@ -64,7 +70,7 @@ async function handler(ctx) {
|
|
|
64
70
|
responseType: 'buffer',
|
|
65
71
|
});
|
|
66
72
|
|
|
67
|
-
const data = iconv.decode(detailResponse,
|
|
73
|
+
const data = iconv.decode(detailResponse, encoding);
|
|
68
74
|
const content = load(data);
|
|
69
75
|
|
|
70
76
|
content('.paper_num, #rwb_tjyd').remove();
|
|
@@ -82,7 +82,8 @@ async function handler(ctx) {
|
|
|
82
82
|
|
|
83
83
|
const list = await Promise.all(
|
|
84
84
|
posts.items.map(async (item) => {
|
|
85
|
-
const { shortcode,
|
|
85
|
+
const { shortcode, sum, type, time } = item;
|
|
86
|
+
|
|
86
87
|
const link = `${baseUrl}/post/${shortcode}/`;
|
|
87
88
|
if (type === 'img_multi') {
|
|
88
89
|
item.images = await cache.tryGet(link, async () => {
|
|
@@ -111,8 +112,15 @@ async function handler(ctx) {
|
|
|
111
112
|
}
|
|
112
113
|
|
|
113
114
|
return {
|
|
114
|
-
|
|
115
|
-
|
|
115
|
+
// sum_pure lacks linebreaks/spaces between lines
|
|
116
|
+
title: load(sum, null, false).text().replaceAll('\n', ' '),
|
|
117
|
+
description: art(path.join(__dirname, 'templates/desc.art'), {
|
|
118
|
+
item: {
|
|
119
|
+
...item,
|
|
120
|
+
// Fix linebreaks
|
|
121
|
+
sum: sum.replaceAll('\n', '<br>'),
|
|
122
|
+
},
|
|
123
|
+
}),
|
|
116
124
|
link,
|
|
117
125
|
pubDate: parseDate(time, 'X'),
|
|
118
126
|
};
|
|
@@ -9,7 +9,7 @@ import { parseDate } from '@/utils/parse-date';
|
|
|
9
9
|
import ConfigNotFoundError from '@/errors/types/config-not-found';
|
|
10
10
|
|
|
11
11
|
export const route: Route = {
|
|
12
|
-
path: '/search/:keyword/:order?/:mode?',
|
|
12
|
+
path: '/search/:keyword/:order?/:mode?/:include_ai?',
|
|
13
13
|
categories: ['social-media', 'popular'],
|
|
14
14
|
view: ViewType.Pictures,
|
|
15
15
|
example: '/pixiv/search/Nezuko/popular',
|
|
@@ -47,6 +47,20 @@ export const route: Route = {
|
|
|
47
47
|
},
|
|
48
48
|
],
|
|
49
49
|
},
|
|
50
|
+
include_ai: {
|
|
51
|
+
description: 'whether AI-generated content is included',
|
|
52
|
+
default: 'yes',
|
|
53
|
+
options: [
|
|
54
|
+
{
|
|
55
|
+
label: 'does not include AI-generated content',
|
|
56
|
+
value: 'no',
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
label: 'include AI-generated content',
|
|
60
|
+
value: 'yes',
|
|
61
|
+
},
|
|
62
|
+
],
|
|
63
|
+
},
|
|
50
64
|
},
|
|
51
65
|
features: {
|
|
52
66
|
requireConfig: false,
|
|
@@ -69,6 +83,7 @@ async function handler(ctx) {
|
|
|
69
83
|
const keyword = ctx.req.param('keyword');
|
|
70
84
|
const order = ctx.req.param('order') || 'date';
|
|
71
85
|
const mode = ctx.req.param('mode');
|
|
86
|
+
const includeAI = ctx.req.param('include_ai');
|
|
72
87
|
|
|
73
88
|
const token = await getToken(cache.tryGet);
|
|
74
89
|
if (!token) {
|
|
@@ -84,6 +99,10 @@ async function handler(ctx) {
|
|
|
84
99
|
illusts = illusts.filter((item) => item.x_restrict === 1);
|
|
85
100
|
}
|
|
86
101
|
|
|
102
|
+
if (includeAI === 'no' || includeAI === '0') {
|
|
103
|
+
illusts = illusts.filter((item) => item.illust_ai_type <= 1);
|
|
104
|
+
}
|
|
105
|
+
|
|
87
106
|
return {
|
|
88
107
|
title: `${keyword} 的 pixiv ${order === 'popular' ? '热门' : ''}内容`,
|
|
89
108
|
link: `https://www.pixiv.net/tags/${keyword}/artworks`,
|
|
@@ -2,15 +2,15 @@ import { config } from '@/config';
|
|
|
2
2
|
|
|
3
3
|
export default {
|
|
4
4
|
getImgs(illust) {
|
|
5
|
-
const images = [];
|
|
5
|
+
const images: string[] = [];
|
|
6
6
|
if (illust.meta_pages?.length) {
|
|
7
7
|
for (const page of illust.meta_pages) {
|
|
8
8
|
const original = page.image_urls.original.replace('https://i.pximg.net', config.pixiv.imgProxy);
|
|
9
|
-
images.push(`<p><img src="${original}"/></p>`);
|
|
9
|
+
images.push(`<p><img src="${original}" width="${page.width}" height="${page.height}" /></p>`);
|
|
10
10
|
}
|
|
11
11
|
} else if (illust.meta_single_page.original_image_url) {
|
|
12
12
|
const original = illust.meta_single_page.original_image_url.replace('https://i.pximg.net', config.pixiv.imgProxy);
|
|
13
|
-
images.push(`<p><img src="${original}"/></p>`);
|
|
13
|
+
images.push(`<p><img src="${original}" width="${illust.width}" height="${illust.height}" /></p>`);
|
|
14
14
|
}
|
|
15
15
|
return images;
|
|
16
16
|
},
|
|
@@ -44,7 +44,7 @@ async function handler() {
|
|
|
44
44
|
const listItems = $('#list-content .list-item')
|
|
45
45
|
.map(function () {
|
|
46
46
|
return {
|
|
47
|
-
url: new URL($(this).find('> a.link').attr('href'),
|
|
47
|
+
url: new URL($(this).find('> a.link').attr('href'), 'https://bbs.pku.edu.cn/v2').href,
|
|
48
48
|
title: $(this).find('.title').text(),
|
|
49
49
|
};
|
|
50
50
|
})
|
|
@@ -2,7 +2,7 @@ import { getCurrentPath } from '@/utils/helpers';
|
|
|
2
2
|
const __dirname = getCurrentPath(import.meta.url);
|
|
3
3
|
|
|
4
4
|
import cache from '@/utils/cache';
|
|
5
|
-
import
|
|
5
|
+
import ofetch from '@/utils/ofetch';
|
|
6
6
|
import { load } from 'cheerio';
|
|
7
7
|
import { art } from '@/utils/render';
|
|
8
8
|
import path from 'node:path';
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { Route } from '@/types';
|
|
2
|
+
import { parseDate } from '@/utils/parse-date';
|
|
3
|
+
import ofetch from '@/utils/ofetch';
|
|
4
|
+
|
|
5
|
+
export const route: Route = {
|
|
6
|
+
path: '/community/:communityUrl',
|
|
7
|
+
name: 'Community Events',
|
|
8
|
+
url: 'app.questn.com',
|
|
9
|
+
maintainers: ['cxheng315'],
|
|
10
|
+
example: '/questn/community/gmnetwork',
|
|
11
|
+
parameters: {
|
|
12
|
+
community_url: 'Community URL',
|
|
13
|
+
},
|
|
14
|
+
categories: ['other'],
|
|
15
|
+
features: {
|
|
16
|
+
requireConfig: false,
|
|
17
|
+
requirePuppeteer: false,
|
|
18
|
+
antiCrawler: false,
|
|
19
|
+
supportBT: false,
|
|
20
|
+
supportPodcast: false,
|
|
21
|
+
supportScihub: false,
|
|
22
|
+
},
|
|
23
|
+
radar: [
|
|
24
|
+
{
|
|
25
|
+
source: ['app.questn.com/:communityUrl'],
|
|
26
|
+
target: '/community/:communityUrl',
|
|
27
|
+
},
|
|
28
|
+
],
|
|
29
|
+
handler,
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
async function handler(ctx) {
|
|
33
|
+
const url = 'https://api.questn.com/consumer/explore/entity_list/';
|
|
34
|
+
|
|
35
|
+
const params = {
|
|
36
|
+
count: ctx.req.query('limit') || '20',
|
|
37
|
+
page: '1',
|
|
38
|
+
community_url: ctx.req.param('communityUrl') || 'questn', // default to questn
|
|
39
|
+
};
|
|
40
|
+
|
|
41
|
+
const response = await ofetch(`${url}?${new URLSearchParams(params)}`, {
|
|
42
|
+
method: 'GET',
|
|
43
|
+
headers: {
|
|
44
|
+
'Content-Type': 'application/json',
|
|
45
|
+
},
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
const data = await response.result.data;
|
|
49
|
+
|
|
50
|
+
const items = data.map((item) => ({
|
|
51
|
+
title: item.title,
|
|
52
|
+
link: `https://app.questn.com/quest/${item.id}`,
|
|
53
|
+
author: item.community_info ? item.community_info.name : '',
|
|
54
|
+
guid: item.id,
|
|
55
|
+
pubDate: parseDate(item.start_time * 1000),
|
|
56
|
+
itunes_duration: item.end_time > 0 ? item.end_time - item.start_time : 0,
|
|
57
|
+
}));
|
|
58
|
+
|
|
59
|
+
return {
|
|
60
|
+
title: `QuestN Community - ${data[0].community_info ? data[0].community_info.name : ''} Events`,
|
|
61
|
+
link: `https://app.questn.com/${ctx.req.param('community_url')}`,
|
|
62
|
+
description: data[0].community_info ? data[0].community_info.introduction : '',
|
|
63
|
+
image: data[0].community_info ? data[0].community_info.logo : '',
|
|
64
|
+
logo: data[0].community_info ? data[0].community_info.logo : '',
|
|
65
|
+
item:
|
|
66
|
+
items && items.length > 0
|
|
67
|
+
? items
|
|
68
|
+
: [
|
|
69
|
+
{
|
|
70
|
+
title: 'No events found',
|
|
71
|
+
link: `https://app.questn.com/${ctx.req.param('community_url')}`,
|
|
72
|
+
description: 'No events found',
|
|
73
|
+
},
|
|
74
|
+
],
|
|
75
|
+
};
|
|
76
|
+
}
|