rsshub 1.0.0-master.be74209 → 1.0.0-master.bea92ae
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -7
- package/lib/config.js +21 -8
- package/lib/middleware/cache/index.js +4 -3
- package/lib/middleware/cache/redis.js +3 -3
- package/lib/middleware/onerror.js +8 -0
- package/lib/middleware/template.js +79 -85
- package/lib/router.js +5 -5
- package/lib/routes/index.js +6 -13
- package/lib/utils/common-utils.js +2 -6
- package/lib/utils/render.js +2 -0
- package/lib/v2/1point3acres/maintainer.js +2 -2
- package/lib/v2/aliyun/notice.js +1 -1
- package/lib/v2/amazon/maintainer.js +1 -1
- package/lib/v2/apnews/topics.js +1 -1
- package/lib/v2/arcteryx/maintainer.js +3 -3
- package/lib/v2/bangumi/maintainer.js +1 -0
- package/lib/v2/bangumi/radar.js +6 -0
- package/lib/v2/bangumi/router.js +1 -0
- package/lib/v2/bangumi/tv/user/wish.js +38 -0
- package/lib/v2/bellroy/maintainer.js +1 -1
- package/lib/v2/brave/latest.js +4 -2
- package/lib/v2/buaa/maintainer.js +4 -0
- package/lib/v2/buaa/news/index.js +46 -0
- package/lib/v2/buaa/radar.js +21 -0
- package/lib/v2/buaa/router.js +4 -0
- package/lib/v2/buaa/sme.js +59 -0
- package/lib/v2/cfachina/analygarden.js +60 -0
- package/lib/v2/cfachina/maintainer.js +3 -0
- package/lib/v2/cfachina/radar.js +13 -0
- package/lib/v2/cfachina/router.js +3 -0
- package/lib/v2/cna/maintainer.js +1 -0
- package/lib/v2/cna/radar.js +6 -0
- package/lib/v2/cna/router.js +1 -0
- package/lib/v2/cna/web/index.js +62 -0
- package/lib/v2/cste/radar.js +1 -1
- package/lib/v2/dahecube/radar.js +40 -4
- package/lib/v2/deeplearning/maintainer.js +3 -0
- package/lib/v2/deeplearning/radar.js +13 -0
- package/lib/v2/deeplearning/router.js +3 -0
- package/lib/v2/deeplearning/thebatch.js +36 -0
- package/lib/v2/dongqiudi/utils.js +1 -1
- package/lib/v2/dut/defaults.js +4 -0
- package/lib/v2/dut/index.js +21 -9
- package/lib/v2/dut/maintainer.js +8 -7
- package/lib/v2/dut/radar.js +37 -29
- package/lib/v2/dut/shortcuts.js +5 -0
- package/lib/v2/egsea/flash.js +30 -0
- package/lib/v2/egsea/maintainer.js +3 -0
- package/lib/v2/egsea/radar.js +13 -0
- package/lib/v2/egsea/router.js +3 -0
- package/lib/v2/fisher-spb/news.js +1 -2
- package/lib/v2/fosshub/radar.js +1 -1
- package/lib/v2/fxiaoke/crm.js +63 -0
- package/lib/v2/fxiaoke/maintainer.js +3 -0
- package/lib/v2/fxiaoke/radar.js +37 -0
- package/lib/v2/fxiaoke/router.js +3 -0
- package/lib/v2/gdsrx/index.js +72 -0
- package/lib/v2/gdsrx/maintainer.js +3 -0
- package/lib/v2/gdsrx/radar.js +61 -0
- package/lib/v2/gdsrx/router.js +3 -0
- package/lib/v2/github/radar.js +12 -12
- package/lib/v2/gogoanimehd/radar.js +1 -1
- package/lib/v2/gogoanimehd/recent-releases.js +1 -1
- package/lib/v2/gov/chinamine-safety/util.js +77 -0
- package/lib/v2/gov/chinamine-safety/xw.js +37 -0
- package/lib/v2/gov/chinamine-safety/zfxxgk.js +36 -0
- package/lib/v2/gov/maintainer.js +6 -1
- package/lib/v2/gov/mot/index.js +1 -1
- package/lib/v2/gov/nea/ghs.js +58 -0
- package/lib/v2/gov/nifdc/index.js +40 -33
- package/lib/v2/gov/radar.js +231 -4
- package/lib/v2/gov/router.js +6 -1
- package/lib/v2/gov/safe/business.js +8 -0
- package/lib/v2/gov/safe/complaint.js +8 -0
- package/lib/v2/gov/safe/templates/message.art +25 -0
- package/lib/v2/gov/safe/util.js +87 -0
- package/lib/v2/greasyfork/maintainer.js +1 -0
- package/lib/v2/greasyfork/router.js +1 -0
- package/lib/v2/greasyfork/scripts.js +25 -20
- package/lib/{routes/universities → v2}/harvard/health/blog.js +8 -7
- package/lib/v2/harvard/maintainer.js +3 -0
- package/lib/v2/harvard/radar.js +13 -0
- package/lib/v2/harvard/router.js +3 -0
- package/lib/v2/huxiu/briefColumn.js +13 -25
- package/lib/v2/huxiu/channel.js +28 -0
- package/lib/v2/huxiu/club.js +30 -0
- package/lib/v2/huxiu/collection.js +14 -26
- package/lib/v2/huxiu/maintainer.js +8 -5
- package/lib/v2/huxiu/member.js +27 -0
- package/lib/v2/huxiu/moment.js +11 -25
- package/lib/v2/huxiu/radar.js +24 -16
- package/lib/v2/huxiu/router.js +7 -4
- package/lib/v2/huxiu/search.js +16 -21
- package/lib/v2/huxiu/tag.js +13 -25
- package/lib/v2/huxiu/templates/description.art +46 -0
- package/lib/v2/huxiu/util.js +460 -0
- package/lib/v2/ifi-audio/maintainer.js +1 -1
- package/lib/v2/imiker/jinghua.js +87 -0
- package/lib/v2/imiker/maintainer.js +3 -0
- package/lib/v2/imiker/radar.js +13 -0
- package/lib/v2/imiker/router.js +3 -0
- package/lib/v2/imiker/templates/description.art +32 -0
- package/lib/v2/inoreader/maintainer.js +1 -1
- package/lib/v2/instagram/common-utils.js +7 -4
- package/lib/v2/instagram/templates/images.art +9 -2
- package/lib/v2/instagram/templates/video.art +4 -1
- package/lib/v2/instagram/web-api/index.js +30 -9
- package/lib/v2/instagram/web-api/utils.js +149 -25
- package/lib/v2/kepu/live.js +89 -0
- package/lib/v2/kepu/maintainer.js +3 -0
- package/lib/v2/kepu/radar.js +13 -0
- package/lib/v2/kepu/router.js +3 -0
- package/lib/v2/kepu/templates/description.art +33 -0
- package/lib/v2/leetcode/maintainer.js +1 -1
- package/lib/v2/lightnovel/lightNovel.js +62 -0
- package/lib/v2/lightnovel/maintainer.js +3 -0
- package/lib/v2/lightnovel/radar.js +13 -0
- package/lib/v2/lightnovel/router.js +3 -0
- package/lib/v2/line/radar.js +1 -1
- package/lib/v2/magazinelib/maintainer.js +1 -1
- package/lib/v2/mihoyo/radar.js +1 -1
- package/lib/v2/missav/maintainer.js +3 -0
- package/lib/v2/missav/new.js +36 -0
- package/lib/v2/missav/radar.js +13 -0
- package/lib/v2/missav/router.js +3 -0
- package/lib/v2/missav/templates/preview.art +3 -0
- package/lib/v2/modb/maintainer.js +3 -0
- package/lib/v2/modb/radar.js +13 -0
- package/lib/v2/modb/router.js +3 -0
- package/lib/v2/modb/topic.js +59 -0
- package/lib/v2/ncu/jwc.js +33 -0
- package/lib/v2/ncu/maintainer.js +3 -0
- package/lib/v2/ncu/radar.js +13 -0
- package/lib/v2/ncu/router.js +3 -0
- package/lib/v2/nmtv/radar.js +1 -1
- package/lib/v2/oo-software/radar.js +1 -1
- package/lib/v2/patagonia/maintainer.js +1 -1
- package/lib/v2/phoronix/index.js +177 -48
- package/lib/v2/phoronix/maintainer.js +1 -1
- package/lib/v2/phoronix/radar.js +3 -3
- package/lib/v2/phoronix/router.js +1 -1
- package/lib/v2/picnob/maintainer.js +1 -1
- package/lib/v2/picnob/templates/desc.art +3 -3
- package/lib/v2/picnob/user.js +74 -37
- package/lib/v2/picnob/utils.js +24 -0
- package/lib/v2/questmobile/maintainer.js +3 -0
- package/lib/v2/questmobile/radar.js +18 -0
- package/lib/v2/questmobile/report.js +127 -0
- package/lib/v2/questmobile/router.js +3 -0
- package/lib/v2/questmobile/templates/description.art +17 -0
- package/lib/v2/readhub/daily.js +43 -0
- package/lib/v2/readhub/index.js +19 -72
- package/lib/v2/readhub/maintainer.js +1 -0
- package/lib/v2/readhub/radar.js +6 -0
- package/lib/v2/readhub/router.js +1 -0
- package/lib/v2/readhub/util.js +69 -0
- package/lib/v2/reuters/common.js +55 -48
- package/lib/v2/routledge/book-series.js +78 -0
- package/lib/v2/routledge/maintainer.js +3 -0
- package/lib/v2/routledge/radar.js +13 -0
- package/lib/v2/routledge/router.js +3 -0
- package/lib/v2/routledge/templates/description.art +7 -0
- package/lib/v2/sehuatang/index.js +10 -12
- package/lib/v2/sehuatang/user.js +11 -12
- package/lib/v2/snowpeak/maintainer.js +1 -1
- package/lib/v2/sony/maintainer.js +1 -1
- package/lib/v2/sse/disclosure.js +4 -3
- package/lib/v2/sspu/jwc.js +44 -0
- package/lib/v2/sspu/maintainer.js +3 -0
- package/lib/v2/sspu/radar.js +13 -0
- package/lib/v2/sspu/router.js +3 -0
- package/lib/v2/techcrunch/maintainer.js +1 -1
- package/lib/v2/theatlantic/maintainer.js +1 -1
- package/lib/v2/thepaper/radar.js +2 -2
- package/lib/v2/threads/index.js +1 -1
- package/lib/v2/twitter/keyword.js +1 -3
- package/lib/v2/twitter/media.js +1 -5
- package/lib/v2/twitter/user.js +1 -3
- package/lib/v2/twitter/utils.js +5 -3
- package/lib/v2/twitter/web-api/constants.js +80 -68
- package/lib/v2/twitter/web-api/twitter-api.js +96 -103
- package/lib/v2/wechat/maintainer.js +1 -1
- package/lib/v2/weibo/maintainer.js +1 -1
- package/lib/v2/weibo/radar.js +1 -1
- package/lib/v2/weibo/router.js +1 -1
- package/lib/v2/weibo/search/hot.js +118 -7
- package/lib/v2/weibo/search/template/digest.art +17 -0
- package/lib/v2/xiaohongshu/util.js +17 -7
- package/lib/v2/xsijishe/maintainer.js +1 -0
- package/lib/v2/xsijishe/radar.js +12 -0
- package/lib/v2/xsijishe/rank.js +60 -0
- package/lib/v2/xsijishe/router.js +1 -0
- package/lib/v2/yahoo/maintainer.js +2 -0
- package/lib/v2/yahoo/news/tw/index.js +24 -0
- package/lib/v2/yahoo/news/tw/provider-helper.js +22 -0
- package/lib/v2/yahoo/news/tw/provider.js +24 -0
- package/lib/v2/yahoo/news/tw/utils.js +129 -0
- package/lib/v2/yahoo/radar.js +29 -1
- package/lib/v2/yahoo/router.js +4 -1
- package/lib/v2/yahoo/templates/youtube.art +1 -0
- package/lib/v2/yuque/book.js +6 -1
- package/lib/v2/yuque/utils.js +16 -0
- package/lib/v2/zagg/maintainer.js +1 -1
- package/lib/v2/zhihu/maintainer.js +2 -0
- package/lib/v2/zhihu/radar.js +18 -0
- package/lib/v2/zhihu/router.js +2 -0
- package/lib/v2/zhihu/xhu/activities.js +112 -0
- package/lib/v2/zhihu/xhu/answers.js +31 -0
- package/lib/views/error.art +1 -1
- package/lib/views/rss3-ums.js +62 -0
- package/lib/views/welcome.art +1 -1
- package/package.json +38 -32
- package/lib/routes/deeplearningai/thebatch.js +0 -29
- package/lib/routes/egsea/flash.js +0 -40
- package/lib/routes/questmobile/report.js +0 -121
- package/lib/routes/universities/buaa/news/index.js +0 -66
- package/lib/routes/universities/buaa/utils.js +0 -57
- package/lib/v2/huxiu/article.js +0 -33
- package/lib/v2/huxiu/author.js +0 -36
- package/lib/v2/huxiu/templates/brief.art +0 -22
- package/lib/v2/huxiu/templates/img.art +0 -3
- package/lib/v2/huxiu/templates/moment.art +0 -16
- package/lib/v2/huxiu/templates/video.art +0 -7
- package/lib/v2/huxiu/utils.js +0 -154
- package/lib/v2/twitter/web-api/twitter-got.js +0 -113
- /package/lib/v2/yahoo/news/{index.js → us/index.js} +0 -0
package/README.md
CHANGED
|
@@ -5,14 +5,16 @@
|
|
|
5
5
|
|
|
6
6
|
> 🍰 Everything is RSSible
|
|
7
7
|
|
|
8
|
-
[](https://rsshub.app)
|
|
9
|
+
[](https://hub.docker.com/r/diygod/rsshub)
|
|
10
|
+
[](https://www.npmjs.com/package/rsshub)
|
|
11
11
|
[](https://github.com/DIYgod/RSSHub/actions/workflows/test.yml?query=event%3Apush+branch%3Amaster)
|
|
12
12
|
[](https://app.codecov.io/gh/DIYgod/RSSHub/branch/master)
|
|
13
13
|
[](https://www.codefactor.io/repository/github/diygod/rsshub)
|
|
14
14
|
[](https://deepscan.io/dashboard#view=project&tid=6244&pid=8135&bid=92448)
|
|
15
15
|
|
|
16
|
+
[](https://t.me/rsshub) [](https://t.me/awesomeRSSHub)
|
|
17
|
+
|
|
16
18
|
## Introduction
|
|
17
19
|
|
|
18
20
|
RSSHub is an open source, easy to use, and extensible RSS feed generator. It's capable of generating RSS feeds from pretty much everything.
|
|
@@ -30,7 +32,7 @@ RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYg
|
|
|
30
32
|
### Special Sponsors
|
|
31
33
|
|
|
32
34
|
<p>
|
|
33
|
-
<a href="https://xlog.app/" target="_blank"><img height="
|
|
35
|
+
<a href="https://rss3.io" target="_blank"><img height="50px" src="https://i.imgur.com/lb1dDGK.png"></a> <a href="https://xlog.app/" target="_blank"><img height="50px" src="https://i.imgur.com/JuhHTKD.png"></a>
|
|
34
36
|
</p>
|
|
35
37
|
|
|
36
38
|
[](https://docs.rsshub.app/support/)
|
|
@@ -43,12 +45,12 @@ Logo designer [sheldonrrr](https://dribbble.com/sheldonrrr)
|
|
|
43
45
|
|
|
44
46
|
### Backers
|
|
45
47
|
|
|
46
|
-
<a href="https://www.cloudflare.com" target="_blank"><img height="50px" src="https://i.imgur.com/7Ph27Fq.png"></a> <a href="https://www.netlify.com" target="_blank"><img height="40px" src="https://i.imgur.com/cU01915.png"></a>
|
|
48
|
+
<a href="https://www.cloudflare.com" target="_blank"><img height="50px" src="https://i.imgur.com/7Ph27Fq.png"></a> <a href="https://www.netlify.com" target="_blank"><img height="40px" src="https://i.imgur.com/cU01915.png"></a> <a href="https://1password.com" target="_blank"><img height="40px" src="https://i.imgur.com/a2XjflO.png"></a>
|
|
47
49
|
|
|
48
50
|
## Related Projects
|
|
49
51
|
|
|
50
52
|
- [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) | A browser extension that can help you quickly discover and subscribe to the RSS and RSSHub of current websites.
|
|
51
|
-
- [RSSBud](https://github.com/Cay-Zhang/RSSBud)
|
|
53
|
+
- [RSSBud](https://github.com/Cay-Zhang/RSSBud) | RSSHub Radar for iOS platform, designed specifically for mobile ecosystem optimization.
|
|
52
54
|
- [RSSAid](https://github.com/LeetaoGoooo/RSSAid) | RSSHub Radar for Android platform built with Flutter.
|
|
53
55
|
- [DocSearch](https://github.com/Fatpandac/DocSearch) | Link RSSHub DocSearch into Raycast
|
|
54
56
|
|
|
@@ -78,7 +80,7 @@ Recurring donors will be rewarded via express issue response, or even have your
|
|
|
78
80
|
- Become a Sponser on [Patreon](https://www.patreon.com/DIYgod)
|
|
79
81
|
- Become a Sponser on [Open Collective](https://opencollective.com/RSSHub)
|
|
80
82
|
- Become a Sponser on [爱发电](https://afdian.net/@diygod)
|
|
81
|
-
- Contact us directly: i@diygod.me
|
|
83
|
+
- Contact us directly: <i@diygod.me>
|
|
82
84
|
|
|
83
85
|
### One-time Donation
|
|
84
86
|
|
package/lib/config.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
require('dotenv').config();
|
|
2
2
|
const randUserAgent = require('./utils/rand-user-agent');
|
|
3
|
+
const got = require('got');
|
|
3
4
|
let envs = process.env;
|
|
4
5
|
let value;
|
|
5
6
|
const TRUE_UA = 'RSSHub/1.0 (+http://github.com/DIYgod/RSSHub; like FeedFetcher-Google)';
|
|
6
7
|
|
|
7
8
|
const calculateValue = () => {
|
|
8
9
|
const bilibili_cookies = {};
|
|
9
|
-
const twitter_tokens = {};
|
|
10
10
|
const email_config = {};
|
|
11
11
|
const discuz_cookies = {};
|
|
12
12
|
const medium_cookies = {};
|
|
@@ -16,9 +16,6 @@ const calculateValue = () => {
|
|
|
16
16
|
if (name.startsWith('BILIBILI_COOKIE_')) {
|
|
17
17
|
const uid = name.slice(16);
|
|
18
18
|
bilibili_cookies[uid] = envs[name];
|
|
19
|
-
} else if (name.startsWith('TWITTER_TOKEN_')) {
|
|
20
|
-
const id = name.slice(14);
|
|
21
|
-
twitter_tokens[id] = envs[name];
|
|
22
19
|
} else if (name.startsWith('EMAIL_CONFIG_')) {
|
|
23
20
|
const id = name.slice(13);
|
|
24
21
|
email_config[id] = envs[name];
|
|
@@ -222,6 +219,9 @@ const calculateValue = () => {
|
|
|
222
219
|
lastfm: {
|
|
223
220
|
api_key: envs.LASTFM_API_KEY,
|
|
224
221
|
},
|
|
222
|
+
lightnovel: {
|
|
223
|
+
cookie: envs.SECURITY_KEY,
|
|
224
|
+
},
|
|
225
225
|
manhuagui: {
|
|
226
226
|
cookie: envs.MHGUI_COOKIE,
|
|
227
227
|
},
|
|
@@ -295,10 +295,8 @@ const calculateValue = () => {
|
|
|
295
295
|
cookie: envs.TOPHUB_COOKIE,
|
|
296
296
|
},
|
|
297
297
|
twitter: {
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
tokens: twitter_tokens,
|
|
301
|
-
authorization: envs.TWITTER_WEBAPI_AUTHORIZAION && envs.TWITTER_WEBAPI_AUTHORIZAION.split(','),
|
|
298
|
+
oauthTokens: envs.TWITTER_OAUTH_TOKEN?.split(','),
|
|
299
|
+
oauthTokenSecrets: envs.TWITTER_OAUTH_TOKEN_SECRET?.split(','),
|
|
302
300
|
},
|
|
303
301
|
weibo: {
|
|
304
302
|
app_key: envs.WEIBO_APP_KEY,
|
|
@@ -335,6 +333,21 @@ const calculateValue = () => {
|
|
|
335
333
|
};
|
|
336
334
|
calculateValue();
|
|
337
335
|
|
|
336
|
+
if (envs.REMOTE_CONFIG) {
|
|
337
|
+
got.get(envs.REMOTE_CONFIG)
|
|
338
|
+
.then((response) => {
|
|
339
|
+
const data = JSON.parse(response.body);
|
|
340
|
+
if (data) {
|
|
341
|
+
envs = Object.assign(envs, data);
|
|
342
|
+
calculateValue();
|
|
343
|
+
require('@/utils/logger').info('Remote config loaded.');
|
|
344
|
+
}
|
|
345
|
+
})
|
|
346
|
+
.catch((error) => {
|
|
347
|
+
require('@/utils/logger').error('Remote config load failed.', error);
|
|
348
|
+
});
|
|
349
|
+
}
|
|
350
|
+
|
|
338
351
|
module.exports = {
|
|
339
352
|
set: (env) => {
|
|
340
353
|
envs = Object.assign(process.env, env);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const
|
|
1
|
+
const xxhash = require('xxhash-wasm');
|
|
2
2
|
const config = require('@/config').value;
|
|
3
3
|
const logger = require('@/utils/logger');
|
|
4
4
|
const { RequestInProgressError } = require('@/errors');
|
|
@@ -81,8 +81,9 @@ module.exports = function (app) {
|
|
|
81
81
|
};
|
|
82
82
|
|
|
83
83
|
return async (ctx, next) => {
|
|
84
|
-
const
|
|
85
|
-
const
|
|
84
|
+
const { h64ToString } = await xxhash();
|
|
85
|
+
const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.request.path);
|
|
86
|
+
const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.request.path);
|
|
86
87
|
|
|
87
88
|
if (!status.available) {
|
|
88
89
|
return next();
|
|
@@ -19,10 +19,10 @@ redisClient.on('connect', () => {
|
|
|
19
19
|
});
|
|
20
20
|
|
|
21
21
|
const getCacheTtlKey = (key) => {
|
|
22
|
-
if (key.startsWith('cacheTtl:')) {
|
|
23
|
-
throw Error('"cacheTtl:" prefix is reserved for the internal usage, please change your cache key'); // blocking any attempt to get/set the cacheTtl
|
|
22
|
+
if (key.startsWith('rsshub:cacheTtl:')) {
|
|
23
|
+
throw Error('"rsshub:cacheTtl:" prefix is reserved for the internal usage, please change your cache key'); // blocking any attempt to get/set the cacheTtl
|
|
24
24
|
}
|
|
25
|
-
return `cacheTtl:${key}`;
|
|
25
|
+
return `rsshub:cacheTtl:${key}`;
|
|
26
26
|
};
|
|
27
27
|
|
|
28
28
|
module.exports = {
|
|
@@ -39,6 +39,14 @@ module.exports = async (ctx, next) => {
|
|
|
39
39
|
});
|
|
40
40
|
}
|
|
41
41
|
} catch (err) {
|
|
42
|
+
if (err instanceof Error && !err.stack.split('\n')[1].includes('lib/middleware/parameter.js')) {
|
|
43
|
+
// Append v2 route path if a route throws an error
|
|
44
|
+
// since koa-mount will remove the mount path from ctx.request.path
|
|
45
|
+
// https://github.com/koajs/mount/issues/62
|
|
46
|
+
ctx.request.path = (ctx.mountPath ?? '') + ctx.request.path;
|
|
47
|
+
ctx._matchedRoute = ctx._matchedRoute ? (ctx.mountPath ?? '') + ctx._matchedRoute : ctx._matchedRoute;
|
|
48
|
+
}
|
|
49
|
+
|
|
42
50
|
let message = err;
|
|
43
51
|
if (err.name && (err.name === 'HTTPError' || err.name === 'RequestError')) {
|
|
44
52
|
message = `${err.message}: target website might be blocking our access, you can <a href="https://docs.rsshub.app/install/">host your own RSSHub instance</a> for a better usability.`;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
const { art, json } = require('@/utils/render');
|
|
1
|
+
const { art, json, rss3Ums } = require('@/utils/render');
|
|
2
2
|
const path = require('path');
|
|
3
3
|
const config = require('@/config').value;
|
|
4
|
-
const typeRegex = /\.(atom|rss|debug\.json|json|\d+\.debug\.html)$/;
|
|
4
|
+
const typeRegex = /\.(atom|rss|ums|debug\.json|json|\d+\.debug\.html)$/;
|
|
5
5
|
const { collapseWhitespace, convertDateToISO8601 } = require('@/utils/common-utils');
|
|
6
6
|
|
|
7
7
|
module.exports = async (ctx, next) => {
|
|
@@ -16,111 +16,105 @@ module.exports = async (ctx, next) => {
|
|
|
16
16
|
|
|
17
17
|
const outputType = ctx.state.type[1] || 'rss';
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
ctx.set({
|
|
31
|
-
'Content-Type': 'text/html; charset=UTF-8',
|
|
32
|
-
});
|
|
33
|
-
|
|
34
|
-
const index = parseInt(outputType.match(/(\d+)\.debug\.html$/)[1]);
|
|
35
|
-
if (!(ctx.state.data && ctx.state.data.item && ctx.state.data.item[index])) {
|
|
36
|
-
ctx.body = `ctx.state.data.item[${index}] not found`;
|
|
37
|
-
} else {
|
|
38
|
-
ctx.body = ctx.state.data.item[index].description;
|
|
19
|
+
// only enable when debugInfo=true
|
|
20
|
+
if (config.debugInfo) {
|
|
21
|
+
if (outputType === 'debug.json') {
|
|
22
|
+
ctx.set({
|
|
23
|
+
'Content-Type': 'application/json; charset=UTF-8',
|
|
24
|
+
});
|
|
25
|
+
if (ctx.state.json) {
|
|
26
|
+
ctx.body = JSON.stringify(ctx.state.json, null, 4);
|
|
27
|
+
} else {
|
|
28
|
+
ctx.body = JSON.stringify({ message: 'plugin does not set debug json' });
|
|
29
|
+
}
|
|
39
30
|
}
|
|
40
|
-
}
|
|
41
31
|
|
|
42
|
-
|
|
43
|
-
|
|
32
|
+
if (outputType.endsWith('.debug.html')) {
|
|
33
|
+
ctx.set({
|
|
34
|
+
'Content-Type': 'text/html; charset=UTF-8',
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
const index = parseInt(outputType.match(/(\d+)\.debug\.html$/)[1]);
|
|
38
|
+
if (!(ctx.state.data && ctx.state.data.item && ctx.state.data.item[index])) {
|
|
39
|
+
ctx.body = `ctx.state.data.item[${index}] not found`;
|
|
40
|
+
} else {
|
|
41
|
+
ctx.body = ctx.state.data.item[index].description;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
44
|
}
|
|
45
45
|
|
|
46
46
|
if (!ctx.body) {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
switch (outputType) {
|
|
50
|
-
case 'atom':
|
|
51
|
-
template = path.resolve(__dirname, '../views/atom.art');
|
|
52
|
-
break;
|
|
53
|
-
case 'rss':
|
|
54
|
-
template = path.resolve(__dirname, '../views/rss.art');
|
|
55
|
-
break;
|
|
56
|
-
default:
|
|
57
|
-
template = path.resolve(__dirname, '../views/rss.art');
|
|
58
|
-
break;
|
|
59
|
-
}
|
|
47
|
+
const templateName = outputType === 'atom' ? 'atom.art' : 'rss.art';
|
|
48
|
+
const template = path.resolve(__dirname, `../views/${templateName}`);
|
|
60
49
|
|
|
61
50
|
if (ctx.state.data) {
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
ctx.state.data.item &&
|
|
67
|
-
ctx.state.data.item.forEach((item) => {
|
|
68
|
-
if (item.title) {
|
|
69
|
-
item.title = collapseWhitespace(item.title);
|
|
70
|
-
// trim title length
|
|
71
|
-
for (let length = 0, i = 0; i < item.title.length; i++) {
|
|
72
|
-
length += Buffer.from(item.title[i]).length !== 1 ? 2 : 1;
|
|
73
|
-
if (length > config.titleLengthLimit) {
|
|
74
|
-
item.title = `${item.title.slice(0, i)}...`;
|
|
75
|
-
break;
|
|
76
|
-
}
|
|
77
|
-
}
|
|
51
|
+
const collapseWhitespaceForProperties = (properties, obj) => {
|
|
52
|
+
properties.forEach((prop) => {
|
|
53
|
+
if (obj[prop]) {
|
|
54
|
+
obj[prop] = collapseWhitespace(obj[prop]);
|
|
78
55
|
}
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
56
|
+
});
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
collapseWhitespaceForProperties(['title', 'subtitle', 'author'], ctx.state.data);
|
|
60
|
+
|
|
61
|
+
ctx.state.data.item?.forEach((item) => {
|
|
62
|
+
if (item.title) {
|
|
63
|
+
item.title = collapseWhitespace(item.title);
|
|
64
|
+
// trim title length
|
|
65
|
+
for (let length = 0, i = 0; i < item.title.length; i++) {
|
|
66
|
+
length += Buffer.from(item.title[i]).length !== 1 ? 2 : 1;
|
|
67
|
+
if (length > config.titleLengthLimit) {
|
|
68
|
+
item.title = `${item.title.slice(0, i)}...`;
|
|
69
|
+
break;
|
|
88
70
|
}
|
|
89
71
|
}
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
item.pubDate = convertDateToISO8601(item.pubDate);
|
|
99
|
-
item.updated = convertDateToISO8601(item.updated);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
if (typeof item.author === 'string') {
|
|
75
|
+
item.author = collapseWhitespace(item.author);
|
|
76
|
+
} else if (typeof item.author === 'object' && item.author !== null) {
|
|
77
|
+
item.author.forEach((a) => (a.name = collapseWhitespace(a.name)));
|
|
78
|
+
if (outputType !== 'json') {
|
|
79
|
+
item.author = item.author.map((a) => a.name).join(', ');
|
|
100
80
|
}
|
|
101
|
-
}
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
if (item.itunes_duration && ((typeof item.itunes_duration === 'string' && item.itunes_duration.indexOf(':') === -1) || (typeof item.itunes_duration === 'number' && !isNaN(item.itunes_duration)))) {
|
|
84
|
+
item.itunes_duration = +item.itunes_duration;
|
|
85
|
+
item.itunes_duration =
|
|
86
|
+
Math.floor(item.itunes_duration / 3600) + ':' + (Math.floor((item.itunes_duration % 3600) / 60) / 100).toFixed(2).slice(-2) + ':' + (((item.itunes_duration % 3600) % 60) / 100).toFixed(2).slice(-2);
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
if (outputType !== 'rss') {
|
|
90
|
+
item.pubDate = convertDateToISO8601(item.pubDate);
|
|
91
|
+
item.updated = convertDateToISO8601(item.updated);
|
|
92
|
+
}
|
|
93
|
+
});
|
|
102
94
|
}
|
|
103
95
|
|
|
104
|
-
const
|
|
105
|
-
|
|
96
|
+
const currentDate = new Date();
|
|
106
97
|
const data = {
|
|
107
|
-
lastBuildDate:
|
|
108
|
-
updated:
|
|
109
|
-
ttl:
|
|
98
|
+
lastBuildDate: currentDate.toUTCString(),
|
|
99
|
+
updated: currentDate.toISOString(),
|
|
100
|
+
ttl: (config.cache.routeExpire / 60) | 0,
|
|
110
101
|
atomlink: ctx.request.href,
|
|
111
102
|
...ctx.state.data,
|
|
112
103
|
};
|
|
104
|
+
|
|
113
105
|
if (config.isPackage) {
|
|
114
106
|
ctx.body = data;
|
|
115
107
|
return;
|
|
116
108
|
}
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
109
|
+
|
|
110
|
+
if (outputType === 'ums') {
|
|
111
|
+
ctx.set({ 'Content-Type': 'application/json; charset=UTF-8' });
|
|
112
|
+
ctx.body = rss3Ums(data);
|
|
113
|
+
} else if (outputType === 'json') {
|
|
114
|
+
ctx.set({ 'Content-Type': 'application/feed+json; charset=UTF-8' });
|
|
115
|
+
ctx.body = json(data);
|
|
116
|
+
} else {
|
|
121
117
|
ctx.body = art(template, data);
|
|
122
|
-
return;
|
|
123
118
|
}
|
|
124
|
-
ctx.body = json(data);
|
|
125
119
|
}
|
|
126
120
|
};
|
package/lib/router.js
CHANGED
|
@@ -171,7 +171,7 @@ router.get('/wikipedia/mainland', lazyloadRouteHandler('./routes/wikipedia/mainl
|
|
|
171
171
|
router.get('/un/scveto', lazyloadRouteHandler('./routes/un/scveto'));
|
|
172
172
|
|
|
173
173
|
// e 公司
|
|
174
|
-
router.get('/egsea/flash', lazyloadRouteHandler('./routes/egsea/flash'));
|
|
174
|
+
// router.get('/egsea/flash', lazyloadRouteHandler('./routes/egsea/flash'));
|
|
175
175
|
|
|
176
176
|
// 选股宝
|
|
177
177
|
router.get('/xuangubao/subject/:subject_id', lazyloadRouteHandler('./routes/xuangubao/subject'));
|
|
@@ -374,7 +374,7 @@ router.get('/henu/:type?', lazyloadRouteHandler('./routes/universities/henu/news
|
|
|
374
374
|
router.get('/nku/jwc/:type?', lazyloadRouteHandler('./routes/universities/nku/jwc/index'));
|
|
375
375
|
|
|
376
376
|
// 北京航空航天大学
|
|
377
|
-
router.get('/buaa/news/:type', lazyloadRouteHandler('./routes/universities/buaa/news/index'));
|
|
377
|
+
// router.get('/buaa/news/:type', lazyloadRouteHandler('./routes/universities/buaa/news/index'));
|
|
378
378
|
|
|
379
379
|
// 浙江工业大学
|
|
380
380
|
router.get('/zjut/:type', lazyloadRouteHandler('./routes/universities/zjut/index'));
|
|
@@ -1696,7 +1696,7 @@ router.get('/jinse/timeline', lazyloadRouteHandler('./routes/jinse/timeline'));
|
|
|
1696
1696
|
router.get('/jinse/catalogue/:caty', lazyloadRouteHandler('./routes/jinse/catalogue'));
|
|
1697
1697
|
|
|
1698
1698
|
// deeplearning.ai
|
|
1699
|
-
router.get('/deeplearningai/thebatch', lazyloadRouteHandler('./routes/deeplearningai/thebatch'));
|
|
1699
|
+
// router.get('/deeplearningai/thebatch', lazyloadRouteHandler('./routes/deeplearningai/thebatch'));
|
|
1700
1700
|
|
|
1701
1701
|
// Fate Grand Order
|
|
1702
1702
|
router.get('/fgo/news', lazyloadRouteHandler('./routes/fgo/news'));
|
|
@@ -2594,7 +2594,7 @@ router.get('/cbndata/information/:category?', lazyloadRouteHandler('./routes/cbn
|
|
|
2594
2594
|
router.get('/tanchinese/:category?', lazyloadRouteHandler('./routes/tanchinese'));
|
|
2595
2595
|
|
|
2596
2596
|
// Harvard
|
|
2597
|
-
router.get('/harvard/health/blog', lazyloadRouteHandler('./routes/universities/harvard/health/blog'));
|
|
2597
|
+
// router.get('/harvard/health/blog', lazyloadRouteHandler('./routes/universities/harvard/health/blog'));
|
|
2598
2598
|
|
|
2599
2599
|
// yuzu emulator
|
|
2600
2600
|
router.get('/yuzu-emu/entry', lazyloadRouteHandler('./routes/yuzu-emu/entry'));
|
|
@@ -2665,7 +2665,7 @@ router.get('/netflix/newsroom/:category?/:region?', lazyloadRouteHandler('./rout
|
|
|
2665
2665
|
router.get('/sbs/chinese/:category?/:id?/:dialect?/:language?', lazyloadRouteHandler('./routes/sbs/chinese'));
|
|
2666
2666
|
|
|
2667
2667
|
// QuestMobile
|
|
2668
|
-
router.get('/questmobile/report/:category?/:label?', lazyloadRouteHandler('./routes/questmobile/report'));
|
|
2668
|
+
// router.get('/questmobile/report/:category?/:label?', lazyloadRouteHandler('./routes/questmobile/report'));
|
|
2669
2669
|
|
|
2670
2670
|
// Fashion Network
|
|
2671
2671
|
router.get('/fashionnetwork/news/:sectors?/:categories?/:language?', lazyloadRouteHandler('./routes/fashionnetwork/news.js'));
|
package/lib/routes/index.js
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
const config = require('@/config').value;
|
|
2
2
|
const art = require('art-template');
|
|
3
3
|
const path = require('path');
|
|
4
|
-
const pidusage = require('pidusage');
|
|
5
4
|
|
|
6
5
|
let gitHash;
|
|
7
6
|
try {
|
|
@@ -10,7 +9,9 @@ try {
|
|
|
10
9
|
gitHash = (process.env.HEROKU_SLUG_COMMIT && process.env.HEROKU_SLUG_COMMIT.slice(0, 7)) || (process.env.VERCEL_GIT_COMMIT_SHA && process.env.VERCEL_GIT_COMMIT_SHA.slice(0, 7)) || 'unknown';
|
|
11
10
|
}
|
|
12
11
|
|
|
13
|
-
|
|
12
|
+
const startTime = Date.now();
|
|
13
|
+
|
|
14
|
+
module.exports = (ctx) => {
|
|
14
15
|
ctx.set({
|
|
15
16
|
'Content-Type': 'text/html; charset=UTF-8',
|
|
16
17
|
'Cache-Control': 'no-cache',
|
|
@@ -47,7 +48,7 @@ module.exports = async (ctx) => {
|
|
|
47
48
|
}
|
|
48
49
|
const { disallowRobot } = config;
|
|
49
50
|
|
|
50
|
-
const
|
|
51
|
+
const duration = Date.now() - startTime;
|
|
51
52
|
|
|
52
53
|
ctx.body = art(path.resolve(__dirname, '../views/welcome.art'), {
|
|
53
54
|
showDebug,
|
|
@@ -69,7 +70,7 @@ module.exports = async (ctx) => {
|
|
|
69
70
|
},
|
|
70
71
|
{
|
|
71
72
|
name: 'Request Frequency',
|
|
72
|
-
value: ((ctx.debug.request / (
|
|
73
|
+
value: ((ctx.debug.request / (duration / 1000)) * 60).toFixed(3) + ' times/minute',
|
|
73
74
|
},
|
|
74
75
|
{
|
|
75
76
|
name: 'Cache Hit Ratio',
|
|
@@ -79,17 +80,9 @@ module.exports = async (ctx) => {
|
|
|
79
80
|
name: 'ETag Matched',
|
|
80
81
|
value: ctx.debug.etag,
|
|
81
82
|
},
|
|
82
|
-
{
|
|
83
|
-
name: 'Memory Usage',
|
|
84
|
-
value: stats.memory / 1000000 + ' MB',
|
|
85
|
-
},
|
|
86
|
-
{
|
|
87
|
-
name: 'CPU Usage',
|
|
88
|
-
value: stats.cpu + '%',
|
|
89
|
-
},
|
|
90
83
|
{
|
|
91
84
|
name: 'Run Time',
|
|
92
|
-
value: (
|
|
85
|
+
value: (duration / 3600000).toFixed(2) + ' hour(s)',
|
|
93
86
|
},
|
|
94
87
|
{
|
|
95
88
|
name: 'Hot Routes',
|
|
@@ -1,12 +1,8 @@
|
|
|
1
1
|
const { parseDate } = require('@/utils/parse-date');
|
|
2
|
+
const title = require('title');
|
|
2
3
|
|
|
3
4
|
// convert a string into title case
|
|
4
|
-
const toTitleCase = (str) =>
|
|
5
|
-
str
|
|
6
|
-
.toLowerCase()
|
|
7
|
-
.split(' ')
|
|
8
|
-
.map((word) => word.replace(word[0], word[0].toUpperCase()))
|
|
9
|
-
.join(' ');
|
|
5
|
+
const toTitleCase = (str) => title(str);
|
|
10
6
|
|
|
11
7
|
const rWhiteSpace = /\s+/;
|
|
12
8
|
const rAllWhiteSpace = /\s+/g;
|
package/lib/utils/render.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
const art = require('art-template');
|
|
2
2
|
const json = require('@/views/json');
|
|
3
|
+
const rss3Ums = require('@/views/rss3-ums');
|
|
3
4
|
|
|
4
5
|
// We may add more control over it later
|
|
5
6
|
|
|
6
7
|
module.exports = {
|
|
7
8
|
art,
|
|
8
9
|
json, // This should be used by RSSHub middleware only.
|
|
10
|
+
rss3Ums,
|
|
9
11
|
};
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
module.exports = {
|
|
2
2
|
'/blog/:category?': ['nczitzk'],
|
|
3
3
|
'/category/:id?/:type?/:order?': ['nczitzk'],
|
|
4
|
-
'/offer/:year?/:major?/:school?': ['
|
|
5
|
-
'/post/:type?/:order?': ['
|
|
4
|
+
'/offer/:year?/:major?/:school?': ['EthanWng97'],
|
|
5
|
+
'/post/:type?/:order?': ['EthanWng97', 'DIYgod', 'nczitzk'],
|
|
6
6
|
'/section/:id?/:type?/:order?': ['nczitzk'],
|
|
7
7
|
'/user/:id/posts': ['Maecenas'],
|
|
8
8
|
'/user/:id/threads': ['Maecenas'],
|
package/lib/v2/aliyun/notice.js
CHANGED
|
@@ -20,7 +20,7 @@ module.exports = async (ctx) => {
|
|
|
20
20
|
const url = `https://help.aliyun.com/noticelist/${typeMap[type] || typeMap[0]}.html`;
|
|
21
21
|
const response = await got({ method: 'get', url });
|
|
22
22
|
const $ = cheerio.load(response.data);
|
|
23
|
-
const list = $('ul > li.
|
|
23
|
+
const list = $('ul > li.notice-li')
|
|
24
24
|
.map((i, e) => {
|
|
25
25
|
const element = $(e);
|
|
26
26
|
const title = element.find('a').text().trim();
|
package/lib/v2/apnews/topics.js
CHANGED
|
@@ -10,7 +10,7 @@ module.exports = async (ctx) => {
|
|
|
10
10
|
const $ = cheerio.load(response.data);
|
|
11
11
|
|
|
12
12
|
const items = await Promise.all(
|
|
13
|
-
$('.PagePromo-content')
|
|
13
|
+
$('.PagePromo-content bsp-custom-headline')
|
|
14
14
|
.get()
|
|
15
15
|
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : Infinity)
|
|
16
16
|
.map((e) => ({
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
module.exports = {
|
|
2
|
-
'/new-arrivals/:country/:gender': ['
|
|
3
|
-
'/outlet/:country/:gender': ['
|
|
4
|
-
'/regear/new-arrivals': ['
|
|
2
|
+
'/new-arrivals/:country/:gender': ['EthanWng97'],
|
|
3
|
+
'/outlet/:country/:gender': ['EthanWng97'],
|
|
4
|
+
'/regear/new-arrivals': ['EthanWng97'],
|
|
5
5
|
};
|
package/lib/v2/bangumi/radar.js
CHANGED
|
@@ -61,6 +61,12 @@ const bangumiTV = {
|
|
|
61
61
|
source: '/anime',
|
|
62
62
|
target: '/bangumi/tv/followrank',
|
|
63
63
|
},
|
|
64
|
+
{
|
|
65
|
+
title: '用户想看',
|
|
66
|
+
docs: 'https://docs.rsshub.app/routes/anime#bangumi-fan-zu-ji-hua',
|
|
67
|
+
source: '/anime/list/:id/wish',
|
|
68
|
+
target: '/bangumi/tv/user/wish/:id',
|
|
69
|
+
},
|
|
64
70
|
],
|
|
65
71
|
};
|
|
66
72
|
|
package/lib/v2/bangumi/router.js
CHANGED
|
@@ -11,4 +11,5 @@ module.exports = function (router) {
|
|
|
11
11
|
router.get('/tv/subject/:id/:type?/:showOriginalName?', require('./tv/subject'));
|
|
12
12
|
router.get('/tv/topic/:id', require('./tv/group/reply'));
|
|
13
13
|
router.get('/tv/user/blog/:id', require('./tv/user/blog'));
|
|
14
|
+
router.get('/tv/user/wish/:id', require('./tv/user/wish'));
|
|
14
15
|
};
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
const got = require('@/utils/got');
|
|
2
|
+
const cheerio = require('cheerio');
|
|
3
|
+
const timezone = require('@/utils/timezone');
|
|
4
|
+
const { parseDate } = require('@/utils/parse-date');
|
|
5
|
+
const config = require('@/config').value;
|
|
6
|
+
module.exports = async (ctx) => {
|
|
7
|
+
const userid = ctx.params.id;
|
|
8
|
+
const url = `https://bgm.tv/anime/list/${userid}/wish`;
|
|
9
|
+
const response = await got({
|
|
10
|
+
url,
|
|
11
|
+
method: 'get',
|
|
12
|
+
headers: {
|
|
13
|
+
'User-Agent': config.trueUA,
|
|
14
|
+
},
|
|
15
|
+
});
|
|
16
|
+
const $ = cheerio.load(response.body);
|
|
17
|
+
|
|
18
|
+
const username = $('.name').find('a').html();
|
|
19
|
+
const items = $('#browserItemList')
|
|
20
|
+
.find('li')
|
|
21
|
+
.toArray()
|
|
22
|
+
.map((item) => {
|
|
23
|
+
const aTag = $(item).find('h3').children('a');
|
|
24
|
+
const jdate = $(item).find('.collectInfo').find('span').html();
|
|
25
|
+
return {
|
|
26
|
+
title: aTag.html(),
|
|
27
|
+
link: 'https://bgm.tv' + aTag.attr('href'),
|
|
28
|
+
pubDate: timezone(parseDate(jdate), 0),
|
|
29
|
+
};
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
ctx.state.data = {
|
|
33
|
+
title: `${username}想看的动画`,
|
|
34
|
+
link: url,
|
|
35
|
+
item: items,
|
|
36
|
+
description: `${username}想看的动画列表`,
|
|
37
|
+
};
|
|
38
|
+
};
|