rsshub 1.0.0-master.fed0404 → 1.0.0-master.ff1cc11

package/README.md

@@ -11,11 +11,11 @@
 
 ## Introduction
 
-RSSHub is an open source, easy to use, and extensible RSS feed aggregator, it's capable of generating RSS feeds from pretty much everything.
+RSSHub is an open source, easy to use, and extensible RSS feed generator. It's capable of generating RSS feeds from pretty much everything.
 
 RSSHub delivers millions of contents aggregated from all kinds of sources, our vibrant open source community is ensuring the deliver of RSSHub's new routes, new features and bug fixes.
 
-RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar)
+RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) and mobile auxiliary app [RSSBud](https://github.com/Cay-Zhang/RSSBud) (iOS) and [RSSAid](https://github.com/LeetaoGoooo/RSSAid) (Android)
 
 [English docs](https://docs.rsshub.app/en) | [Telegram Group](https://t.me/rsshub) | [Telegram Channel](https://t.me/awesomeRSSHub)
 
@@ -23,7 +23,7 @@ RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYg
 
 RSSHub 是一个开源、简单易用、易于扩展的 RSS 生成器，可以给任何奇奇怪怪的内容生成 RSS 订阅源。RSSHub 借助于开源社区的力量快速发展中，目前已适配数百家网站的上千项内容
 
-可以配合浏览器扩展 [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) 食用
+可以配合浏览器扩展 [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) 和 移动端辅助 App [RSSBud](https://github.com/Cay-Zhang/RSSBud) (iOS) 与 [RSSAid](https://github.com/LeetaoGoooo/RSSAid) (Android) 食用
 
 [中文文档](https://docs.rsshub.app) | [Telegram 群](https://t.me/rsshub) | [Telegram 频道](https://t.me/awesomeRSSHub)
 
@@ -32,12 +32,12 @@ RSSHub 是一个开源、简单易用、易于扩展的 RSS 生成器，可以
 ### Special Sponsors
 
 <div>
-<a href="https://rixcloud.app/rsshub" target="_blank"><img height="60px" src="https://i.imgur.com/TrgP3S1.png"></a>
+<a href="https://rss3.io/" target="_blank"><img height="60px" src="https://i.imgur.com/v7TF0jp.jpg"></a>
 </div>
 
 ### Sponsors
 
-[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://www.shaoyaoju.org/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [tkaray](https://rayray.moe/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub)
+[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://www.shaoyaoju.org/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub)
 
 [![](https://opencollective.com/static/images/become_sponsor.svg)](https://docs.rsshub.app/en/support/)
 
@@ -51,13 +51,19 @@ Logo designer [sheldonrrr](https://dribbble.com/sheldonrrr)
 
 <a href="https://www.cloudflare.com" target="_blank"><img height="50px" src="https://i.imgur.com/7Ph27Fq.png"></a>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<a href="https://www.netlify.com" target="_blank"><img height="40px" src="https://i.imgur.com/cU01915.png"></a>
 
+## Related Projects
+
+-   [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) | 一个可以帮助你快速发现和订阅当前网站 RSS 和 RSSHub 的浏览器扩展
+-   [RSSBud](https://github.com/Cay-Zhang/RSSBud) ([TestFlight 公测](https://testflight.apple.com/join/rjCVzzHP)) | iOS 平台的 RSSHub Radar，专为移动生态优化
+-   [RSSAid](https://github.com/LeetaoGoooo/RSSAid)  | 基于 Flutter 构建的 Android 平台的 RSSHub Radar
+
 ## Join Us
 
 We welcome all pull requests. Suggestions and feedback are also welcomed [here](https://github.com/DIYgod/RSSHub/issues).
 
-Refer to [Join Us](https://docs.rsshub.app/en/joinus/)
+Refer to [Join Us](https://docs.rsshub.app/en/joinus/quick-start.html)
 
-见 [参与我们](https://docs.rsshub.app/joinus/)
+见 [参与我们](https://docs.rsshub.app/joinus/quick-start.html)
 
 ## Deployment
 
@@ -79,6 +85,7 @@ You can support RSSHub via donations.
 
 Recurring donors will be rewarded via express issue response, or even have your name displayed on our GitHub page and website.
 
+-   Become a Sponser on [GitHub](https://github.com/sponsors/DIYgod)
 -   Become a Sponser on [Patreon](https://www.patreon.com/DIYgod)
 -   Become a Sponser on [爱发电](https://afdian.net/@diygod)
 -   Contact us directly: i@diygod.me
@@ -87,8 +94,8 @@ Recurring donors will be rewarded via express issue response, or even have your
 
 We accept donations via the following ways:
 
--   [WeChat Pay](https://i.loli.net/2019/03/23/5c950ebbc373e.png)
--   [Alipay](https://i.loli.net/2019/03/23/5c950ebbc980e.png)
+-   [WeChat Pay](https://diygod.me/images/wx.jpg)
+-   [Alipay](https://diygod.me/images/zfb.jpg)
 -   [Paypal](https://www.paypal.me/DIYgod)
 
 ## Author

package/lib/api_router.js

@@ -1,15 +1,13 @@
 const Router = require('@koa/router');
 const router = new Router();
-const routes = require('./router');
+const maintainer = require('./maintainer');
 
 router.get('/routes/:name?', (ctx) => {
-    const allRoutes = Array.from(routes.stack);
-    allRoutes.shift();
     const result = {};
     let counter = 0;
 
-    allRoutes.forEach((i) => {
-        const path = i.path;
+    Object.keys(maintainer).forEach((i) => {
+        const path = i;
         const top = path.split('/')[1];
 
         if (!ctx.params.name || top === ctx.params.name) {

package/lib/app.js

@@ -16,8 +16,10 @@ const favicon = require('koa-favicon');
 const debug = require('./middleware/debug');
 const accessControl = require('./middleware/access-control');
 const antiHotlink = require('./middleware/anti-hotlink');
+const loadOnDemand = require('./middleware/load-on-demand');
 
 const router = require('./router');
+const core_router = require('./core_router');
 const protected_router = require('./protected_router');
 const mount = require('koa-mount');
 
@@ -48,7 +50,6 @@ app.context.debug = {
     etag: 0,
     paths: [],
     routes: [],
-    ips: [],
     errorPaths: [],
     errorRoutes: [],
 };
@@ -71,16 +72,21 @@ app.use(antiHotlink);
 // 3 filter content
 app.use(parameter);
 
+// No Cache routes
+app.use(mount('/', core_router.routes())).use(core_router.allowedMethods());
+// API router
+app.use(mount('/api', api_router.routes())).use(api_router.allowedMethods());
+
 // 2 cache
 app.use(cache(app));
 
+// 1 load on demand
+app.use(loadOnDemand(app));
+
 // router
 app.use(mount('/', router.routes())).use(router.allowedMethods());
 
 // routes the require authentication
 app.use(mount('/protected', protected_router.routes())).use(protected_router.allowedMethods());
 
-// API router
-app.use(mount('/api', api_router.routes())).use(api_router.allowedMethods());
-
 module.exports = app;

package/lib/config.js

@@ -33,28 +33,29 @@ const calculateValue = () => {
         },
         cache: {
             type: typeof envs.CACHE_TYPE === 'undefined' ? 'memory' : envs.CACHE_TYPE, // 缓存类型，支持 'memory' 和 'redis'，设为空可以禁止缓存
+            requestTimeout: parseInt(envs.CACHE_REQUEST_TIMEOUT) || 60,
             routeExpire: parseInt(envs.CACHE_EXPIRE) || 5 * 60, // 路由缓存时间，单位为秒
             contentExpire: parseInt(envs.CACHE_CONTENT_EXPIRE) || 1 * 60 * 60, // 不变内容缓存时间，单位为秒
         },
         ua: envs.UA || 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
         listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接，取值 0 1
         requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
-        // 是否显示 Debug 信息，取值 boolean 'false' 'key' ，取值为 'false' false 时永远不显示，取值为 'key' 时带上 ?debug=key 显示
-        debugInfo: envs.DEBUG_INFO || true,
+        requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
+        // 是否显示 Debug 信息，取值 'true' 'false' 'some_string' ，取值为 'true' 时永久显示，取值为 'false' 时永远隐藏，取值为 'some_string' 时请求带上 '?debug=some_string' 显示
+        debugInfo: envs.DEBUG_INFO || 'true',
         disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
         titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
         redis: {
             url: envs.REDIS_URL || 'redis://localhost:6379/',
-            options: {
-                // 支持这些参数 https://github.com/NodeRedis/node_redis#options-object-properties
-                password: envs.REDIS_PASSWORD || null,
-            },
         },
         nodeName: envs.NODE_NAME,
         suffix: envs.SUFFIX,
         pixiv: {
-            username: envs.PIXIV_USERNAME,
-            password: envs.PIXIV_PASSWORD,
+            refreshToken: envs.PIXIV_REFRESHTOKEN,
+            bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
+            bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
+            bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
+            imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
         },
         fanbox: {
             session: envs.FANBOX_SESSION_ID,
@@ -66,6 +67,8 @@ const calculateValue = () => {
             consumer_key: envs.TWITTER_CONSUMER_KEY,
             consumer_secret: envs.TWITTER_CONSUMER_SECRET,
             tokens: twitter_tokens,
+            authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
+            // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
         },
         youtube: {
             key: envs.YOUTUBE_KEY,
@@ -86,6 +89,9 @@ const calculateValue = () => {
         yuque: {
             token: envs.YUQUE_TOKEN,
         },
+        zhihu: {
+            cookies: envs.ZHIHU_COOKIES,
+        },
         puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
         loggerLevel: envs.LOGGER_LEVEL || 'info',
         proxyUri: envs.PROXY_URI,
@@ -96,6 +102,7 @@ const calculateValue = () => {
             auth: envs.PROXY_AUTH,
             url_regex: envs.PROXY_URL_REGEX || '.*',
         },
+        allowOrigin: envs.ALLOW_ORIGIN,
         blacklist: envs.BLACKLIST && envs.BLACKLIST.split(','),
         whitelist: envs.WHITELIST && envs.WHITELIST.split(','),
         allowLocalhost: envs.ALLOW_LOCALHOST,
@@ -104,7 +111,10 @@ const calculateValue = () => {
         email: {
             config: email_config,
         },
-        sentry: envs.SENTRY,
+        sentry: {
+            dsn: envs.SENTRY,
+            routeTimeout: parseInt(envs.SENTRY_ROUTE_TIMEOUT) || 30000,
+        },
         chuiniu: {
             member: envs.CHUINIU_MEMBER,
         },
@@ -125,6 +135,9 @@ const calculateValue = () => {
         pkubbs: {
             cookie: envs.PKUBBS_COOKIE,
         },
+        bupt: {
+            portal_cookie: envs.BUPT_PORTAL_COOKIE,
+        },
         nhentai: {
             username: envs.NHENTAI_USERNAME,
             password: envs.NHENTAI_PASSWORD,
@@ -133,7 +146,7 @@ const calculateValue = () => {
             cookies: discuz_cookies,
         },
         scihub: {
-            host: envs.SCIHUB_HOST || 'https://sci-hub.tw/',
+            host: envs.SCIHUB_HOST || 'https://sci-hub.se/',
         },
         hotlink: {
             template: envs.HOTLINK_TEMPLATE,
@@ -142,6 +155,7 @@ const calculateValue = () => {
             username: envs.INITIUM_USERNAME,
             password: envs.INITIUM_PASSWORD,
             bearertoken: envs.INITIUM_BEARER_TOKEN,
+            iap_receipt: envs.INITIUM_IAP_RECEIPT,
         },
         btbyr: {
             host: envs.BTBYR_HOST,
@@ -156,6 +170,10 @@ const calculateValue = () => {
             device_id: envs.XIAOYUZHOU_ID,
             refresh_token: envs.XIAOYUZHOU_TOKEN,
         },
+        miniflux: {
+            instance: envs.MINIFLUX_INSTANCE || 'https://reader.miniflux.app',
+            token: envs.MINIFLUX_TOKEN || '',
+        },
         nga: {
             uid: envs.NGA_PASSPORT_UID,
             cid: envs.NGA_PASSPORT_CID,
@@ -163,6 +181,27 @@ const calculateValue = () => {
         newrank: {
             cookie: envs.NEWRANK_COOKIE,
         },
+        ximalaya: {
+            token: envs.XIMALAYA_TOKEN,
+        },
+        game4399: {
+            cookie: envs.GAME_4399,
+        },
+        dida365: {
+            username: envs.DIDA365_USERNAME,
+            password: envs.DIDA365_PASSWORD,
+        },
+        scboy: {
+            token: envs.SCBOY_BBS_TOKEN,
+        },
+        wordpress: {
+            cdnUrl: envs.WORDPRESS_CDN,
+        },
+        ehentai: {
+            ipb_member_id: envs.EH_IPB_MEMBER_ID,
+            ipb_pass_hash: envs.EH_IPB_PASS_HASH,
+            sk: envs.EH_SK,
+        },
     };
 };
 calculateValue();

package/lib/core_router.js

@@ -0,0 +1,17 @@
+const Router = require('@koa/router');
+const config = require('@/config').value;
+const router = new Router();
+
+// Load Core Route
+router.get('/', require('./routes/index'));
+
+router.get('/robots.txt', (ctx) => {
+    if (config.disallowRobot) {
+        ctx.set('Content-Type', 'text/plain');
+        ctx.body = 'User-agent: *\nDisallow: /';
+    } else {
+        ctx.throw(404, 'Not Found');
+    }
+});
+
+module.exports = router;

package/lib/errors/RequestInProgress.js

@@ -0,0 +1,3 @@
+class RequestInProgressError extends Error {}
+
+module.exports = RequestInProgressError;

package/lib/errors/index.js

@@ -0,0 +1,3 @@
+module.exports = {
+    RequestInProgressError: require('./RequestInProgress'),
+};

package/lib/index.js

@@ -29,6 +29,7 @@ if (config.enableCluster && cluster.isMaster && process.env.NODE_ENV !== 'test'
     }
 
     logger.info('🎉 RSSHub start! Cheers!');
+    logger.info('💖 Can you help keep this open source project alive? Please sponsor 👉 https://docs.rsshub.app/en/support');
 
     module.exports = server;
 }

package/lib/maintainer.js

@@ -0,0 +1,27 @@
+const dirname = __dirname + '/v2';
+
+// 遍历整个 routes 文件夹，收集模块 maintainer.js
+const maintainerPath = require('require-all')({
+    dirname,
+    filter: /maintainer\.js$/,
+});
+
+const maintainers = {};
+
+// 将收集到的自定义模块进行合并
+for (const dir in maintainerPath) {
+    const routes = maintainerPath[dir]['maintainer.js']; // Do not merge other file
+    for (const key in routes) {
+        maintainers['/' + dir + key] = routes[key];
+    }
+}
+
+// 兼容旧版路由
+const router = require('./router');
+router.stack.forEach((e) => {
+    if (!maintainers[e.path]) {
+        maintainers[e.path] = [];
+    }
+});
+
+module.exports = maintainers;

package/lib/middleware/access-control.js

@@ -5,12 +5,13 @@ const isLocalhost = require('is-localhost-ip');
 const reject = (ctx) => {
     ctx.response.status = 403;
 
-    throw Error('Access denied.');
+    throw Error('Authentication failed. Access denied.');
 };
 
 module.exports = async (ctx, next) => {
     const ip = ctx.ips[0] || ctx.ip;
     const requestPath = ctx.request.path;
+    const requestUA = ctx.request.header['user-agent'];
     const accessKey = ctx.query.key;
     const accessCode = ctx.query.code;
 
@@ -28,24 +29,24 @@ module.exports = async (ctx, next) => {
         await next();
     } else {
         if (!isControlled || allowLocalhost) {
-            return await grant();
+            return grant();
         }
 
         if (config.accessKey) {
             if (config.accessKey === accessKey || accessCode === md5(requestPath + config.accessKey)) {
-                return await grant();
+                return grant();
             }
         }
 
         if (config.whitelist) {
-            if (config.whitelist.includes(ip) || config.whitelist.includes(requestPath)) {
-                return await grant();
+            if (config.whitelist.find((white) => ip.includes(white) || requestPath.includes(white) || requestUA.includes(white))) {
+                return grant();
             }
         }
 
         if (config.blacklist) {
-            if (!(config.blacklist.includes(ip) || config.blacklist.includes(requestPath))) {
-                return await grant();
+            if (!config.blacklist.find((black) => ip.includes(black) || requestPath.includes(black) || requestUA.includes(black))) {
+                return grant();
             }
         }
 

package/lib/middleware/cache/index.js

@@ -0,0 +1,135 @@
+const md5 = require('@/utils/md5');
+const config = require('@/config').value;
+const logger = require('@/utils/logger');
+const { RequestInProgressError } = require('@/errors');
+
+const globalCache = {
+    get: () => null,
+    set: () => null,
+};
+
+let cacheModule = {
+    get: () => null,
+    set: () => null,
+    status: { available: false },
+    clients: {},
+};
+
+if (config.cache.type === 'redis') {
+    cacheModule = require('./redis');
+    const { redisClient } = cacheModule.clients;
+    globalCache.get = async (key) => {
+        if (key && cacheModule.status.available) {
+            const value = await redisClient.get(key);
+            return value;
+        }
+    };
+    globalCache.set = cacheModule.set;
+} else if (config.cache.type === 'memory') {
+    cacheModule = require('./memory');
+    const { pageCache } = cacheModule.clients;
+    globalCache.get = (key) => {
+        if (key && cacheModule.status.available) {
+            return pageCache.get(key);
+        }
+    };
+    globalCache.set = (key, value, maxAge) => {
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key) {
+            return pageCache.set(key, value, maxAge * 1000);
+        }
+    };
+} else {
+    logger.error('Cache not available, concurrent requests are not limited. This could lead to bad behavior.');
+}
+
+// only give cache string, as the `!` condition tricky
+// md5 is used to shrink key size
+// plz, write these tips in comments!
+module.exports = function (app) {
+    const { get, set, status } = cacheModule;
+    app.context.cache = {
+        ...cacheModule,
+        tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire) => {
+            let v = await get(key);
+            if (!v) {
+                v = await getValueFunc();
+                set(key, v, maxAge);
+            } else {
+                let parsed;
+                try {
+                    parsed = JSON.parse(v);
+                } catch (e) {
+                    parsed = null;
+                }
+                if (parsed) {
+                    v = parsed;
+                }
+            }
+
+            return v;
+        },
+        globalCache,
+    };
+
+    return async (ctx, next) => {
+        const key = 'koa-redis-cache:' + md5(ctx.request.path);
+        const controlKey = 'path-requested:' + md5(ctx.request.path);
+
+        if (!status.available) {
+            return next();
+        }
+
+        const isRequesting = await globalCache.get(controlKey);
+
+        if (isRequesting === '1') {
+            throw new RequestInProgressError('This path is currently fetching, please come back later!');
+        }
+
+        try {
+            const value = await globalCache.get(key);
+
+            if (value) {
+                ctx.response.status = 200;
+                if (config.cache.type === 'redis') {
+                    ctx.response.set({
+                        'X-Koa-Redis-Cache': 'true',
+                    });
+                } else if (config.cache.type === 'memory') {
+                    ctx.response.set({
+                        'X-Koa-Memory-Cache': 'true',
+                    });
+                }
+                ctx.state.data = JSON.parse(value);
+                return;
+            }
+        } catch (e) {
+            //
+        }
+
+        // Doesn't hit the cache? We need to let others know!
+        await globalCache.set(controlKey, '1', config.cache.requestTimeout);
+
+        try {
+            await next();
+        } catch (e) {
+            await globalCache.set(controlKey, '0', config.cache.requestTimeout);
+            throw e;
+        }
+
+        if (ctx.response.get('Cache-Control') !== 'no-cache' && ctx.state && ctx.state.data) {
+            ctx.state.data.lastBuildDate = new Date().toUTCString();
+            const body = JSON.stringify(ctx.state.data);
+            await globalCache.set(key, body, config.cache.routeExpire);
+        }
+
+        // We need to let it go, even no cache set.
+        // Wait to set cache so the next request could be handled correctly
+        await globalCache.set(controlKey, '0', config.cache.requestTimeout);
+    };
+};

package/lib/middleware/cache/memory.js

@@ -0,0 +1,42 @@
+const Lru = require('lru-cache');
+const config = require('@/config').value;
+
+const status = { available: false };
+
+const pageCache = new Lru({
+    maxAge: config.cache.routeExpire * 1000,
+    max: Infinity,
+});
+
+const routeCache = new Lru({
+    maxAge: config.cache.routeExpire * 1000,
+    max: Infinity,
+    updateAgeOnGet: true,
+});
+
+status.available = true;
+
+module.exports = {
+    get: (key, refresh = true) => {
+        if (key && status.available) {
+            let value = (refresh ? routeCache : pageCache).get(key);
+            if (value) {
+                value = value + '';
+            }
+            return value;
+        }
+    },
+    set: (key, value, maxAge = config.cache.contentExpire, refresh = true) => {
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key && status.available) {
+            return (refresh ? routeCache : pageCache).set(key, value, maxAge * 1000);
+        }
+    },
+    clients: { pageCache, routeCache },
+    status,
+};

package/lib/middleware/cache/redis.js

@@ -0,0 +1,48 @@
+const config = require('@/config').value;
+const Redis = require('ioredis');
+const logger = require('@/utils/logger');
+
+const redisClient = new Redis(config.redis.url);
+
+const status = { available: false };
+
+redisClient.on('error', (error) => {
+    status.available = false;
+    logger.error('Redis error: ', error);
+});
+redisClient.on('end', () => {
+    status.available = false;
+});
+redisClient.on('connect', () => {
+    status.available = true;
+    logger.info('Redis connected.');
+});
+
+module.exports = {
+    get: async (key, refresh = true) => {
+        if (key && status.available) {
+            let value = await redisClient.get(key);
+            if (value && refresh) {
+                redisClient.expire(key, config.cache.contentExpire);
+                value = value + '';
+            }
+            return value;
+        }
+    },
+    set: (key, value, maxAge = config.cache.contentExpire) => {
+        if (!status.available) {
+            return;
+        }
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key) {
+            return redisClient.set(key, value, 'EX', maxAge); // setMode: https://redis.io/commands/set
+        }
+    },
+    clients: { redisClient },
+    status,
+};

package/lib/middleware/debug.js

@@ -4,11 +4,6 @@ module.exports = async (ctx, next) => {
     }
     ctx.debug.paths[ctx.request.path]++;
 
-    const ip = ctx.ips[0] || ctx.ip;
-    if (!ctx.debug.ips[ip]) {
-        ctx.debug.ips[ip] = 0;
-    }
-    ctx.debug.ips[ip]++;
     ctx.debug.request++;
 
     await next();

package/lib/middleware/header.js

@@ -5,6 +5,7 @@ const headers = {
     'Access-Control-Allow-Methods': 'GET',
     'Content-Type': 'application/xml; charset=utf-8',
     'Cache-Control': `public, max-age=${config.cache.routeExpire}`,
+    'X-Content-Type-Options': 'nosniff',
 };
 if (config.nodeName) {
     headers['RSSHub-Node'] = config.nodeName;
@@ -14,7 +15,7 @@ module.exports = async (ctx, next) => {
     logger.info(`${ctx.url}, user IP: ${ctx.ips[0] || ctx.ip}`);
     ctx.set(headers);
     ctx.set({
-        'Access-Control-Allow-Origin': `${ctx.host}`,
+        'Access-Control-Allow-Origin': config.allowOrigin || ctx.host,
     });
 
     await next();