rsshub 1.0.0-master.fdefa01 → 1.0.0-master.ff1cc11

package/README.md

@@ -15,7 +15,7 @@ RSSHub is an open source, easy to use, and extensible RSS feed generator. It's c
 
 RSSHub delivers millions of contents aggregated from all kinds of sources, our vibrant open source community is ensuring the deliver of RSSHub's new routes, new features and bug fixes.
 
-RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) and iOS auxiliary app [RSSBud](https://github.com/Cay-Zhang/RSSBud)
+RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) and mobile auxiliary app [RSSBud](https://github.com/Cay-Zhang/RSSBud) (iOS) and [RSSAid](https://github.com/LeetaoGoooo/RSSAid) (Android)
 
 [English docs](https://docs.rsshub.app/en) | [Telegram Group](https://t.me/rsshub) | [Telegram Channel](https://t.me/awesomeRSSHub)
 
@@ -23,7 +23,7 @@ RSSHub can be used with browser extension [RSSHub Radar](https://github.com/DIYg
 
 RSSHub 是一个开源、简单易用、易于扩展的 RSS 生成器，可以给任何奇奇怪怪的内容生成 RSS 订阅源。RSSHub 借助于开源社区的力量快速发展中，目前已适配数百家网站的上千项内容
 
-可以配合浏览器扩展 [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) 和 iOS 辅助 App [RSSBud](https://github.com/Cay-Zhang/RSSBud) 食用
+可以配合浏览器扩展 [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) 和 移动端辅助 App [RSSBud](https://github.com/Cay-Zhang/RSSBud) (iOS) 与 [RSSAid](https://github.com/LeetaoGoooo/RSSAid) (Android) 食用
 
 [中文文档](https://docs.rsshub.app) | [Telegram 群](https://t.me/rsshub) | [Telegram 频道](https://t.me/awesomeRSSHub)
 
@@ -32,12 +32,12 @@ RSSHub 是一个开源、简单易用、易于扩展的 RSS 生成器，可以
 ### Special Sponsors
 
 <div>
-<a href="https://rixcloud.app/rsshub" target="_blank"><img height="60px" src="https://i.imgur.com/TrgP3S1.png"></a>&nbsp;&nbsp;&nbsp;<a href="https://km.bytell.cn/wxcollect" target="_blank"><img height="60px" src="https://i.imgur.com/7sNM1yi.png"></a>&nbsp;&nbsp;&nbsp;<a href="https://www.duohui.cn?utm_source=rsshub" title="多会 - 专业活动管理系统" target="_blank"><img height="60px" alt="多会" src="https://docs.duohui.cn/brand_source/img/std.svg"></a>
+<a href="https://rss3.io/" target="_blank"><img height="60px" src="https://i.imgur.com/v7TF0jp.jpg"></a>
 </div>
 
 ### Sponsors
 
-[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://www.shaoyaoju.org/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [tkaray](https://rayray.moe/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub)
+[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://www.shaoyaoju.org/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub)
 
 [![](https://opencollective.com/static/images/become_sponsor.svg)](https://docs.rsshub.app/en/support/)
 
@@ -55,14 +55,15 @@ Logo designer [sheldonrrr](https://dribbble.com/sheldonrrr)
 
 -   [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) | 一个可以帮助你快速发现和订阅当前网站 RSS 和 RSSHub 的浏览器扩展
 -   [RSSBud](https://github.com/Cay-Zhang/RSSBud) ([TestFlight 公测](https://testflight.apple.com/join/rjCVzzHP)) | iOS 平台的 RSSHub Radar，专为移动生态优化
+-   [RSSAid](https://github.com/LeetaoGoooo/RSSAid)  | 基于 Flutter 构建的 Android 平台的 RSSHub Radar
 
 ## Join Us
 
 We welcome all pull requests. Suggestions and feedback are also welcomed [here](https://github.com/DIYgod/RSSHub/issues).
 
-Refer to [Join Us](https://docs.rsshub.app/en/joinus/)
+Refer to [Join Us](https://docs.rsshub.app/en/joinus/quick-start.html)
 
-见 [参与我们](https://docs.rsshub.app/joinus/)
+见 [参与我们](https://docs.rsshub.app/joinus/quick-start.html)
 
 ## Deployment
 
@@ -84,6 +85,7 @@ You can support RSSHub via donations.
 
 Recurring donors will be rewarded via express issue response, or even have your name displayed on our GitHub page and website.
 
+-   Become a Sponser on [GitHub](https://github.com/sponsors/DIYgod)
 -   Become a Sponser on [Patreon](https://www.patreon.com/DIYgod)
 -   Become a Sponser on [爱发电](https://afdian.net/@diygod)
 -   Contact us directly: i@diygod.me

package/lib/api_router.js

@@ -1,15 +1,13 @@
 const Router = require('@koa/router');
 const router = new Router();
-const routes = require('./router');
+const maintainer = require('./maintainer');
 
 router.get('/routes/:name?', (ctx) => {
-    const allRoutes = Array.from(routes.stack);
-    allRoutes.shift();
     const result = {};
     let counter = 0;
 
-    allRoutes.forEach((i) => {
-        const path = i.path;
+    Object.keys(maintainer).forEach((i) => {
+        const path = i;
         const top = path.split('/')[1];
 
         if (!ctx.params.name || top === ctx.params.name) {

package/lib/app.js

@@ -16,8 +16,10 @@ const favicon = require('koa-favicon');
 const debug = require('./middleware/debug');
 const accessControl = require('./middleware/access-control');
 const antiHotlink = require('./middleware/anti-hotlink');
+const loadOnDemand = require('./middleware/load-on-demand');
 
 const router = require('./router');
+const core_router = require('./core_router');
 const protected_router = require('./protected_router');
 const mount = require('koa-mount');
 
@@ -48,7 +50,6 @@ app.context.debug = {
     etag: 0,
     paths: [],
     routes: [],
-    ips: [],
     errorPaths: [],
     errorRoutes: [],
 };
@@ -71,16 +72,21 @@ app.use(antiHotlink);
 // 3 filter content
 app.use(parameter);
 
+// No Cache routes
+app.use(mount('/', core_router.routes())).use(core_router.allowedMethods());
+// API router
+app.use(mount('/api', api_router.routes())).use(api_router.allowedMethods());
+
 // 2 cache
 app.use(cache(app));
 
+// 1 load on demand
+app.use(loadOnDemand(app));
+
 // router
 app.use(mount('/', router.routes())).use(router.allowedMethods());
 
 // routes the require authentication
 app.use(mount('/protected', protected_router.routes())).use(protected_router.allowedMethods());
 
-// API router
-app.use(mount('/api', api_router.routes())).use(api_router.allowedMethods());
-
 module.exports = app;

package/lib/config.js

@@ -33,31 +33,29 @@ const calculateValue = () => {
         },
         cache: {
             type: typeof envs.CACHE_TYPE === 'undefined' ? 'memory' : envs.CACHE_TYPE, // 缓存类型，支持 'memory' 和 'redis'，设为空可以禁止缓存
+            requestTimeout: parseInt(envs.CACHE_REQUEST_TIMEOUT) || 60,
             routeExpire: parseInt(envs.CACHE_EXPIRE) || 5 * 60, // 路由缓存时间，单位为秒
             contentExpire: parseInt(envs.CACHE_CONTENT_EXPIRE) || 1 * 60 * 60, // 不变内容缓存时间，单位为秒
         },
         ua: envs.UA || 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
         listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接，取值 0 1
         requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
-        // 是否显示 Debug 信息，取值 boolean 'false' 'key' ，取值为 'false' false 时永远不显示，取值为 'key' 时带上 ?debug=key 显示
-        debugInfo: envs.DEBUG_INFO || true,
+        requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
+        // 是否显示 Debug 信息，取值 'true' 'false' 'some_string' ，取值为 'true' 时永久显示，取值为 'false' 时永远隐藏，取值为 'some_string' 时请求带上 '?debug=some_string' 显示
+        debugInfo: envs.DEBUG_INFO || 'true',
         disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
         titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
         redis: {
             url: envs.REDIS_URL || 'redis://localhost:6379/',
-            options: {
-                // 支持这些参数 https://github.com/NodeRedis/node_redis#options-object-properties
-                password: envs.REDIS_PASSWORD || null,
-            },
         },
         nodeName: envs.NODE_NAME,
         suffix: envs.SUFFIX,
         pixiv: {
-            username: envs.PIXIV_USERNAME,
-            password: envs.PIXIV_PASSWORD,
+            refreshToken: envs.PIXIV_REFRESHTOKEN,
             bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
             bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
             bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
+            imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
         },
         fanbox: {
             session: envs.FANBOX_SESSION_ID,
@@ -69,6 +67,8 @@ const calculateValue = () => {
             consumer_key: envs.TWITTER_CONSUMER_KEY,
             consumer_secret: envs.TWITTER_CONSUMER_SECRET,
             tokens: twitter_tokens,
+            authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
+            // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
         },
         youtube: {
             key: envs.YOUTUBE_KEY,
@@ -89,6 +89,9 @@ const calculateValue = () => {
         yuque: {
             token: envs.YUQUE_TOKEN,
         },
+        zhihu: {
+            cookies: envs.ZHIHU_COOKIES,
+        },
         puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
         loggerLevel: envs.LOGGER_LEVEL || 'info',
         proxyUri: envs.PROXY_URI,
@@ -99,6 +102,7 @@ const calculateValue = () => {
             auth: envs.PROXY_AUTH,
             url_regex: envs.PROXY_URL_REGEX || '.*',
         },
+        allowOrigin: envs.ALLOW_ORIGIN,
         blacklist: envs.BLACKLIST && envs.BLACKLIST.split(','),
         whitelist: envs.WHITELIST && envs.WHITELIST.split(','),
         allowLocalhost: envs.ALLOW_LOCALHOST,
@@ -107,7 +111,10 @@ const calculateValue = () => {
         email: {
             config: email_config,
         },
-        sentry: envs.SENTRY,
+        sentry: {
+            dsn: envs.SENTRY,
+            routeTimeout: parseInt(envs.SENTRY_ROUTE_TIMEOUT) || 30000,
+        },
         chuiniu: {
             member: envs.CHUINIU_MEMBER,
         },
@@ -128,6 +135,9 @@ const calculateValue = () => {
         pkubbs: {
             cookie: envs.PKUBBS_COOKIE,
         },
+        bupt: {
+            portal_cookie: envs.BUPT_PORTAL_COOKIE,
+        },
         nhentai: {
             username: envs.NHENTAI_USERNAME,
             password: envs.NHENTAI_PASSWORD,
@@ -177,6 +187,21 @@ const calculateValue = () => {
         game4399: {
             cookie: envs.GAME_4399,
         },
+        dida365: {
+            username: envs.DIDA365_USERNAME,
+            password: envs.DIDA365_PASSWORD,
+        },
+        scboy: {
+            token: envs.SCBOY_BBS_TOKEN,
+        },
+        wordpress: {
+            cdnUrl: envs.WORDPRESS_CDN,
+        },
+        ehentai: {
+            ipb_member_id: envs.EH_IPB_MEMBER_ID,
+            ipb_pass_hash: envs.EH_IPB_PASS_HASH,
+            sk: envs.EH_SK,
+        },
     };
 };
 calculateValue();

package/lib/core_router.js

@@ -0,0 +1,17 @@
+const Router = require('@koa/router');
+const config = require('@/config').value;
+const router = new Router();
+
+// Load Core Route
+router.get('/', require('./routes/index'));
+
+router.get('/robots.txt', (ctx) => {
+    if (config.disallowRobot) {
+        ctx.set('Content-Type', 'text/plain');
+        ctx.body = 'User-agent: *\nDisallow: /';
+    } else {
+        ctx.throw(404, 'Not Found');
+    }
+});
+
+module.exports = router;

package/lib/errors/RequestInProgress.js

@@ -0,0 +1,3 @@
+class RequestInProgressError extends Error {}
+
+module.exports = RequestInProgressError;

package/lib/errors/index.js

@@ -0,0 +1,3 @@
+module.exports = {
+    RequestInProgressError: require('./RequestInProgress'),
+};

package/lib/index.js

@@ -29,6 +29,7 @@ if (config.enableCluster && cluster.isMaster && process.env.NODE_ENV !== 'test'
     }
 
     logger.info('🎉 RSSHub start! Cheers!');
+    logger.info('💖 Can you help keep this open source project alive? Please sponsor 👉 https://docs.rsshub.app/en/support');
 
     module.exports = server;
 }

package/lib/maintainer.js

@@ -0,0 +1,27 @@
+const dirname = __dirname + '/v2';
+
+// 遍历整个 routes 文件夹，收集模块 maintainer.js
+const maintainerPath = require('require-all')({
+    dirname,
+    filter: /maintainer\.js$/,
+});
+
+const maintainers = {};
+
+// 将收集到的自定义模块进行合并
+for (const dir in maintainerPath) {
+    const routes = maintainerPath[dir]['maintainer.js']; // Do not merge other file
+    for (const key in routes) {
+        maintainers['/' + dir + key] = routes[key];
+    }
+}
+
+// 兼容旧版路由
+const router = require('./router');
+router.stack.forEach((e) => {
+    if (!maintainers[e.path]) {
+        maintainers[e.path] = [];
+    }
+});
+
+module.exports = maintainers;

package/lib/middleware/access-control.js

@@ -11,6 +11,7 @@ const reject = (ctx) => {
 module.exports = async (ctx, next) => {
     const ip = ctx.ips[0] || ctx.ip;
     const requestPath = ctx.request.path;
+    const requestUA = ctx.request.header['user-agent'];
     const accessKey = ctx.query.key;
     const accessCode = ctx.query.code;
 
@@ -28,24 +29,24 @@ module.exports = async (ctx, next) => {
         await next();
     } else {
         if (!isControlled || allowLocalhost) {
-            return await grant();
+            return grant();
         }
 
         if (config.accessKey) {
             if (config.accessKey === accessKey || accessCode === md5(requestPath + config.accessKey)) {
-                return await grant();
+                return grant();
             }
         }
 
         if (config.whitelist) {
-            if (config.whitelist.includes(ip) || config.whitelist.includes(requestPath)) {
-                return await grant();
+            if (config.whitelist.find((white) => ip.includes(white) || requestPath.includes(white) || requestUA.includes(white))) {
+                return grant();
             }
         }
 
         if (config.blacklist) {
-            if (!(config.blacklist.includes(ip) || config.blacklist.includes(requestPath))) {
-                return await grant();
+            if (!config.blacklist.find((black) => ip.includes(black) || requestPath.includes(black) || requestUA.includes(black))) {
+                return grant();
             }
         }
 

package/lib/middleware/cache/index.js

@@ -0,0 +1,135 @@
+const md5 = require('@/utils/md5');
+const config = require('@/config').value;
+const logger = require('@/utils/logger');
+const { RequestInProgressError } = require('@/errors');
+
+const globalCache = {
+    get: () => null,
+    set: () => null,
+};
+
+let cacheModule = {
+    get: () => null,
+    set: () => null,
+    status: { available: false },
+    clients: {},
+};
+
+if (config.cache.type === 'redis') {
+    cacheModule = require('./redis');
+    const { redisClient } = cacheModule.clients;
+    globalCache.get = async (key) => {
+        if (key && cacheModule.status.available) {
+            const value = await redisClient.get(key);
+            return value;
+        }
+    };
+    globalCache.set = cacheModule.set;
+} else if (config.cache.type === 'memory') {
+    cacheModule = require('./memory');
+    const { pageCache } = cacheModule.clients;
+    globalCache.get = (key) => {
+        if (key && cacheModule.status.available) {
+            return pageCache.get(key);
+        }
+    };
+    globalCache.set = (key, value, maxAge) => {
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key) {
+            return pageCache.set(key, value, maxAge * 1000);
+        }
+    };
+} else {
+    logger.error('Cache not available, concurrent requests are not limited. This could lead to bad behavior.');
+}
+
+// only give cache string, as the `!` condition tricky
+// md5 is used to shrink key size
+// plz, write these tips in comments!
+module.exports = function (app) {
+    const { get, set, status } = cacheModule;
+    app.context.cache = {
+        ...cacheModule,
+        tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire) => {
+            let v = await get(key);
+            if (!v) {
+                v = await getValueFunc();
+                set(key, v, maxAge);
+            } else {
+                let parsed;
+                try {
+                    parsed = JSON.parse(v);
+                } catch (e) {
+                    parsed = null;
+                }
+                if (parsed) {
+                    v = parsed;
+                }
+            }
+
+            return v;
+        },
+        globalCache,
+    };
+
+    return async (ctx, next) => {
+        const key = 'koa-redis-cache:' + md5(ctx.request.path);
+        const controlKey = 'path-requested:' + md5(ctx.request.path);
+
+        if (!status.available) {
+            return next();
+        }
+
+        const isRequesting = await globalCache.get(controlKey);
+
+        if (isRequesting === '1') {
+            throw new RequestInProgressError('This path is currently fetching, please come back later!');
+        }
+
+        try {
+            const value = await globalCache.get(key);
+
+            if (value) {
+                ctx.response.status = 200;
+                if (config.cache.type === 'redis') {
+                    ctx.response.set({
+                        'X-Koa-Redis-Cache': 'true',
+                    });
+                } else if (config.cache.type === 'memory') {
+                    ctx.response.set({
+                        'X-Koa-Memory-Cache': 'true',
+                    });
+                }
+                ctx.state.data = JSON.parse(value);
+                return;
+            }
+        } catch (e) {
+            //
+        }
+
+        // Doesn't hit the cache? We need to let others know!
+        await globalCache.set(controlKey, '1', config.cache.requestTimeout);
+
+        try {
+            await next();
+        } catch (e) {
+            await globalCache.set(controlKey, '0', config.cache.requestTimeout);
+            throw e;
+        }
+
+        if (ctx.response.get('Cache-Control') !== 'no-cache' && ctx.state && ctx.state.data) {
+            ctx.state.data.lastBuildDate = new Date().toUTCString();
+            const body = JSON.stringify(ctx.state.data);
+            await globalCache.set(key, body, config.cache.routeExpire);
+        }
+
+        // We need to let it go, even no cache set.
+        // Wait to set cache so the next request could be handled correctly
+        await globalCache.set(controlKey, '0', config.cache.requestTimeout);
+    };
+};

package/lib/middleware/cache/memory.js

@@ -0,0 +1,42 @@
+const Lru = require('lru-cache');
+const config = require('@/config').value;
+
+const status = { available: false };
+
+const pageCache = new Lru({
+    maxAge: config.cache.routeExpire * 1000,
+    max: Infinity,
+});
+
+const routeCache = new Lru({
+    maxAge: config.cache.routeExpire * 1000,
+    max: Infinity,
+    updateAgeOnGet: true,
+});
+
+status.available = true;
+
+module.exports = {
+    get: (key, refresh = true) => {
+        if (key && status.available) {
+            let value = (refresh ? routeCache : pageCache).get(key);
+            if (value) {
+                value = value + '';
+            }
+            return value;
+        }
+    },
+    set: (key, value, maxAge = config.cache.contentExpire, refresh = true) => {
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key && status.available) {
+            return (refresh ? routeCache : pageCache).set(key, value, maxAge * 1000);
+        }
+    },
+    clients: { pageCache, routeCache },
+    status,
+};

package/lib/middleware/cache/redis.js

@@ -0,0 +1,48 @@
+const config = require('@/config').value;
+const Redis = require('ioredis');
+const logger = require('@/utils/logger');
+
+const redisClient = new Redis(config.redis.url);
+
+const status = { available: false };
+
+redisClient.on('error', (error) => {
+    status.available = false;
+    logger.error('Redis error: ', error);
+});
+redisClient.on('end', () => {
+    status.available = false;
+});
+redisClient.on('connect', () => {
+    status.available = true;
+    logger.info('Redis connected.');
+});
+
+module.exports = {
+    get: async (key, refresh = true) => {
+        if (key && status.available) {
+            let value = await redisClient.get(key);
+            if (value && refresh) {
+                redisClient.expire(key, config.cache.contentExpire);
+                value = value + '';
+            }
+            return value;
+        }
+    },
+    set: (key, value, maxAge = config.cache.contentExpire) => {
+        if (!status.available) {
+            return;
+        }
+        if (!value || value === 'undefined') {
+            value = '';
+        }
+        if (typeof value === 'object') {
+            value = JSON.stringify(value);
+        }
+        if (key) {
+            return redisClient.set(key, value, 'EX', maxAge); // setMode: https://redis.io/commands/set
+        }
+    },
+    clients: { redisClient },
+    status,
+};

package/lib/middleware/debug.js

@@ -4,11 +4,6 @@ module.exports = async (ctx, next) => {
     }
     ctx.debug.paths[ctx.request.path]++;
 
-    const ip = ctx.ips[0] || ctx.ip;
-    if (!ctx.debug.ips[ip]) {
-        ctx.debug.ips[ip] = 0;
-    }
-    ctx.debug.ips[ip]++;
     ctx.debug.request++;
 
     await next();

package/lib/middleware/header.js

@@ -5,6 +5,7 @@ const headers = {
     'Access-Control-Allow-Methods': 'GET',
     'Content-Type': 'application/xml; charset=utf-8',
     'Cache-Control': `public, max-age=${config.cache.routeExpire}`,
+    'X-Content-Type-Options': 'nosniff',
 };
 if (config.nodeName) {
     headers['RSSHub-Node'] = config.nodeName;
@@ -14,7 +15,7 @@ module.exports = async (ctx, next) => {
     logger.info(`${ctx.url}, user IP: ${ctx.ips[0] || ctx.ip}`);
     ctx.set(headers);
     ctx.set({
-        'Access-Control-Allow-Origin': `${ctx.host}`,
+        'Access-Control-Allow-Origin': config.allowOrigin || ctx.host,
     });
 
     await next();

package/lib/middleware/load-on-demand.js

@@ -0,0 +1,36 @@
+const mount = require('koa-mount');
+const Router = require('@koa/router');
+const routes = require('../v2router');
+const loadedRoutes = new Set();
+
+module.exports = function (app) {
+    return async function (ctx, next) {
+        const p = ctx.request.path.split('/').filter(Boolean);
+        let modName = null;
+        let mounted = false;
+
+        if (p.length > 0) {
+            modName = p[0];
+            if (!loadedRoutes.has(modName)) {
+                const mod = routes[modName];
+                // Mount module
+                if (mod) {
+                    mounted = true;
+                    loadedRoutes.add(modName);
+                    const router = new Router();
+                    mod(router);
+                    app.use(mount(`/${modName}`, router.routes())).use(router.allowedMethods());
+                }
+            } else {
+                mounted = true;
+            }
+        }
+
+        await next();
+
+        // We should only add it when koa router matched
+        if (mounted && ctx._matchedRoute) {
+            ctx._matchedRoute = `/${modName}${ctx._matchedRoute}`;
+        }
+    };
+};