rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/README.md

@@ -5,9 +5,10 @@
 
 > 🍰 Everything is RSSible
 
-[![telegram](https://img.shields.io/badge/chat-telegram-brightgreen.svg?style=flat-square)](https://t.me/rsshub)
-[![build status](https://img.shields.io/travis/DIYgod/RSSHub/master.svg?style=flat-square)](https://travis-ci.org/DIYgod/RSSHub)
-[![Test coverage](https://img.shields.io/codecov/c/github/DIYgod/RSSHub.svg?style=flat-square)](https://codecov.io/github/DIYgod/RSSHub?branch=master)
+[![telegram](https://img.shields.io/badge/chat-telegram-brightgreen.svg?logo=telegram&style=flat-square)](https://t.me/rsshub)
+[![npm publish](https://img.shields.io/github/workflow/status/DIYgod/RSSHub/publish/master?label=npm%20publish&logo=npm&style=flat-square)](https://www.npmjs.com/package/rsshub)
+[![docker publish](https://img.shields.io/github/workflow/status/DIYgod/RSSHub/%5Bdocker%5D%20CI%20for%20releases/master?label=docker%20publish&logo=docker&style=flat-square)](https://hub.docker.com/r/diygod/rsshub)
+[![test](https://img.shields.io/github/workflow/status/DIYgod/RSSHub/test/master?label=test&logo=github&style=flat-square)](https://github.com/DIYgod/RSSHub/actions/workflows/test.yml?query=event%3Apush+branch%3Amaster)
 
 ## Introduction
 
@@ -37,7 +38,7 @@ RSSHub 是一个开源、简单易用、易于扩展的 RSS 生成器，可以
 
 ### Sponsors
 
-[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://www.shaoyaoju.org/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub)
+[Sayori Studio](https://t.me/SayoriStudio) . [Sion Kazama](https://blog.sion.moe) . [琚致远](https://wineso.me/) . [Rolly RSS 阅读器](https://www.coolapk.com/apk/239500) . [mokeyjay](https://www.mokeyjay.com/) . [萌开源联盟](https://www.moeunion.com) . [hooke007](https://github.com/hooke007/MPV_lazy) . [feeds.pub](https://feeds.pub) . [KINGX@安全引擎](http://cve.today/)
 
 [![](https://opencollective.com/static/images/become_sponsor.svg)](https://docs.rsshub.app/en/support/)
 

package/lib/config.js

@@ -1,4 +1,5 @@
 require('dotenv').config();
+const randUserAgent = require('@/utils/rand-user-agent');
 let envs = process.env;
 let value;
 
@@ -25,75 +26,38 @@ const calculateValue = () => {
     }
 
     value = {
+        // app config
+        disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
+        enableCluster: envs.ENABLE_CLUSTER,
         isPackage: envs.IS_PACKAGE,
-        noLogfiles: envs.NO_LOGFILES,
+        nodeName: envs.NODE_NAME,
+        puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
+        // network
         connect: {
             port: envs.PORT || 1200, // 监听端口
             socket: envs.SOCKET || null, // 监听 Unix Socket, null 为禁用
         },
+        listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接，取值 0 1
+        requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
+        requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
+        ua: envs.UA || randUserAgent({ browser: 'chrome', os: 'mac os', device: 'desktop' }),
+        // cors request
+        allowOrigin: envs.ALLOW_ORIGIN,
+        // cache
         cache: {
             type: typeof envs.CACHE_TYPE === 'undefined' ? 'memory' : envs.CACHE_TYPE, // 缓存类型，支持 'memory' 和 'redis'，设为空可以禁止缓存
             requestTimeout: parseInt(envs.CACHE_REQUEST_TIMEOUT) || 60,
             routeExpire: parseInt(envs.CACHE_EXPIRE) || 5 * 60, // 路由缓存时间，单位为秒
             contentExpire: parseInt(envs.CACHE_CONTENT_EXPIRE) || 1 * 60 * 60, // 不变内容缓存时间，单位为秒
         },
-        ua: envs.UA || 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
-        listenInaddrAny: envs.LISTEN_INADDR_ANY || 1, // 是否允许公网连接，取值 0 1
-        requestRetry: parseInt(envs.REQUEST_RETRY) || 2, // 请求失败重试次数
-        requestTimeout: parseInt(envs.REQUEST_TIMEOUT) || 30000, // Milliseconds to wait for the server to end the response before aborting the request
-        // 是否显示 Debug 信息，取值 'true' 'false' 'some_string' ，取值为 'true' 时永久显示，取值为 'false' 时永远隐藏，取值为 'some_string' 时请求带上 '?debug=some_string' 显示
-        debugInfo: envs.DEBUG_INFO || 'true',
-        disallowRobot: envs.DISALLOW_ROBOT !== '0' && envs.DISALLOW_ROBOT !== 'false',
-        titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
+        memory: {
+            max: parseInt(envs.MEMORY_MAX) || Math.pow(2, 8), // The maximum number of items that remain in the cache. This must be a positive finite intger.
+            // https://github.com/isaacs/node-lru-cache#options
+        },
         redis: {
             url: envs.REDIS_URL || 'redis://localhost:6379/',
         },
-        nodeName: envs.NODE_NAME,
-        suffix: envs.SUFFIX,
-        pixiv: {
-            refreshToken: envs.PIXIV_REFRESHTOKEN,
-            bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
-            bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
-            bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
-            imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
-        },
-        fanbox: {
-            session: envs.FANBOX_SESSION_ID,
-        },
-        disqus: {
-            api_key: envs.DISQUS_API_KEY,
-        },
-        twitter: {
-            consumer_key: envs.TWITTER_CONSUMER_KEY,
-            consumer_secret: envs.TWITTER_CONSUMER_SECRET,
-            tokens: twitter_tokens,
-            authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
-            // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
-        },
-        youtube: {
-            key: envs.YOUTUBE_KEY,
-        },
-        telegram: {
-            token: envs.TELEGRAM_TOKEN,
-        },
-        github: {
-            access_token: envs.GITHUB_ACCESS_TOKEN,
-        },
-        authentication: {
-            name: envs.HTTP_BASIC_AUTH_NAME || 'usernam3',
-            pass: envs.HTTP_BASIC_AUTH_PASS || 'passw0rd',
-        },
-        bilibili: {
-            cookies: bilibili_cookies,
-        },
-        yuque: {
-            token: envs.YUQUE_TOKEN,
-        },
-        zhihu: {
-            cookies: envs.ZHIHU_COOKIES,
-        },
-        puppeteerWSEndpoint: envs.PUPPETEER_WS_ENDPOINT,
-        loggerLevel: envs.LOGGER_LEVEL || 'info',
+        // proxy
         proxyUri: envs.PROXY_URI,
         proxy: {
             protocol: envs.PROXY_PROTOCOL,
@@ -102,26 +66,75 @@ const calculateValue = () => {
             auth: envs.PROXY_AUTH,
             url_regex: envs.PROXY_URL_REGEX || '.*',
         },
-        allowOrigin: envs.ALLOW_ORIGIN,
+        // auth
+        authentication: {
+            name: envs.HTTP_BASIC_AUTH_NAME || 'usernam3',
+            pass: envs.HTTP_BASIC_AUTH_PASS || 'passw0rd',
+        },
+        // access control
         blacklist: envs.BLACKLIST && envs.BLACKLIST.split(','),
         whitelist: envs.WHITELIST && envs.WHITELIST.split(','),
         allowLocalhost: envs.ALLOW_LOCALHOST,
         accessKey: envs.ACCESS_KEY,
-        enableCluster: envs.ENABLE_CLUSTER,
-        email: {
-            config: email_config,
-        },
+        // logging
+        // 是否显示 Debug 信息，取值 'true' 'false' 'some_string' ，取值为 'true' 时永久显示，取值为 'false' 时永远隐藏，取值为 'some_string' 时请求带上 '?debug=some_string' 显示
+        debugInfo: envs.DEBUG_INFO || 'true',
+        loggerLevel: envs.LOGGER_LEVEL || 'info',
+        noLogfiles: envs.NO_LOGFILES,
         sentry: {
             dsn: envs.SENTRY,
             routeTimeout: parseInt(envs.SENTRY_ROUTE_TIMEOUT) || 30000,
         },
+        // feed config
+        hotlink: {
+            template: envs.HOTLINK_TEMPLATE,
+        },
+        suffix: envs.SUFFIX,
+        titleLengthLimit: parseInt(envs.TITLE_LENGTH_LIMIT) || 150,
+
+        // Route-specific Configurations
+        bilibili: {
+            cookies: bilibili_cookies,
+        },
+        bitbucket: {
+            username: envs.BITBUCKET_USERNAME,
+            password: envs.BITBUCKET_PASSWORD,
+        },
+        btbyr: {
+            host: envs.BTBYR_HOST,
+            cookies: envs.BTBYR_COOKIE,
+        },
+        bupt: {
+            portal_cookie: envs.BUPT_PORTAL_COOKIE,
+        },
         chuiniu: {
             member: envs.CHUINIU_MEMBER,
         },
-        weibo: {
-            app_key: envs.WEIBO_APP_KEY,
-            app_secret: envs.WEIBO_APP_SECRET,
-            redirect_url: envs.WEIBO_REDIRECT_URL,
+        dida365: {
+            username: envs.DIDA365_USERNAME,
+            password: envs.DIDA365_PASSWORD,
+        },
+        discuz: {
+            cookies: discuz_cookies,
+        },
+        disqus: {
+            api_key: envs.DISQUS_API_KEY,
+        },
+        douban: {
+            cookie: envs.DOUBAN_COOKIE,
+        },
+        ehentai: {
+            ipb_member_id: envs.EH_IPB_MEMBER_ID,
+            ipb_pass_hash: envs.EH_IPB_PASS_HASH,
+            sk: envs.EH_SK,
+            igneous: envs.EH_IGNEOUS,
+            img_proxy: envs.EH_IMG_PROXY,
+        },
+        email: {
+            config: email_config,
+        },
+        fanbox: {
+            session: envs.FANBOX_SESSION_ID,
         },
         fanfou: {
             consumer_key: envs.FANFOU_CONSUMER_KEY,
@@ -129,27 +142,21 @@ const calculateValue = () => {
             username: envs.FANFOU_USERNAME,
             password: envs.FANFOU_PASSWORD,
         },
-        lastfm: {
-            api_key: envs.LASTFM_API_KEY,
+        game4399: {
+            cookie: envs.GAME_4399,
         },
-        pkubbs: {
-            cookie: envs.PKUBBS_COOKIE,
+        github: {
+            access_token: envs.GITHUB_ACCESS_TOKEN,
         },
-        bupt: {
-            portal_cookie: envs.BUPT_PORTAL_COOKIE,
+        google: {
+            fontsApiKey: envs.GOOGLE_FONTS_API_KEY,
         },
-        nhentai: {
-            username: envs.NHENTAI_USERNAME,
-            password: envs.NHENTAI_PASSWORD,
+        hefeng: {
+            // weather
+            key: envs.HEFENG_KEY,
         },
-        discuz: {
-            cookies: discuz_cookies,
-        },
-        scihub: {
-            host: envs.SCIHUB_HOST || 'https://sci-hub.se/',
-        },
-        hotlink: {
-            template: envs.HOTLINK_TEMPLATE,
+        infzm: {
+            cookie: envs.INFZM_COOKIE,
         },
         initium: {
             username: envs.INITIUM_USERNAME,
@@ -157,50 +164,94 @@ const calculateValue = () => {
             bearertoken: envs.INITIUM_BEARER_TOKEN,
             iap_receipt: envs.INITIUM_IAP_RECEIPT,
         },
-        btbyr: {
-            host: envs.BTBYR_HOST,
-            cookies: envs.BTBYR_COOKIE,
+        instagram: {
+            username: envs.IG_USERNAME,
+            password: envs.IG_PASSWORD,
+            proxy: envs.IG_PROXY,
+        },
+        lastfm: {
+            api_key: envs.LASTFM_API_KEY,
         },
         mastodon: {
             apiHost: envs.MASTODON_API_HOST,
             accessToken: envs.MASTODON_API_ACCESS_TOKEN,
             acctDomain: envs.MASTODON_API_ACCT_DOMAIN,
         },
-        xiaoyuzhou: {
-            device_id: envs.XIAOYUZHOU_ID,
-            refresh_token: envs.XIAOYUZHOU_TOKEN,
-        },
         miniflux: {
             instance: envs.MINIFLUX_INSTANCE || 'https://reader.miniflux.app',
             token: envs.MINIFLUX_TOKEN || '',
         },
-        nga: {
-            uid: envs.NGA_PASSPORT_UID,
-            cid: envs.NGA_PASSPORT_CID,
+        ncm: {
+            cookies: envs.NCM_COOKIES || '',
         },
         newrank: {
             cookie: envs.NEWRANK_COOKIE,
         },
-        ximalaya: {
-            token: envs.XIMALAYA_TOKEN,
+        nga: {
+            uid: envs.NGA_PASSPORT_UID,
+            cid: envs.NGA_PASSPORT_CID,
         },
-        game4399: {
-            cookie: envs.GAME_4399,
+        nhentai: {
+            username: envs.NHENTAI_USERNAME,
+            password: envs.NHENTAI_PASSWORD,
         },
-        dida365: {
-            username: envs.DIDA365_USERNAME,
-            password: envs.DIDA365_PASSWORD,
+        pixiv: {
+            refreshToken: envs.PIXIV_REFRESHTOKEN,
+            bypassCdn: envs.PIXIV_BYPASS_CDN !== '0' && envs.PIXIV_BYPASS_CDN !== 'false',
+            bypassCdnHostname: envs.PIXIV_BYPASS_HOSTNAME || 'public-api.secure.pixiv.net',
+            bypassCdnDoh: envs.PIXIV_BYPASS_DOH || 'https://1.1.1.1/dns-query',
+            imgProxy: envs.PIXIV_IMG_PROXY || 'https://i.pixiv.cat',
+        },
+        pkubbs: {
+            cookie: envs.PKUBBS_COOKIE,
         },
         scboy: {
             token: envs.SCBOY_BBS_TOKEN,
         },
+        scihub: {
+            host: envs.SCIHUB_HOST || 'https://sci-hub.se/',
+        },
+        spotify: {
+            clientId: envs.SPOTIFY_CLIENT_ID,
+            clientSecret: envs.SPOTIFY_CLIENT_SECRET,
+            refreshToken: envs.SPOTIFY_REFRESHTOKEN,
+        },
+        telegram: {
+            token: envs.TELEGRAM_TOKEN,
+        },
+        twitter: {
+            consumer_key: envs.TWITTER_CONSUMER_KEY,
+            consumer_secret: envs.TWITTER_CONSUMER_SECRET,
+            tokens: twitter_tokens,
+            authorization: envs.TWITTER_WEBAPI_AUTHORIZAION || 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
+            // 此处硬编码参考自https://github.com/mikf/gallery-dl/blob/master/gallery_dl/extractor/twitter.py#L550
+        },
+        weibo: {
+            app_key: envs.WEIBO_APP_KEY,
+            app_secret: envs.WEIBO_APP_SECRET,
+            redirect_url: envs.WEIBO_REDIRECT_URL,
+        },
+        wenku8: {
+            cookie: envs.WENKU8_COOKIE,
+        },
         wordpress: {
             cdnUrl: envs.WORDPRESS_CDN,
         },
-        ehentai: {
-            ipb_member_id: envs.EH_IPB_MEMBER_ID,
-            ipb_pass_hash: envs.EH_IPB_PASS_HASH,
-            sk: envs.EH_SK,
+        xiaoyuzhou: {
+            device_id: envs.XIAOYUZHOU_ID,
+            refresh_token: envs.XIAOYUZHOU_TOKEN,
+        },
+        ximalaya: {
+            token: envs.XIMALAYA_TOKEN,
+        },
+        youtube: {
+            key: envs.YOUTUBE_KEY,
+        },
+        yuque: {
+            token: envs.YUQUE_TOKEN,
+        },
+        zhihu: {
+            cookies: envs.ZHIHU_COOKIES,
         },
     };
 };

package/lib/middleware/cache/index.js

@@ -27,10 +27,10 @@ if (config.cache.type === 'redis') {
     globalCache.set = cacheModule.set;
 } else if (config.cache.type === 'memory') {
     cacheModule = require('./memory');
-    const { pageCache } = cacheModule.clients;
+    const { memoryCache } = cacheModule.clients;
     globalCache.get = (key) => {
         if (key && cacheModule.status.available) {
-            return pageCache.get(key);
+            return memoryCache.get(key, { updateAgeOnGet: false });
         }
     };
     globalCache.set = (key, value, maxAge) => {
@@ -41,7 +41,7 @@ if (config.cache.type === 'redis') {
             value = JSON.stringify(value);
         }
         if (key) {
-            return pageCache.set(key, value, maxAge * 1000);
+            return memoryCache.set(key, value, { ttl: maxAge * 1000 });
         }
     };
 } else {
@@ -55,8 +55,8 @@ module.exports = function (app) {
     const { get, set, status } = cacheModule;
     app.context.cache = {
         ...cacheModule,
-        tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire) => {
-            let v = await get(key);
+        tryGet: async (key, getValueFunc, maxAge = config.cache.contentExpire, refresh = true) => {
+            let v = await get(key, refresh);
             if (!v) {
                 v = await getValueFunc();
                 set(key, v, maxAge);

package/lib/middleware/cache/memory.js

@@ -3,15 +3,9 @@ const config = require('@/config').value;
 
 const status = { available: false };
 
-const pageCache = new Lru({
-    maxAge: config.cache.routeExpire * 1000,
-    max: Infinity,
-});
-
-const routeCache = new Lru({
-    maxAge: config.cache.routeExpire * 1000,
-    max: Infinity,
-    updateAgeOnGet: true,
+const memoryCache = new Lru({
+    ttl: config.cache.routeExpire * 1000,
+    max: config.memory.max,
 });
 
 status.available = true;
@@ -19,14 +13,14 @@ status.available = true;
 module.exports = {
     get: (key, refresh = true) => {
         if (key && status.available) {
-            let value = (refresh ? routeCache : pageCache).get(key);
+            let value = memoryCache.get(key, { updateAgeOnGet: refresh });
             if (value) {
                 value = value + '';
             }
             return value;
         }
     },
-    set: (key, value, maxAge = config.cache.contentExpire, refresh = true) => {
+    set: (key, value, maxAge = config.cache.contentExpire) => {
         if (!value || value === 'undefined') {
             value = '';
         }
@@ -34,9 +28,9 @@ module.exports = {
             value = JSON.stringify(value);
         }
         if (key && status.available) {
-            return (refresh ? routeCache : pageCache).set(key, value, maxAge * 1000);
+            return memoryCache.set(key, value, { ttl: maxAge * 1000 });
         }
     },
-    clients: { pageCache, routeCache },
+    clients: { memoryCache },
     status,
 };

package/lib/middleware/cache/redis.js

@@ -18,12 +18,26 @@ redisClient.on('connect', () => {
     logger.info('Redis connected.');
 });
 
+const getCacheTtlKey = (key) => {
+    if (key.startsWith('cacheTtl:')) {
+        throw Error('"cacheTtl:" prefix is reserved for the internal usage, please change your cache key'); // blocking any attempt to get/set the cacheTtl
+    }
+    return `cacheTtl:${key}`;
+};
+
 module.exports = {
     get: async (key, refresh = true) => {
         if (key && status.available) {
-            let value = await redisClient.get(key);
+            const cacheTtlKey = getCacheTtlKey(key);
+            let [value, cacheTtl] = await redisClient.mget(key, cacheTtlKey);
             if (value && refresh) {
-                redisClient.expire(key, config.cache.contentExpire);
+                if (!cacheTtl) {
+                    cacheTtl = config.cache.contentExpire;
+                    redisClient.set(cacheTtlKey, cacheTtl, 'EX', cacheTtl);
+                } else {
+                    redisClient.expire(cacheTtlKey, cacheTtl);
+                }
+                redisClient.expire(key, cacheTtl);
                 value = value + '';
             }
             return value;
@@ -40,6 +54,7 @@ module.exports = {
             value = JSON.stringify(value);
         }
         if (key) {
+            redisClient.set(getCacheTtlKey(key), maxAge, 'EX', maxAge);
             return redisClient.set(key, value, 'EX', maxAge); // setMode: https://redis.io/commands/set
         }
     },

package/lib/middleware/onerror.js

@@ -6,6 +6,7 @@ const path = require('path');
 const { RequestInProgressError } = require('@/errors');
 
 let Sentry;
+let gitHash;
 
 if (config.sentry.dsn) {
     Sentry = Sentry || require('@sentry/node');
@@ -19,6 +20,12 @@ if (config.sentry.dsn) {
     logger.info('Sentry inited.');
 }
 
+try {
+    gitHash = require('git-rev-sync').short();
+} catch (e) {
+    gitHash = (process.env.HEROKU_SLUG_COMMIT && process.env.HEROKU_SLUG_COMMIT.slice(0, 7)) || (process.env.VERCEL_GITHUB_COMMIT_SHA && process.env.VERCEL_GITHUB_COMMIT_SHA.slice(0, 7)) || 'unknown';
+}
+
 module.exports = async (ctx, next) => {
     try {
         const time = +new Date();
@@ -68,6 +75,7 @@ module.exports = async (ctx, next) => {
                 message,
                 errorPath: ctx.path,
                 nodeVersion: process.version,
+                gitHash,
             });
         }
 

package/lib/middleware/parameter.js

@@ -112,7 +112,7 @@ module.exports = async (ctx, next) => {
                         $ele.removeAttr(e);
                     });
                 });
-                item.description = entities.decodeXML($('body').html() + '') + (config.suffix || '');
+                item.description = $('body').html() + '' + (config.suffix || '');
             }
             return item;
         };
@@ -208,7 +208,9 @@ module.exports = async (ctx, next) => {
                             mercury_parser = mercury_parser || require('@postlight/mercury-parser');
 
                             const res = await got(link);
-                            const $ = cheerio.load(res.data);
+                            const $ = cheerio.load(res.data, {
+                                xmlMode: true,
+                            });
                             const result = await mercury_parser.parse(link, {
                                 html: $.html(),
                             });
@@ -235,8 +237,8 @@ module.exports = async (ctx, next) => {
             // opencc
             if (ctx.query.opencc) {
                 ctx.state.data.item.forEach((item) => {
-                    item.title = simplecc(item.title, ctx.query.opencc);
-                    item.description = simplecc(item.description, ctx.query.opencc);
+                    item.title = simplecc(item.title ?? item.link, ctx.query.opencc);
+                    item.description = simplecc(item.description ?? item.title ?? item.link, ctx.query.opencc);
                 });
             }
 

package/lib/middleware/template.js

@@ -2,6 +2,7 @@ const art = require('art-template');
 const path = require('path');
 const config = require('@/config').value;
 const typeRegex = /\.(atom|rss|debug\.json)$/;
+const { collapseWhitespace, convertDateToISO8601 } = require('@/utils/common-utils');
 
 module.exports = async (ctx, next) => {
     if (ctx.headers['user-agent'] && ctx.headers['user-agent'].includes('Reeder')) {
@@ -27,7 +28,8 @@ module.exports = async (ctx, next) => {
     if (!ctx.body) {
         let template;
 
-        switch (ctx.state.type[1]) {
+        const outputType = ctx.state.type[1];
+        switch (outputType) {
             case 'atom':
                 template = path.resolve(__dirname, '../views/atom.art');
                 break;
@@ -40,10 +42,14 @@ module.exports = async (ctx, next) => {
         }
 
         if (ctx.state.data) {
+            ctx.state.data.title = collapseWhitespace(ctx.state.data.title);
+            ctx.state.data.subtitle = collapseWhitespace(ctx.state.data.subtitle);
+            ctx.state.data.author = collapseWhitespace(ctx.state.data.author);
+
             ctx.state.data.item &&
                 ctx.state.data.item.forEach((item) => {
                     if (item.title) {
-                        item.title = item.title.trim();
+                        item.title = collapseWhitespace(item.title);
                         // trim title length
                         for (let length = 0, i = 0; i < item.title.length; i++) {
                             length += Buffer.from(item.title[i]).length !== 1 ? 2 : 1;
@@ -54,10 +60,17 @@ module.exports = async (ctx, next) => {
                         }
                     }
 
-                    if (item.enclosure_length) {
-                        const itunes_duration =
-                            Math.floor(item.enclosure_length / 3600) + ':' + (Math.floor((item.enclosure_length % 3600) / 60) / 100).toFixed(2).slice(-2) + ':' + (((item.enclosure_length % 3600) % 60) / 100).toFixed(2).slice(-2);
-                        item.itunes_duration = itunes_duration;
+                    item.author = collapseWhitespace(item.author);
+
+                    if (item.itunes_duration && ((typeof item.itunes_duration === 'string' && item.itunes_duration.indexOf(':') === -1) || (typeof item.itunes_duration === 'number' && !isNaN(item.itunes_duration)))) {
+                        item.itunes_duration = +item.itunes_duration;
+                        item.itunes_duration =
+                            Math.floor(item.itunes_duration / 3600) + ':' + (Math.floor((item.itunes_duration % 3600) / 60) / 100).toFixed(2).slice(-2) + ':' + (((item.itunes_duration % 3600) % 60) / 100).toFixed(2).slice(-2);
+                    }
+
+                    if (outputType === 'atom') {
+                        item.pubDate = convertDateToISO8601(item.pubDate);
+                        item.updated = convertDateToISO8601(item.updated);
                     }
                 });
         }

package/lib/protected_router.js

@@ -6,6 +6,6 @@ const config = require('./config').value;
 router.use('/(.*)', auth(config.authentication));
 
 // RSSHub
-router.get('/rsshub/routes', require('./routes/rsshub/routes'));
+router.get('/rsshub/routes/:lang?', require('./v2/rsshub/routes'));
 
 module.exports = router;