rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/routes/index.js

@@ -7,7 +7,7 @@ let gitHash;
 try {
     gitHash = require('git-rev-sync').short();
 } catch (e) {
-    gitHash = (process.env.HEROKU_SLUG_COMMIT && process.env.HEROKU_SLUG_COMMIT.slice(0, 7)) || (process.env.VERCEL_GITHUB_COMMIT_SHA && process.env.VERCEL_GITHUB_COMMIT_SHA.slice(0, 7)) || 'unknown';
+    gitHash = (process.env.HEROKU_SLUG_COMMIT && process.env.HEROKU_SLUG_COMMIT.slice(0, 7)) || (process.env.VERCEL_GIT_COMMIT_SHA && process.env.VERCEL_GIT_COMMIT_SHA.slice(0, 7)) || 'unknown';
 }
 
 module.exports = async (ctx) => {

package/lib/routes/mastodon/utils.js

@@ -1,7 +1,13 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 const parseStatuses = (data) =>
     data.map((item) => {
+        // docs on: https://docs.joinmastodon.org/entities/status/
+
+        const accountRepostedBy = item.reblog ? item.account : null;
+        item = item.reblog ? item.reblog : item;
+
         const content = item.content ? item.content.replace(/<span.*?>|<\/span.*?>/gm, '') : '';
         const contentRemovedHtml = content.replace(/<(?:.|\n)*?>/gm, '\n');
 
@@ -26,25 +32,19 @@ const parseStatuses = (data) =>
                 })
                 .join('');
 
-        let author, link, titleAuthor, media;
-        if (item.reblog !== null) {
-            author = `${item.reblog.account.display_name} (@${item.reblog.account.acct})`;
-            link = item.reblog.url;
-            titleAuthor = `Re @${item.reblog.account.username}`;
-            media = mediaParse(item.reblog.media_attachments);
-        } else {
-            author = `${item.account.display_name} (@${item.account.acct})`;
-            link = item.url;
-            titleAuthor = `@${item.account.username}`;
-            media = mediaParse(item.media_attachments);
-        }
+        const author = `${item.account.display_name} (@${item.account.acct})`;
+        const link = item.url;
+        const media = mediaParse(item.media_attachments);
+
+        const titleAuthor = accountRepostedBy ? `Re @${accountRepostedBy.username}` : `@${item.account.username}`;
         const titleText = item.sensitive === true ? `(CW) ${item.spoiler_text}` : contentRemovedHtml;
+        const title = `${titleAuthor}: "${titleText}"`;
 
         return {
-            title: `${titleAuthor}: "${titleText}"`,
+            title,
             author,
             description: item.spoiler_text + '<hr />' + content + media,
-            pubDate: new Date(item.created_at).toUTCString(),
+            pubDate: parseDate(item.created_at),
             link,
             guid: item.uri,
         };

package/lib/routes/tencent/wechat/miniprogram/framework.js

@@ -1,5 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const link = `https://developers.weixin.qq.com/miniprogram/dev/framework/release/`;
@@ -16,14 +18,14 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: name,
         link,
-        item: $('#docContent .content h3')
+        item: $('#docContent .content h2')
             .map((_, item) => {
                 item = $(item);
                 const title = item.text().replace(/[\s|#]/g, '');
                 return {
                     title,
                     description: item.next().html(),
-                    pubDate: new Date(new RegExp(/\d{4}-\d{2}-\d{2}/).exec(title) + ' GMT+8').toUTCString(),
+                    pubDate: timezone(parseDate(new RegExp(/\d{4}-\d{2}-\d{2}/).exec(title)), +8),
                     link: link + item.find('a.header-anchor').attr('href'),
                 };
             })

package/lib/routes/twitter/api_fallback_common.js

@@ -0,0 +1,17 @@
+const config = require('@/config').value;
+const logger = require('@/utils/logger');
+const utils = require('@/routes/twitter/utils');
+
+module.exports = async (ctx, devApiImpl, webApiImpl) => {
+    const { force_web_api } = utils.parseRouteParams(ctx.params.routeParams);
+
+    if (!force_web_api && config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
+        try {
+            await devApiImpl(ctx);
+            return;
+        } catch (e) {
+            logger.error(`Fallback to Twitter web API due to developer API error:\n${e.stack}`);
+        }
+    }
+    await webApiImpl(ctx);
+};

package/lib/routes/twitter/developer-api/search.js

@@ -2,14 +2,14 @@ const utils = require('../utils');
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.keyword;
-    const limit = ctx.params.limit || 50;
-    const result = await utils.getTwit().get('search/tweets', {
+    const limit = ctx.params.limit ?? 50;
+    const client = await utils.getAppClient();
+    const data = await client.v1.get('search/tweets.json', {
         q: keyword,
         count: limit,
         tweet_mode: 'extended',
         result_type: 'recent',
     });
-    const data = result.data;
 
     ctx.state.data = {
         title: `Twitter Keyword - ${keyword}`,

package/lib/routes/twitter/developer-api/user.js

@@ -5,14 +5,14 @@ module.exports = async (ctx) => {
 
     // For compatibility
     const { exclude_replies, include_rts, count } = utils.parseRouteParams(ctx.params.routeParams);
-    const result = await utils.getTwit().get('statuses/user_timeline', {
+    const client = await utils.getAppClient();
+    const data = await client.v1.get('statuses/user_timeline.json', {
         screen_name: id,
         tweet_mode: 'extended',
         exclude_replies,
         include_rts,
         count,
     });
-    const data = result.data;
     const userInfo = data[0].user;
 
     const profileImageUrl = userInfo.profile_image_url || userInfo.profile_image_url_https;

package/lib/routes/twitter/followings.js

@@ -1,8 +1,7 @@
-const querystring = require('querystring');
 const utils = require('./utils');
 const config = require('@/config').value;
 const T = {};
-const Twit = require('twit');
+const { TwitterApi } = require('twitter-api-v2');
 const { fallback, queryToBoolean } = require('@/utils/readable-social');
 
 module.exports = async (ctx) => {
@@ -12,22 +11,21 @@ module.exports = async (ctx) => {
         throw Error(`lacking twitter token for user ${id}`);
     } else if (!T[id]) {
         const token = cookie.split(',');
-        T[id] = new Twit({
-            consumer_key: token[0],
-            consumer_secret: token[1],
-            access_token: token[2],
-            access_token_secret: token[3],
-        });
+        T[id] = new TwitterApi({
+            appKey: token[0],
+            appSecret: token[1],
+            accessToken: token[2],
+            accessSecret: token[3],
+        }).readOnly;
     }
 
-    const result = await T[id].get('statuses/home_timeline', {
+    const data = await T[id].v1.get('statuses/home_timeline.json', {
         tweet_mode: 'extended',
         count: 100,
     });
-    const data = result.data;
 
     // undefined and strings like "exclude_rts_replies" is also safely parsed, so no if branch is needed
-    const routeParams = querystring.parse(ctx.params.routeParams);
+    const routeParams = new URLSearchParams(ctx.params.routeParams);
 
     ctx.state.data = {
         title: `${id} 的 Twitter 关注时间线`,
@@ -38,8 +36,8 @@ module.exports = async (ctx) => {
                 data,
             },
             {
-                showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.showAuthorInTitle), true),
-                showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.showAuthorInDesc), true),
+                showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.get('showAuthorInTitle')), true),
+                showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.get('showAuthorInDesc')), true),
             }
         ),
     };

package/lib/routes/twitter/keyword.js

@@ -1,16 +1,5 @@
-const config = require('@/config').value;
-const webApiImpl = require('./web-api/search');
 const devApiImpl = require('./developer-api/search');
-const logger = require('@/utils/logger');
+const webApiImpl = require('./web-api/search');
+const apiFallback = require('./api_fallback_common');
 
-module.exports = async (ctx) => {
-    if (config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
-        try {
-            await devApiImpl(ctx);
-            return;
-        } catch (e) {
-            logger.error(`Fallback to Twitter web API due to developer API error:\n${e.stack}`);
-        }
-    }
-    await webApiImpl(ctx);
-};
+module.exports = (ctx) => apiFallback(ctx, devApiImpl, webApiImpl);

package/lib/routes/twitter/likes.js

@@ -6,11 +6,11 @@ module.exports = async (ctx) => {
         throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
     const id = ctx.params.id;
-    const result = await utils.getTwit().get('favorites/list', {
+    const client = await utils.getAppClient();
+    const data = await client.v1.get('favorites/list.json', {
         screen_name: id,
         tweet_mode: 'extended',
     });
-    const data = result.data;
 
     ctx.state.data = {
         title: `Twitter Likes - ${id}`,

package/lib/routes/twitter/list.js

@@ -6,14 +6,15 @@ module.exports = async (ctx) => {
         throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
     const { id, name } = ctx.params;
+    const client = await utils.getAppClient();
 
     const list_data = await ctx.cache.tryGet(`twitter_lists_list_screen_name:${id}`, async () => {
-        const result = await utils.getTwit().get('lists/list', {
+        const data = await client.v1.get('lists/list.json', {
             screen_name: id,
         });
 
         const cached_lists = {};
-        result.data.forEach((e) => {
+        data.forEach((e) => {
             cached_lists[e.name] = { id: e.id_str, slug: e.slug };
         });
 
@@ -21,12 +22,11 @@ module.exports = async (ctx) => {
     });
     const cur_list = list_data[name];
 
-    const result = await utils.getTwit().get('lists/statuses', {
+    const data = await client.v1.get('lists/statuses.json', {
         list_id: cur_list.id,
         slug: cur_list.slug,
         tweet_mode: 'extended',
     });
-    const data = result.data;
 
     ctx.state.data = {
         title: `Twitter List - ${id}/${name}`,

package/lib/routes/twitter/trends.js

@@ -5,12 +5,13 @@ module.exports = async (ctx) => {
     if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
         throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
-    const woeid = ctx.params.woeid || 1; // Global information is available by using 1 as the WOEID
-    const result = await utils.getTwit().get('trends/place', { id: woeid });
-    const [{ trends }] = result.data;
+    const woeid = ctx.params.woeid ?? 1; // Global information is available by using 1 as the WOEID
+    const client = await utils.getAppClient();
+    const data = await client.v1.get('trends/place.json', { id: woeid });
+    const [{ trends }] = data;
 
     ctx.state.data = {
-        title: `Twitter Trends on ${result.data[0].locations[0].name}`,
+        title: `Twitter Trends on ${data[0].locations[0].name}`,
         link: `https://twitter.com/i/trends`,
         item: trends
             .filter((t) => !t.promoted_content)

package/lib/routes/twitter/user.js

@@ -1,16 +1,5 @@
-const config = require('@/config').value;
 const devApiImpl = require('./developer-api/user');
 const webApiImpl = require('./web-api/user');
-const logger = require('@/utils/logger');
+const apiFallback = require('./api_fallback_common');
 
-module.exports = async (ctx) => {
-    if (config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
-        try {
-            await devApiImpl(ctx);
-            return;
-        } catch (e) {
-            logger.error(`Fallback to Twitter web API due to developer API error:\n${e.stack}`);
-        }
-    }
-    await webApiImpl(ctx);
-};
+module.exports = (ctx) => apiFallback(ctx, devApiImpl, webApiImpl);

package/lib/routes/twitter/utils.js

@@ -1,30 +1,61 @@
-const querystring = require('querystring');
 const URL = require('url');
 const config = require('@/config').value;
-const Twit = require('twit');
+const { TwitterApi } = require('twitter-api-v2');
 const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
+const { parseDate } = require('@/utils/parse-date');
+
+const getQueryParams = (url) => URL.parse(url, true).query;
+const getOriginalImg = (url) => {
+    // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
+    let m = null;
+    if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
+        let format = m[2];
+        if (m[2] === 'jpeg') {
+            format = 'jpg';
+        }
+        return `${m[1]}?format=${format}&name=orig`;
+    } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
+        const pars = getQueryParams(url);
+        if (!pars.format || !pars.name) {
+            return url;
+        }
+        if (pars.name === 'orig') {
+            return url;
+        }
+        return m[1] + '?format=' + pars.format + '&name=orig';
+    } else {
+        return url;
+    }
+};
+const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
+const formatText = (text) =>
+    text
+        .replace(/https:\/\/t\.co(.*)/g, '')
+        .trim()
+        .replace(/\n/g, '<br>');
+const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
 
 const ProcessFeed = (ctx, { data = [] }, params = {}) => {
     // undefined and strings like "exclude_rts_replies" is also safely parsed, so no if branch is needed
-    const routeParams = querystring.parse(ctx.params.routeParams);
+    const routeParams = new URLSearchParams(ctx.params.routeParams);
 
     const mergedParams = {
-        readable: fallback(params.readable, queryToBoolean(routeParams.readable), false),
-        authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.authorNameBold), false),
-        showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.showAuthorInTitle), false),
-        showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.showAuthorInDesc), false),
-        showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.showQuotedAuthorAvatarInDesc), false),
-        showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.showAuthorAvatarInDesc), false),
-        showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.showEmojiForRetweetAndReply), false),
-        showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.showRetweetTextInTitle), true),
-        addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.addLinkForPics), false),
-        showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.showTimestampInDescription), false),
-        showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.showQuotedInTitle), false),
-
-        widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.widthOfPics), -1),
-        heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.heightOfPics), -1),
-        sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.sizeOfAuthorAvatar), 48),
-        sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.sizeOfQuotedAuthorAvatar), 24),
+        readable: fallback(params.readable, queryToBoolean(routeParams.get('readable')), false),
+        authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.get('authorNameBold')), false),
+        showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.get('showAuthorInTitle')), false),
+        showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.get('showAuthorInDesc')), false),
+        showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.get('showQuotedAuthorAvatarInDesc')), false),
+        showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.get('showAuthorAvatarInDesc')), false),
+        showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.get('showEmojiForRetweetAndReply')), false),
+        showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.get('showRetweetTextInTitle')), true),
+        addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.get('addLinkForPics')), false),
+        showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.get('showTimestampInDescription')), false),
+        showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.get('showQuotedInTitle')), false),
+
+        widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.get('widthOfPics')), -1),
+        heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.get('heightOfPics')), -1),
+        sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.get('sizeOfAuthorAvatar')), 48),
+        sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.get('sizeOfQuotedAuthorAvatar')), 24),
     };
 
     params = mergedParams;
@@ -48,37 +79,6 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
         sizeOfQuotedAuthorAvatar,
     } = params;
 
-    const getQueryParams = (url) => URL.parse(url, true).query;
-    const getOriginalImg = (url) => {
-        // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
-        let m = null;
-        if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
-            let format = m[2];
-            if (m[2] === 'jpeg') {
-                format = 'jpg';
-            }
-            return `${m[1]}?format=${format}&name=orig`;
-        } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
-            const pars = getQueryParams(url);
-            if (!pars.format || !pars.name) {
-                return url;
-            }
-            if (pars.name === 'orig') {
-                return url;
-            }
-            return m[1] + '?format=' + pars.format + '&name=orig';
-        } else {
-            return url;
-        }
-    };
-
-    const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
-    const formatText = (text) =>
-        text
-            .replace(/https:\/\/t\.co(.*)/g, '')
-            .trim()
-            .replace(/\n/g, '<br>');
-    const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
     const formatVideo = (media, extraAttrs = '') => {
         let content = '';
         const video = media.video_info.variants.reduce((video, item) => {
@@ -146,6 +146,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
         }
         return img;
     };
+
     const generatePicsPrefix = (item) => {
         // When author avatar is shown, generate invisible <img> for inner images at the beginning of HTML
         // to please some RSS readers
@@ -170,6 +171,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
             });
         return picsPrefix;
     };
+
     const formatUrl = (item) => {
         let url = '';
         item.entities.urls &&
@@ -246,7 +248,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
                     quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${author.screen_name}/status/${quoteData.id_str}</a></small>`;
                 }
                 if (showTimestampInDescription) {
-                    quote += '<br><small>' + new Date(quoteData.created_at).toLocaleString();
+                    quote += '<br><small>' + parseDate(quoteData.created_at);
                     quote += `</small>`;
                     if (readable) {
                         quote += `<br clear='both' /><div style='clear: both'></div>`;
@@ -368,7 +370,7 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
         }
 
         if (showTimestampInDescription) {
-            description += `<small>${new Date(item.created_at).toLocaleString()}</small>`;
+            description += `<small>${parseDate(item.created_at)}</small>`;
         }
 
         const authorName = originalItem.user.name;
@@ -376,13 +378,14 @@ const ProcessFeed = (ctx, { data = [] }, params = {}) => {
             title,
             author: authorName,
             description,
-            pubDate: new Date(item.created_at).toUTCString(),
+            pubDate: parseDate(item.created_at),
             link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str}`,
         };
     });
 };
 
-let getTwit = () => null;
+let getAppClient = () => null;
+
 if (config.twitter.consumer_key && config.twitter.consumer_secret) {
     const consumer_keys = config.twitter.consumer_key.split(',');
     const consumer_secrets = config.twitter.consumer_secret.split(',');
@@ -390,27 +393,26 @@ if (config.twitter.consumer_key && config.twitter.consumer_secret) {
     let count = 0;
     let index = -1;
 
-    consumer_keys.forEach((consumer_key, index) => {
-        const consumer_secret = consumer_secrets[index];
+    consumer_keys.forEach((consumer_key, i) => {
+        const consumer_secret = consumer_secrets[i];
         if (consumer_key && consumer_secret) {
-            T[index] = new Twit({
-                consumer_key,
-                consumer_secret,
-                app_only_auth: true,
-            });
-            count = index + 1;
+            T[i] = new TwitterApi({
+                appKey: consumer_key,
+                appSecret: consumer_secret,
+            }).readOnly;
+            count = i + 1;
         }
     });
 
-    getTwit = () => {
+    getAppClient = () => {
         index++;
-        return T[index % count];
+        return T[index % count].appLogin();
     };
 }
 
-function parseRouteParams(routeParams) {
-    let exclude_replies, include_rts;
-    let count = undefined;
+const parseRouteParams = (routeParams) => {
+    let count, exclude_replies, include_rts;
+    let force_web_api = false;
     if (routeParams === 'exclude_rts_replies' || routeParams === 'exclude_replies_rts') {
         exclude_replies = true;
         include_rts = false;
@@ -421,16 +423,17 @@ function parseRouteParams(routeParams) {
         exclude_replies = false;
         include_rts = false;
     } else {
-        const parsed = querystring.parse(routeParams);
-        count = fallback(undefined, queryToInteger(parsed.count), undefined);
-        exclude_replies = fallback(undefined, queryToBoolean(parsed.excludeReplies), false);
-        include_rts = fallback(undefined, queryToBoolean(parsed.includeRts), true);
+        const parsed = new URLSearchParams(routeParams);
+        count = fallback(undefined, queryToInteger(parsed.get('count')), undefined);
+        exclude_replies = fallback(undefined, queryToBoolean(parsed.get('excludeReplies')), false);
+        include_rts = fallback(undefined, queryToBoolean(parsed.get('includeRts')), true);
+        force_web_api = fallback(undefined, queryToBoolean(parsed.get('forceWebApi')), false);
     }
-    return { count, exclude_replies, include_rts };
-}
+    return { count, exclude_replies, include_rts, force_web_api };
+};
 
 module.exports = {
     ProcessFeed,
-    getTwit,
+    getAppClient,
     parseRouteParams,
 };

package/lib/routes/weibo/user.js

@@ -1,4 +1,4 @@
-const querystring = require('querystring');
+const querystring = require('query-string');
 const got = require('@/utils/got');
 const weiboUtils = require('./utils');
 const config = require('@/config').value;
@@ -62,22 +62,14 @@ module.exports = async (ctx) => {
         false
     );
 
-    let earliestDate;
-
     const resultItem = await Promise.all(
         cards
-            .reverse() // reverse first to ensure the pinned card will be processed lastly
+            .filter((item) => item.mblog)
             .map(async (item) => {
-                if (!item.mblog && item.card_group && Array.isArray(item.card_group) && item.card_group.length > 0) {
-                    // w/o `mblog`, it may have a `card_group` containing only 1 card
-                    // only get the 1st card because we haven't observed that there can be multiple cards in it
-                    item = item.card_group[0];
-                }
-
-                if (!item.mblog) {
-                    return; // drop
-                }
-
+                // TODO: unify cache key and let weiboUtils.getShowData() handle the cache? It seems safe to do so.
+                //       Need more investigation, pending for now since the current version works fine.
+                // TODO: getShowData() on demand? The API seems to return most things we need since 2022/05/21.
+                //       Need more investigation, pending for now since the current version works fine.
                 const key = 'weibo:user:' + item.mblog.bid;
                 const data = await ctx.cache.tryGet(key, () => weiboUtils.getShowData(uid, item.mblog.bid));
 
@@ -92,20 +84,10 @@ module.exports = async (ctx) => {
                     item.mblog.created_at = timezone(item.mblog.created_at, +8);
                 }
 
-                // drop too old pinned weibo, otherwise preserve it
-                if (!item.mblog.title || item.mblog.title.text !== '置顶') {
-                    if (!earliestDate || (item.mblog.created_at && earliestDate > item.mblog.created_at)) {
-                        earliestDate = item.mblog.created_at;
-                    }
-                } else {
-                    if (earliestDate && item.mblog.created_at && earliestDate > item.mblog.created_at) {
-                        return;
-                    }
-                }
-
                 // 转发的长微博处理
                 const retweet = item.mblog.retweeted_status;
                 if (retweet && retweet.isLongText) {
+                    // TODO: unify cache key and ...
                     const retweetData = await ctx.cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.bid}`, () => weiboUtils.getShowData(retweet.user.id, retweet.bid));
                     if (retweetData !== undefined && retweetData.text) {
                         item.mblog.retweeted_status.text = retweetData.text;
@@ -153,11 +135,30 @@ module.exports = async (ctx) => {
             })
     );
 
+    // remove pinned weibo if it is too old (older than all rest weibo).
+    // if pinned weibo exists, it will always be the first item and the total item count will be 11 (otherwise 10).
+    // if < 11, either there is no pinned weibo or the user sent < 11 weibo in total, no need to remove anything.
+    // there is still another characteristic of a pinned weibo: card.profile_type_id.startsWith('proweibotop'),
+    // but it can be changed in the future, so here we do not rely on it.
+    if (
+        resultItem.length >= 11 &&
+        resultItem[0].pubDate &&
+        resultItem[0].pubDate <
+            Math.min(
+                ...resultItem
+                    .slice(1)
+                    .map((item) => item.pubDate)
+                    .filter((item) => item)
+            )
+    ) {
+        resultItem.shift();
+    }
+
     ctx.state.data = {
         title: `${name}的微博`,
-        link: `http://weibo.com/${uid}/`,
+        link: `https://weibo.com/${uid}/`,
         description,
         image: profileImageUrl,
-        item: resultItem.filter((item) => item).reverse(),
+        item: resultItem,
     };
 };