rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/weibo/timeline.js

@@ -0,0 +1,162 @@
+const querystring = require('querystring');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const config = require('@/config').value;
+const weiboUtils = require('./utils');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const feature = ctx.params.feature || 0;
+    const routeParams = ctx.params.routeParams || undefined;
+    const token = await ctx.cache.get('weibotimelineuid' + uid, false);
+    let displayVideo = '1';
+    let displayArticle = '0';
+    let displayComments = '0';
+    if (routeParams) {
+        if (routeParams === '1' || routeParams === '0') {
+            displayVideo = routeParams;
+        } else {
+            const routeParams = querystring.parse(ctx.params.routeParams);
+            displayVideo = fallback(undefined, queryToBoolean(routeParams.displayVideo), true) ? '1' : '0';
+            displayArticle = fallback(undefined, queryToBoolean(routeParams.displayArticle), false) ? '1' : '0';
+            displayComments = fallback(undefined, queryToBoolean(routeParams.displayComments), false) ? '1' : '0';
+        }
+    }
+
+    if (token) {
+        const userInfo = await ctx.cache.tryGet(
+            `weibo:timeline:userInfo:${uid}`,
+            async () => {
+                const _r = await got({
+                    method: 'get',
+                    url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}`,
+                    headers: {
+                        Referer: 'https://m.weibo.cn/',
+                    },
+                });
+                return _r.data.data.userInfo;
+            },
+            config.cache.routeExpire,
+            false
+        );
+        const name = userInfo.screen_name;
+        const description = userInfo.description;
+        const profileImageUrl = userInfo.profile_image_url;
+
+        const response = await ctx.cache.tryGet(
+            `weibo:timeline:${uid}`,
+            async () => {
+                const _r = await got(`https://api.weibo.com/2/statuses/home_timeline.json?access_token=${token}&count=100&feature=${feature}`);
+                return _r.data;
+            },
+            config.cache.routeExpire,
+            false
+        );
+        // 检查token失效
+        if (response.error !== undefined) {
+            const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0' } = config.weibo;
+
+            ctx.status = 302;
+            ctx.set({
+                'Cache-Control': 'no-cache',
+            });
+            ctx.redirect(`https://api.weibo.com/oauth2/authorize?client_id=${app_key}&redirect_uri=${redirect_url}${routeParams ? `&state=${routeParams}` : ''}`);
+        }
+        const resultItem = await Promise.all(
+            response.statuses.map(async (item) => {
+                const key = `weibotimelineurl${item.user.id}${item.id}`;
+                const data = await ctx.cache.tryGet(key, () => weiboUtils.getShowData(uid, item.id));
+
+                // 是否通过api拿到了data
+                const isDataOK = data?.text;
+                if (isDataOK) {
+                    item = data;
+                }
+
+                // 转发的长微博处理
+                const retweet = item.retweeted_status;
+                if (retweet?.isLongText) {
+                    const retweetData = await ctx.cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.id}`, () => weiboUtils.getShowData(retweet.user.id, retweet.id));
+                    if (retweetData?.text) {
+                        item.retweeted_status.text = retweetData.text;
+                    }
+                }
+
+                const link = `https://weibo.com/${uid}/${item.id}`;
+
+                const formatExtended = weiboUtils.formatExtended(ctx, item);
+                let description = formatExtended.description;
+                const title = formatExtended.title;
+                const pubDate = isDataOK ? parseDate(data.created_at) : parseDate(item.created_at);
+
+                // 视频的处理
+                if (displayVideo === '1') {
+                    // 含被转发微博时需要从被转发微博中获取视频
+                    if (item.retweeted_status) {
+                        description = weiboUtils.formatVideo(description, item.retweeted_status);
+                    } else {
+                        description = weiboUtils.formatVideo(description, item);
+                    }
+                }
+
+                // 评论的处理
+                if (displayComments === '1') {
+                    description = await weiboUtils.formatComments(ctx, description, item);
+                }
+
+                // 文章的处理
+                if (displayArticle === '1') {
+                    // 含被转发微博时需要从被转发微博中获取文章
+                    if (item.retweeted_status) {
+                        description = await weiboUtils.formatArticle(ctx, description, item.retweeted_status);
+                    } else {
+                        description = await weiboUtils.formatArticle(ctx, description, item);
+                    }
+                }
+
+                return {
+                    title,
+                    description,
+                    link,
+                    pubDate,
+                    author: item.user.screen_name,
+                };
+            })
+        );
+
+        ctx.state.data = weiboUtils.sinaimgTvax({
+            title: `个人微博时间线--${name}`,
+            link: `http://weibo.com/${uid}/`,
+            description,
+            image: profileImageUrl,
+            item: resultItem,
+        });
+    } else if (uid === '0' || ctx.querystring) {
+        const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0', app_secret = '' } = config.weibo;
+
+        const code = ctx.query.code;
+        const routeParams = ctx.query.state;
+        if (code) {
+            const rep = await got.post(`https://api.weibo.com/oauth2/access_token?client_id=${app_key}&client_secret=${app_secret}&code=${code}&redirect_uri=${redirect_url}&grant_type=authorization_code`);
+            const token = rep.data.access_token;
+            const uid = rep.data.uid;
+            const expires_in = rep.data.expires_in;
+            await ctx.cache.set('weibotimelineuid' + uid, token, expires_in);
+
+            ctx.set({
+                'Content-Type': 'text/html; charset=UTF-8',
+                'Cache-Control': 'no-cache',
+            });
+            ctx.body = `<script>window.location = '/weibo/timeline/${uid}${routeParams ? `/${routeParams}` : ''}'</script>`;
+        }
+    } else {
+        const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0' } = config.weibo;
+
+        ctx.status = 302;
+        ctx.set({
+            'Cache-Control': 'no-cache',
+        });
+        ctx.redirect(`https://api.weibo.com/oauth2/authorize?client_id=${app_key}&redirect_uri=${redirect_url}${routeParams ? `&state=${feature}/${routeParams.replace(/&/g, '%26')}` : ''}`);
+    }
+};

package/lib/v2/weibo/user.js

@@ -0,0 +1,155 @@
+const querystring = require('query-string');
+const got = require('@/utils/got');
+const weiboUtils = require('./utils');
+const config = require('@/config').value;
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    let displayVideo = '1';
+    let displayArticle = '0';
+    let displayComments = '0';
+    if (ctx.params.routeParams) {
+        if (ctx.params.routeParams === '1' || ctx.params.routeParams === '0') {
+            displayVideo = ctx.params.routeParams;
+        } else {
+            const routeParams = querystring.parse(ctx.params.routeParams);
+            displayVideo = fallback(undefined, queryToBoolean(routeParams.displayVideo), true) ? '1' : '0';
+            displayArticle = fallback(undefined, queryToBoolean(routeParams.displayArticle), false) ? '1' : '0';
+            displayComments = fallback(undefined, queryToBoolean(routeParams.displayComments), false) ? '1' : '0';
+        }
+    }
+
+    const containerData = await ctx.cache.tryGet(
+        `weibo:user:index:${uid}`,
+        async () => {
+            const _r = await got({
+                method: 'get',
+                url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}`,
+                headers: {
+                    Referer: `https://m.weibo.cn/u/${uid}`,
+                    'MWeibo-Pwa': 1,
+                    'X-Requested-With': 'XMLHttpRequest',
+                },
+            });
+            return _r.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+    const name = containerData.data.userInfo.screen_name;
+    const description = containerData.data.userInfo.description;
+    const profileImageUrl = containerData.data.userInfo.profile_image_url;
+    const containerId = containerData.data.tabsInfo.tabs.filter((item) => item.tab_type === 'weibo')[0].containerid;
+
+    const cards = await ctx.cache.tryGet(
+        `weibo:user:cards:${uid}:${containerId}`,
+        async () => {
+            const _r = await got({
+                method: 'get',
+                url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}&containerid=${containerId}`,
+                headers: {
+                    Referer: `https://m.weibo.cn/u/${uid}`,
+                    'MWeibo-Pwa': 1,
+                    'X-Requested-With': 'XMLHttpRequest',
+                },
+            });
+            return _r.data.data.cards;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    let resultItems = await Promise.all(
+        cards
+            .filter((item) => item.mblog)
+            .map(async (item) => {
+                // TODO: unify cache key and let weiboUtils.getShowData() handle the cache? It seems safe to do so.
+                //       Need more investigation, pending for now since the current version works fine.
+                // TODO: getShowData() on demand? The API seems to return most things we need since 2022/05/21.
+                //       Need more investigation, pending for now since the current version works fine.
+                const key = 'weibo:user:' + item.mblog.bid;
+                const data = await ctx.cache.tryGet(key, () => weiboUtils.getShowData(uid, item.mblog.bid));
+
+                if (data && data.text) {
+                    item.mblog.text = data.text;
+                    item.mblog.created_at = parseDate(data.created_at);
+                    item.mblog.pics = data.pics;
+                    if (item.mblog.retweeted_status && data.retweeted_status) {
+                        item.mblog.retweeted_status.created_at = data.retweeted_status.created_at;
+                    }
+                } else {
+                    item.mblog.created_at = timezone(item.mblog.created_at, +8);
+                }
+
+                // 转发的长微博处理
+                const retweet = item.mblog.retweeted_status;
+                if (retweet && retweet.isLongText) {
+                    // TODO: unify cache key and ...
+                    const retweetData = await ctx.cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.bid}`, () => weiboUtils.getShowData(retweet.user.id, retweet.bid));
+                    if (retweetData !== undefined && retweetData.text) {
+                        item.mblog.retweeted_status.text = retweetData.text;
+                    }
+                }
+
+                const link = `https://weibo.com/${uid}/${item.mblog.bid}`;
+                const formatExtended = weiboUtils.formatExtended(ctx, item.mblog);
+                let description = formatExtended.description;
+                const title = formatExtended.title;
+                const pubDate = item.mblog.created_at;
+
+                // 视频的处理
+                if (displayVideo === '1') {
+                    // 含被转发微博时需要从被转发微博中获取视频
+                    if (item.mblog.retweeted_status) {
+                        description = weiboUtils.formatVideo(description, item.mblog.retweeted_status);
+                    } else {
+                        description = weiboUtils.formatVideo(description, item.mblog);
+                    }
+                }
+
+                // 评论的处理
+                if (displayComments === '1') {
+                    description = await weiboUtils.formatComments(ctx, description, item.mblog);
+                }
+
+                // 文章的处理
+                if (displayArticle === '1') {
+                    // 含被转发微博时需要从被转发微博中获取文章
+                    if (item.mblog.retweeted_status) {
+                        description = await weiboUtils.formatArticle(ctx, description, item.mblog.retweeted_status);
+                    } else {
+                        description = await weiboUtils.formatArticle(ctx, description, item.mblog);
+                    }
+                }
+
+                return {
+                    title,
+                    description,
+                    link,
+                    pubDate,
+                    author: item.mblog.user.screen_name,
+                    isPinned: item.profile_type_id?.startsWith('proweibotop'),
+                };
+            })
+    );
+
+    // remove pinned weibo if they are too old (older than all the rest weibo)
+    // the character of pinned weibo is `card.profile_type_id.startsWith('proweibotop')`
+    // there can be 1 or 2 (WHAT A FANTASTIC BRAIN THE PM HAS?) pinned weibo at the same time
+    const pinnedItems = resultItems.filter((item) => item.isPinned);
+    const ordinaryItems = resultItems.filter((item) => !item.isPinned);
+    if (pinnedItems.length > 0 && ordinaryItems.length > 0 && Math.max(...pinnedItems.map((i) => i.pubDate).filter(Boolean)) < Math.min(...ordinaryItems.map((i) => i.pubDate).filter(Boolean))) {
+        resultItems = ordinaryItems;
+    }
+
+    ctx.state.data = weiboUtils.sinaimgTvax({
+        title: `${name}的微博`,
+        link: `https://weibo.com/${uid}/`,
+        description,
+        image: profileImageUrl,
+        item: resultItems,
+    });
+};