rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/routes/twitter/keyword.js

@@ -1,16 +0,0 @@
-const config = require('@/config').value;
-const webApiImpl = require('./web-api/search');
-const devApiImpl = require('./developer-api/search');
-const logger = require('@/utils/logger');
-
-module.exports = async (ctx) => {
-    if (config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
-        try {
-            await devApiImpl(ctx);
-            return;
-        } catch (e) {
-            logger.error(`Fallback to Twitter web API due to developer API error:\n${e.stack}`);
-        }
-    }
-    await webApiImpl(ctx);
-};

package/lib/routes/twitter/likes.js

@@ -1,22 +0,0 @@
-const utils = require('./utils');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
-        throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const id = ctx.params.id;
-    const result = await utils.getTwit().get('favorites/list', {
-        screen_name: id,
-        tweet_mode: 'extended',
-    });
-    const data = result.data;
-
-    ctx.state.data = {
-        title: `Twitter Likes - ${id}`,
-        link: `https://twitter.com/${id}/likes`,
-        item: utils.ProcessFeed(ctx, {
-            data,
-        }),
-    };
-};

package/lib/routes/twitter/list.js

@@ -1,38 +0,0 @@
-const utils = require('./utils');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
-        throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const { id, name } = ctx.params;
-
-    const list_data = await ctx.cache.tryGet(`twitter_lists_list_screen_name:${id}`, async () => {
-        const result = await utils.getTwit().get('lists/list', {
-            screen_name: id,
-        });
-
-        const cached_lists = {};
-        result.data.forEach((e) => {
-            cached_lists[e.name] = { id: e.id_str, slug: e.slug };
-        });
-
-        return cached_lists;
-    });
-    const cur_list = list_data[name];
-
-    const result = await utils.getTwit().get('lists/statuses', {
-        list_id: cur_list.id,
-        slug: cur_list.slug,
-        tweet_mode: 'extended',
-    });
-    const data = result.data;
-
-    ctx.state.data = {
-        title: `Twitter List - ${id}/${name}`,
-        link: `https://twitter.com/${id}/lists/${name}`,
-        item: utils.ProcessFeed(ctx, {
-            data,
-        }),
-    };
-};

package/lib/routes/twitter/trends.js

@@ -1,23 +0,0 @@
-const utils = require('./utils');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
-        throw 'Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const woeid = ctx.params.woeid || 1; // Global information is available by using 1 as the WOEID
-    const result = await utils.getTwit().get('trends/place', { id: woeid });
-    const [{ trends }] = result.data;
-
-    ctx.state.data = {
-        title: `Twitter Trends on ${result.data[0].locations[0].name}`,
-        link: `https://twitter.com/i/trends`,
-        item: trends
-            .filter((t) => !t.promoted_content)
-            .map((t) => ({
-                title: t.name,
-                link: t.url,
-                description: t.name + (t.tweet_volume ? ` (${t.tweet_volume})` : ''),
-            })),
-    };
-};

package/lib/routes/twitter/user.js

@@ -1,16 +0,0 @@
-const config = require('@/config').value;
-const devApiImpl = require('./developer-api/user');
-const webApiImpl = require('./web-api/user');
-const logger = require('@/utils/logger');
-
-module.exports = async (ctx) => {
-    if (config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
-        try {
-            await devApiImpl(ctx);
-            return;
-        } catch (e) {
-            logger.error(`Fallback to Twitter web API due to developer API error:\n${e.stack}`);
-        }
-    }
-    await webApiImpl(ctx);
-};

package/lib/routes/twitter/utils.js

@@ -1,436 +0,0 @@
-const querystring = require('querystring');
-const URL = require('url');
-const config = require('@/config').value;
-const Twit = require('twit');
-const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
-
-const ProcessFeed = (ctx, { data = [] }, params = {}) => {
-    // undefined and strings like "exclude_rts_replies" is also safely parsed, so no if branch is needed
-    const routeParams = querystring.parse(ctx.params.routeParams);
-
-    const mergedParams = {
-        readable: fallback(params.readable, queryToBoolean(routeParams.readable), false),
-        authorNameBold: fallback(params.authorNameBold, queryToBoolean(routeParams.authorNameBold), false),
-        showAuthorInTitle: fallback(params.showAuthorInTitle, queryToBoolean(routeParams.showAuthorInTitle), false),
-        showAuthorInDesc: fallback(params.showAuthorInDesc, queryToBoolean(routeParams.showAuthorInDesc), false),
-        showQuotedAuthorAvatarInDesc: fallback(params.showQuotedAuthorAvatarInDesc, queryToBoolean(routeParams.showQuotedAuthorAvatarInDesc), false),
-        showAuthorAvatarInDesc: fallback(params.showAuthorAvatarInDesc, queryToBoolean(routeParams.showAuthorAvatarInDesc), false),
-        showEmojiForRetweetAndReply: fallback(params.showEmojiForRetweetAndReply, queryToBoolean(routeParams.showEmojiForRetweetAndReply), false),
-        showRetweetTextInTitle: fallback(params.showRetweetTextInTitle, queryToBoolean(routeParams.showRetweetTextInTitle), true),
-        addLinkForPics: fallback(params.addLinkForPics, queryToBoolean(routeParams.addLinkForPics), false),
-        showTimestampInDescription: fallback(params.showTimestampInDescription, queryToBoolean(routeParams.showTimestampInDescription), false),
-        showQuotedInTitle: fallback(params.showQuotedInTitle, queryToBoolean(routeParams.showQuotedInTitle), false),
-
-        widthOfPics: fallback(params.widthOfPics, queryToInteger(routeParams.widthOfPics), -1),
-        heightOfPics: fallback(params.heightOfPics, queryToInteger(routeParams.heightOfPics), -1),
-        sizeOfAuthorAvatar: fallback(params.sizeOfAuthorAvatar, queryToInteger(routeParams.sizeOfAuthorAvatar), 48),
-        sizeOfQuotedAuthorAvatar: fallback(params.sizeOfQuotedAuthorAvatar, queryToInteger(routeParams.sizeOfQuotedAuthorAvatar), 24),
-    };
-
-    params = mergedParams;
-
-    const {
-        readable,
-        authorNameBold,
-        showAuthorInTitle,
-        showAuthorInDesc,
-        showQuotedAuthorAvatarInDesc,
-        showAuthorAvatarInDesc,
-        showEmojiForRetweetAndReply,
-        showRetweetTextInTitle,
-        addLinkForPics,
-        showTimestampInDescription,
-        showQuotedInTitle,
-
-        widthOfPics,
-        heightOfPics,
-        sizeOfAuthorAvatar,
-        sizeOfQuotedAuthorAvatar,
-    } = params;
-
-    const getQueryParams = (url) => URL.parse(url, true).query;
-    const getOriginalImg = (url) => {
-        // https://greasyfork.org/zh-CN/scripts/2312-resize-image-on-open-image-in-new-tab/code#n150
-        let m = null;
-        if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/media\/[^/:]+)\.(jpg|jpeg|gif|png|bmp|webp)(:\w+)?$/i))) {
-            let format = m[2];
-            if (m[2] === 'jpeg') {
-                format = 'jpg';
-            }
-            return `${m[1]}?format=${format}&name=orig`;
-        } else if ((m = url.match(/^(https?:\/\/\w+\.twimg\.com\/.+)(\?.+)$/i))) {
-            const pars = getQueryParams(url);
-            if (!pars.format || !pars.name) {
-                return url;
-            }
-            if (pars.name === 'orig') {
-                return url;
-            }
-            return m[1] + '?format=' + pars.format + '&name=orig';
-        } else {
-            return url;
-        }
-    };
-
-    const replaceBreak = (text) => text.replace(/<br><br>|<br>/g, ' ');
-    const formatText = (text) =>
-        text
-            .replace(/https:\/\/t\.co(.*)/g, '')
-            .trim()
-            .replace(/\n/g, '<br>');
-    const formatTextToPlain = (text) => text.replace(/https:\/\/t\.co(.*)/g, '').trim();
-    const formatVideo = (media, extraAttrs = '') => {
-        let content = '';
-        const video = media.video_info.variants.reduce((video, item) => {
-            if ((item.bitrate || 0) > (video.bitrate || -Infinity)) {
-                video = item;
-            }
-            return video;
-        }, {});
-
-        if (video.url) {
-            const gifAutoPlayAttr = media.type === 'animated_gif' ? `autoplay loop muted webkit-playsinline playsinline` : '';
-            if (!readable) {
-                content += '<br>';
-            }
-            content += `<video src='${video.url}' ${gifAutoPlayAttr} controls='controls' poster='${getOriginalImg(media.media_url_https)}' ${extraAttrs}></video>`;
-        }
-
-        return content;
-    };
-
-    const formatMedia = (item) => {
-        let img = '';
-        item.extended_entities &&
-            item.extended_entities.media.forEach((item) => {
-                // https://developer.twitter.com/en/docs/tweets/data-dictionary/overview/extended-entities-object
-                let content = '';
-                let style = '';
-                let originalImg;
-                switch (item.type) {
-                    case 'animated_gif':
-                    case 'video':
-                        content = formatVideo(item);
-                        break;
-
-                    case 'photo':
-                    default:
-                        originalImg = getOriginalImg(item.media_url_https);
-                        if (!readable) {
-                            content += `<br>`;
-                        }
-                        if (addLinkForPics) {
-                            content += `<a href='${originalImg}' target='_blank' rel='noopener noreferrer'>`;
-                        }
-                        content += `<img `;
-                        if (widthOfPics >= 0) {
-                            content += ` width="${widthOfPics}"`;
-                            style += `width: ${widthOfPics}px;`;
-                        }
-                        if (heightOfPics > 0) {
-                            content += `height="${heightOfPics}" `;
-                            style += `height: ${heightOfPics}px;`;
-                        }
-                        content += ` style="${style}" ` + `${readable ? 'hspace="4" vspace="8"' : ''} src="${originalImg}">`;
-                        if (addLinkForPics) {
-                            content += `</a>`;
-                        }
-                        break;
-                }
-
-                img += content;
-            });
-
-        if (readable && img) {
-            img = `<br clear='both' /><div style='clear: both'></div>` + img;
-        }
-        return img;
-    };
-    const generatePicsPrefix = (item) => {
-        // When author avatar is shown, generate invisible <img> for inner images at the beginning of HTML
-        // to please some RSS readers
-        let picsPrefix = '';
-        item.extended_entities &&
-            item.extended_entities.media.forEach((item) => {
-                let content;
-                let originalImg;
-                switch (item.type) {
-                    case 'video':
-                        content = formatVideo(item, `width="0" height="0"`);
-                        break;
-
-                    case 'photo':
-                    default:
-                        originalImg = getOriginalImg(item.media_url_https);
-                        content = `<img width='0' height='0' hidden='true' src='${originalImg}'>`;
-                        break;
-                }
-
-                picsPrefix += content;
-            });
-        return picsPrefix;
-    };
-    const formatUrl = (item) => {
-        let url = '';
-        item.entities.urls &&
-            item.entities.urls.forEach((u) => {
-                if (readable) {
-                    url += '<br>';
-                } else {
-                    url += '&ensp;';
-                }
-                url += `<a href='${u.expanded_url}' target='_blank' rel='noopener noreferrer'>${u.expanded_url}</a>`;
-            });
-
-        return url;
-    };
-
-    return data.map((item) => {
-        const originalItem = item;
-        item = item.retweeted_status || item;
-        item.full_text = formatText(item.full_text);
-        const img = formatMedia(item);
-        let picsPrefix = generatePicsPrefix(item);
-        let url = '';
-        let quote = '';
-        let quoteInTitle = '';
-
-        // Make quote in description
-        if (item.is_quote_status) {
-            const quoteData = item.quoted_status;
-
-            if (quoteData) {
-                const author = quoteData.user;
-                if (readable) {
-                    quote += `<br clear='both' /><div style='clear: both'></div>`;
-                    quote += `<blockquote style='background: #80808010;border-top:1px solid #80808030;border-bottom:1px solid #80808030;margin:0;padding:5px 20px;'>`;
-                } else {
-                    quote += `<br><br>`;
-                }
-
-                if (readable) {
-                    quote += `<a href='https://twitter.com/${author.screen_name}' target='_blank' rel='noopener noreferrer'>`;
-                }
-
-                if (showQuotedAuthorAvatarInDesc) {
-                    quote += `<img width='${sizeOfQuotedAuthorAvatar}' height='${sizeOfQuotedAuthorAvatar}' src='${author.profile_image_url_https}' ${readable ? 'hspace="8" vspace="8" align="left"' : ''}>`;
-                }
-
-                if (authorNameBold) {
-                    quote += `<strong>`;
-                }
-
-                quote += author.name;
-
-                if (authorNameBold) {
-                    quote += `</strong>`;
-                }
-
-                if (readable) {
-                    quote += `</a>`;
-                }
-
-                quote += `:&ensp;`;
-                quote += formatText(quoteData.full_text);
-
-                if (!readable) {
-                    quote += '<br>';
-                }
-                quote += formatMedia(quoteData);
-                picsPrefix += generatePicsPrefix(quoteData);
-                quote += formatUrl(quoteData);
-                quoteInTitle += showEmojiForRetweetAndReply ? ' 💬 ' : ' RT ';
-                quoteInTitle += `${author.name}: ${formatTextToPlain(quoteData.full_text)}`;
-
-                if (readable) {
-                    quote += `<br><small>Link: <a href='https://twitter.com/${author.screen_name}/status/${quoteData.id_str}' target='_blank' rel='noopener noreferrer'>https://twitter.com/${author.screen_name}/status/${quoteData.id_str}</a></small>`;
-                }
-                if (showTimestampInDescription) {
-                    quote += '<br><small>' + new Date(quoteData.created_at).toLocaleString();
-                    quote += `</small>`;
-                    if (readable) {
-                        quote += `<br clear='both' /><div style='clear: both'></div>`;
-                    }
-                }
-
-                if (readable) {
-                    quote += `</blockquote>`;
-                }
-            } else {
-                url = formatUrl(item);
-            }
-        } else {
-            url = formatUrl(item);
-        }
-
-        // Make title
-        let title = '';
-        if (showAuthorInTitle) {
-            title += originalItem.user.name + ': ';
-        }
-        const isRetweet = originalItem !== item;
-        const isQuote = item.is_quote_status;
-        if (!isRetweet && (!isQuote || showRetweetTextInTitle)) {
-            if (item.in_reply_to_screen_name) {
-                title += showEmojiForRetweetAndReply ? '↩️ ' : 'Re ';
-            }
-            title += replaceBreak(originalItem.full_text);
-        }
-        if (isRetweet) {
-            title += showEmojiForRetweetAndReply ? '🔁 ' : 'RT ';
-            title += item.user.name + ': ';
-            if (item.in_reply_to_screen_name) {
-                title += showEmojiForRetweetAndReply ? ' ↩️ ' : ' Re ';
-            }
-            title += replaceBreak(item.full_text);
-        }
-
-        if (showQuotedInTitle) {
-            title += quoteInTitle;
-        }
-
-        // Make description
-        let description = '';
-        if (showAuthorInDesc && showAuthorAvatarInDesc) {
-            description += picsPrefix;
-        }
-        if (isRetweet) {
-            if (showAuthorInDesc) {
-                if (readable) {
-                    description += '<small>';
-                    description += `<a href='https://twitter.com/${originalItem.user.screen_name}' target='_blank' rel='noopener noreferrer'>`;
-                }
-                if (authorNameBold) {
-                    description += `<strong>`;
-                }
-                description += originalItem.user.name;
-                if (authorNameBold) {
-                    description += `</strong>`;
-                }
-                if (readable) {
-                    description += '</a>';
-                }
-                description += '&ensp;';
-            }
-            description += showEmojiForRetweetAndReply ? '🔁' : 'RT';
-            if (!showAuthorInDesc) {
-                description += '&ensp;';
-                if (readable) {
-                    description += `<a href='https://twitter.com/${item.user.screen_name}' target='_blank' rel='noopener noreferrer'>`;
-                }
-                if (authorNameBold) {
-                    description += `<strong>`;
-                }
-                description += item.user.name;
-                if (authorNameBold) {
-                    description += `</strong>`;
-                }
-                if (readable) {
-                    description += '</a>';
-                }
-            }
-            if (readable) {
-                description += '</small>';
-            }
-            description += '<br>';
-        }
-        if (showAuthorInDesc) {
-            if (readable) {
-                description += `<a href='https://twitter.com/${item.user.screen_name}' target='_blank' rel='noopener noreferrer'>`;
-            }
-
-            if (showAuthorAvatarInDesc) {
-                description += `<img width='${sizeOfAuthorAvatar}' height='${sizeOfAuthorAvatar}' src='${item.user.profile_image_url_https}' ${readable ? 'hspace="8" vspace="8" align="left"' : ''}>`;
-            }
-            if (authorNameBold) {
-                description += `<strong>`;
-            }
-            description += item.user.name;
-            if (authorNameBold) {
-                description += `</strong>`;
-            }
-            if (readable) {
-                description += `</a>`;
-            }
-            description += `:&ensp;`;
-        }
-        if (item.in_reply_to_screen_name) {
-            description += showEmojiForRetweetAndReply ? '↩️ ' : 'Re ';
-        }
-
-        description += item.full_text;
-        description += url;
-        description += img;
-        description += quote;
-
-        if (readable) {
-            description += `<br clear='both' /><div style='clear: both'></div><hr>`;
-        }
-
-        if (showTimestampInDescription) {
-            description += `<small>${new Date(item.created_at).toLocaleString()}</small>`;
-        }
-
-        const authorName = originalItem.user.name;
-        return {
-            title,
-            author: authorName,
-            description,
-            pubDate: new Date(item.created_at).toUTCString(),
-            link: `https://twitter.com/${item.user.screen_name}/status/${item.id_str}`,
-        };
-    });
-};
-
-let getTwit = () => null;
-if (config.twitter.consumer_key && config.twitter.consumer_secret) {
-    const consumer_keys = config.twitter.consumer_key.split(',');
-    const consumer_secrets = config.twitter.consumer_secret.split(',');
-    const T = {};
-    let count = 0;
-    let index = -1;
-
-    consumer_keys.forEach((consumer_key, index) => {
-        const consumer_secret = consumer_secrets[index];
-        if (consumer_key && consumer_secret) {
-            T[index] = new Twit({
-                consumer_key,
-                consumer_secret,
-                app_only_auth: true,
-            });
-            count = index + 1;
-        }
-    });
-
-    getTwit = () => {
-        index++;
-        return T[index % count];
-    };
-}
-
-function parseRouteParams(routeParams) {
-    let exclude_replies, include_rts;
-    let count = undefined;
-    if (routeParams === 'exclude_rts_replies' || routeParams === 'exclude_replies_rts') {
-        exclude_replies = true;
-        include_rts = false;
-    } else if (routeParams === 'exclude_replies') {
-        exclude_replies = true;
-        include_rts = true;
-    } else if (routeParams === 'exclude_rts') {
-        exclude_replies = false;
-        include_rts = false;
-    } else {
-        const parsed = querystring.parse(routeParams);
-        count = fallback(undefined, queryToInteger(parsed.count), undefined);
-        exclude_replies = fallback(undefined, queryToBoolean(parsed.excludeReplies), false);
-        include_rts = fallback(undefined, queryToBoolean(parsed.includeRts), true);
-    }
-    return { count, exclude_replies, include_rts };
-}
-
-module.exports = {
-    ProcessFeed,
-    getTwit,
-    parseRouteParams,
-};