rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/telegram/channel.js

@@ -1,226 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const username = ctx.params.username;
-    const searchQuery = ctx.params.searchQuery;
-    const resourceUrl = searchQuery ? `https://t.me/s/${username}?q=${encodeURIComponent(searchQuery)}` : `https://t.me/s/${username}`;
-
-    const { data } = await got.get(resourceUrl);
-    const $ = cheerio.load(data);
-    const list = $('.tgme_widget_message_wrap');
-
-    if (list.length === 0 && $('.tgme_channel_history').length === 0) {
-        throw `Unable to fetch message feed from this channel. Please check this URL to see if you can view the message preview: https://t.me/s/${username}`;
-    }
-
-    const feedTitle = searchQuery ? `「${searchQuery}」- ` + $('.tgme_channel_info_header_title').text() + ' - Telegram 频道' : $('.tgme_channel_info_header_title').text() + ' - Telegram 频道';
-
-    ctx.state.data = {
-        title: feedTitle,
-        description: $('.tgme_channel_info_description').text(),
-        link: resourceUrl,
-        allowEmpty: true,
-
-        itunes_author: $('.tgme_channel_info_header_title').text(),
-        image: $('.tgme_page_photo_image > img').attr('src'),
-
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-
-                    /* media tag */
-
-                    const mediaTag = () => {
-                        let mediaTag = '';
-                        if (item.find('.tgme_widget_message_photo').length > 0) {
-                            mediaTag += '🖼';
-                        }
-                        if (item.find('.tgme_widget_message_video').length > 0) {
-                            mediaTag += '📹';
-                        }
-                        if (item.find('.tgme_widget_message_poll').length > 0) {
-                            mediaTag += '📊';
-                        }
-                        if (item.find('.tgme_widget_message_voice').length > 0) {
-                            mediaTag += '🎤';
-                        }
-                        if (item.find('.tgme_widget_message_document').length > 0) {
-                            mediaTag += '📎';
-                        }
-                        if (item.find('.tgme_widget_message_location').length > 0) {
-                            mediaTag += '📍';
-                        }
-                        if (item.find('.tgme_widget_message_sticker').length > 0) {
-                            mediaTag += '[Sticker]';
-                        }
-                        return mediaTag;
-                    };
-
-                    /* "Forwarded From" tag */
-                    const fwdFrom = () => {
-                        const fwdFromNameObject = item.find('.tgme_widget_message_forwarded_from_name');
-                        if (fwdFromNameObject.length) {
-                            if (fwdFromNameObject.attr('href') !== undefined) {
-                                return `<p>Forwarded From <b><a href="${fwdFromNameObject.attr('href')}">
-                                                        ${fwdFromNameObject.text()}</a></b></p>`;
-                            } else {
-                                return `<p>Forwarded From <b>${fwdFromNameObject.text()}</b></p>`;
-                            }
-                        } else {
-                            return '';
-                        }
-                    };
-
-                    /* reply */
-                    const replyContent = () => {
-                        if (item.find('.tgme_widget_message_reply').length !== 0) {
-                            const replyObject = item.find('.tgme_widget_message_reply');
-
-                            const replyAuthor = replyObject.find('.tgme_widget_message_author_name').length ? replyObject.find('.tgme_widget_message_author_name').text() : '';
-                            const replyLink = replyObject.attr('href').length ? replyObject.attr('href') : '';
-                            const replyMetatext = replyObject.find('.tgme_widget_message_metatext').length ? `<p><small>${replyObject.find('.tgme_widget_message_metatext').html()}</small></p>` : '';
-                            const replyText = replyObject.find('.tgme_widget_message_text').length ? `<p>${replyObject.find('.tgme_widget_message_text').html()}</p>` : '';
-
-                            if (replyLink !== '') {
-                                return `<blockquote>
-                                    <p><a href='${replyLink}'><strong>${replyAuthor}</strong>:</a></p>
-                                    ${replyMetatext}
-                                    ${replyText}
-                                </blockquote>`;
-                            } else {
-                                return `<blockquote>
-                                    <p><strong>${replyAuthor}</strong>:</p>
-                                    ${replyMetatext}
-                                    ${replyText}
-                                </blockquote>`;
-                            }
-                        } else {
-                            return '';
-                        }
-                    };
-
-                    /* images */
-
-                    const generateImg = (selector) => {
-                        let tag_images = '';
-                        if (item.find(selector).length) {
-                            item.find(selector).each(function () {
-                                tag_images += `<img src="${
-                                    $(this)
-                                        .css('background-image')
-                                        .match(/url\('(.*)'\)/)[1]
-                                }">`;
-                            });
-                            return tag_images;
-                        } else {
-                            return '';
-                        }
-                    };
-                    const messageImgs = generateImg('.tgme_widget_message_photo_wrap');
-
-                    /* videos */
-                    const messageVideos = () => {
-                        let messageVideos = '';
-                        if (item.find('.tgme_widget_message_video_player').length) {
-                            item.find('.tgme_widget_message_video_player').each(function () {
-                                messageVideos += `<video src="${$(this).find('.tgme_widget_message_video').attr('src')}"
-                            controls="controls" 
-                            poster="${
-                                $(this)
-                                    .find('.tgme_widget_message_video_thumb')
-                                    .css('background-image')
-                                    .match(/url\('(.*)'\)/)[1]
-                            }"
-                            style="width: 100%"></video>`;
-                            });
-                        }
-                        return messageVideos;
-                    };
-
-                    /* audio */
-                    const messageAudioUrl = item.find('audio.tgme_widget_message_voice').length ? item.find('audio.tgme_widget_message_voice').attr('src') : '';
-                    const messageAudioText = item.find('audio.tgme_widget_message_voice').length ? `<audio src="${item.find('audio.tgme_widget_message_voice').attr('src')}"></audio>` : '';
-                    const messageAudioDuration = () => {
-                        if (item.find('.tgme_widget_message_voice_duration').length) {
-                            const durationInMmss = item.find('.tgme_widget_message_voice_duration').text();
-                            const p = durationInMmss.split(':');
-
-                            let second = 0,
-                                minute = 1;
-                            while (p.length > 0) {
-                                second += minute * parseInt(p.pop(), 10);
-                                minute *= 60;
-                            }
-                            return second.toString();
-                        } else {
-                            return '';
-                        }
-                    };
-
-                    /* link preview */
-                    const linkPreview = () => {
-                        const linkPreviewSite = item.find('.link_preview_site_name').length ? `<b>${item.find('.link_preview_site_name').text()}</b><br>` : '';
-                        let linkPreviewTitle;
-                        if (item.find('.link_preview_title').length) {
-                            linkPreviewTitle = `<b><a href="${item.find('.tgme_widget_message_link_preview').attr('href')}">
-                        ${item.find('.link_preview_title').text()}</a></b><br>`;
-                        } else {
-                            linkPreviewTitle = '';
-                        }
-                        const linkPreviewDescription = item.find('.link_preview_description').length ? `<p>${item.find('.link_preview_description').html()}</p>` : '';
-                        const linkPreviewImage = generateImg('.link_preview_image') + generateImg('.link_preview_right_image');
-
-                        if (linkPreviewSite.length > 0 || linkPreviewTitle.length > 0 || linkPreviewDescription.length > 0 || linkPreviewImage.length > 0) {
-                            return `<blockquote>${linkPreviewSite}${linkPreviewTitle}${linkPreviewDescription}${linkPreviewImage}</blockquote>`;
-                        } else {
-                            return '';
-                        }
-                    };
-
-                    /* poll */
-                    const pollQuestion = item.find('.tgme_widget_message_poll_question').length ? item.find('.tgme_widget_message_poll_question').text() : '';
-
-                    /* attachment */
-                    const attachmentTitle = item.find('.tgme_widget_message_document_title').length ? item.find('.tgme_widget_message_document_title').text() + ' / ' + item.find('.tgme_widget_message_document_extra').text() : '';
-
-                    /* pubDate */
-                    const pubDate = new Date(item.find('.tgme_widget_message_date time').attr('datetime')).toUTCString();
-
-                    /* message text & title */
-                    const messageTextObject = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');
-                    let messageText = '',
-                        messageTitle = '';
-
-                    if (messageTextObject.length > 0) {
-                        messageText = `<p>${messageTextObject.html()}</p>`;
-                    }
-
-                    if (pollQuestion !== '') {
-                        messageTitle = pollQuestion;
-                    } else if (attachmentTitle !== '') {
-                        messageTitle = attachmentTitle;
-                    } else if (messageTextObject.length > 0) {
-                        messageTitle = messageTextObject.text();
-                    } else {
-                        messageTitle = pubDate;
-                    }
-
-                    return {
-                        title: mediaTag() + messageTitle,
-                        description: fwdFrom() + replyContent() + messageAudioText + messageText + linkPreview() + messageImgs + messageVideos(),
-                        pubDate,
-                        link: item.find('.tgme_widget_message_date').attr('href'),
-                        author: item.find('.tgme_widget_message_from_author').text(),
-
-                        enclosure_url: messageAudioUrl,
-                        enclosure_length: messageAudioDuration(),
-                        enclosure_type: 'audio/ogg',
-                    };
-                })
-                .get()
-                .reverse(),
-    };
-};

package/lib/routes/telegram/stickerpack.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.telegram || !config.telegram.token) {
-        throw 'Telegram Sticker Pack RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#%E9%83%A8%E5%88%86-rss-%E6%A8%A1%E5%9D%97%E9%85%8D%E7%BD%AE">relevant config</a>';
-    }
-    const name = ctx.params.name;
-
-    const response = await got({
-        method: 'get',
-        url: `https://api.telegram.org/bot${config.telegram.token}/getStickerSet?name=${name}`,
-    });
-
-    const data = response.data.result;
-
-    ctx.state.data = {
-        title: `${data.title} - Telegram Sticker Pack`,
-        link: `https://t.me/addstickers/${name}`,
-        item: data.stickers.map((item) => ({
-            title: item.emoji,
-            description: item.file_id,
-            guid: item.file_id,
-        })),
-    };
-};

package/lib/routes/tencent/wechat/announce.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { data: htmlString } = await got({
-        method: 'get',
-        url: 'https://mp.weixin.qq.com/cgi-bin/announce?action=getannouncementlist&lang=zh_CN',
-    });
-
-    const $ = cheerio.load(htmlString);
-    const announceList = [];
-
-    $('.mp_news_list > .mp_news_item').each(function () {
-        const $item = $(this);
-        const $link = $item.find('a');
-        const time = $item.find('.read_more').text();
-        const title = $item.find('strong').text();
-
-        announceList.push({
-            title: `${time} ${title}`,
-            link: `https://mp.weixin.qq.com${$link.attr('href')}`,
-            description: title,
-            pubDate: new Date(time).toUTCString(),
-        });
-    });
-
-    ctx.state.data = {
-        title: '微信公众平台-系统公告栏目',
-        link: 'https://mp.weixin.qq.com/cgi-bin/announce?action=getannouncementlist&lang=zh_CN&token=',
-        item: announceList,
-    };
-};

package/lib/routes/tencent/wechat/ce.js

@@ -1,40 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const feed = await parser.parseURL(`https://posts.careerengine.us/author/${id}/rss`);
-
-    const items = await Promise.all(
-        feed.items.splice(0, 10).map(async (item) => {
-            const response = await got.get(item.link);
-
-            const $ = cheerio.load(response.data);
-            const post = $('.post');
-
-            post.find('img').each((_, img) => {
-                const dataSrc = $(img).attr('data-src');
-                if (dataSrc) {
-                    $(img).attr('src', dataSrc);
-                }
-            });
-
-            const single = {
-                title: item.title,
-                description: post.html(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${feed.title}`,
-        link: `https://posts.careerengine.us/author/${id}/posts`,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/csm.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const link = `https://chuansongme.com/account/${id}`;
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const items = await Promise.all(
-        $('.feed_item')
-            .slice(0, 10)
-            .get()
-            .map(async (e) => {
-                const pubDate = date($(e).find('.timestamp').text().trim(), 8);
-
-                const link = `https://chuansongme.com${$(e).find('.question_link').attr('href')}`;
-
-                const response = await ctx.cache.tryGet(link, async () => (await got.get(link)).data);
-
-                const article = cheerio.load(response);
-
-                article('[style="display: none;"], [style=" display: none;"], [style="display: none"]').each((i, e) => {
-                    article(e).remove();
-                });
-
-                article('#js_content img').each((index, elem) => {
-                    const $elem = article(elem);
-
-                    const imgSrc = $elem.attr('data-original') || $elem.attr('src');
-                    if (imgSrc) {
-                        const realSrc = imgSrc.replace(/^https:\/\/img.chuansongme.com\//, 'https://mmbiz.qpic.cn/').replace(/^http.?\/\/img\d+.store.sogou.com.*url=(.*)$/, '$1');
-                        $elem.attr('src', realSrc);
-                    }
-                });
-
-                const single = {
-                    title: article('#activity-name').text(),
-                    link,
-                    description: article('#js_content').html(),
-                    pubDate,
-                    author: article('#meta_content > span:nth-child(2)').text(),
-                };
-
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${$('.inline_editor_content').first().text().trim()}`,
-        link,
-        description: $('.inline_editor_content').last().text().trim(),
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/ershcimi.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const url = `https://www.ershicimi.com/a/${id}`;
-    const response = await got(url);
-    const $ = cheerio.load(response.data);
-    const list = $('.weui_media_box')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            return {
-                title: $item('.weui_media_title a').text(),
-                description: $item('.weui_media_desc').text(),
-                link: `https://www.ershicimi.com${$item('.weui_media_title a').attr('href')}`,
-                pubDate: new Date($item('.weui_media_extra_info').attr('title')).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailRepsonse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailRepsonse.data);
-
-                item.description = content('.article-content').html() ? content('.article-content').html() : item.description;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${$('span.name').text()}`,
-        link: url,
-        description: $('div.Profile-sideColumnItemValue').text(),
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/feeds.js

@@ -1,47 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `https://github.com/hellodword/wechat-feeds/raw/feeds/${id}.xml`;
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(item.link);
-
-            const $ = cheerio.load(response.data);
-            const post = $('#js_content');
-
-            post.find('img').each((_, img) => {
-                const dataSrc = $(img).attr('data-src');
-                if (dataSrc) {
-                    $(img).attr('src', dataSrc);
-                }
-            });
-
-            const single = {
-                title: item.title,
-                description: post.html(),
-                pubDate: new Date(item.pubDate),
-                link: item.link,
-            };
-
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/mp.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-module.exports = async (ctx) => {
-    const { biz, hid, cid } = ctx.params;
-    let cidurl = '';
-    if (cid) {
-        cidurl = `&cid=${cid}`;
-    }
-    let hidurl = '';
-    if (hid) {
-        hidurl = `&hid=${hid}`;
-    }
-    const JSONresponse = await got({
-        method: 'post',
-        url: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}&begin=0&count=5&action=appmsg_list`,
-    });
-    // 主页Html，获取 RSS 标题用
-    const HTMLresponse = await got({
-        method: 'get',
-        url: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}`,
-    });
-    const list = JSONresponse.data.appmsg_list;
-    const $ = cheerio.load(HTMLresponse.data);
-    // 标题，另外差一个菜单标题！求助
-    const mptitle = $('div.articles_header').find('a').text() + `|` + $('div.articles_header > h2.rich_media_title').text();
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link.replace('http://', 'https://');
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            $2('img').removeAttr('src');
-            $2('div#js_profile_qrcode').remove();
-
-            const content = $2('div#js_content.rich_media_content')
-                .html()
-                .replace('iframe/preview.html?width=500&height=375&', 'txp/iframe/player.html?')
-                .replace('<iframe ', '<iframe width="640" height="360"')
-                .replace(/data-src/g, 'src');
-            const author = $2('div#meta_content:not(:last-child)').text();
-            const single = {
-                content,
-                author,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        // 源标题，差一个cid相关的标题！
-        title: mptitle,
-        link: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}`,
-        item: list.map((item, index) => ({
-            title: item.title,
-            description: `
-                ${item.digest}<br>
-                <img
-                    style="max-width: 650px; height: auto; object-fit: contain; width: 100%;"
-                    src="${item.cover}"
-                ><br>
-                <br>
-                ${articledata[index].content}
-            `,
-            link: item.link,
-            author: articledata[index].author,
-            pubDate: dayjs.unix(item.sendtime).format(),
-        })),
-    };
-};

package/lib/routes/tencent/wechat/msgalbum.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-module.exports = async (ctx) => {
-    const { biz, aid } = ctx.params;
-    const aidurl = `&album_id=${aid}`;
-
-    const HTMLresponse = await got({
-        method: 'get',
-        url: `https://mp.weixin.qq.com/mp/appmsgalbum?__biz=${biz}&action=getalbum${aidurl}`,
-    });
-    const $ = cheerio.load(HTMLresponse.data);
-    const list = $('li').get();
-    const mptitle = $('.album__author-name').text() + `|` + $('.album__label-title').text();
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = $(item).attr('data-link').replace('http://', 'https://');
-            const title = $(item).attr('data-title');
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            $2('img').removeAttr('src');
-            $2('div#js_profile_qrcode').remove();
-
-            const content = $2('div#js_content.rich_media_content')
-                .html()
-                .replace('iframe/preview.html?width=500&height=375&', 'txp/iframe/player.html?')
-                .replace('<iframe ', '<iframe width="640" height="360"')
-                .replace(/data-src/g, 'src');
-            const author = $2('div#meta_content:not(:last-child)').text();
-            const single = {
-                content,
-                author,
-                link,
-                title,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: mptitle,
-        link: `https://mp.weixin.qq.com/mp/appmsgalbum?__biz=${biz}&action=getalbum${aidurl}`,
-        item: list.map((item, index) => ({
-            title: articledata[index].title,
-            description: $(item).find('.album__item-img').html() + `<br><br>${articledata[index].content}`,
-            link: articledata[index].link,
-            author: articledata[index].author,
-            pubDate: dayjs.unix($(item).find('.js_article_create_time').text()).format(),
-        })),
-    };
-};