rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/tencent/wechat/ce.js

@@ -1,40 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const feed = await parser.parseURL(`https://posts.careerengine.us/author/${id}/rss`);
-
-    const items = await Promise.all(
-        feed.items.splice(0, 10).map(async (item) => {
-            const response = await got.get(item.link);
-
-            const $ = cheerio.load(response.data);
-            const post = $('.post');
-
-            post.find('img').each((_, img) => {
-                const dataSrc = $(img).attr('data-src');
-                if (dataSrc) {
-                    $(img).attr('src', dataSrc);
-                }
-            });
-
-            const single = {
-                title: item.title,
-                description: post.html(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${feed.title}`,
-        link: `https://posts.careerengine.us/author/${id}/posts`,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/csm.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const link = `https://chuansongme.com/account/${id}`;
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const items = await Promise.all(
-        $('.feed_item')
-            .slice(0, 10)
-            .get()
-            .map(async (e) => {
-                const pubDate = date($(e).find('.timestamp').text().trim(), 8);
-
-                const link = `https://chuansongme.com${$(e).find('.question_link').attr('href')}`;
-
-                const response = await ctx.cache.tryGet(link, async () => (await got.get(link)).data);
-
-                const article = cheerio.load(response);
-
-                article('[style="display: none;"], [style=" display: none;"], [style="display: none"]').each((i, e) => {
-                    article(e).remove();
-                });
-
-                article('#js_content img').each((index, elem) => {
-                    const $elem = article(elem);
-
-                    const imgSrc = $elem.attr('data-original') || $elem.attr('src');
-                    if (imgSrc) {
-                        const realSrc = imgSrc.replace(/^https:\/\/img.chuansongme.com\//, 'https://mmbiz.qpic.cn/').replace(/^http.?\/\/img\d+.store.sogou.com.*url=(.*)$/, '$1');
-                        $elem.attr('src', realSrc);
-                    }
-                });
-
-                const single = {
-                    title: article('#activity-name').text(),
-                    link,
-                    description: article('#js_content').html(),
-                    pubDate,
-                    author: article('#meta_content > span:nth-child(2)').text(),
-                };
-
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${$('.inline_editor_content').first().text().trim()}`,
-        link,
-        description: $('.inline_editor_content').last().text().trim(),
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/ershcimi.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const url = `https://www.ershicimi.com/a/${id}`;
-    const response = await got(url);
-    const $ = cheerio.load(response.data);
-    const list = $('.weui_media_box')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            return {
-                title: $item('.weui_media_title a').text(),
-                description: $item('.weui_media_desc').text(),
-                link: `https://www.ershicimi.com${$item('.weui_media_title a').attr('href')}`,
-                pubDate: new Date($item('.weui_media_extra_info').attr('title')).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailRepsonse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailRepsonse.data);
-
-                item.description = content('.article-content').html() ? content('.article-content').html() : item.description;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${$('span.name').text()}`,
-        link: url,
-        description: $('div.Profile-sideColumnItemValue').text(),
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/feeds.js

@@ -1,47 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `https://github.com/hellodword/wechat-feeds/raw/feeds/${id}.xml`;
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(item.link);
-
-            const $ = cheerio.load(response.data);
-            const post = $('#js_content');
-
-            post.find('img').each((_, img) => {
-                const dataSrc = $(img).attr('data-src');
-                if (dataSrc) {
-                    $(img).attr('src', dataSrc);
-                }
-            });
-
-            const single = {
-                title: item.title,
-                description: post.html(),
-                pubDate: new Date(item.pubDate),
-                link: item.link,
-            };
-
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/mp.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-module.exports = async (ctx) => {
-    const { biz, hid, cid } = ctx.params;
-    let cidurl = '';
-    if (cid) {
-        cidurl = `&cid=${cid}`;
-    }
-    let hidurl = '';
-    if (hid) {
-        hidurl = `&hid=${hid}`;
-    }
-    const JSONresponse = await got({
-        method: 'post',
-        url: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}&begin=0&count=5&action=appmsg_list`,
-    });
-    // 主页Html，获取 RSS 标题用
-    const HTMLresponse = await got({
-        method: 'get',
-        url: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}`,
-    });
-    const list = JSONresponse.data.appmsg_list;
-    const $ = cheerio.load(HTMLresponse.data);
-    // 标题，另外差一个菜单标题！求助
-    const mptitle = $('div.articles_header').find('a').text() + `|` + $('div.articles_header > h2.rich_media_title').text();
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link.replace('http://', 'https://');
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            $2('img').removeAttr('src');
-            $2('div#js_profile_qrcode').remove();
-
-            const content = $2('div#js_content.rich_media_content')
-                .html()
-                .replace('iframe/preview.html?width=500&height=375&', 'txp/iframe/player.html?')
-                .replace('<iframe ', '<iframe width="640" height="360"')
-                .replace(/data-src/g, 'src');
-            const author = $2('div#meta_content:not(:last-child)').text();
-            const single = {
-                content,
-                author,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        // 源标题，差一个cid相关的标题！
-        title: mptitle,
-        link: `https://mp.weixin.qq.com/mp/homepage?__biz=${biz}${hidurl}${cidurl}`,
-        item: list.map((item, index) => ({
-            title: item.title,
-            description: `
-                ${item.digest}<br>
-                <img
-                    style="max-width: 650px; height: auto; object-fit: contain; width: 100%;"
-                    src="${item.cover}"
-                ><br>
-                <br>
-                ${articledata[index].content}
-            `,
-            link: item.link,
-            author: articledata[index].author,
-            pubDate: dayjs.unix(item.sendtime).format(),
-        })),
-    };
-};

package/lib/routes/tencent/wechat/msgalbum.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-module.exports = async (ctx) => {
-    const { biz, aid } = ctx.params;
-    const aidurl = `&album_id=${aid}`;
-
-    const HTMLresponse = await got({
-        method: 'get',
-        url: `https://mp.weixin.qq.com/mp/appmsgalbum?__biz=${biz}&action=getalbum${aidurl}`,
-    });
-    const $ = cheerio.load(HTMLresponse.data);
-    const list = $('li').get();
-    const mptitle = $('.album__author-name').text() + `|` + $('.album__label-title').text();
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = $(item).attr('data-link').replace('http://', 'https://');
-            const title = $(item).attr('data-title');
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            $2('img').removeAttr('src');
-            $2('div#js_profile_qrcode').remove();
-
-            const content = $2('div#js_content.rich_media_content')
-                .html()
-                .replace('iframe/preview.html?width=500&height=375&', 'txp/iframe/player.html?')
-                .replace('<iframe ', '<iframe width="640" height="360"')
-                .replace(/data-src/g, 'src');
-            const author = $2('div#meta_content:not(:last-child)').text();
-            const single = {
-                content,
-                author,
-                link,
-                title,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: mptitle,
-        link: `https://mp.weixin.qq.com/mp/appmsgalbum?__biz=${biz}&action=getalbum${aidurl}`,
-        item: list.map((item, index) => ({
-            title: articledata[index].title,
-            description: $(item).find('.album__item-img').html() + `<br><br>${articledata[index].content}`,
-            link: articledata[index].link,
-            author: articledata[index].author,
-            pubDate: dayjs.unix($(item).find('.js_article_create_time').text()).format(),
-        })),
-    };
-};

package/lib/routes/tencent/wechat/tgchannel.js

@@ -1,105 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const mpName = ctx.params.mpName ?? '';
-
-    const { data } = await got.get(`https://t.me/s/${id}`);
-    const $ = cheerio.load(data);
-    const list = $('.tgme_widget_message_wrap').slice(-20);
-
-    const out = await Promise.all(
-        list
-            .map(async (index, item) => {
-                item = $(item);
-
-                // [ div.tgme_widget_message_text 格式简略说明 ]
-                // 若频道只订阅一个公众号：
-                // 第 1 个元素: <a href="${用于 link priview 的预览图 url}"><i><b>${emoji(链接)}</b></i></a>
-                // 第 2 个元素: <a href="${文章 url}">${文章标题}</a>
-                // (余下是文章简介，一般是裸文本，这里用不到)
-                //
-                // 若频道订阅多于一个公众号：
-                // 第 1 个元素: <i><b>${emoji(标注消息来源于什么 slave，这里是表示微信的对话气泡)}</b></i>
-                // 第 2 个元素: <i><b>${emoji(标注对话类型，这里是表示私聊的半身人像)</b></i>
-                // 裸文本: (半角空格)${公众号名}(半角冒号)
-                // 第 3 个元素: <br />
-                // 第 4 个元素: <a href="${用于 link priview 的预览图 url}"><i><b>${emoji(链接)}</b></i></a>
-                // 第 5 个元素: <a href="${文章 url}">${文章标题}</a>
-                // (余下是文章简介，一般是裸文本，这里用不到)
-
-                const title_elem = item.find('.tgme_widget_message_text > a:nth-of-type(2)'); // 第二个 a 元素会是文章链接
-
-                if (title_elem.length === 0) {
-                    // 获取不到第二个 a 元素，这可能是公众号发的服务消息，丢弃它
-                    return;
-                }
-
-                let author;
-                let title = title_elem.text();
-                const link = title_elem.attr('href');
-
-                const br_node = item.find('.tgme_widget_message_text > br:nth-of-type(1)').get(0); // 获取第一个换行
-                const author_node = br_node && br_node.prev; // br_node 不为 undefined 时获取它的前一个节点
-                if (author_node && author_node.type === 'text') {
-                    // 只有这个节点是一个裸文本时它才可能是公众号名
-                    const spaceIndex = author_node.data.indexOf(' ');
-                    const colonIndex = author_node.data.indexOf(':');
-                    if (spaceIndex !== -1 && colonIndex !== -1) {
-                        // 找到了公众号名，说明这个频道订阅了多个公众号
-                        author = author_node.data.slice(spaceIndex + 1, colonIndex); // 提取作者
-                        if (mpName && author !== mpName) {
-                            // 指定了要筛选的公众号名，且该文章不是该公众号发的
-                            return; // 丢弃
-                        } else if (!mpName) {
-                            // 没有指定要筛选的公众号名
-                            title = author + ': ' + title; // 给标题里加上获取到的作者
-                        }
-                    }
-                }
-
-                const pubDate = new Date(item.find('.tgme_widget_message_date time').attr('datetime')).toUTCString();
-
-                const single = {
-                    title,
-                    pubDate,
-                    link,
-                    author,
-                };
-
-                if (link !== undefined) {
-                    const value = await ctx.cache.get(link);
-                    if (value) {
-                        single.description = value;
-                    } else {
-                        try {
-                            const reponse = await got.get(link);
-                            const $ = cheerio.load(reponse.data);
-
-                            single.description = $('.rich_media_content')
-                                .html()
-                                .replace(/data-src/g, 'src');
-                            ctx.cache.set(link, single.description, 12 * 60 * 60);
-                        } catch (err) {
-                            single.description = item.find('.tgme_widget_message_text').html();
-                        }
-                    }
-                }
-
-                // 修复文字格式错误
-                single.description = single.description.replace(/<section(.*?)>/g, '<p $1/>');
-
-                return single;
-            })
-            .get()
-    );
-
-    out.reverse();
-    ctx.state.data = {
-        title: mpName ?? $('.tgme_channel_info_header_title').text(),
-        link: `https://t.me/s/${id}`,
-        item: out.filter((item) => item),
-        allowEmpty: !!mpName,
-    };
-};

package/lib/routes/tencent/wechat/wjdn.js

@@ -1,28 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    if (!id) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/new-media.html#wei-xin-gong-zhong-hao-wai-jie-da-nao-lai-yuan">docs</a>');
-    }
-
-    const currentUrl = `https://www.waijiedanao.com/api/posts?profile=${id}&page=1&limit=20`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const title = response.data.data[0].profile.title;
-    const list = response.data.data.map((item) => ({
-        title: item.title,
-        link: item.link,
-        description: item.digest,
-        pubDate: new Date(item.publishAt).toUTCString(),
-    }));
-
-    ctx.state.data = {
-        title: `微信公众号 - ${title}`,
-        link: `https://www.waijiedanao.com/accountArtical?publicAccountId=${id}`,
-        item: list,
-    };
-};

package/lib/routes/the-economist/full.js

@@ -1,48 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const endpoint = ctx.params.endpoint;
-    const feed = await parser.parseURL(`https://www.economist.com/${endpoint}/rss.xml`);
-
-    const getFullText = async (link) => {
-        let content = await ctx.cache.get(link);
-        if (content) {
-            return content;
-        }
-
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-        const $ = cheerio.load(response.data);
-
-        $('aside').remove();
-        $('div.ds-chapter-list').remove();
-        content = $('div.article__lead-image').html();
-        content += $('header.article__header').html();
-        content += $('div.layout-article-body').attr('itemprop', 'text').html();
-
-        ctx.cache.set(link, content);
-
-        return content;
-    };
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => ({
-            title: item.title,
-            description: await getFullText(item.link),
-            link: item.link,
-            guid: item.guid,
-            pubDate: item.pubDate,
-        }))
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/the-economist/gre-vocabulary.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://gre.economist.com/api/gre-vocabulary.json',
-    });
-
-    const wordInfo = response.data[0];
-    const time = wordInfo.publishedDate;
-
-    ctx.state.data = {
-        title: 'The Economist GRE Vocabulary',
-        link: 'https://gre.economist.com/gre-vocabulary',
-        item: [
-            {
-                title: `${wordInfo.word} - ${time}`,
-                description: `
-                    <img src="${wordInfo.image.url}"><br>
-                    Source: <a href="${wordInfo.sourceUrl}">${wordInfo.sourceTitle}</a>
-                `,
-                pubDate: new Date(time).toUTCString(),
-                link: wordInfo.url,
-            },
-        ],
-    };
-};

package/lib/routes/thepaper/utils.js

@@ -1,48 +0,0 @@
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const got = require('@/utils/got');
-
-module.exports = {
-    ProcessFeed: async (query, link, ctx) => {
-        const res = await got.get(link);
-
-        const $ = cheerio.load(res.data);
-        const list = $(query).slice(0, 10).get();
-
-        return Promise.all(
-            list.map(async (item) => {
-                const $ = cheerio.load(item);
-                const itemUrl = `https://m.thepaper.cn/${$(item).find('a').eq(0).attr('href')}`;
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const res = await got.get(itemUrl);
-                const content = cheerio.load(res.data);
-
-                let description, pubDate;
-
-                if (content('div.news_video_msg').length > 0) {
-                    description = content('#vdetail_sum').html();
-                    pubDate = content('div.news_video_msg').html().split('  ')[0];
-                } else if (content('#slider_wrapper_ul').length > 0) {
-                    description = '';
-                    pubDate = new Date(date($(item).find('div.list_item_extra span').eq(1).text())).toUTCString();
-                } else {
-                    description = content('div.newsdetail_content').html();
-                    pubDate = new Date(content('div.date').text().trim().split('来源：')[0].trim() + ' GMT+8').toUTCString();
-                }
-
-                const single = {
-                    title: content('title').text(),
-                    link: itemUrl,
-                    description,
-                    pubDate,
-                    author: content('div.author').text(),
-                };
-                return Promise.resolve(single);
-            })
-        );
-    },
-};

package/lib/routes/tingshuitz/dalian.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    // const area = ctx.params.area;
-    const url = 'http://www.swj.dl.gov.cn/html/tstz/';
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.listBox li');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 大连市水务局',
-        link: 'http://www.swj.dl.gov.cn/html/tstz/',
-        description: $('meta[name="description"]').attr('content') || $('title').text() || '停水通知 - 大连市水务局',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `大连市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date(item.find('span').text()).toUTCString(),
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/tingshuitz/dongguan.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'http://www.djsw.com.cn/news/tstz/index.html';
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('#cntR li');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 东莞市东江水务有限公司',
-        link: 'http://www.djsw.com.cn/news/tstz/index.html',
-        description: $('title').text() || '停水通知 - 东莞市东江水务有限公司',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `东莞市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date($(item.contents()[1]).text().slice(1, -1)).toUTCString(),
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};