rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/routes/reuters/channel.js

@@ -1,155 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { site } = ctx.params || 'cn';
-    const homePage = `https://${site === 'us' ? 'www' : site}.reuters.com`;
-
-    let title = 'Reuters ',
-        link = `https://${site === 'us' ? 'www' : site}.reuters.com/news/`,
-        linkSelector;
-
-    const { channel } = ctx.params;
-
-    if (channel) {
-        if (site === 'cn') {
-            title = '路透社 ';
-            linkSelector = '.inlineLinks a';
-            switch (channel) {
-                case 'china':
-                    title += '中国财经';
-                    break;
-                case 'internationalbusiness':
-                    title += '国际财经';
-                    break;
-                case 'newsmaker':
-                    title += '新闻人物';
-                    break;
-                case 'opinions':
-                    title += '财经视点';
-                    break;
-                case 'analyses':
-                    title += '深度分析';
-                    break;
-                case 'generalnews':
-                    title += '时事要闻';
-                    break;
-                case 'CnColumn':
-                    title += '中国财经专栏';
-                    break;
-                case 'ComColumn':
-                    title += '大宗商品专栏';
-                    break;
-                case 'IntColumn':
-                    title += '国际财经专栏';
-                    break;
-                case 'investing':
-                    title += '投资';
-                    link = homePage + '/';
-                    break;
-                case 'life':
-                    title += '生活';
-                    link = homePage + '/';
-                    break;
-                default:
-                    break;
-            }
-        } else if (site === 'uk') {
-            title += 'UK ';
-            linkSelector = '.story-content a';
-            switch (channel) {
-                case 'business':
-                    title += 'Business';
-                    link = homePage;
-                    break;
-                case 'markets':
-                    linkSelector = '.moduleBody a, .story-content a';
-                    title += 'Markets';
-                    link = 'https://uk.reuters.com/business/';
-                    break;
-                case 'world':
-                    title += 'World';
-                    break;
-                case 'uk':
-                    title += 'UK';
-                    break;
-                case 'technology':
-                    title += 'Tech';
-                    break;
-                case 'personalFinance':
-                    title += 'Money';
-                    link = 'https://uk.reuters.com/business';
-                    break;
-                case 'breakingviews':
-                    title += 'Breakingviews';
-                    link = homePage;
-                    break;
-                case 'sports':
-                    linkSelector = '.story-content a, .story-title a';
-                    title += 'Sport';
-                    break;
-                case 'lifestyle':
-                    title += 'Life';
-                    break;
-                default:
-                    break;
-            }
-        } else if (site === 'us') {
-            linkSelector = '.story-content a';
-            switch (channel) {
-                case 'business':
-                    title += 'Business';
-                    link = homePage;
-                    break;
-                case 'markets':
-                    linkSelector = '.moduleBody a, .story-content a';
-                    title += 'Markets';
-                    link = 'https://www.reuters.com/finance/';
-                    break;
-                case 'world':
-                    title += 'World';
-                    break;
-                case 'politics':
-                    title += 'Politics';
-                    link = 'https://www.reuters.com/';
-                    break;
-                case 'technology':
-                    title += 'Tech';
-                    break;
-                case 'breakingviews':
-                    title += 'Breakingviews';
-                    link = homePage;
-                    break;
-                case 'wealth':
-                    linkSelector = '.story-content a, .story-title a';
-                    title += 'Wealth';
-                    link = 'https://www.reuters.com/finance/';
-                    break;
-                case 'lifestyle':
-                    title += 'Life';
-                    break;
-                default:
-                    break;
-            }
-        }
-        link += channel;
-    }
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const links = $(linkSelector)
-        .map((i, e) => homePage + e.attribs.href)
-        .splice(0, 10);
-
-    const items = await Promise.all(links.map((link) => ctx.cache.tryGet(link, () => utils.ProcessFeed(link))));
-
-    ctx.state.data = {
-        title,
-        link,
-        description: title,
-        item: items,
-    };
-};

package/lib/routes/reuters/theWire.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const url = `https://cn.reuters.com/assets/jsonWireNews`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const list_item = data.headlines.map((item) => {
-        const info = {
-            title: item.headline,
-            link: 'https://cn.reuters.com' + item.url,
-            pubDate: date(item.formattedDate),
-        };
-        return info;
-    });
-
-    function getDescription(items) {
-        return Promise.all(
-            items.map(async (currentValue) => {
-                currentValue.description = await ctx.cache.tryGet(currentValue.link, async () => {
-                    const r = await got({
-                        url: currentValue.link,
-                        method: 'get',
-                    });
-                    const $ = cheerio.load(r.data);
-                    return $('.StandardArticle_content').html();
-                });
-                return currentValue;
-            })
-        );
-    }
-
-    await getDescription(list_item).then(() => {
-        ctx.state.data = {
-            title: '路透社 - 实时资讯',
-            link: `https://cn.reuters.com/theWire`,
-            item: list_item,
-        };
-    });
-};

package/lib/routes/reuters/utils.js

@@ -1,72 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const ProcessFeed = async (link) => {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const pubDate = $('meta[property="og:article:published_time"]')[0].attribs.content;
-    const title = $('meta[property="og:title"]')[0].attribs.content;
-    const author = $('meta[property="og:article:author"]')[0].attribs.content;
-    const cover = $('meta[property="og:image"]')[0].attribs.content;
-    const description = $('.ArticleBodyWrapper');
-    // if the article's cover photo is not the meaningless logo
-    if (cover !== 'https://s4.reutersmedia.net/resources_v2/images/rcom-default.png') {
-        const image = $('.PrimaryAsset_container img');
-
-        if (image.length > 0) {
-            image[0].attribs.src = cover;
-        }
-    }
-
-    // handle slideshows and videos
-    const pageDataPattern = new RegExp(`(?<=<script type="text/javascript">window.RCOM_Data = ){.*}(?=;</script>)`);
-    const pageDataFind = response.data.match(pageDataPattern);
-    if (pageDataFind) {
-        const pageData = JSON.parse(response.data.match(pageDataFind)[0]);
-
-        // keys of this json has random tails, so we have to iterate through them
-        Object.keys(pageData).forEach((key) => {
-            // videos and slideshow appear only in `article_list`
-            if (!key.startsWith('article_list')) {
-                return;
-            }
-
-            // add full-res pictures at the end
-            const slideshowData = pageData[key].first_article.images;
-            slideshowData &&
-                slideshowData.forEach((imgData) => {
-                    description.insertAfter(`<figure>
-                                        <img src="${'https:' + imgData.url}"
-                                            alt="${imgData.title}">
-                                        <figcaption>${imgData.caption}</figcaption>
-                                    </figure>`);
-                });
-
-            // add full-res pictures at the beginning
-            const videoData = pageData[key].first_article.videos;
-            videoData &&
-                videoData.forEach((videoData) => {
-                    description.insertBefore(`<video controls width="250" autoPictureInPicture=true poster=${'https:' + videoData.thumbnail}>
-                                            <source src="${'https:' + videoData.url}"
-                                                    type="video/mp4">
-                                            Sorry, your browser doesn't support embedded videos.
-                                        </video>
-                                        <caption>${videoData.caption}</caption>`);
-                });
-        });
-    }
-
-    // remove useless DOMs
-    description
-        .find(
-            '.Image_expand-button, .LazyImage_fallback, .Slideshow_container, .Slideshow_caption, .Slideshow_expand-button, .Attribution_container, .StandardArticleBody_trustBadgeContainer, div[class*="SocialTools"], div[class*="SocialTools"], div[class*="Slideshow"]'
-        )
-        .remove();
-
-    return { link, author, pubDate, title, description: description.html() };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/rrys/review.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const baseURL = 'http://www.rrys2019.com';
-
-module.exports = async (ctx) => {
-    const response = await got.get(baseURL + '/article');
-
-    const $ = cheerio.load(response.data);
-    const list = $('.article-list li');
-    ctx.state.data = {
-        title: '人人影视-评测推荐',
-        link: baseURL + '/article',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    const itemPicUrl = item.find('.fl-img img').attr('src');
-                    const itemDesc = item.find('.fl-info p').text().split('By')[0];
-                    return {
-                        title: item.find('.fl-info h3 a').text(),
-                        author: item.find('.fl-info p a').text(),
-                        description: `描述：${itemDesc}<br><img src="${itemPicUrl}">`,
-                        link: baseURL + item.find('.fl-info h3 a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/sspai/matrix.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const api_url = 'https://sspai.com/api/v1/articles?offset=0&limit=20&is_matrix=1&sort=matrix_at&include_total=false';
-    const resp = await got({
-        method: 'get',
-        url: api_url,
-    });
-    const data = resp.data.list;
-    const items = await Promise.all(
-        data.map(async (item) => {
-            const link = `https://sspai.com/post/${item.id}`;
-            let description = '';
-
-            const key = `sspai: ${item.id}`;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                description = value;
-            } else {
-                const response = await got({ method: 'get', url: link });
-                const $ = cheerio.load(response.data);
-                description = $('#app > div.postPage.article-wrapper > div.article-detail > article > div.article-body').html();
-                ctx.cache.set(key, description);
-            }
-
-            return {
-                title: item.title.trim(),
-                description,
-                link,
-                pubDate: new Date(item.released_at * 1000),
-                author: item.author.nickname,
-            };
-        })
-    );
-
-    ctx.state.data = {
-        title: '少数派 -- Matrix',
-        link: 'https://sspai.com/matrix',
-        description: '少数派 -- Matrix',
-        item: items,
-    };
-};

package/lib/routes/szse/inquire.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const ptype = {
-        navall: { name: '主板+中小企业+创业板', tabkey: 'tab0', dataNum: 0, dataCategory: '全部', dataArr: [] },
-        nav1: { name: '主板', tabkey: 'tab1', dataNum: 0, dataCategory: '主板', dataArr: [] },
-        nav2: { name: '中小企业板', tabkey: 'tab2', dataNum: 1, dataCategory: '中小企业板', dataArr: [] },
-        nav3: { name: '创业板', tabkey: 'tab3', dataNum: 2, dataCategory: '创业板', dataArr: [] },
-    };
-    function getUrl(params) {
-        const $ = cheerio.load(params);
-        const url = $('a').attr('encode-open');
-        return url;
-    }
-    function restUrl(params) {
-        const $ = cheerio.load(params);
-        const getText = $('a').text();
-        const url = $('a').attr('encode-open');
-        const resthref = `http://reportdocs.static.szse.cn${url}`;
-        if (params !== '') {
-            params = `<a href='${resthref}'>${getText}</a>`;
-        } else {
-            params = '';
-        }
-        return params;
-    }
-    for (const key in ptype) {
-        if (key !== 'navall') {
-            const host = 'http://www.szse.cn/';
-            const link = `http://www.szse.cn/api/report/ShowReport/data?SHOWTYPE=JSON&CATALOGID=main_wxhj&TABKEY=${ptype[key].tabkey}&loading=first`;
-            // eslint-disable-next-line no-await-in-loop
-            const response = await got.get(link, {
-                Referer: host,
-            });
-            const datNum = ptype[key].dataNum;
-            const temp = response.data;
-            ptype[key].dataArr = temp[datNum].data;
-            for (let i = 0; i < ptype[key].dataArr.length; i++) {
-                ptype[key].dataArr[i].category = ptype[key].dataCategory;
-            }
-        }
-    }
-
-    let outList;
-    switch (type) {
-        case 'nav1':
-            outList = ptype.navall.dataArr.concat(ptype.nav1.dataArr);
-            break;
-        case 'nav2':
-            outList = ptype.navall.dataArr.concat(ptype.nav2.dataArr);
-            break;
-        case 'nav3':
-            outList = ptype.navall.dataArr.concat(ptype.nav3.dataArr);
-            break;
-        default:
-            outList = ptype.navall.dataArr.concat(ptype.nav1.dataArr, ptype.nav2.dataArr, ptype.nav3.dataArr);
-            break;
-    }
-    ctx.state.data = {
-        title: `深圳证券交易所——【${ptype[type].name}】问询函件`,
-        link: `http://www.szse.cn/disclosure/supervision/inquire/index.html`,
-        description: `深圳证券交易所/信息披露/监管信息公开/问询函件`,
-        item: outList.map((item) => ({
-            title: `【${item.category}】` + item.gsjc,
-            category: item.category,
-            author: item.category,
-            description:
-                `
-            <table border="1">
-            <tr><td > 公司代码 : </td><td>${item.gsdm}</td></tr>
-            <tr><td> 公司简称 : </td><td>${item.gsjc}</td></tr>
-            <tr><td> 发函日期 : </td><td>${item.fhrq}</td></tr>
-            <tr><td> 函件类别 : </td><td>${item.hjlb}</td></tr>
-            <tr><td> 函件内容 : </td><td>` +
-                restUrl(item.ck) +
-                `</td></tr>
-            <tr><td> 公司回复 : </td><td>` +
-                restUrl(item.hfck) +
-                `</td></tr>
-            </table>`,
-            pubDate: new Date(item.fhrq).toUTCString(),
-            link: `http://reportdocs.static.szse.cn${getUrl(item.ck)}`,
-        })),
-    };
-};

package/lib/routes/szse/projectdynamic.js

@@ -1,103 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const typeMap = {
-        1: 'IPO',
-        2: '再融资',
-        3: '重大资产重组',
-    };
-
-    const stageMap = {
-        10: '受理',
-        20: '问询',
-        30: '上市委会议',
-        35: '提交注册',
-        40: '注册结果',
-        50: '中止',
-        60: '终止',
-    };
-
-    const statusMap = {
-        20: '新受理',
-        30: '已问询',
-        45: '通过',
-        44: '未通过',
-        46: '暂缓审议',
-        56: '复审通过',
-        54: '复审不通过',
-        60: '提交注册',
-        70: '注册生效',
-        74: '不予注册',
-        78: '补充审核',
-        76: '终止注册',
-        80: '中止',
-        90: '审核不通过',
-        95: '撤回',
-    };
-
-    const type = ctx.params.type || '1';
-    const stage = ctx.params.stage || '0';
-    const status = ctx.params.status || '0';
-
-    const rootUrl = 'http://listing.szse.cn';
-    const apiUrl = `${rootUrl}/api/ras/projectrends/query?bizType=${type}${stage === '0' ? '' : `&stage=${stage}`}${status === '0' ? '' : `&status=${status}`}&pageIndex=0&pageSize=20`;
-
-    const response = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const list = response.data.data.map((item) => ({
-        title: item.prjid,
-        link: `${rootUrl}/api/ras/projectrends/details?id=${item.prjid}`,
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const data = detailResponse.data.data;
-                const current = JSON.parse(data.pjdot)['-1'];
-
-                item.link = `${rootUrl}/projectdynamic/ipo/detail/index.html?id=${item.title}`;
-                item.title = `[${data.prjst}] ${data.cmpnm} (${data.cmpsnm})- ${data.csrcind}`;
-
-                item.description =
-                    `<h1>${data.cmpnm}</h1><p></p>${current.startTime} ${current.name}<h2>项目基本信息</h2><table><tbody><tr><td class="title">公司全称</td>` +
-                    `<td class="info">${data.cmpnm}</td>` +
-                    `<td class="title">公司简称</td><td class="info">${data.cmpsnm}</td></tr>` +
-                    `<tr><td class="title">受理日期</td><td class="info">${data.acptdt}</td>` +
-                    `<td class="title">更新日期</td><td class="info">${data.updtdt}</td></tr>` +
-                    `<tr><td class="title">审核状态</td><td class="info">${data.prjst}</td>` +
-                    `<td class="title">预计融资金额(亿元)</td><td class="info">${data.maramt}</td></tr>` +
-                    `<tr><td class="title">保荐机构</td>` +
-                    `<td class="info"><a target="_blank" href="/projectdynamic/ipo/index.html?keywords=${data.sprinst}">${data.sprinst}</a></td>` +
-                    `<td class="title">保荐代表人</td><td class="info"><span>${data.sprrep}</span></td></tr>` +
-                    `<tr><td class="title">会计师事务所</td>` +
-                    `<td class="info"><a target="_blank" href="/projectdynamic/ipo/index.html?keywords=${data.acctfm}">${data.acctfm}</a></td>` +
-                    `<td class="title">签字会计师</td><td class="info">${data.acctsgnt}</td></tr>` +
-                    `<tr><td class="title">律师事务所</td>` +
-                    `<td class="info"><a target="_blank" href="/projectdynamic/ipo/index.html?keywords=${data.lawfm}">${data.lawfm}</a></td>` +
-                    `<td class="title">签字律师</td><td class="info">${data.lglsgnt}</td></tr>` +
-                    `<tr><td class="title">评估机构</td><td class="info">${data.evalinst}</td>` +
-                    `<td class="title">签字评估师</td><td class="info">${data.evalsgnt}</td></tr>` +
-                    `<tr><td class="title">最近一期审计基准日</td><td class="info" colspan="3">${data.lastestAuditEndDate}</td></tr></tbody></table>`;
-
-                item.pubDate = parseDate(current.startTime, 'YYYY-MM-DD HH:mm:ss');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${typeMap[type]}项目动态${status !== '0' ? ` (${statusMap[status]}) ` : stage !== '0' ? ` (${stageMap[stage]}) ` : ''} - 创业板发行上市审核信息公开网站 - 深圳证券交易所`,
-        link: `${rootUrl}/projectdynamic/${type}/index.html`,
-        item: items,
-    };
-};

package/lib/routes/taptap/review.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const order = ctx.params.order;
-
-    let url = `https://www.taptap.com/app/${id}/review`;
-
-    if (order === 'update' || order === 'hot' || order === 'spent') {
-        url += `?order=${order}`;
-    }
-
-    const reviews_list_response = await got.get(url);
-    const $ = cheerio.load(reviews_list_response.data);
-
-    const app_img = $('.header-icon-body > img').attr('src');
-    const app_name = $('.breadcrumb > li.active').text();
-    const order_name = $('.taptap-review-title.section-title li.active').text().trim();
-    const reviews_list = $('.review-item-text').toArray();
-
-    ctx.state.data = {
-        title: `TapTap评价 ${app_name} - ${order_name}排序`,
-        link: url,
-        image: app_img,
-        item: reviews_list.map((review) => {
-            review = $(review);
-            const score = review.find('.colored').attr('style').match(/\d+/)[0] / 14;
-            const author = review.find('.item-text-header > .taptap-user ').first().text().trim();
-            return {
-                title: `${author} - ${score}星`,
-                author,
-                description: review.find('.item-text-body').html(),
-                link: review.find('a.text-header-time').attr('href'),
-                pubDate: new Date(review.find('a.text-header-time [data-dynamic-time]').text().trim()),
-            };
-        }),
-    };
-};

package/lib/routes/taptap/topic.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const label = ctx.params.label;
-
-    let url = `https://www.taptap.com/app/${id}/topic`;
-
-    if (label === 'elite' || label === 'official' || label === 'all') {
-        url += `?type=${label}`;
-    } else if (/^\d+$/.test(label)) {
-        url += `?group_label_id=${label}`;
-    }
-
-    const topics_list_response = await got.get(url);
-    const topics_list_data = topics_list_response.data;
-    const $ = cheerio.load(topics_list_data);
-
-    const app_img = $('.group-info > a > img').attr('src');
-    const app_name = $('.group-detail > h2 > a').first().text();
-    const label_name = $('.tab-label a.active span').text();
-    const topics_list = $('.item-content').get();
-
-    const parseContent = (htmlString) => {
-        const $ = cheerio.load(htmlString);
-
-        const author = $('.user-name-identity');
-        const content = $('.bbcode-body').first();
-        const time = $('.topic-update-time').length === 0 ? $('.topic-info [data-dynamic-time]') : $('.topic-update-time [data-dynamic-time]');
-        const pub_date = time.length === 0 ? new Date() : new Date(time.text().trim());
-
-        const images = $('img');
-        for (let k = 0; k < images.length; k++) {
-            $(images[k]).replaceWith(`<img src="${$(images[k]).attr('data-origin-url')}" />`);
-        }
-
-        return {
-            author: author.text().trim(),
-            description: content.html(),
-            pubDate: pub_date,
-        };
-    };
-
-    const out = await Promise.all(
-        topics_list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('.content-text > a').first();
-            const link = title.attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const topic = {
-                title: title.text().trim(),
-                link,
-            };
-
-            try {
-                const topic_response = await got.get(link);
-                const result = parseContent(topic_response.data);
-                if (!result.description) {
-                    return Promise.resolve('');
-                }
-
-                topic.author = result.author;
-                topic.description = result.description;
-                topic.pubDate = result.pubDate;
-            } catch (err) {
-                return Promise.resolve('');
-            }
-            ctx.cache.set(link, JSON.stringify(topic));
-            return Promise.resolve(topic);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${app_name} - ${label_name} - TapTap论坛`,
-        link: url,
-        image: app_img,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/routes/tencent/wechat/_README

@@ -1 +0,0 @@
-Make sure you read lib/utils/wechat-mp.js before adding a new route.