rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/pincong/index.js

@@ -1,40 +0,0 @@
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let url = 'https://pincong.rocks/';
-
-    const sortMap = {
-        new: 'sort_type-new',
-        recommend: 'recommend-1',
-        hot: 'sort_type-hot__day2',
-    };
-
-    url += (ctx.params.sort && sortMap[ctx.params.sort]) || 'recommend-1';
-    url += ctx.params.category ? '__category-' + ctx.params.category : '';
-
-    // use Puppeteer due to the obstacle by cloudflare challenge
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
-    await page.goto(url);
-    const html = await page.evaluate(
-        // eslint-disable-next-line no-undef
-        () => document.querySelector('div.aw-common-list').innerHTML
-    );
-
-    browser.close();
-
-    const $ = cheerio.load(html);
-    const list = $('div.aw-item');
-
-    ctx.state.data = {
-        title: '品葱 - 发现',
-        link: url,
-        item: list
-            .map((_, item) => ({
-                title: $(item).find('h4 a').text().trim(),
-                link: 'https://pincong.rocks' + $(item).find('h4 a').attr('href'),
-                pubDate: new Date($(item).attr('data-timestamp') * 1000).toISOString(),
-            }))
-            .get(),
-    };
-};

package/lib/routes/pincong/topic.js

@@ -1,32 +0,0 @@
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://pincong.rocks/topic/' + ctx.params.topic;
-
-    // use Puppeteer due to the obstacle by cloudflare challenge
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
-    await page.goto(url);
-    const html = await page.evaluate(
-        () =>
-            // eslint-disable-next-line no-undef
-            (document.querySelector('div.aw-common-list') && document.querySelector('div.aw-common-list').innerHTML) || ''
-    );
-
-    browser.close();
-
-    const $ = cheerio.load(html);
-    const list = $('div.aw-item');
-
-    ctx.state.data = {
-        title: `品葱 - ${ctx.params.topic}`,
-        link: url,
-        item: list
-            .map((_, item) => ({
-                title: $(item).find('h4 a').text().trim(),
-                link: 'https://pincong.rocks' + $(item).find('h4 a').attr('href'),
-                pubDate: new Date($(item).attr('data-timestamp') * 1000).toISOString(),
-            }))
-            .get(),
-    };
-};

package/lib/routes/pubmed/trending.js

@@ -1,65 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const base = 'https://pubmed.ncbi.nlm.nih.gov';
-
-module.exports = async (ctx) => {
-    const link = `${base}/trending/`;
-    const response = await got.get(encodeURI(link));
-    const pageCapture = cheerio.load(response.data);
-
-    const list = pageCapture('.docsum-content')
-        .map((_, elem) => {
-            const $ = cheerio.load(elem);
-            const partial = $('a').attr('href');
-            return {
-                title: $('a').text().trim(),
-                link: url.resolve(base, partial),
-                author: $('.full-authors').text(),
-            };
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detail = await got.get(item.link);
-                const detailCapture = cheerio.load(detail.data);
-
-                item.doi = detailCapture('meta[name="citation_doi"]').attr('content');
-                item.pubDate = date(detailCapture('meta[name="citation_date"]').attr('content'));
-
-                let authorContents = '';
-                if (item.author !== '') {
-                    authorContents = `
-                    <div id="author-content">
-                      <span style="color: grey">${item.author}</span>
-                    </div>
-                    `;
-                }
-                const abs = detailCapture('#enc-abstract').html();
-                let absContents = '';
-                if (abs !== null) {
-                    absContents = `
-                    <div id="abstract-content">
-                      <h2 align="left">Abstract</h2>
-                      <p>${abs}</p>
-                    </div>
-                    `;
-                }
-                item.description = authorContents + absContents;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'PubMed | Trending Articles',
-        description: 'Trending Articles from PubMed Website',
-        link,
-        item: out,
-    };
-};

package/lib/routes/quicker/person.js

@@ -1,32 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const person = ctx.params.person;
-    const uid = ctx.params.uid;
-    const response = await got({
-        method: 'get',
-        url: `https://getquicker.net/User/${uid}/${person}`,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.align-middle:nth-child(2) a:nth-child(1)');
-
-    const out = list
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                description: item.next().text(),
-                guid: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '用户动作 - Quicker',
-        link: 'https://getquicker.net/Help/Versions',
-        item: out,
-    };
-};

package/lib/routes/quicker/qa.js

@@ -1,41 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://getquicker.net/QA',
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('div.question-title > a');
-
-    const out = await Promise.all(
-        list
-            .map(async (index, item) => {
-                item = $(item);
-                const response_item = await got({
-                    method: 'get',
-                    url: 'https://getquicker.net' + item.attr('href'),
-                });
-                const a = cheerio.load(response_item.data);
-                return Promise.resolve({
-                    title: item.text(),
-                    description: `作者：${a('.user-link').first().text()}<br>描述：${a('.user-content').first().html()}`,
-                    pubDate:
-                        a('.user-content span')
-                            .last()
-                            .text()
-                            .match(/最后更新于\s*\S+/) || '1900/1/1',
-                    link: item.attr('href'),
-                });
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: '讨论区 - Quicker',
-        link: 'https://getquicker.net/QA',
-        item: out,
-    };
-};

package/lib/routes/quicker/update.js

@@ -1,30 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://getquicker.net/Help/Versions',
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('div.version-list > div');
-
-    const out = list
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: item.find('h2 > a').text(),
-                description: item.find('div.article-content').html(),
-                pubDate: item.find('div > span.text-secondary.d-lg-block.mb-2').text() || '1900/1/1',
-                link: item.find('h2 > a').attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '版本更新 - Quicker',
-        link: 'https://getquicker.net/Help/Versions',
-        item: out,
-    };
-};

package/lib/routes/radio/radio.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const channelname = ctx.params.channelname; // 专辑id
-    const name = ctx.params.name; // 专辑id
-
-    const api = `http://tacc.radio.cn/pcpages/searchs/livehistory?channelname=${channelname}&name=${name}&start=1&rows=20`;
-    const response = await got.get(api);
-
-    const playList = response.data.passprogram;
-    let title = '';
-    let itunes_category = '';
-    let items = [];
-    if (playList && playList.length > 0) {
-        const first = playList[0];
-        title = `${first.channel_name} ${first.name}`;
-        itunes_category = first.channel_name;
-
-        items = playList.map((item) => {
-            const single = {
-                title: `${item.name} ${item.broadcast_date}`,
-                link: 'http://' + item.stream_domain1 + item.stream_url1,
-                description: `
-                    <audio controls="controls">
-                        <source src="http://${item.stream_domain1}${item.stream_url1}" type="audio/x-m4a">
-                        <source src="http://${item.stream_domain2}${item.stream_url2}" type="audio/x-m4a">
-                        <source src="http://${item.stream_domain3}${item.stream_url3}" type="audio/x-m4a">
-                    </audio>
-                    `,
-                pubDate: item.update_time,
-                guid: item.id,
-                itunes_item_image: 'http://www.radio.cn/pc-portal/image/icon_32.jpg',
-                enclosure_url: 'http://' + item.stream_domain1 + item.stream_url1,
-                enclosure_length: item.resource_length,
-                enclosure_type: 'audio/x-m4a',
-            };
-            return single;
-        });
-    }
-
-    ctx.state.data = {
-        title,
-        link: `http://www.radio.cn/pc-portal/sanji/zhibo_2.html?channelname=${channelname}&name=${name}&title=radio`,
-        description: title,
-        image: 'http://www.radio.cn/pc-portal/image/icon_32.jpg',
-        itunes_author: 'radio.cn',
-        itunes_category,
-        item: items,
-    };
-};

package/lib/routes/readhub/category.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-
-    let title;
-    let link;
-    let path = category;
-    switch (category) {
-        case 'topic':
-            title = '热门话题';
-            link = 'https://readhub.cn/topics';
-            break;
-        case 'news':
-            title = '科技动态';
-            link = 'https://readhub.cn/news';
-            break;
-        case 'technews':
-            title = '开发者资讯';
-            link = 'https://readhub.cn/tech';
-            break;
-        case 'blockchain':
-            title = '区块链快讯';
-            link = 'https://readhub.cn/blockchain';
-            break;
-        case 'daily':
-            title = '每日早报';
-            link = 'https://readhub.cn/daily';
-            break;
-        default:
-            break;
-    }
-
-    if (path === 'daily') {
-        path = 'topic/daily';
-    }
-
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: `https://api.readhub.cn/${path}`,
-    });
-
-    const out = await Promise.all(
-        data.map(async (news) => {
-            const id = news.id;
-            let item;
-            if (category === 'topic' || category === 'daily') {
-                const link = `https://readhub.cn/topic/${id}`;
-                const cache = await ctx.cache.get(link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-                const { data } = await got.get(`https://api.readhub.cn/topic/${id}`);
-                let description = data.summary;
-                if (data.newsArray) {
-                    description += '<br/><br/>媒体报道：';
-                    for (const one of data.newsArray) {
-                        description += `<br/>${dayjs(new Date(one.publishDate)).format('YY-MM-DD')} ${one.siteName}: <a href='${one.mobileUrl || one.url}'>${one.title}</a>`;
-                    }
-                }
-                if (data.timeline && data.timeline.topics) {
-                    let type = '相关事件';
-                    if (data.timeline.commonEntities && data.timeline.commonEntities.length > 0) {
-                        type = '事件追踪';
-                    }
-                    description += `<br/><br/>${type}：`;
-                    for (const one of data.timeline.topics) {
-                        description += `<br/>${dayjs(new Date(one.createdAt)).format('YY-MM-DD')} <a href='https://readhub.cn/topic/${one.id}'>${one.title.trim()}</a>`;
-                    }
-                }
-                item = {
-                    title: data.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: data.publishDate,
-                    guid: id,
-                    link,
-                };
-
-                ctx.cache.set(link, JSON.stringify(item));
-            } else {
-                const description = news.summaryAuto || news.summary || news.title;
-                item = {
-                    title: news.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: news.publishDate,
-                    guid: id,
-                    link: news.url || news.mobileUrl,
-                };
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `Readhub - ${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/reuters/channel.js

@@ -1,155 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { site } = ctx.params || 'cn';
-    const homePage = `https://${site === 'us' ? 'www' : site}.reuters.com`;
-
-    let title = 'Reuters ',
-        link = `https://${site === 'us' ? 'www' : site}.reuters.com/news/`,
-        linkSelector;
-
-    const { channel } = ctx.params;
-
-    if (channel) {
-        if (site === 'cn') {
-            title = '路透社 ';
-            linkSelector = '.inlineLinks a';
-            switch (channel) {
-                case 'china':
-                    title += '中国财经';
-                    break;
-                case 'internationalbusiness':
-                    title += '国际财经';
-                    break;
-                case 'newsmaker':
-                    title += '新闻人物';
-                    break;
-                case 'opinions':
-                    title += '财经视点';
-                    break;
-                case 'analyses':
-                    title += '深度分析';
-                    break;
-                case 'generalnews':
-                    title += '时事要闻';
-                    break;
-                case 'CnColumn':
-                    title += '中国财经专栏';
-                    break;
-                case 'ComColumn':
-                    title += '大宗商品专栏';
-                    break;
-                case 'IntColumn':
-                    title += '国际财经专栏';
-                    break;
-                case 'investing':
-                    title += '投资';
-                    link = homePage + '/';
-                    break;
-                case 'life':
-                    title += '生活';
-                    link = homePage + '/';
-                    break;
-                default:
-                    break;
-            }
-        } else if (site === 'uk') {
-            title += 'UK ';
-            linkSelector = '.story-content a';
-            switch (channel) {
-                case 'business':
-                    title += 'Business';
-                    link = homePage;
-                    break;
-                case 'markets':
-                    linkSelector = '.moduleBody a, .story-content a';
-                    title += 'Markets';
-                    link = 'https://uk.reuters.com/business/';
-                    break;
-                case 'world':
-                    title += 'World';
-                    break;
-                case 'uk':
-                    title += 'UK';
-                    break;
-                case 'technology':
-                    title += 'Tech';
-                    break;
-                case 'personalFinance':
-                    title += 'Money';
-                    link = 'https://uk.reuters.com/business';
-                    break;
-                case 'breakingviews':
-                    title += 'Breakingviews';
-                    link = homePage;
-                    break;
-                case 'sports':
-                    linkSelector = '.story-content a, .story-title a';
-                    title += 'Sport';
-                    break;
-                case 'lifestyle':
-                    title += 'Life';
-                    break;
-                default:
-                    break;
-            }
-        } else if (site === 'us') {
-            linkSelector = '.story-content a';
-            switch (channel) {
-                case 'business':
-                    title += 'Business';
-                    link = homePage;
-                    break;
-                case 'markets':
-                    linkSelector = '.moduleBody a, .story-content a';
-                    title += 'Markets';
-                    link = 'https://www.reuters.com/finance/';
-                    break;
-                case 'world':
-                    title += 'World';
-                    break;
-                case 'politics':
-                    title += 'Politics';
-                    link = 'https://www.reuters.com/';
-                    break;
-                case 'technology':
-                    title += 'Tech';
-                    break;
-                case 'breakingviews':
-                    title += 'Breakingviews';
-                    link = homePage;
-                    break;
-                case 'wealth':
-                    linkSelector = '.story-content a, .story-title a';
-                    title += 'Wealth';
-                    link = 'https://www.reuters.com/finance/';
-                    break;
-                case 'lifestyle':
-                    title += 'Life';
-                    break;
-                default:
-                    break;
-            }
-        }
-        link += channel;
-    }
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const links = $(linkSelector)
-        .map((i, e) => homePage + e.attribs.href)
-        .splice(0, 10);
-
-    const items = await Promise.all(links.map((link) => ctx.cache.tryGet(link, () => utils.ProcessFeed(link))));
-
-    ctx.state.data = {
-        title,
-        link,
-        description: title,
-        item: items,
-    };
-};

package/lib/routes/reuters/theWire.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const url = `https://cn.reuters.com/assets/jsonWireNews`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const list_item = data.headlines.map((item) => {
-        const info = {
-            title: item.headline,
-            link: 'https://cn.reuters.com' + item.url,
-            pubDate: date(item.formattedDate),
-        };
-        return info;
-    });
-
-    function getDescription(items) {
-        return Promise.all(
-            items.map(async (currentValue) => {
-                currentValue.description = await ctx.cache.tryGet(currentValue.link, async () => {
-                    const r = await got({
-                        url: currentValue.link,
-                        method: 'get',
-                    });
-                    const $ = cheerio.load(r.data);
-                    return $('.StandardArticle_content').html();
-                });
-                return currentValue;
-            })
-        );
-    }
-
-    await getDescription(list_item).then(() => {
-        ctx.state.data = {
-            title: '路透社 - 实时资讯',
-            link: `https://cn.reuters.com/theWire`,
-            item: list_item,
-        };
-    });
-};

package/lib/routes/reuters/utils.js

@@ -1,72 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const ProcessFeed = async (link) => {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const pubDate = $('meta[property="og:article:published_time"]')[0].attribs.content;
-    const title = $('meta[property="og:title"]')[0].attribs.content;
-    const author = $('meta[property="og:article:author"]')[0].attribs.content;
-    const cover = $('meta[property="og:image"]')[0].attribs.content;
-    const description = $('.ArticleBodyWrapper');
-    // if the article's cover photo is not the meaningless logo
-    if (cover !== 'https://s4.reutersmedia.net/resources_v2/images/rcom-default.png') {
-        const image = $('.PrimaryAsset_container img');
-
-        if (image.length > 0) {
-            image[0].attribs.src = cover;
-        }
-    }
-
-    // handle slideshows and videos
-    const pageDataPattern = new RegExp(`(?<=<script type="text/javascript">window.RCOM_Data = ){.*}(?=;</script>)`);
-    const pageDataFind = response.data.match(pageDataPattern);
-    if (pageDataFind) {
-        const pageData = JSON.parse(response.data.match(pageDataFind)[0]);
-
-        // keys of this json has random tails, so we have to iterate through them
-        Object.keys(pageData).forEach((key) => {
-            // videos and slideshow appear only in `article_list`
-            if (!key.startsWith('article_list')) {
-                return;
-            }
-
-            // add full-res pictures at the end
-            const slideshowData = pageData[key].first_article.images;
-            slideshowData &&
-                slideshowData.forEach((imgData) => {
-                    description.insertAfter(`<figure>
-                                        <img src="${'https:' + imgData.url}"
-                                            alt="${imgData.title}">
-                                        <figcaption>${imgData.caption}</figcaption>
-                                    </figure>`);
-                });
-
-            // add full-res pictures at the beginning
-            const videoData = pageData[key].first_article.videos;
-            videoData &&
-                videoData.forEach((videoData) => {
-                    description.insertBefore(`<video controls width="250" autoPictureInPicture=true poster=${'https:' + videoData.thumbnail}>
-                                            <source src="${'https:' + videoData.url}"
-                                                    type="video/mp4">
-                                            Sorry, your browser doesn't support embedded videos.
-                                        </video>
-                                        <caption>${videoData.caption}</caption>`);
-                });
-        });
-    }
-
-    // remove useless DOMs
-    description
-        .find(
-            '.Image_expand-button, .LazyImage_fallback, .Slideshow_container, .Slideshow_caption, .Slideshow_expand-button, .Attribution_container, .StandardArticleBody_trustBadgeContainer, div[class*="SocialTools"], div[class*="SocialTools"], div[class*="Slideshow"]'
-        )
-        .remove();
-
-    return { link, author, pubDate, title, description: description.html() };
-};
-
-module.exports = {
-    ProcessFeed,
-};