rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/routes/reuters/theWire.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const url = `https://cn.reuters.com/assets/jsonWireNews`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const list_item = data.headlines.map((item) => {
-        const info = {
-            title: item.headline,
-            link: 'https://cn.reuters.com' + item.url,
-            pubDate: date(item.formattedDate),
-        };
-        return info;
-    });
-
-    function getDescription(items) {
-        return Promise.all(
-            items.map(async (currentValue) => {
-                currentValue.description = await ctx.cache.tryGet(currentValue.link, async () => {
-                    const r = await got({
-                        url: currentValue.link,
-                        method: 'get',
-                    });
-                    const $ = cheerio.load(r.data);
-                    return $('.StandardArticle_content').html();
-                });
-                return currentValue;
-            })
-        );
-    }
-
-    await getDescription(list_item).then(() => {
-        ctx.state.data = {
-            title: '路透社 - 实时资讯',
-            link: `https://cn.reuters.com/theWire`,
-            item: list_item,
-        };
-    });
-};

package/lib/routes/reuters/utils.js

@@ -1,72 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const ProcessFeed = async (link) => {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const pubDate = $('meta[property="og:article:published_time"]')[0].attribs.content;
-    const title = $('meta[property="og:title"]')[0].attribs.content;
-    const author = $('meta[property="og:article:author"]')[0].attribs.content;
-    const cover = $('meta[property="og:image"]')[0].attribs.content;
-    const description = $('.ArticleBodyWrapper');
-    // if the article's cover photo is not the meaningless logo
-    if (cover !== 'https://s4.reutersmedia.net/resources_v2/images/rcom-default.png') {
-        const image = $('.PrimaryAsset_container img');
-
-        if (image.length > 0) {
-            image[0].attribs.src = cover;
-        }
-    }
-
-    // handle slideshows and videos
-    const pageDataPattern = new RegExp(`(?<=<script type="text/javascript">window.RCOM_Data = ){.*}(?=;</script>)`);
-    const pageDataFind = response.data.match(pageDataPattern);
-    if (pageDataFind) {
-        const pageData = JSON.parse(response.data.match(pageDataFind)[0]);
-
-        // keys of this json has random tails, so we have to iterate through them
-        Object.keys(pageData).forEach((key) => {
-            // videos and slideshow appear only in `article_list`
-            if (!key.startsWith('article_list')) {
-                return;
-            }
-
-            // add full-res pictures at the end
-            const slideshowData = pageData[key].first_article.images;
-            slideshowData &&
-                slideshowData.forEach((imgData) => {
-                    description.insertAfter(`<figure>
-                                        <img src="${'https:' + imgData.url}"
-                                            alt="${imgData.title}">
-                                        <figcaption>${imgData.caption}</figcaption>
-                                    </figure>`);
-                });
-
-            // add full-res pictures at the beginning
-            const videoData = pageData[key].first_article.videos;
-            videoData &&
-                videoData.forEach((videoData) => {
-                    description.insertBefore(`<video controls width="250" autoPictureInPicture=true poster=${'https:' + videoData.thumbnail}>
-                                            <source src="${'https:' + videoData.url}"
-                                                    type="video/mp4">
-                                            Sorry, your browser doesn't support embedded videos.
-                                        </video>
-                                        <caption>${videoData.caption}</caption>`);
-                });
-        });
-    }
-
-    // remove useless DOMs
-    description
-        .find(
-            '.Image_expand-button, .LazyImage_fallback, .Slideshow_container, .Slideshow_caption, .Slideshow_expand-button, .Attribution_container, .StandardArticleBody_trustBadgeContainer, div[class*="SocialTools"], div[class*="SocialTools"], div[class*="Slideshow"]'
-        )
-        .remove();
-
-    return { link, author, pubDate, title, description: description.html() };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/the-economist/full.js

@@ -1,48 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const endpoint = ctx.params.endpoint;
-    const feed = await parser.parseURL(`https://www.economist.com/${endpoint}/rss.xml`);
-
-    const getFullText = async (link) => {
-        let content = await ctx.cache.get(link);
-        if (content) {
-            return content;
-        }
-
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-        const $ = cheerio.load(response.data);
-
-        $('aside').remove();
-        $('div.ds-chapter-list').remove();
-        content = $('div.article__lead-image').html();
-        content += $('header.article__header').html();
-        content += $('div.layout-article-body').attr('itemprop', 'text').html();
-
-        ctx.cache.set(link, content);
-
-        return content;
-    };
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => ({
-            title: item.title,
-            description: await getFullText(item.link),
-            link: item.link,
-            guid: item.guid,
-            pubDate: item.pubDate,
-        }))
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/the-economist/gre-vocabulary.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://gre.economist.com/api/gre-vocabulary.json',
-    });
-
-    const wordInfo = response.data[0];
-    const time = wordInfo.publishedDate;
-
-    ctx.state.data = {
-        title: 'The Economist GRE Vocabulary',
-        link: 'https://gre.economist.com/gre-vocabulary',
-        item: [
-            {
-                title: `${wordInfo.word} - ${time}`,
-                description: `
-                    <img src="${wordInfo.image.url}"><br>
-                    Source: <a href="${wordInfo.sourceUrl}">${wordInfo.sourceTitle}</a>
-                `,
-                pubDate: new Date(time).toUTCString(),
-                link: wordInfo.url,
-            },
-        ],
-    };
-};

package/lib/routes/tingshuitz/dalian.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    // const area = ctx.params.area;
-    const url = 'http://www.swj.dl.gov.cn/html/tstz/';
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.listBox li');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 大连市水务局',
-        link: 'http://www.swj.dl.gov.cn/html/tstz/',
-        description: $('meta[name="description"]').attr('content') || $('title').text() || '停水通知 - 大连市水务局',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `大连市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date(item.find('span').text()).toUTCString(),
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/tingshuitz/wuhan.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const baseUrl = 'https://www.whwater.com/gsfw/tstz/';
-    const response = await got({
-        method: 'get',
-        url: baseUrl,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.z4');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 武汉市水务集团有限公司',
-        link: 'https://www.whwater.com/gsfw/tstz/',
-        description: $('meta[name="description"]').attr('content') || $('title').text() || '停水通知 - 武汉市水务集团有限公司',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `武汉市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date(item.find('span').text()).toUTCString(),
-                        link: url.resolve(baseUrl, item.find('a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/ncwu/notice.js

@@ -1,42 +0,0 @@
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const baseUrl = 'https://www5.ncwu.edu.cn/channels/5.html';
-
-module.exports = async (ctx) => {
-    const htmlCache = await ctx.cache.tryGet(
-        baseUrl,
-        async () => {
-            // 由于学校系统升级，更换为使用 puppeteer 渲染页面获取
-            const browser = await require('@/utils/puppeteer')();
-            const page = await browser.newPage();
-            await page.goto(baseUrl);
-            const html = await page.evaluate(
-                () =>
-                    // eslint-disable-next-line no-undef
-                    document.querySelector('div.news-list').innerHTML
-            );
-            browser.close();
-
-            return html;
-        },
-        60 * 60 * 12
-    ); // 防止访问频率过高
-
-    const $ = cheerio.load(htmlCache);
-    const list = $('div.news-item');
-
-    ctx.state.data = {
-        title: '华水学校通知',
-        link: baseUrl,
-        item:
-            list &&
-            list
-                .map((index, item) => ({
-                    title: `「` + $(item).find('a.dw').text() + `」` + $(item).find('a.dw').next().text(),
-                    description: $(item).find('div.detail').text(),
-                    pubDate: date($(item).find('div.month').text() + '-' + $(item).find('div.day').text()),
-                    link: $(item).find('a.dw').next().attr('href'),
-                }))
-                .get(),
-    };
-};

package/lib/routes/universities/xidian/jwc.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'all';
-    const response = await got({
-        method: 'get',
-        url: 'https://jwc.xidian.edu.cn',
-    });
-    const arrC = ['教学信息', '教学研究', '实践教学', '质量监控', '通知公告'];
-    const arrE = ['jxxx', 'jxyj', 'sjjx', 'zljk', 'tzgg'];
-
-    const data = response.body;
-
-    const $ = cheerio.load(data);
-    const leftItems = $('div .con2 .fl').children();
-    const rightItems = $('div .con2 .fr').children();
-    const mainItems = $('div .main_right').children();
-    const list = { 0: leftItems[1], 1: leftItems[4], 2: rightItems[1], 3: rightItems[4], 4: mainItems[5] };
-
-    const parseTable = (index, item) => {
-        const title = arrC[index];
-        const aTags = $(item).find('a');
-        return aTags
-            .map((_, item) => {
-                item = $(item);
-                let date;
-                if (index === '0' || index === '1') {
-                    date = new Date(item.find('span').text()).toUTCString();
-                } else if (index === '4') {
-                    const a = item.find('div p').text();
-                    const b = item.find('span').text();
-                    const c = b + '.' + a;
-                    date = new Date(c).toUTCString();
-                } else {
-                    const a = item.find('div p').text();
-                    const b = item.find('span').text();
-                    const c = a + '.' + b;
-                    date = new Date(c).toUTCString();
-                }
-                return {
-                    title: item.attr('title'),
-                    description: title + '<br/>' + item.attr('title') + '<br/>全文内容需使用校园网或VPN获取',
-                    pubDate: date,
-                    link: `https://jwc.xidian.edu.cn/${item.attr('href')}`,
-                };
-            })
-            .get();
-    };
-
-    const arrIndex = arrE.indexOf(category);
-    let result = new Array();
-    if (arrIndex === -1) {
-        for (const i in list) {
-            result = result.concat(parseTable(i, list[i]));
-        }
-        result.sort((a, b) => new Date(b.pubDate) - new Date(a.pubDate));
-    } else {
-        result = parseTable(arrIndex, list[arrIndex]);
-    }
-
-    ctx.state.data = {
-        title: '西电教务处',
-        link: 'https://jwc.xidian.edu.cn',
-        description: $('title')
-            .text()
-            .concat(arrIndex === -1 ? '' : '-' + arrC[arrIndex]),
-        item: result,
-    };
-};

package/lib/routes/waijiedanao/article.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-
-const config = {
-    all: {
-        tag: '',
-        title: '全部',
-    },
-    news: {
-        tag: '5d5cd50782339df472961be2',
-        title: '新闻',
-    },
-    finance: {
-        tag: '5d54f50982339df47289354b',
-        title: '金融',
-    },
-    blockchain: {
-        tag: '5d7b034682339df472b3e449',
-        title: '区块链',
-    },
-    internet: {
-        tag: '5d7b034682339df472b3e453',
-        title: '互联网',
-    },
-    tech: {
-        tag: '5d54f50982339df472893547',
-        title: '科技',
-    },
-    newmedia: {
-        tag: '5d5cd50782339df472961bdb',
-        title: '新媒体',
-    },
-    business: {
-        tag: '5d7b034682339df472b3e44b',
-        title: '商业思考',
-    },
-    hundred: {
-        tag: '5d7b034682339df472b3e44f',
-        title: '行业 100 强',
-    },
-    ecommerce: {
-        tag: '5d7b034682339df472b3e456',
-        title: '电商',
-    },
-    entertainment: {
-        tag: '5d54f50982339df472893543',
-        title: '娱乐',
-    },
-    life: {
-        tag: '5d7b034682339df472b3e45a',
-        title: '生活',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.caty];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/new-media.html#wai-jie-da-nao-wen-zhang">docs</a>');
-    }
-
-    const currentUrl = `https://www.waijiedanao.com/api/posts?tag=${cfg.tag}&page=1&limit=20`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = response.data.data.map((item) => ({
-        title: item.title,
-        link: item.link,
-        description: item.digest,
-        pubDate: new Date(item.publishAt).toUTCString(),
-    }));
-
-    ctx.state.data = {
-        title: `外接大脑 - ${cfg.title}`,
-        link: 'https://www.waijiedanao.com/',
-        item: list,
-    };
-};

package/lib/routes/wallpaperhub/index.js

@@ -1,22 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const link = `https://wallpaperhub-fn.azurewebsites.net/api/wallpapers`;
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const list = response.data.wallpapers.slice(0, 20).map((item) => ({
-        title: item.title,
-        description: `<p>${item.description}</p><img src="${item.thumbnail}">`,
-        pubDate: new Date(item.publishedDate).toUTCString(),
-        link: `https://wallpaperhub.app/wallpapers/${item.id}`,
-    }));
-
-    ctx.state.data = {
-        title: `Wallpaperhub`,
-        link: 'https://wallpaperhub.app/wallpapers',
-        item: list,
-    };
-};

package/lib/routes/xiaohongshu/util.js

@@ -1,18 +0,0 @@
-const delay = (timeout = 1000) => new Promise((resolve) => setTimeout(resolve, timeout));
-
-async function getContent(url) {
-    const browser = await require('@/utils/puppeteer')();
-    try {
-        const page = await browser.newPage();
-        await page.goto(url);
-        await delay(1000);
-        const content = await page.content();
-        return content.replace('"RedAppLayout":undefined,', ''); // fix json parse
-    } finally {
-        browser.close();
-    }
-}
-
-module.exports = {
-    getContent,
-};

package/lib/routes/youtube/utils.js

@@ -1,90 +0,0 @@
-const { google } = require('googleapis');
-const config = require('@/config').value;
-
-let count = 0;
-const youtube = {};
-if (config.youtube.key) {
-    const keys = config.youtube.key.split(',');
-
-    keys.forEach((key, index) => {
-        if (key) {
-            youtube[index] = google.youtube({
-                version: 'v3',
-                auth: key,
-            });
-            count = index + 1;
-        }
-    });
-}
-
-let index = -1;
-const exec = async (func) => {
-    let result;
-    for (let i = 0; i < count; i++) {
-        index++;
-        try {
-            // eslint-disable-next-line no-await-in-loop
-            result = await func(youtube[index % count]);
-            break;
-        } catch (error) {
-            // console.error(error);
-        }
-    }
-    return result;
-};
-
-const youtubeUtils = {
-    getPlaylistItems: async (id, part) => {
-        const res = await exec((youtube) =>
-            youtube.playlistItems.list({
-                part,
-                playlistId: id,
-                maxResults: 50, // youtube api param value default is 5
-            })
-        );
-        return res;
-    },
-    getPlaylist: (id, part, cache) =>
-        cache.tryGet('getPlaylist' + id, async () => {
-            const res = await exec((youtube) =>
-                youtube.playlists.list({
-                    part,
-                    id,
-                })
-            );
-            return res;
-        }),
-    getChannelWithId: (id, part, cache) =>
-        cache.tryGet('getChannelWithId' + id, async () => {
-            const res = await exec((youtube) =>
-                youtube.channels.list({
-                    part,
-                    id,
-                })
-            );
-            return res;
-        }),
-    getChannelWithUsername: (username, part, cache) =>
-        cache.tryGet('getPlaylist' + username, async () => {
-            const res = await exec((youtube) =>
-                youtube.channels.list({
-                    part,
-                    forUsername: username,
-                })
-            );
-            return res;
-        }),
-    getVideoAuthor: async (id, part) => {
-        const res = await exec((youtube) =>
-            youtube.videos.list({
-                part,
-                id,
-            })
-        );
-        return res;
-    },
-    getThumbnail: (thumbnails) => thumbnails.maxres || thumbnails.standard || thumbnails.high || thumbnails.medium || thumbnails.default,
-    formatDescription: (description) => description.replace(/(?:\r\n|\r|\n)/g, '<br>'),
-};
-
-module.exports = youtubeUtils;

package/lib/routes/zyshow/index.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.name = ctx.params.name || 'chongchongchong';
-
-    const rootUrl = `http://www.zyshow.net`;
-    const currentUrl = `${rootUrl}/${ctx.params.name}/`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#event_detail table tr')
-        .slice(1, 30)
-        .map((_, tr) => {
-            tr = $(tr);
-            const link = tr.find('td a');
-            const tds = tr.find('td');
-            const name = $(tds[0]).html();
-            const zt = $(tds[1]).text();
-            const lb = $(tds[2]).text();
-            const des = `<table><tr><td>播出日期:</td><td><b>${name}</b></td></tr>
-            <tr><td>综艺节目主题:</td><td><b>${zt}</b></td></tr>
-            <tr><td>综艺节目来宾:</td><td><b>${lb}</b></td></tr>
-            </table>`;
-            return {
-                title: link.text(),
-                link: `${rootUrl}/${link.attr('href')}`,
-                description: des,
-                author: link.text(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: list,
-    };
-};