rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/routes/transferwise/pair.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-const customParseFormat = require('dayjs/plugin/customParseFormat');
-
-module.exports = async (ctx) => {
-    dayjs.extend(customParseFormat);
-    let yesterday = dayjs().subtract(1, 'day');
-    const dayBefore = yesterday.subtract(1, 'day').format('YYYY-MM-DD');
-
-    yesterday = yesterday.format('YYYY-MM-DD');
-
-    const guid = `${ctx.params.source}-${ctx.params.target}-${yesterday}`;
-    const cache = await ctx.cache.get(guid);
-
-    const link = 'https://transferwise.com/tools/exchange-rate-alerts/';
-
-    if (cache) {
-        return Promise.resolve(JSON.parse(cache));
-    } else {
-        const source = ctx.params.source.toUpperCase();
-        const target = ctx.params.target.toUpperCase();
-        const api = `https://api.transferwise.com/v1/rates?source=${source}&target=${target}&from=${dayBefore}&to=${dayjs().format('YYYY-MM-DDTHH:mm:ssZ')}&group=day`;
-
-        const response = await got({
-            method: 'get',
-            url: api,
-            headers: {
-                Referer: 'https://transferwise.com/tools/exchange-rate-alerts/',
-                authorization: 'Basic OGNhN2FlMjUtOTNjNS00MmFlLThhYjQtMzlkZTFlOTQzZDEwOjliN2UzNmZkLWRjYjgtNDEwZS1hYzc3LTQ5NGRmYmEyZGJjZA==',
-                'Content-Type': 'application/json',
-            },
-        });
-
-        const data = response.data;
-
-        const yRate = data[1];
-        const byRate = data[2];
-        const trend = yRate.rate > byRate.rate;
-        const diff = (yRate.rate - byRate.rate) / yRate.rate;
-
-        const percent = (Math.abs(diff) * 100).toFixed(4);
-
-        const title = `${source}/${target} ${trend ? '📈' : '📉'} @${yRate.rate} ${diff > 0 ? '' : '-'}${percent}%`;
-
-        const description = `<h3>${source} to ${target}</h3><table><tbody><tr><th align="left" style="border: 1px solid black;">Date</th><th align="left" style="border: 1px solid black;">Rate</th></tr><tr><td style="border: 1px solid black;">${yesterday}</td><td style="border: 1px solid black;">${yRate.rate}</td></tr><tr><td style="border: 1px solid black;">${dayBefore}</td><td style="border: 1px solid black;">${byRate.rate}</td></tr></tbody></table>`;
-
-        const single = {
-            title,
-            description,
-            pubDate: new Date().toUTCString(),
-            guid,
-            link,
-        };
-
-        ctx.cache.set(guid, JSON.stringify(ctx.state.data));
-
-        ctx.state.data = {
-            title: `${source} to ${target} by TransferWise`,
-            link,
-            description: `Exchange Rate from TransferWise`,
-            item: [single],
-        };
-    }
-};

package/lib/routes/twmanhuagui/comic.js

@@ -1,99 +0,0 @@
-const { resolve } = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const LZString = require('lz-string');
-
-const getChapters = ($) => {
-    let time_mark = 0;
-    // 用于一次更新多个新章节的排序
-    let new_time_mark = 0;
-    return $('h4')
-        .toArray()
-        .map((ele) => {
-            const categoryName = $(ele).text();
-            while (!$(ele.next).hasClass('chapter-list')) {
-                ele = ele.next;
-            }
-            ele = ele.next;
-            return $(ele)
-                .children('ul')
-                .toArray()
-                .reverse()
-                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
-                .map((ele) => {
-                    const a = $(ele).children('a');
-                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
-                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
-                    if (a.find('em').length > 0) {
-                        // 对更新的章节也进行排序
-                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
-                        $.newChapterCnt++;
-                    }
-                    return {
-                        link: resolve('https://tw.manhuagui.com/', a.attr('href')),
-                        title: a.attr('title'),
-                        pub_date: pDate,
-                        num: a.find('i').text(),
-                        guid: resolve('https://tw.manhuagui.com/', a.attr('href')),
-                        category: categoryName,
-                    };
-                });
-        })
-        .reduce((acc, curr) => acc.concat(curr));
-};
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    const { data } = await got.get(`https://tw.manhuagui.com/comic/${id}/`);
-    const $ = cheerio.load(data);
-
-    if ($('#__VIEWSTATE').length > 0) {
-        const n = LZString.decompressFromBase64($('#__VIEWSTATE').val());
-        if (n) {
-            $('#erroraudit_show').replaceWith(n);
-            $('#__VIEWSTATE').remove();
-        }
-    }
-    const bookTitle = $('.book-title > h1').text();
-    const bookIntro = $('#intro-all').text();
-    const coverImgSrc = $('.book-cover img').attr('src');
-    // 对最新更新的章节增加了pubDate
-    const reg = new RegExp('最近於.+更新至');
-    // 处理已下架的漫画
-    if ($('.status > span').text().indexOf('已下架') > 0) {
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle} 已下架`,
-            link: `https://tw.manhuagui.com/comic/${id}/`,
-            description: bookIntro,
-            item: [{ link: `https://tw.manhuagui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
-        };
-    } else {
-        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近於 [', '').replace('] 更新至', '');
-        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
-        $.pubDate = new Date(pub_date_str).toUTCString();
-        $.newChapterCnt = 0;
-        const chapters = getChapters($);
-        const genResult = (chapter) => ({
-            link: chapter.link,
-            title: chapter.title,
-            pubDate: chapter.pub_date,
-            guid: chapter.guid,
-            category: chapter.category,
-            description: `
-            <h1>${chapter.num}</h1>
-            <img src='${coverImgSrc}' />
-        `.trim(),
-        });
-        const items = chapters.map(genResult);
-        let itemsLen = items.length;
-        if (chapterCnt > 0) {
-            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
-        }
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle}`,
-            link: `https://tw.manhuagui.com/comic/${id}/`,
-            description: bookIntro,
-            item: items.slice(0, itemsLen),
-        };
-    }
-};

package/lib/routes/udn/global.js

@@ -1,61 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let filter, url, tag;
-    if (ctx.params.tid !== 'newest') {
-        url = `https://global.udn.com/search/tagging/1020/${ctx.params.tid}`;
-        filter = 'li.contentli';
-        tag = ctx.params.tid;
-    } else {
-        url = `https://global.udn.com/global_vision/index`;
-        filter = `.news_cards > ul > li`;
-        tag = '最新文章';
-    }
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $(filter).get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            let title;
-            let address = $('a').attr('href');
-            if (ctx.params.tid === 'newest') {
-                address = `https://global.udn.com` + address;
-                title = $('h3').text();
-            } else {
-                title = $('h2').text();
-            }
-            const time = $('span.date').text();
-            const author = $('span.author').text();
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.social_bar').remove();
-            capture('div.area').remove();
-            capture('.story_art_title').remove();
-            capture('.story_bady_info_author').remove();
-            capture('.photo_pop').remove();
-            const contents = capture('div.story_body_content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `轉角國際 | ${tag}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/universities/ecnuyjs/ecnuyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://yz.kaoyan.com/ecnu/tiaoji/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.subList li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '华东师范大学研究生院',
-        link,
-        description: '华东师范大学研究生调剂信息',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/hit/jwc.js

@@ -1,53 +0,0 @@
-const got = require('../../../utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseUrl = 'http://jwc.hit.edu.cn';
-const type = (filename) => filename.split('.').pop();
-
-module.exports = async (ctx) => {
-    const response = await got.get(`${baseUrl}/2591/list.htm`);
-
-    const { data } = response;
-    const $ = cheerio.load(data);
-    const links = $('.news_list li')
-        .slice(0, 10)
-        .map((i, el) => ({
-            pubDate: new Date($('span.fbll', el).children().first().text().replace('[', '')).toUTCString(),
-            link: url.resolve(baseUrl, $('a', el).attr('href')),
-            title: $('a', el).attr('title'),
-        }))
-        .get();
-
-    const item = await Promise.all(
-        [...links].slice(0, 10).map(async ({ pubDate, link, title }) => {
-            if (type(link) === 'htm') {
-                const { data } = await got.get(link);
-                const $ = cheerio.load(data);
-
-                const author = $('p.arti_metas>span:nth-child(3)').text().trim();
-                const description =
-                    $('div.wp_articlecontent').html() &&
-                    $('div.wp_articlecontent')
-                        .html()
-                        .replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`)
-                        .replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`)
-                        .trim();
-                // check for some bug links.
-                if (!description) {
-                    return;
-                }
-                return Promise.resolve({ pubDate, author, link, title, description });
-            } else {
-                // file to download
-                return Promise.resolve({ pubDate, link, title, description: '此链接为文件，点击以下载' });
-            }
-        })
-    );
-
-    ctx.state.data = {
-        title: '哈尔滨工业大学教务处通知公告',
-        link: `${baseUrl}/2591/list.htm`,
-        item: item.filter((x) => x),
-    };
-};

package/lib/routes/universities/hit/today.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const host = 'http://today.hit.edu.cn';
-    const category = ctx.params.category;
-
-    const response = await got({
-        method: 'get',
-        url: host + '/category/' + category,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const category_name = $('div.banner-title').text();
-    const list = $('.paragraph li')
-        .slice(0, 10)
-        .map((i, e) => ({
-            path: $('span span a', e).attr('href'),
-            title: $('span span a', e).text(),
-            author: $('div a', e).attr('hreflang', 'zh-hans').text(),
-        }))
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const { path, title, author } = item;
-            const link = host + path;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: host,
-                },
-            });
-
-            if (response.req._headers.host === 'ids.hit.edu.cn') {
-                const single = {
-                    pubDate: new Date(link.split('/').slice(-4, -1).join('-')).toUTCString(),
-                    author,
-                    link,
-                    title,
-                    description: '请进行统一身份认证后查看全文',
-                };
-                ctx.cache.set(link, JSON.stringify(single));
-                return Promise.resolve(single);
-            }
-
-            const $ = cheerio.load(response.data);
-            const description =
-                $('.article-content').html() &&
-                $('.article-content')
-                    .html()
-                    .replace(/src="\//g, `src="${url.resolve(host, '.')}`)
-                    .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                    .trim();
-            const single = {
-                pubDate: new Date($('.left-attr.first').text()).toUTCString(),
-                author,
-                link,
-                title,
-                description,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '今日哈工大-' + category_name,
-        link: host + 'category/' + category,
-        description: '今日哈工大-' + category_name,
-        item: out,
-    };
-};

package/lib/routes/universities/hitwh/today.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-const baseUrl = 'http://today.hitwh.edu.cn';
-
-module.exports = async (ctx) => {
-    const response = await got.get(`${baseUrl}/1024/list.htm`);
-    const { data } = response;
-    const $ = cheerio.load(data);
-    const type = (filename) => filename.split('.').pop();
-    const links = $('.list_list_wrap > ul > li')
-        .map((_, el) => ({
-            pubDate: parseDate($(el).find('.news-time2').text()),
-            link: new URL($(el).find('a').attr('href'), baseUrl).toString(),
-            title: $(el).find('a').text(),
-        }))
-        .get();
-
-    ctx.state.data = {
-        title: '哈尔滨工业大学（威海）通知公告',
-        link: `${baseUrl}/1024/list.htm`,
-        item: await Promise.all(
-            links.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    if (type(item.link) === 'htm') {
-                        const { data } = await got.get(item.link);
-                        const $ = cheerio.load(data);
-                        item.description =
-                            $('div.wp_articlecontent').html() &&
-                            $('div.wp_articlecontent')
-                                .html()
-                                .replace(/src="\//g, `src="${baseUrl}/`)
-                                .replace(/href="\//g, `href="${baseUrl}/`)
-                                .trim();
-                        return item;
-                    } else {
-                        // file to download
-                        item.description = '此链接为文件，点击以下载';
-                        return item;
-                    }
-                })
-            )
-        ),
-    };
-};

package/lib/routes/universities/shmtu/jwc.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'https://jwc.shmtu.edu.cn';
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    $('.field-item img').each((index, elem) => {
-        const $elem = $(elem);
-        const src = $elem.attr('src');
-        if (src) {
-            $elem.attr('src', url.resolve(host, src));
-        }
-        $elem.removeAttr('style');
-        $elem.removeAttr('alt');
-    });
-
-    const description = $('.field-item').html();
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const itemUrl = url.resolve(host, $('.views-field-nothing', item).find('a').attr('href'));
-            const category = $('.views-field-field-xxlb', item).text().trim();
-            const author = $('.views-field-field-xxly', item).text().trim();
-
-            const single = {
-                title: $('.views-field-nothing', item).text().trim(),
-                link: itemUrl,
-                guid: itemUrl,
-                pubDate: new Date($('.views-field-created', item).text()).toUTCString(),
-                category,
-                author: author === '' ? category : author,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const limit = ctx.query.limit || 4;
-    const info = type === 'jwgg' ? '教务公告' : '教务新闻';
-
-    const response = await got({
-        method: 'get',
-        url: host + `/${type}/list.htm`,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('tr', 'tbody')
-        .slice(0, limit > 15 ? 15 : limit)
-        .get();
-
-    const result = await ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: `上海海事大学 ${info}`,
-        link: host + `/${type}`,
-        description: '上海海事大学 教务信息',
-        item: result,
-    };
-};

package/lib/routes/universities/shmtu/www.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'http://www.shmtu.edu.cn';
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const description = $('meta[name="description"]').attr('content');
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const itemUrl = url.resolve(host, $('.title', item).find('a').attr('href'));
-            const category = $('.department', item).text().trim();
-
-            const single = {
-                title: $('.title', item).text().trim(),
-                link: itemUrl,
-                guid: itemUrl,
-                pubDate: new Date($('.date', item).find('span').find('span').attr('content')).toUTCString(),
-                category,
-                author: category,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const info = type === 'notes' ? '通知公告' : '学术讲座';
-
-    const response = await got({
-        method: 'get',
-        url: host + `/${type}`,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('tr', 'tbody').slice(0, 10).get();
-
-    const result = await ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: `上海海事大学 ${info}`,
-        link: host + `/${type}`,
-        description: '上海海事大学 官网信息',
-        item: result,
-    };
-};

package/lib/routes/verge/index.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const content = $('div.c-entry-content');
-
-            // 处理封面图片
-
-            const cover = $('meta[property="og:image"]');
-
-            if (cover.length > 0) {
-                $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-            }
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
-                const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
-
-                $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
-                $(e).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理文章图片
-            content.find('figure.e-image').each((i, e) => {
-                let src, caption;
-
-                // 处理 jpeg, png
-                if ($(e).find('picture > source').length > 0) {
-                    src = $(e)
-                        .find('picture > img')[0]
-                        .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
-                        .trim();
-                } else if ($(e).find('img.c-dynamic-image').length > 0) {
-                    // 处理 gif
-                    src = $(e).find('span.e-image__image')[0].attribs['data-original'];
-                }
-
-                // 处理 caption
-                if ($(e).find('span.e-image__meta').length > 0) {
-                    caption = $(e).find('span.e-image__meta').text();
-                }
-
-                const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
-
-                $(figure).insertBefore(e);
-
-                $(e).remove();
-            });
-
-            // 移除无用 DOM
-            content.find('aside').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: item.title,
-                description: content.html(),
-                author: item.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/weibo/oasis/user.js

@@ -1,17 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
-        description: `$('.desc').text().trim()`,
-        item: {
-            item: '.container .item',
-            title: `$('.status-desc').text()`,
-            description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
-        },
-    });
-};