rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/routes/sse/renewal.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const pageUrl = 'http://kcb.sse.com.cn/renewal/';
-    const host = `http://kcb.sse.com.cn/`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/statusAction.do?isPagination=true&sqlId=SH_XM_LB&pageHelp.pageSize=20&offerType=&commitiResult=&registeResult=&csrcCode=&currStatus=&order=updateDate%7Cdesc&keyword=&auditApplyDateBegin=&auditApplyDateEnd=&_=${new Date().getTime()}`,
-        headers: {
-            Referer: pageUrl,
-        },
-    });
-    function currStatus(e) {
-        const currStatusName = ['全部', '已受理', '已询问', '通过', '未通过', '提交注册', '补充审核', '注册结果', '中止', '终止'];
-        return currStatusName[e];
-    }
-    function sortDate(e) {
-        const pubss = e.substr(12, 2);
-        const pubmm = e.substr(10, 2);
-        const pubhh = e.substr(8, 2);
-        const pubday = e.substr(6, 2);
-        const pubmonth = e.substr(4, 2);
-        const pubyear = e.substr(0, 4);
-        const pubdateString = pubmonth + `-` + pubday + `-` + pubyear + ' ' + pubhh + `:` + pubmm + `:` + pubss;
-        // console.log(pubdateString);
-        return pubdateString;
-    }
-    // console.log(response.data.result);
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: `【` + currStatus(item.currStatus) + `】${item.stockAuditName}`,
-            description:
-                `<table>
-                <tr><th id="stockIssuer" desc="发行人全称">发行人全称</th><td>${item.stockAuditName}</td> </tr>
-                <tr><th id="currStatus" desc="审核状态">审核状态</th><td>` +
-                currStatus(item.currStatus) +
-                `</td> </tr>
-                <tr><th  desc="注册地">注册地</th><td>${item.stockIssuer[0].s_province}</td> </tr>
-                <tr><th  desc="证监会行业">证监会行业</th><td>${item.stockIssuer[0].s_csrcCodeDesc}</td> </tr>
-                <tr><th id="updateDate" desc="更新日期">更新日期</th><td>` +
-                new Date(sortDate(item.updateDate)).toLocaleString() +
-                `</td> </tr>
-                <tr><th id="auditApplyDate" desc="受理日期">受理日期</th><td>` +
-                new Date(sortDate(item.auditApplyDate)).toLocaleString() +
-                `</td> </tr>
-                <tr><th >详细链接</th><td><a href="http://kcb.sse.com.cn/renewal/xmxq/index.shtml?auditId=${item.stockAuditNum}">查看详情</a></td> </tr>
-                </table>`,
-            pubDate: new Date(sortDate(item.updateDate)).toLocaleString(),
-            link: `${host}/renewal/xmxq/index.shtml?auditId=${item.stockAuditNum}`,
-            author: currStatus(item.currStatus),
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上证债券信息网 - 科创板项目动态',
-        link: pageUrl,
-        item: items,
-    };
-};

package/lib/routes/tieba/forum.js

@@ -1,88 +0,0 @@
-const cheerio = require('cheerio');
-const qs = require('querystring');
-const got = require('@/utils/got');
-
-function isNormalTime(time) {
-    return /^(\d{2}):(\d{2})$/.test(time);
-}
-
-function isNormalDate(time) {
-    return /^(\d{1,2})-(\d{1,2})$/.test(time);
-}
-
-function isDate(time) {
-    return /^(\d{4})-(\d{1,2})-(\d{1,2})$/.test(time);
-}
-
-function getPubDate(time) {
-    const now = new Date();
-    const year = now.getFullYear();
-    const month = now.getMonth() + 1;
-    const date = now.getDate();
-    if (isNormalTime(time)) {
-        return new Date(`${year}-${month}-${date} ${time}`);
-    }
-    if (isNormalDate(time)) {
-        return new Date(`${year}-${time}`) > now ? new Date(`${year - 1}-${time}`) : new Date(`${year}-${time}`);
-    }
-    if (isDate(time)) {
-        return new Date(time);
-    }
-    return now;
-}
-
-module.exports = async (ctx) => {
-    const { kw, cid } = ctx.params;
-
-    // PC端：https://tieba.baidu.com/f?kw=${encodeURIComponent(kw)}
-    // 移动端接口：https://tieba.baidu.com/mo/q/m?kw=${encodeURIComponent(kw)}&lp=5024&forum_recommend=1&lm=0&cid=0&has_url_param=1&pn=0&is_ajax=1
-    const params = { kw: encodeURIComponent(kw) };
-    ctx._matchedRoute.includes('good') && (params.tab = 'good');
-    cid && (params.cid = cid);
-    const { data } = await got({
-        method: 'get',
-        url: `https://tieba.baidu.com/f?${qs.stringify(params)}`,
-        headers: {
-            Referer: 'https://tieba.baidu.com/',
-        },
-    });
-
-    const threadListHTML = cheerio
-        .load(data)('code[id="pagelet_html_frs-list/pagelet/thread_list"]')
-        .html()
-        .replace(/<!--|-->/g, '');
-
-    const $ = cheerio.load(threadListHTML);
-    const list = $('#thread_list > .j_thread_list[data-field]');
-
-    ctx.state.data = {
-        title: `${kw}吧`,
-        link: `https://tieba.baidu.com/f?kw=${encodeURIComponent(kw)}`,
-        item:
-            list &&
-            list
-                .map((index, element) => {
-                    const item = $(element);
-                    const { id, author_name } = item.data('field');
-                    const time = item.find('.threadlist_reply_date').text().trim(); // prettier-ignore
-                    const title = item.find('a.j_th_tit').text().trim(); // prettier-ignore
-                    const details = item.find('.threadlist_abs').text().trim(); // prettier-ignore
-                    const medias = item
-                        .find('.threadlist_media img')
-                        .map((index, element) => {
-                            const item = $(element);
-                            return `<img src="${item.attr('bpic')}">`; // prettier-ignore
-                        })
-                        .get()
-                        .join('');
-
-                    return {
-                        title,
-                        description: `<p>${details}</p><p>${medias}</p><p>作者：${author_name}</p>`,
-                        pubDate: getPubDate(time).toUTCString(),
-                        link: `https://tieba.baidu.com/p/${id}`,
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/tieba/user.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const response = await got({
-        method: 'get',
-        url: `https://tieba.baidu.com/home/main?un=${uid}`,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const name = $('span.userinfo_username').text();
-    const list = $('div.n_right.clearfix');
-    let imgurl;
-
-    ctx.state.data = {
-        title: `${name} 的贴吧`,
-        link: `https://tieba.baidu.com/home/main?un=${uid}`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item).find('.n_contain');
-                    imgurl = item.find('ul.n_media.clearfix img').attr('original');
-                    return {
-                        title: item.find('div.thread_name a').attr('title'),
-                        pubDate: Date.parse(item.parent().find('div .n_post_time').text()),
-                        description: `${item.find('div.n_txt').text()}<br><img src="${imgurl}">`,
-                        link: item.find('div.thread_name a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/transferwise/pair.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-const customParseFormat = require('dayjs/plugin/customParseFormat');
-
-module.exports = async (ctx) => {
-    dayjs.extend(customParseFormat);
-    let yesterday = dayjs().subtract(1, 'day');
-    const dayBefore = yesterday.subtract(1, 'day').format('YYYY-MM-DD');
-
-    yesterday = yesterday.format('YYYY-MM-DD');
-
-    const guid = `${ctx.params.source}-${ctx.params.target}-${yesterday}`;
-    const cache = await ctx.cache.get(guid);
-
-    const link = 'https://transferwise.com/tools/exchange-rate-alerts/';
-
-    if (cache) {
-        return Promise.resolve(JSON.parse(cache));
-    } else {
-        const source = ctx.params.source.toUpperCase();
-        const target = ctx.params.target.toUpperCase();
-        const api = `https://api.transferwise.com/v1/rates?source=${source}&target=${target}&from=${dayBefore}&to=${dayjs().format('YYYY-MM-DDTHH:mm:ssZ')}&group=day`;
-
-        const response = await got({
-            method: 'get',
-            url: api,
-            headers: {
-                Referer: 'https://transferwise.com/tools/exchange-rate-alerts/',
-                authorization: 'Basic OGNhN2FlMjUtOTNjNS00MmFlLThhYjQtMzlkZTFlOTQzZDEwOjliN2UzNmZkLWRjYjgtNDEwZS1hYzc3LTQ5NGRmYmEyZGJjZA==',
-                'Content-Type': 'application/json',
-            },
-        });
-
-        const data = response.data;
-
-        const yRate = data[1];
-        const byRate = data[2];
-        const trend = yRate.rate > byRate.rate;
-        const diff = (yRate.rate - byRate.rate) / yRate.rate;
-
-        const percent = (Math.abs(diff) * 100).toFixed(4);
-
-        const title = `${source}/${target} ${trend ? '📈' : '📉'} @${yRate.rate} ${diff > 0 ? '' : '-'}${percent}%`;
-
-        const description = `<h3>${source} to ${target}</h3><table><tbody><tr><th align="left" style="border: 1px solid black;">Date</th><th align="left" style="border: 1px solid black;">Rate</th></tr><tr><td style="border: 1px solid black;">${yesterday}</td><td style="border: 1px solid black;">${yRate.rate}</td></tr><tr><td style="border: 1px solid black;">${dayBefore}</td><td style="border: 1px solid black;">${byRate.rate}</td></tr></tbody></table>`;
-
-        const single = {
-            title,
-            description,
-            pubDate: new Date().toUTCString(),
-            guid,
-            link,
-        };
-
-        ctx.cache.set(guid, JSON.stringify(ctx.state.data));
-
-        ctx.state.data = {
-            title: `${source} to ${target} by TransferWise`,
-            link,
-            description: `Exchange Rate from TransferWise`,
-            item: [single],
-        };
-    }
-};

package/lib/routes/twmanhuagui/comic.js

@@ -1,99 +0,0 @@
-const { resolve } = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const LZString = require('lz-string');
-
-const getChapters = ($) => {
-    let time_mark = 0;
-    // 用于一次更新多个新章节的排序
-    let new_time_mark = 0;
-    return $('h4')
-        .toArray()
-        .map((ele) => {
-            const categoryName = $(ele).text();
-            while (!$(ele.next).hasClass('chapter-list')) {
-                ele = ele.next;
-            }
-            ele = ele.next;
-            return $(ele)
-                .children('ul')
-                .toArray()
-                .reverse()
-                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
-                .map((ele) => {
-                    const a = $(ele).children('a');
-                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
-                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
-                    if (a.find('em').length > 0) {
-                        // 对更新的章节也进行排序
-                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
-                        $.newChapterCnt++;
-                    }
-                    return {
-                        link: resolve('https://tw.manhuagui.com/', a.attr('href')),
-                        title: a.attr('title'),
-                        pub_date: pDate,
-                        num: a.find('i').text(),
-                        guid: resolve('https://tw.manhuagui.com/', a.attr('href')),
-                        category: categoryName,
-                    };
-                });
-        })
-        .reduce((acc, curr) => acc.concat(curr));
-};
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    const { data } = await got.get(`https://tw.manhuagui.com/comic/${id}/`);
-    const $ = cheerio.load(data);
-
-    if ($('#__VIEWSTATE').length > 0) {
-        const n = LZString.decompressFromBase64($('#__VIEWSTATE').val());
-        if (n) {
-            $('#erroraudit_show').replaceWith(n);
-            $('#__VIEWSTATE').remove();
-        }
-    }
-    const bookTitle = $('.book-title > h1').text();
-    const bookIntro = $('#intro-all').text();
-    const coverImgSrc = $('.book-cover img').attr('src');
-    // 对最新更新的章节增加了pubDate
-    const reg = new RegExp('最近於.+更新至');
-    // 处理已下架的漫画
-    if ($('.status > span').text().indexOf('已下架') > 0) {
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle} 已下架`,
-            link: `https://tw.manhuagui.com/comic/${id}/`,
-            description: bookIntro,
-            item: [{ link: `https://tw.manhuagui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
-        };
-    } else {
-        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近於 [', '').replace('] 更新至', '');
-        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
-        $.pubDate = new Date(pub_date_str).toUTCString();
-        $.newChapterCnt = 0;
-        const chapters = getChapters($);
-        const genResult = (chapter) => ({
-            link: chapter.link,
-            title: chapter.title,
-            pubDate: chapter.pub_date,
-            guid: chapter.guid,
-            category: chapter.category,
-            description: `
-            <h1>${chapter.num}</h1>
-            <img src='${coverImgSrc}' />
-        `.trim(),
-        });
-        const items = chapters.map(genResult);
-        let itemsLen = items.length;
-        if (chapterCnt > 0) {
-            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
-        }
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle}`,
-            link: `https://tw.manhuagui.com/comic/${id}/`,
-            description: bookIntro,
-            item: items.slice(0, itemsLen),
-        };
-    }
-};

package/lib/routes/udn/global.js

@@ -1,61 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let filter, url, tag;
-    if (ctx.params.tid !== 'newest') {
-        url = `https://global.udn.com/search/tagging/1020/${ctx.params.tid}`;
-        filter = 'li.contentli';
-        tag = ctx.params.tid;
-    } else {
-        url = `https://global.udn.com/global_vision/index`;
-        filter = `.news_cards > ul > li`;
-        tag = '最新文章';
-    }
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $(filter).get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            let title;
-            let address = $('a').attr('href');
-            if (ctx.params.tid === 'newest') {
-                address = `https://global.udn.com` + address;
-                title = $('h3').text();
-            } else {
-                title = $('h2').text();
-            }
-            const time = $('span.date').text();
-            const author = $('span.author').text();
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.social_bar').remove();
-            capture('div.area').remove();
-            capture('.story_art_title').remove();
-            capture('.story_bady_info_author').remove();
-            capture('.photo_pop').remove();
-            const contents = capture('div.story_body_content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `轉角國際 | ${tag}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/universities/hit/jwc.js

@@ -1,53 +0,0 @@
-const got = require('../../../utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseUrl = 'http://jwc.hit.edu.cn';
-const type = (filename) => filename.split('.').pop();
-
-module.exports = async (ctx) => {
-    const response = await got.get(`${baseUrl}/2591/list.htm`);
-
-    const { data } = response;
-    const $ = cheerio.load(data);
-    const links = $('.news_list li')
-        .slice(0, 10)
-        .map((i, el) => ({
-            pubDate: new Date($('span.fbll', el).children().first().text().replace('[', '')).toUTCString(),
-            link: url.resolve(baseUrl, $('a', el).attr('href')),
-            title: $('a', el).attr('title'),
-        }))
-        .get();
-
-    const item = await Promise.all(
-        [...links].slice(0, 10).map(async ({ pubDate, link, title }) => {
-            if (type(link) === 'htm') {
-                const { data } = await got.get(link);
-                const $ = cheerio.load(data);
-
-                const author = $('p.arti_metas>span:nth-child(3)').text().trim();
-                const description =
-                    $('div.wp_articlecontent').html() &&
-                    $('div.wp_articlecontent')
-                        .html()
-                        .replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`)
-                        .replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`)
-                        .trim();
-                // check for some bug links.
-                if (!description) {
-                    return;
-                }
-                return Promise.resolve({ pubDate, author, link, title, description });
-            } else {
-                // file to download
-                return Promise.resolve({ pubDate, link, title, description: '此链接为文件，点击以下载' });
-            }
-        })
-    );
-
-    ctx.state.data = {
-        title: '哈尔滨工业大学教务处通知公告',
-        link: `${baseUrl}/2591/list.htm`,
-        item: item.filter((x) => x),
-    };
-};

package/lib/routes/universities/hit/today.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const host = 'http://today.hit.edu.cn';
-    const category = ctx.params.category;
-
-    const response = await got({
-        method: 'get',
-        url: host + '/category/' + category,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const category_name = $('div.banner-title').text();
-    const list = $('.paragraph li')
-        .slice(0, 10)
-        .map((i, e) => ({
-            path: $('span span a', e).attr('href'),
-            title: $('span span a', e).text(),
-            author: $('div a', e).attr('hreflang', 'zh-hans').text(),
-        }))
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const { path, title, author } = item;
-            const link = host + path;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: host,
-                },
-            });
-
-            if (response.req._headers.host === 'ids.hit.edu.cn') {
-                const single = {
-                    pubDate: new Date(link.split('/').slice(-4, -1).join('-')).toUTCString(),
-                    author,
-                    link,
-                    title,
-                    description: '请进行统一身份认证后查看全文',
-                };
-                ctx.cache.set(link, JSON.stringify(single));
-                return Promise.resolve(single);
-            }
-
-            const $ = cheerio.load(response.data);
-            const description =
-                $('.article-content').html() &&
-                $('.article-content')
-                    .html()
-                    .replace(/src="\//g, `src="${url.resolve(host, '.')}`)
-                    .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                    .trim();
-            const single = {
-                pubDate: new Date($('.left-attr.first').text()).toUTCString(),
-                author,
-                link,
-                title,
-                description,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '今日哈工大-' + category_name,
-        link: host + 'category/' + category,
-        description: '今日哈工大-' + category_name,
-        item: out,
-    };
-};

package/lib/routes/universities/hitwh/today.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-const baseUrl = 'http://today.hitwh.edu.cn';
-
-module.exports = async (ctx) => {
-    const response = await got.get(`${baseUrl}/1024/list.htm`);
-    const { data } = response;
-    const $ = cheerio.load(data);
-    const type = (filename) => filename.split('.').pop();
-    const links = $('.list_list_wrap > ul > li')
-        .map((_, el) => ({
-            pubDate: parseDate($(el).find('.news-time2').text()),
-            link: new URL($(el).find('a').attr('href'), baseUrl).toString(),
-            title: $(el).find('a').text(),
-        }))
-        .get();
-
-    ctx.state.data = {
-        title: '哈尔滨工业大学（威海）通知公告',
-        link: `${baseUrl}/1024/list.htm`,
-        item: await Promise.all(
-            links.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    if (type(item.link) === 'htm') {
-                        const { data } = await got.get(item.link);
-                        const $ = cheerio.load(data);
-                        item.description =
-                            $('div.wp_articlecontent').html() &&
-                            $('div.wp_articlecontent')
-                                .html()
-                                .replace(/src="\//g, `src="${baseUrl}/`)
-                                .replace(/href="\//g, `href="${baseUrl}/`)
-                                .trim();
-                        return item;
-                    } else {
-                        // file to download
-                        item.description = '此链接为文件，点击以下载';
-                        return item;
-                    }
-                })
-            )
-        ),
-    };
-};