rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/routes/the-economist/full.js

@@ -1,48 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const endpoint = ctx.params.endpoint;
-    const feed = await parser.parseURL(`https://www.economist.com/${endpoint}/rss.xml`);
-
-    const getFullText = async (link) => {
-        let content = await ctx.cache.get(link);
-        if (content) {
-            return content;
-        }
-
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-        const $ = cheerio.load(response.data);
-
-        $('aside').remove();
-        $('div.ds-chapter-list').remove();
-        content = $('div.article__lead-image').html();
-        content += $('header.article__header').html();
-        content += $('div.layout-article-body').attr('itemprop', 'text').html();
-
-        ctx.cache.set(link, content);
-
-        return content;
-    };
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => ({
-            title: item.title,
-            description: await getFullText(item.link),
-            link: item.link,
-            guid: item.guid,
-            pubDate: item.pubDate,
-        }))
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/the-economist/gre-vocabulary.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://gre.economist.com/api/gre-vocabulary.json',
-    });
-
-    const wordInfo = response.data[0];
-    const time = wordInfo.publishedDate;
-
-    ctx.state.data = {
-        title: 'The Economist GRE Vocabulary',
-        link: 'https://gre.economist.com/gre-vocabulary',
-        item: [
-            {
-                title: `${wordInfo.word} - ${time}`,
-                description: `
-                    <img src="${wordInfo.image.url}"><br>
-                    Source: <a href="${wordInfo.sourceUrl}">${wordInfo.sourceTitle}</a>
-                `,
-                pubDate: new Date(time).toUTCString(),
-                link: wordInfo.url,
-            },
-        ],
-    };
-};

package/lib/routes/tingshuitz/dalian.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    // const area = ctx.params.area;
-    const url = 'http://www.swj.dl.gov.cn/html/tstz/';
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.listBox li');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 大连市水务局',
-        link: 'http://www.swj.dl.gov.cn/html/tstz/',
-        description: $('meta[name="description"]').attr('content') || $('title').text() || '停水通知 - 大连市水务局',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `大连市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date(item.find('span').text()).toUTCString(),
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/tingshuitz/wuhan.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const baseUrl = 'https://www.whwater.com/gsfw/tstz/';
-    const response = await got({
-        method: 'get',
-        url: baseUrl,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.z4');
-
-    ctx.state.data = {
-        title: $('title').text() || '停水通知 - 武汉市水务集团有限公司',
-        link: 'https://www.whwater.com/gsfw/tstz/',
-        description: $('meta[name="description"]').attr('content') || $('title').text() || '停水通知 - 武汉市水务集团有限公司',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a').text(),
-                        description: `武汉市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date(item.find('span').text()).toUTCString(),
-                        link: url.resolve(baseUrl, item.find('a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/njust/cwc/index.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://cwc.njust.edu.cn/';
-
-const map = new Map([
-    [1, { title: '南京理工大学财务处 -- 新闻及通知', id: 'wp_news_w2' }],
-    [2, { title: '南京理工大学财务处 -- 办事指南', id: 'wp_news_w3' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = Number.parseInt(ctx.params.type);
-    const response = await got.get(host);
-
-    const $ = cheerio.load(response.data);
-
-    const id = map.get(type).id;
-
-    const items = $(`#${id} tr tr`)
-        .slice(0, 10)
-        .map((_, elem) => {
-            const a = $('td:first-child > a', elem);
-            return {
-                link: url.resolve(host, a.attr('href')),
-                title: a.attr('title'),
-                pubDate: new Date($('td:nth-child(2)', elem).text()).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        link: host,
-        title: map.get(type).title,
-        item: items,
-    };
-};

package/lib/routes/universities/njust/eo/index.js

@@ -1,41 +0,0 @@
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const { getContent } = require('@/routes/universities/njust/eo/util');
-
-const map = new Map([
-    ['16tz', { title: '南京理工大学电光16 -- 通知公告', id: '/_t217/tzgg/list.htm' }],
-    ['16dt', { title: '南京理工大学电光16 -- 主任寄语', id: '/_t217/zrjy/list.htm' }],
-    ['17tz', { title: '南京理工大学电光17 -- 年级通知', id: '/_t689/njtz/list.htm' }],
-    ['17dt', { title: '南京理工大学电光17 -- 每日动态', id: '/_t689/mrdt/list.htm' }],
-    ['18tz', { title: '南京理工大学电光18 -- 年级通知', id: '/_t900/njtz_10234/list.htm' }],
-    ['18dt', { title: '南京理工大学电光18 -- 主任寄语', id: '/_t900/zrjy_10251/list.htm' }],
-    ['19tz', { title: '南京理工大学电光19 -- 通知公告', id: '/_t1163/tzgg_11606/list.htm' }],
-    ['19dt', { title: '南京理工大学电光19 -- 每日动态', id: '/_t1163/mrdt_11608/list.htm' }],
-]);
-
-const baseUrl = 'http://dgxg.njust.edu.cn';
-
-module.exports = async (ctx) => {
-    const grade = ctx.params.grade || '17';
-    const type = ctx.params.type || 'tz';
-    const category = grade + type;
-    const id = map.get(category).id;
-
-    const html = await getContent(baseUrl + id);
-    const $ = cheerio.load(html);
-    const list = $('li.list_item');
-
-    ctx.state.data = {
-        title: map.get(category).title,
-        link: baseUrl + '/' + id.split('/')[1] + '/main.htm',
-        item:
-            list &&
-            list
-                .map((index, item) => ({
-                    title: $(item).find('a').text().trim(),
-                    pubDate: date($(item).find('span.Article_PublishDate').text()),
-                    link: $(item).find('a').attr('href'),
-                }))
-                .get(),
-    };
-};

package/lib/routes/universities/njust/eo/util.js

@@ -1,28 +0,0 @@
-const delay = (timeout = 1000) => new Promise((resolve) => setTimeout(resolve, timeout));
-
-async function getContent(url) {
-    const browser = await require('@/utils/puppeteer')();
-    try {
-        const page = await browser.newPage();
-        page.waitForNavigation({
-            timeout: 20000,
-        });
-        // 更改 window.navigator.webdriver 值以避开反爬
-        await page.evaluateOnNewDocument(() => {
-            // eslint-disable-next-line no-undef
-            Object.defineProperty(navigator, 'webdriver', {
-                get: () => undefined,
-            });
-        });
-        await page.goto(url);
-        await delay(1000);
-        const content = await page.content();
-        return content;
-    } finally {
-        browser.close();
-    }
-}
-
-module.exports = {
-    getContent,
-};

package/lib/routes/universities/njust/gs/index.js

@@ -1,33 +0,0 @@
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const { getContent } = require('@/routes/universities/njust/eo/util');
-
-const map = new Map([
-    [1, { title: '南京理工大学研究生院 -- 通知公告', id: '/sytzgg_4568' }],
-    [2, { title: '南京理工大学研究生院 -- 学术公告', id: '/xshdggl' }],
-]);
-
-const baseUrl = 'http://gs.njust.edu.cn';
-
-module.exports = async (ctx) => {
-    const type = Number.parseInt(ctx.params.type);
-    const id = map.get(type).id;
-
-    const html = await getContent(baseUrl + id + '/list.htm');
-    const $ = cheerio.load(html);
-    const list = $('li.list_item');
-
-    ctx.state.data = {
-        title: map.get(type).title,
-        link: 'http://gs.njust.edu.cn',
-        item:
-            list &&
-            list
-                .map((index, item) => ({
-                    title: $(item).find('a').text().trim(),
-                    pubDate: date($(item).find('span.Article_PublishDate').text()),
-                    link: $(item).find('a').attr('href'),
-                }))
-                .get(),
-    };
-};

package/lib/routes/universities/njust/jwc/index.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://jwc.njust.edu.cn/';
-
-const map = new Map([
-    [1, { title: '南京理工大学教务处 -- 教师通知', id: 'wp_news_w12' }],
-    [2, { title: '南京理工大学教务处 -- 学生通知', id: 'wp_news_w13' }],
-    [3, { title: '南京理工大学教务处 -- 新闻', id: 'wp_news_w14' }],
-    [4, { title: '南京理工大学教务处 -- 学院动态', id: 'wp_news_w15' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = Number.parseInt(ctx.params.type);
-    const response = await got.get(host);
-
-    const $ = cheerio.load(response.data);
-
-    const id = map.get(type).id;
-
-    const items = $(`#${id} tr tr`)
-        .slice(0, 10)
-        .map((_, elem) => {
-            const a = $('td:first-child > a', elem);
-            return {
-                link: url.resolve(host, a.attr('href')),
-                title: a.attr('title'),
-                pubDate: new Date($('td:nth-child(2)', elem).text()).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        link: host,
-        title: map.get(type).title,
-        item: items,
-    };
-};

package/lib/routes/universities/pku/eecs.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const host = 'http://eecs.pku.edu.cn/';
-
-    let type = ctx.params && ctx.params.type;
-    if (type === undefined) {
-        type = '0';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: host + 'Survey/Notice/?Mtitle=' + type,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const text = $('.hvr-shutter-out-vertical').slice(0, 10);
-
-    ctx.state.data = {
-        title: '北大信科通知',
-        link: host + 'Survey/Notice/?Mtitle=' + type,
-        description: '北大信科 公告通知',
-        item:
-            text &&
-            text
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('p').text(),
-                        link: host + 'Survey/Notice/' + item.attr('href'),
-                        description: item.find('p').text(),
-                        pubDate: item.find('em').text(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/pku/pkuyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://admission.pku.edu.cn/zsxx/sszs/index.htm';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.zsxx_cont_list li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '北京大学研究生院',
-        link,
-        description: '北京大学研究生院通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/pku/rccp/mzyt.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const baseUrl = 'http://www.rccp.pku.edu.cn/mzyt/';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: baseUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    ctx.state.data = {
-        title: `每周一推 - 北京大学中国政治学研究中心`,
-        link: baseUrl,
-        description: `北京大学中国政治学研究中心，北大中国政治学研究中心，北大政治学研究中心，中国政治学研究中心，政治学研究中心，政治学，北大政治学，北京大学，俞可平
-        北京大学中国政治学研究中心官方网站：www.rccp.pku.edu.cn 。
-         北京大学中国政治学研究中心微信公众平台：“北大政治学”（微信号：PKURCCP）`,
-        item: $('li.list')
-            .map((index, item) => ({
-                title: $(item).find('a').text().trim(),
-                description: '',
-                pubDate: $(item)
-                    .find('span')
-                    .first()
-                    .text()
-                    .match(/\d{4}-\d{2}-\d{2}/g)[0],
-
-                link: baseUrl + $(item).find('a').attr('href'),
-            }))
-            .get(),
-    };
-};

package/lib/routes/universities/sdu/cmse.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.cmse.sdu.edu.cn/';
-const typelist = ['通知公告', '学院新闻', '本科生教育', '研究生教育', '学术动态'];
-const urlList = ['zxzx/tzgg.htm', 'zxzx/xyxw.htm', 'zxzx/bksjy.htm', 'zxzx/yjsjy.htm', 'zxzx/xsdt.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#list_right_list a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info'))
-            .map(async (itemUrl) => {
-                itemUrl = url.resolve(host, itemUrl.slice('3'));
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                let date = rawDate[0].split('：')[1];
-                date = date.slice(0, 4) + '-' + date.slice(5, 7) + '-' + date.slice(8, 10) + ' ' + date.slice(12);
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学材料科学与工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学材料科学与工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/cs.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.cs.sdu.edu.cn/';
-const typelist = ['学院公告', '学术报告', '新闻动态'];
-const urlList = ['index/xygg.htm', 'xwgg/xsbg.htm', 'xwgg/xyxw.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const dateDict = {};
-    const list = $('.sub_text .news-list')
-        .slice(0, 10)
-        .map((i, e) => {
-            const divs = $(e).children();
-            const tlink = 'http://www.cs.sdu.edu.cn/' + $('a', divs[1]).attr('href').substring(3);
-            dateDict[tlink] = new Date($(divs[2]).text()).toUTCString();
-            return tlink;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (itemUrl) => {
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: $('#newsTitle').text().trim(),
-                author: '山东大学计算机科学与技术学院',
-                description: $('.v_news_content').html(),
-                pubDate: dateDict[itemUrl],
-                link: itemUrl,
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `山东大学计算机科学与技术学院${typelist[type]}通知`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/epe.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.epe.sdu.edu.cn/';
-const typelist = ['学院动态', '通知公告', '学术论坛'];
-const urlList = ['zxzx/xydt.htm', 'zxzx/tzgg.htm', 'zxzx/xslt.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#page_right_main li a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info'))
-            .map(async (itemUrl) => {
-                itemUrl = url.resolve(host, itemUrl.slice('3'));
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                const date = rawDate[0].split('：')[1];
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学能源与动力工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学能源与动力工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/mech.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const typelist = ['通知公告', '院所新闻', '教学信息', '学术动态', '学院简报'];
-const urlList = ['xwdt/tzgg.htm', 'xwdt/ysxw.htm', 'xwdt/jxxx.htm', 'xwdt/xsdt.htm', 'xwdt/xyjb.htm'];
-const host = 'http://www.mech.sdu.edu.cn/';
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#page_list li a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info') || e.startsWith('http://www.rd.sdu.edu.cn/'))
-            .map(async (itemUrl) => {
-                const isFromMech = itemUrl.startsWith('../info');
-                if (isFromMech) {
-                    itemUrl = url.resolve(host, itemUrl.slice('3'));
-                }
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                let date = rawDate[0].split('：')[1];
-                date = date.slice(0, 4) + '-' + date.slice(5, 7) + '-' + date.slice(8, 10) + ' ' + date.slice(11);
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学机械工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学机械工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};