rsshub 1.0.0-master.fd117cb → 1.0.0-master.fd12cf8

package/lib/routes/universities/lit/xwzx.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.lit.edu.cn/';
-const baseUrl = 'http://www.lit.edu.cn/xwzx/';
-const nameProps = {
-    ggtz: '公告通知',
-    xwkx: '新闻快讯',
-    xsxx: '学术信息',
-    mtxw: '媒体新闻',
-};
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name || 'all';
-    const urla = name === 'all' ? host : url.resolve(baseUrl, `${name}.htm`);
-    const response = await got.get(urla);
-    const $ = cheerio.load(response.data);
-    $('.xxlibottom').remove();
-    const list = name === 'all' ? $('.xxlcleft ul li').get() : $('li.list_item').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            item = $(item);
-            const link = url.resolve(host, item.find('a').attr('href'));
-            const single = {
-                title: item.find('a').attr('title'),
-                link,
-            };
-
-            const other = await ctx.cache.tryGet(link, async () => {
-                const result = await got.get(link);
-                const $ = cheerio.load(result.data);
-
-                $('img[src="/system/resource/images/fileTypeImages/icon_xls.gif"]').remove();
-                $('img[src="/system/resource/images/fileTypeImages/icon_doc.gif"]').remove();
-                $('img[src="/system/resource/images/fileTypeImages/icon_ppt.gif"]').remove();
-                $('img[src="/system/resource/images/fileTypeImages/icon_pdf.gif"]').remove();
-
-                $('.nr_text').find('hr').remove();
-                const delp = $('.nr_text').find('p');
-                delp.eq(-1).remove();
-                delp.eq(-2).remove();
-
-                const description = $('.nr_text').html();
-
-                const time = $('h6').text();
-                let pubDate = time.match(/\d{4}-\d{1,2}-\d{1,2}/g);
-                if (pubDate === null) {
-                    pubDate = time
-                        .match(/\d{4}年\d{1,2}月\d{1,2}日 \d{1,2}:\d{1,2}/g)
-                        .toString()
-                        .replace('年', '-')
-                        .replace('月', '-')
-                        .replace('日', '');
-                }
-                return {
-                    description,
-                    pubDate,
-                };
-            });
-
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-    ctx.state.data = {
-        title: name === 'all' ? `新闻中心 - 洛阳理工学院` : `${nameProps[name]} - 洛理新闻中心`,
-        link: urla,
-        description: `洛阳理工学院新闻中心 RSS`,
-        item: out,
-    };
-};

package/lib/routes/universities/lntu/jwnews.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const link = 'http://jwzx.lntu.edu.cn/index/jwgg.htm';
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-    const list = $('.tr-ri ul').find('li').get();
-
-    const res = await Promise.all(
-        list.map(async (item) => {
-            let $ = cheerio.load(item);
-            // 通过解析后的子项地址
-            const item_link = url.resolve(link, $('a').attr('href'));
-
-            const description = await ctx.cache.tryGet(item_link, async () => {
-                const result = await got.get(item_link);
-
-                $ = cheerio.load(result.data);
-                // remove style
-                $('img, div, span, p, table, td, tr').removeAttr('style');
-                $('style, script').remove();
-
-                return $('.v_news_content')
-                    .html()
-                    .replace(/(<span[^>]*>|<\/span>)/g, '');
-            });
-
-            const rssitem = {
-                title: $('title').text().split('-')[0],
-                description,
-                link: item_link,
-                author: '辽宁工程技术大学教务处',
-            };
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: '辽宁工程技术大学教务公告',
-        link,
-        item: res,
-    };
-};

package/lib/routes/universities/lyu/news/index.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-const baseUrl = 'https://www.lyu.edu.cn/';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    let title, path;
-    switch (type) {
-        case 'ldyw':
-            title = '临大要闻';
-            path = '8125';
-            break;
-        case 'xxgg':
-            title = '信息公告';
-            path = '8126';
-            break;
-    }
-
-    // 完整url
-    const fullUrl = baseUrl + path + '/list.htm';
-
-    const response = await got({
-        method: 'get',
-        url: fullUrl,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.column-news-item').get();
-
-    const result = await util.ProcessFeed(baseUrl, list, ctx.cache);
-
-    ctx.state.data = {
-        title: '临沂大学 - ' + title,
-        link: fullUrl,
-        description: '临沂大学 - ' + title,
-        item: result,
-    };
-};

package/lib/routes/universities/lyu/news/utils.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-// 获取完整文章内容
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    // 提取内容
-    const description = $('.wp-container').html();
-    // 返回结果
-    return { description };
-}
-
-const ProcessFeed = (baseUrl, list, caches) =>
-    Promise.all(
-        // 遍历每一篇文章
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(baseUrl, $('a').attr('href'));
-
-            // 提取列表信息
-            const single = {
-                title: $('.column-news-title').text(),
-                link: itemUrl,
-                author: '临沂大学',
-                pubDate: new Date($('.news-date-hide').text()).toUTCString(),
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/universities/mit/csail/news.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.csail.mit.edu';
-    const currentUrl = `${rootUrl}/news`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('.featured-person').remove();
-
-    const list = $('article[role="article"]')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `${rootUrl}${item.attr('about')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.sidebar-right, .sidebar-item').remove();
-
-                item.title = content('.page-title').text();
-                item.description = content('.content-container-inner').html();
-                item.pubDate = new Date(content('time').attr('datetime')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'News - MIT CSAIL',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/universities/mit/graduateadmissions.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://gradadmissions.mit.edu';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const name = ctx.params.name;
-
-    let link = host + '';
-    switch (type) {
-        case 'index':
-            link = host + '/blog';
-            break;
-        case 'category':
-            link = host + `/blog/browse/category/${name}`;
-            break;
-        case 'department':
-            link = host + `/blog/browse/department/${name}`;
-            break;
-    }
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const title = $('#page-title').text();
-    const list = $('div.views-row');
-    const out = await Promise.all(
-        list
-            .slice(0, 10)
-            .map(async (_, elem) => {
-                const $elem = $(elem);
-
-                const title = $elem.find('h3.item-title a').text() + '-' + $elem.find('h4.item-subtitle').text();
-                const itemUrl = host + $elem.find('h3.item-title a').attr('href');
-                const author = $elem.find('div.item-info a').text();
-
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $$ = cheerio.load(response.data);
-                const description = $$('div.field-name-body div.field-items').html().replace(/src="/g, `src="${host}`);
-
-                const single = {
-                    title,
-                    link: itemUrl,
-                    author,
-                    description,
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `${title}-MIT`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/mit/ocw-top.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://ocw.mit.edu/courses/most-visited-courses/';
-
-    const getHTML = async () => {
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-
-        return response.data;
-    };
-
-    const html = await ctx.cache.tryGet(link, getHTML);
-    const courses = [];
-
-    const $ = cheerio.load(html);
-    $('.courseList tbody')
-        .children()
-        .each(function () {
-            const course = {
-                title: $('td', this).eq(1).text(),
-                link: `https://ocw.mit.edu${$('td a', this).eq(1).attr('href')}`,
-                description: $('td', this).eq(2).text(),
-            };
-
-            courses.push(course);
-        });
-
-    ctx.state.data = {
-        title: 'MIT OCW top courses of the month',
-        link,
-        description: 'Most visited courses based on the site traffic of the previous month',
-        language: 'en-us',
-        item: courses,
-    };
-};

package/lib/routes/universities/nchu/jwc.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const host = 'http://jwc.nchu.edu.cn';
-
-const map = {
-    notice: '3',
-    news: '1',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'notice';
-    const link = `${host}/Topic.asp?secondColumnID=${map[type]}`;
-    const response = await got({
-        method: 'get',
-        url: link,
-        headers: {
-            Referer: host,
-        },
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'GBK');
-    const $ = cheerio.load(responseHtml);
-
-    const linkList = $('td[width=515]')
-        .find('a')
-        .slice(0, 10)
-        .map((_, e) => ({
-            title: $(e).text(),
-            link: `${host}/${$(e).attr('href')}`,
-        }))
-        .get();
-    $('td[width=85]')
-        .map((i, e) => (linkList[i].pubDate = new Date($(e).text().replace('[', '').replace(']', '').split('/').join('-')).toUTCString()))
-        .get();
-
-    let info = '教务公告';
-    if (type === 'news') {
-        info = '教务新闻';
-    }
-
-    ctx.state.data = {
-        link,
-        title: `南昌航空大学教务处 - ${info}`,
-        item: linkList,
-    };
-};

package/lib/routes/universities/nciae/news.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = `http://nciae.edu.cn/index/xw2.htm`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('#container > ul > li > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            singleUrl = singleUrl.replace('..', 'http://nciae.edu.cn');
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('#content > form').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: `新闻 - 北华航天工业学院`,
-        link: 'http://nciae.edu.cn/index/xw2.htm',
-        description: `新闻 - 北华航天工业学院`,
-        item: out,
-    };
-};

package/lib/routes/universities/nciae/tzgg.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = `http://nciae.edu.cn/index/tzgg.htm`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('#container > ul > li > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            singleUrl = singleUrl.replace('..', 'http://nciae.edu.cn');
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('#content > form').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: `通知公告 - 北华航天工业学院`,
-        link: 'http://nciae.edu.cn/index/xw2.htm',
-        description: `通知公告 - 北华航天工业学院`,
-        item: out,
-    };
-};

package/lib/routes/universities/nciae/xsxx.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = `http://nciae.edu.cn/index/xsxx.htm`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('#container > ul > li > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            singleUrl = singleUrl.replace('..', 'http://nciae.edu.cn');
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('#content > form').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: `学术信息 - 北华航天工业学院`,
-        link: 'http://nciae.edu.cn/index/xw2.htm',
-        description: `学术信息 - 北华航天工业学院`,
-        item: out,
-    };
-};

package/lib/routes/universities/njfu/jwc.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const url = 'http://jwc.njfu.edu.cn/sy/';
-let link = '';
-const map = {
-    xjfw: '校级发文',
-    tzgg: '通知公告',
-    sjfw: '上级发文',
-    xzzq: '下载专区',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category ?? 'tzgg';
-    if (category === 'xzzq') {
-        link = 'http://jwc.njfu.edu.cn/xzzq/';
-    } else {
-        link = `${url}${category}/`;
-    }
-
-    const response = await got(link, {
-        method: 'get',
-        hooks: {
-            beforeRedirect: [
-                (options, response) => {
-                    const cookie = response.headers['set-cookie'];
-                    if (cookie) {
-                        const cook = cookie.map((c) => c.split(';')[0]).join('; ');
-                        options.headers.Cookie = cook;
-                        options.headers.Referer = response.url;
-                    }
-                },
-            ],
-        },
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('.List_R4');
-
-    ctx.state.data = {
-        title: '南京林业大学教务处-' + map[category],
-        link,
-        description: `南京林业大学教务处-${map[category]}`,
-        item: list
-            .map((index, item) => ({
-                title: $(item).find('a').attr('title'),
-                description: $(item).find('a').attr('title'),
-                pubDate: $(item).find('.List_R4_R').text().replace(/\[|]/g, ''),
-                link: $(item).find('a').attr('href'),
-            }))
-            .get(),
-    };
-};