rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f8cf1d6

package/lib/routes/universities/upc/jsj.js

@@ -1,81 +0,0 @@
-// 计算机科学与技术学院：http://computer.upc.edu.cn/
-// - 学院新闻：http://computer.upc.edu.cn/6277/list.htm
-// - 学术关注：http://computer.upc.edu.cn/6278/list.htm
-// - 学工动态：http://computer.upc.edu.cn/6279/list.htm
-// - 通知公告：http://computer.upc.edu.cn/6280/list.htm
-
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const baseurl = 'http://computer.upc.edu.cn/';
-// 地址映射
-const MAP = {
-    news: '6277',
-    scholar: '6278',
-    states: '6279',
-    notice: '6280',
-};
-// 头部信息
-const HEAD = {
-    news: '学院新闻',
-    scholar: '学术关注',
-    states: '学工动态',
-    notice: '通知公告',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const response = await got({
-        method: 'get',
-        url: baseurl + MAP[type] + '/list.htm',
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('#wp_news_w15 > table > tbody > tr > td > table > tbody > tr > td > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            if (singleUrl.search('http') === -1) {
-                singleUrl = baseurl + singleUrl;
-            }
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('div.contain > div.main > div.right_cont > article').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: HEAD[type] + `-计算机科学与技术学院`,
-        link: baseurl + MAP[type] + '.htm',
-        description: HEAD[type] + `-计算机科学与技术学院`,
-        item: out,
-    };
-};

package/lib/routes/universities/upc/main.js

@@ -1,72 +0,0 @@
-// 学校官网：http://www.upc.edu.cn/
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const baseurl = 'http://news.upc.edu.cn/';
-// 地址映射
-const MAP = {
-    notice: 'tzgg',
-    scholar: 'xsdt',
-};
-// 头部信息
-const HEAD = {
-    notice: '通知公告',
-    scholar: '学术动态',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const response = await got({
-        method: 'get',
-        url: baseurl + MAP[type] + '.htm',
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('div.container > div.main-ny > div.main-ny-cont > div.main-ny-cont-box > div.main-list-box > div.main-list-box-left > ul > li > div.li-right > div.li-right-bt > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            if (singleUrl.search('http') === -1) {
-                singleUrl = `http://news.upc.edu.cn/` + singleUrl;
-            }
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('div.container > div.main-ny > div.main-ny-cont > div.main-ny-cont-box > div.main-content-box > form').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: HEAD[type] + `-中国石油大学（华东）`,
-        link: baseurl + MAP[type] + '.htm',
-        description: HEAD[type] + `-中国石油大学（华东）`,
-        item: out,
-    };
-};

package/lib/routes/universities/upcyjs/upcyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://zs.gs.upc.edu.cn/sszs/list.htm';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.list tr').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中国石油大学研究生院',
-        link,
-        description: '中国石油大学研究生院通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('tr a').text(), description: item.find('tr a').text(), link: item.find('tr a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/ustb/tj/news.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-const _ = require('lodash');
-
-const baseUrl = 'http://tj.ustb.edu.cn';
-const maps = {
-    xyxw: '/Class/xyxw/index.htm',
-    xshhd: '/Class/xshhd/index.htm',
-    csjsxy: '/Class/csjsxy/index.htm',
-    xxgcxy: '/Class/xxgcxy/index.htm',
-    jjx: '/Class/jjx/index.htm',
-    glxy: '/Class/glxy/index.htm',
-    clx: '/Class/clx/index.htm',
-    jxgcx: '/Class/jxgcx/index.htm',
-    hlx: '/Class/hlx/index.htm',
-    flx: '/Class/flx/index.htm',
-    wyx: '/Class/wyx/index.htm',
-    ysx: '/Class/ysx/index.htm',
-};
-
-function getNews(data) {
-    const $ = cheerio.load(data);
-    return $('div[class="classnews"] ul li a')
-        .slice(0, 5)
-        .map((_, elem) => ({
-            link: baseUrl + elem.attribs.href,
-            title: elem.children[0].data,
-            pubDate: dayjs(elem.attribs.href.split('/')[3].split('.')[0]).toString(),
-        }))
-        .get();
-}
-
-module.exports = async (ctx) => {
-    let type = ctx.params.type || 'all';
-    if (!_.includes(_.keys(maps), type)) {
-        type = 'all';
-    }
-
-    const responseData = {
-        title: '北京科技大学天津学院新闻动态',
-        link: baseUrl,
-        item: null,
-    };
-
-    if (type === 'all') {
-        const all = await Promise.all(
-            Object.values(maps).map(async (link) => {
-                const response = await got.get(baseUrl + link);
-                const news = getNews(response.data);
-                return Promise.resolve(news);
-            })
-        );
-        responseData.item = _.orderBy(_.flatMapDepth(all), (res) => new Date(res.pubDate), ['desc']);
-    } else {
-        const response = await got.get(baseUrl + maps[type]);
-        const news = getNews(response.data);
-        responseData.item = news;
-    }
-
-    ctx.state.data = responseData;
-};

package/lib/routes/universities/wtu/index.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-const apiUrl = 'http://ehall.wtu.edu.cn/wtu/api/queryBulletinListByConditional.do?pageNum=1&pageSize=8&columnId=';
-const listUrl = 'http://ehall.wtu.edu.cn/new/list.html?type=';
-const psgUrl = 'http://ehall.wtu.edu.cn/new/detail-word.html?';
-const map = new Map([
-    [1, { title: '通知公告', type: '2', id: '1994a3b58bef4ee887e1efc19881decd' }],
-    [2, { title: '教务信息', type: '5', id: '36d47fcd3e774f289adfef1d93138a9d' }],
-    [3, { title: '科研动态', type: '3', id: '48e8abfb983b4e4486b69feacad1dc1b' }],
-]);
-
-module.exports = async (ctx) => {
-    const typein = Number.parseInt(ctx.params.type);
-    const title = map.get(typein).title;
-    const columnId = map.get(typein).id;
-    const type = map.get(typein).type;
-    const res = await got({
-        method: 'get',
-        url: `${apiUrl}${columnId}`,
-    });
-    const res_json = res.data.bulletinList;
-
-    ctx.state.data = {
-        title: `${title} - 武汉纺织大学信息门户`,
-        link: `${listUrl}${type}`,
-        description: `${title} - 武汉纺织大学信息门户`,
-        item: res_json.map((item) => ({
-            title: item.TITLE,
-            description: item.TITLE,
-            pubDate: new Date(item.CREATE_TIME).toUTCString(),
-            link: `${psgUrl}type=${type}?bulletinId=${item.WID}`,
-        })),
-    };
-};

package/lib/routes/universities/zkyai/zkyai.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://ai.ucas.ac.cn/index.php/zh-cn/tzgg';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.b-list li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中科院人工智能所',
-        link,
-        description: '中科院人工智能通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/zkyyjs/zkyyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://www.ia.cas.cn/yjsjy/zs/sszs/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.col-md-9 li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中科院自动化所',
-        link,
-        description: '中科院自动化所通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/verge/index.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const content = $('div.c-entry-content');
-
-            // 处理封面图片
-
-            const cover = $('meta[property="og:image"]');
-
-            if (cover.length > 0) {
-                $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-            }
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
-                const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
-
-                $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
-                $(e).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理文章图片
-            content.find('figure.e-image').each((i, e) => {
-                let src, caption;
-
-                // 处理 jpeg, png
-                if ($(e).find('picture > source').length > 0) {
-                    src = $(e)
-                        .find('picture > img')[0]
-                        .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
-                        .trim();
-                } else if ($(e).find('img.c-dynamic-image').length > 0) {
-                    // 处理 gif
-                    src = $(e).find('span.e-image__image')[0].attribs['data-original'];
-                }
-
-                // 处理 caption
-                if ($(e).find('span.e-image__meta').length > 0) {
-                    caption = $(e).find('span.e-image__meta').text();
-                }
-
-                const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
-
-                $(figure).insertBefore(e);
-
-                $(e).remove();
-            });
-
-            // 移除无用 DOM
-            content.find('aside').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: item.title,
-                description: content.html(),
-                author: item.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/vocus/publication.js

@@ -1,19 +0,0 @@
-const got = require('@/utils/got');
-const { ProcessFeed } = require('./utils');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `https://vocus.cc/${id}/home`;
-    const configs = { headers: { Referer: link } };
-
-    const { _id, title, abstract } = (await got.get(`https://api.sosreader.com/api/publication/${id}`, configs)).data;
-    const { articles } = (await got.get(`https://api.sosreader.com/api/articles?publicationId=${_id}&status=2&num=10&page=1`, configs)).data;
-    const items = await ProcessFeed(articles, `https://vocus.cc/${id}`, ctx.cache);
-
-    ctx.state.data = {
-        title: `${title} - 方格子`,
-        link,
-        description: abstract,
-        item: items,
-    };
-};

package/lib/routes/vocus/utils.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-
-const load = async (link, configs) => ({
-    description: (await got.get(link, configs)).data.article.content,
-});
-
-const ProcessFeed = (list, host, caches) => {
-    const configs = { headers: { Referer: host } };
-
-    return Promise.all(
-        list.map(async (item) => {
-            const itemUrl = `https://api.sosreader.com/api/article/${item._id}`;
-
-            const single = {
-                title: item.title,
-                author: item.user.fullname,
-                pubDate: new Date(item.updatedAt).toUTCString(),
-                link: `${host}/${item._id}`,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl, configs));
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/weibo/keyword.js

@@ -1,55 +0,0 @@
-const querystring = require('querystring');
-const got = require('@/utils/got');
-const weiboUtils = require('./utils');
-const timezone = require('@/utils/timezone');
-const { fallback, queryToBoolean } = require('@/utils/readable-social');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const keyword = ctx.params.keyword;
-
-    const data = await ctx.cache.tryGet(
-        `weibo:keyword:${keyword}`,
-        async () => {
-            const _r = await got({
-                method: 'get',
-                url: `https://m.weibo.cn/api/container/getIndex?containerid=100103type%3D61%26q%3D${encodeURIComponent(keyword)}%26t%3D0`,
-                headers: {
-                    Referer: `https://m.weibo.cn/p/searchall?containerid=100103type%3D1%26q%3D${encodeURIComponent(keyword)}`,
-                    'MWeibo-Pwa': 1,
-                    'X-Requested-With': 'XMLHttpRequest',
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                },
-            });
-            return _r.data.data.cards;
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    const routeParams = querystring.parse(ctx.params.routeParams);
-    ctx.state.data = {
-        title: `又有人在微博提到${keyword}了`,
-        link: `http://s.weibo.com/weibo/${encodeURIComponent(keyword)}&b=1&nodup=1`,
-        description: `又有人在微博提到${keyword}了`,
-        item: data.map((item) => {
-            item.mblog.created_at = timezone(item.mblog.created_at, +8);
-            if (item.mblog.retweeted_status && item.mblog.retweeted_status.created_at) {
-                item.mblog.retweeted_status.created_at = timezone(item.mblog.retweeted_status.created_at, +8);
-            }
-            const formatExtended = weiboUtils.formatExtended(ctx, item.mblog, {
-                showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.showAuthorInTitle), true),
-                showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.showAuthorInDesc), true),
-            });
-            const title = formatExtended.title;
-            const description = formatExtended.description;
-            return {
-                title,
-                description,
-                pubDate: item.mblog.created_at,
-                author: item.mblog.user.screen_name,
-                link: `https://weibo.com/${item.mblog.user.id}/${item.mblog.bid}`,
-            };
-        }),
-    };
-};

package/lib/routes/weibo/oasis/user.js

@@ -1,17 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
-        description: `$('.desc').text().trim()`,
-        item: {
-            item: '.container .item',
-            title: `$('.status-desc').text()`,
-            description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
-        },
-    });
-};

package/lib/routes/weibo/search/hot.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: 'https://m.weibo.cn/api/container/getIndex?containerid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&title=%E5%BE%AE%E5%8D%9A%E7%83%AD%E6%90%9C&extparam=filter_type%3Drealtimehot%26mi_cid%3D100103%26pos%3D0_0%26c_type%3D30%26display_time%3D1540538388&luicode=10000011&lfid=231583',
-        headers: {
-            Referer: 'https://s.weibo.com/top/summary?cate=realtimehot',
-            'MWeibo-Pwa': 1,
-            'X-Requested-With': 'XMLHttpRequest',
-            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-        },
-    });
-
-    ctx.state.data = {
-        title: '微博热搜榜',
-        link: 'https://s.weibo.com/top/summary?cate=realtimehot',
-        description: '实时热点，每分钟更新一次',
-        item: data.cards[0].card_group.map((item) => {
-            const title = item.desc;
-            const link = `https://m.weibo.cn/search?containerid=100103type%3D1%26q%3D${encodeURIComponent(item.desc)}`;
-            const description = item.desc;
-
-            return {
-                title,
-                description,
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/weibo/super_index.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const weiboUtils = require('./utils');
-const timezone = require('@/utils/timezone');
-const queryString = require('query-string');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type ?? 'feed';
-
-    const containerData = await ctx.cache.tryGet(
-        `weibo:super_index:container:${id}:${type}`,
-        async () => {
-            const _r = await got('https://m.weibo.cn/api/container/getIndex', {
-                searchParams: queryString.stringify({
-                    containerid: `${id}_-_${type}`,
-                    luicode: '10000011',
-                    lfid: `${id}_-_main`,
-                }),
-                headers: {
-                    Referer: `https://m.weibo.cn/p/index?containerid=${id}_-_soul&luicode=10000011&lfid=${id}_-_main`,
-                    'MWeibo-Pwa': '1',
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                    'X-Requested-With': 'XMLHttpRequest',
-                },
-            });
-            return _r.data.data;
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    const resultItems = [];
-
-    for (const card of containerData.cards) {
-        if (!('card_group' in card)) {
-            continue;
-        }
-        for (const mblogCard of card.card_group) {
-            if (mblogCard.card_type === '9' && 'mblog' in mblogCard) {
-                const mblog = mblogCard.mblog;
-                const formatExtended = weiboUtils.formatExtended(ctx, mblog);
-                const title = formatExtended.title;
-                const desc = formatExtended.description;
-                resultItems.push({
-                    title,
-                    description: desc,
-                    author: mblog.user.screen_name,
-                    link: `https://weibo.com/${mblog.user.id}/${mblog.bid}`,
-                    pubDate: timezone(mblog.created_at, +8),
-                });
-            }
-        }
-    }
-
-    ctx.state.data = {
-        title: `微博超话 - ${containerData.pageInfo.page_title}`,
-        link: `https://weibo.com/p/${id}/super_index`,
-        description: `#${containerData.pageInfo.page_title}# 的超话`,
-        item: resultItems,
-    };
-};