rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/routes/universities/upc/jsj.js

@@ -1,81 +0,0 @@
-// 计算机科学与技术学院：http://computer.upc.edu.cn/
-// - 学院新闻：http://computer.upc.edu.cn/6277/list.htm
-// - 学术关注：http://computer.upc.edu.cn/6278/list.htm
-// - 学工动态：http://computer.upc.edu.cn/6279/list.htm
-// - 通知公告：http://computer.upc.edu.cn/6280/list.htm
-
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const baseurl = 'http://computer.upc.edu.cn/';
-// 地址映射
-const MAP = {
-    news: '6277',
-    scholar: '6278',
-    states: '6279',
-    notice: '6280',
-};
-// 头部信息
-const HEAD = {
-    news: '学院新闻',
-    scholar: '学术关注',
-    states: '学工动态',
-    notice: '通知公告',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const response = await got({
-        method: 'get',
-        url: baseurl + MAP[type] + '/list.htm',
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('#wp_news_w15 > table > tbody > tr > td > table > tbody > tr > td > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            if (singleUrl.search('http') === -1) {
-                singleUrl = baseurl + singleUrl;
-            }
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('div.contain > div.main > div.right_cont > article').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: HEAD[type] + `-计算机科学与技术学院`,
-        link: baseurl + MAP[type] + '.htm',
-        description: HEAD[type] + `-计算机科学与技术学院`,
-        item: out,
-    };
-};

package/lib/routes/universities/upc/main.js

@@ -1,72 +0,0 @@
-// 学校官网：http://www.upc.edu.cn/
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const baseurl = 'http://news.upc.edu.cn/';
-// 地址映射
-const MAP = {
-    notice: 'tzgg',
-    scholar: 'xsdt',
-};
-// 头部信息
-const HEAD = {
-    notice: '通知公告',
-    scholar: '学术动态',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const response = await got({
-        method: 'get',
-        url: baseurl + MAP[type] + '.htm',
-    });
-    const $ = cheerio.load(response.data);
-    // ## 获取列表
-    const list = $('div.container > div.main-ny > div.main-ny-cont > div.main-ny-cont-box > div.main-list-box > div.main-list-box-left > ul > li > div.li-right > div.li-right-bt > a').get();
-    // ## 定义输出的item
-    const out = await Promise.all(
-        // ### 遍历列表，筛选出自己想要的内容
-        list.map(async (item) => {
-            const itemSingle = cheerio.load(item);
-            const title = itemSingle.text();
-            const re = /<a[^>]*href=['"]([^"]*)['"][^>]*>(.*?)<\/a>/g;
-            let singleUrl = '';
-            if (re.exec(itemSingle.html()) !== null) {
-                singleUrl = RegExp.$1;
-            }
-            if (singleUrl.search('http') === -1) {
-                singleUrl = `http://news.upc.edu.cn/` + singleUrl;
-            }
-            const cache = await ctx.cache.get(singleUrl); // ### 得到全局中的缓存信息
-            // ### 判断缓存是否存在，如果存在即跳过此次获取的信息
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            // 获取详情页面的介绍
-            const detail_response = await got({
-                method: 'get',
-                url: singleUrl,
-            });
-            const $ = cheerio.load(detail_response.data);
-            const detail_content = $('div.container > div.main-ny > div.main-ny-cont > div.main-ny-cont-box > div.main-content-box > form').html();
-            // ### 设置 RSS feed item
-            const single = {
-                title,
-                link: singleUrl,
-                // author,
-                description: detail_content,
-                // pubDate: updateDate,
-            };
-            // // ### 设置缓存
-            ctx.cache.set(singleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-            // }
-        })
-    );
-
-    ctx.state.data = {
-        title: HEAD[type] + `-中国石油大学（华东）`,
-        link: baseurl + MAP[type] + '.htm',
-        description: HEAD[type] + `-中国石油大学（华东）`,
-        item: out,
-    };
-};

package/lib/routes/universities/upcyjs/upcyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://zs.gs.upc.edu.cn/sszs/list.htm';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.list tr').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中国石油大学研究生院',
-        link,
-        description: '中国石油大学研究生院通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('tr a').text(), description: item.find('tr a').text(), link: item.find('tr a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/ustb/tj/news.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-const _ = require('lodash');
-
-const baseUrl = 'http://tj.ustb.edu.cn';
-const maps = {
-    xyxw: '/Class/xyxw/index.htm',
-    xshhd: '/Class/xshhd/index.htm',
-    csjsxy: '/Class/csjsxy/index.htm',
-    xxgcxy: '/Class/xxgcxy/index.htm',
-    jjx: '/Class/jjx/index.htm',
-    glxy: '/Class/glxy/index.htm',
-    clx: '/Class/clx/index.htm',
-    jxgcx: '/Class/jxgcx/index.htm',
-    hlx: '/Class/hlx/index.htm',
-    flx: '/Class/flx/index.htm',
-    wyx: '/Class/wyx/index.htm',
-    ysx: '/Class/ysx/index.htm',
-};
-
-function getNews(data) {
-    const $ = cheerio.load(data);
-    return $('div[class="classnews"] ul li a')
-        .slice(0, 5)
-        .map((_, elem) => ({
-            link: baseUrl + elem.attribs.href,
-            title: elem.children[0].data,
-            pubDate: dayjs(elem.attribs.href.split('/')[3].split('.')[0]).toString(),
-        }))
-        .get();
-}
-
-module.exports = async (ctx) => {
-    let type = ctx.params.type || 'all';
-    if (!_.includes(_.keys(maps), type)) {
-        type = 'all';
-    }
-
-    const responseData = {
-        title: '北京科技大学天津学院新闻动态',
-        link: baseUrl,
-        item: null,
-    };
-
-    if (type === 'all') {
-        const all = await Promise.all(
-            Object.values(maps).map(async (link) => {
-                const response = await got.get(baseUrl + link);
-                const news = getNews(response.data);
-                return Promise.resolve(news);
-            })
-        );
-        responseData.item = _.orderBy(_.flatMapDepth(all), (res) => new Date(res.pubDate), ['desc']);
-    } else {
-        const response = await got.get(baseUrl + maps[type]);
-        const news = getNews(response.data);
-        responseData.item = news;
-    }
-
-    ctx.state.data = responseData;
-};

package/lib/routes/universities/wtu/index.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-const apiUrl = 'http://ehall.wtu.edu.cn/wtu/api/queryBulletinListByConditional.do?pageNum=1&pageSize=8&columnId=';
-const listUrl = 'http://ehall.wtu.edu.cn/new/list.html?type=';
-const psgUrl = 'http://ehall.wtu.edu.cn/new/detail-word.html?';
-const map = new Map([
-    [1, { title: '通知公告', type: '2', id: '1994a3b58bef4ee887e1efc19881decd' }],
-    [2, { title: '教务信息', type: '5', id: '36d47fcd3e774f289adfef1d93138a9d' }],
-    [3, { title: '科研动态', type: '3', id: '48e8abfb983b4e4486b69feacad1dc1b' }],
-]);
-
-module.exports = async (ctx) => {
-    const typein = Number.parseInt(ctx.params.type);
-    const title = map.get(typein).title;
-    const columnId = map.get(typein).id;
-    const type = map.get(typein).type;
-    const res = await got({
-        method: 'get',
-        url: `${apiUrl}${columnId}`,
-    });
-    const res_json = res.data.bulletinList;
-
-    ctx.state.data = {
-        title: `${title} - 武汉纺织大学信息门户`,
-        link: `${listUrl}${type}`,
-        description: `${title} - 武汉纺织大学信息门户`,
-        item: res_json.map((item) => ({
-            title: item.TITLE,
-            description: item.TITLE,
-            pubDate: new Date(item.CREATE_TIME).toUTCString(),
-            link: `${psgUrl}type=${type}?bulletinId=${item.WID}`,
-        })),
-    };
-};

package/lib/routes/universities/zkyai/zkyai.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://ai.ucas.ac.cn/index.php/zh-cn/tzgg';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.b-list li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中科院人工智能所',
-        link,
-        description: '中科院人工智能通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/zkyyjs/zkyyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://www.ia.cas.cn/yjsjy/zs/sszs/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.col-md-9 li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '中科院自动化所',
-        link,
-        description: '中科院自动化所通知公告',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/vocus/publication.js

@@ -1,19 +0,0 @@
-const got = require('@/utils/got');
-const { ProcessFeed } = require('./utils');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `https://vocus.cc/${id}/home`;
-    const configs = { headers: { Referer: link } };
-
-    const { _id, title, abstract } = (await got.get(`https://api.sosreader.com/api/publication/${id}`, configs)).data;
-    const { articles } = (await got.get(`https://api.sosreader.com/api/articles?publicationId=${_id}&status=2&num=10&page=1`, configs)).data;
-    const items = await ProcessFeed(articles, `https://vocus.cc/${id}`, ctx.cache);
-
-    ctx.state.data = {
-        title: `${title} - 方格子`,
-        link,
-        description: abstract,
-        item: items,
-    };
-};

package/lib/routes/vocus/utils.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-
-const load = async (link, configs) => ({
-    description: (await got.get(link, configs)).data.article.content,
-});
-
-const ProcessFeed = (list, host, caches) => {
-    const configs = { headers: { Referer: host } };
-
-    return Promise.all(
-        list.map(async (item) => {
-            const itemUrl = `https://api.sosreader.com/api/article/${item._id}`;
-
-            const single = {
-                title: item.title,
-                author: item.user.fullname,
-                pubDate: new Date(item.updatedAt).toUTCString(),
-                link: `${host}/${item._id}`,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl, configs));
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/yahoo-news/index.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-const { isValidHost } = require('@/utils/valid-host');
-
-module.exports = async (ctx) => {
-    const region = ctx.params.region === 'en' ? '' : ctx.params.region.toLowerCase() + '.';
-    if (!isValidHost(region)) {
-        throw Error('Invalid region');
-    }
-    const category = ctx.params.category ? ctx.params.category.toLowerCase() : '';
-    const rssUrl = `https://${region}news.yahoo.com/rss/${category}`;
-    const feed = await parser.parseURL(rssUrl);
-    const title = feed.title;
-    const link = feed.link;
-    const description = feed.description;
-    const filteredItems = feed.items.filter((item) => !item.link.includes('promotions') && item.link.includes('yahoo.com'));
-    const items = await Promise.all(
-        filteredItems.map(async (item) => {
-            const description = await ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const $ = cheerio.load(response.data);
-                const $descriptionRoot = cheerio.load('<div><div class="img-root"></div><div class="content-root"></div></div>');
-                $descriptionRoot('div.img-root').append($('article img:not(header img)'));
-                $descriptionRoot('div.content-root').append($('article p').removeAttr('content'));
-                return $descriptionRoot.html();
-            });
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        description,
-        item: items,
-    };
-};

package/lib/routes/yuque/doc.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-// token通过process.env.YUQUE_TOKEN或者在config.js 配置
-const { token = '' } = config.yuque;
-
-module.exports = async (ctx) => {
-    const { repo_id } = ctx.params;
-    const baseUrl = 'https://www.yuque.com';
-    const repoUrl = `${baseUrl}/api/v2/repos/${repo_id}`;
-    const docsUrl = `${repoUrl}/docs`;
-
-    const fetchData = (url) =>
-        got({
-            url,
-            method: 'get',
-            headers: {
-                'X-Auth-Token': token,
-            },
-        });
-
-    const repoDetail = await fetchData(repoUrl);
-    const {
-        name: repo,
-        user: { name },
-        description,
-        namespace,
-    } = repoDetail.data.data;
-    const docsDetail = await fetchData(docsUrl);
-    const docs = docsDetail.data.data;
-
-    // 过滤掉草稿类型
-    const publicDocs = docs.filter(({ status }) => status === 1);
-    ctx.state.data = {
-        title: `${name} / ${repo}`,
-        link: repoUrl,
-        description,
-        item: await Promise.all(
-            publicDocs.map(async (doc) => {
-                const item = {
-                    title: doc.title,
-                    description: doc.description,
-                    pubDate: doc.published_at,
-                    link: `${baseUrl}/${namespace}/${doc.id}`,
-                };
-                const key = `yuque${doc.id}`;
-                const value = await ctx.cache.get(key);
-
-                if (value) {
-                    item.description = value;
-                } else if (token) {
-                    const docDetail = await fetchData(`${docsUrl}/${doc.id}`);
-                    const { body_html } = docDetail.data.data;
-                    item.description = body_html;
-                    ctx.cache.set(key, item.description);
-                }
-                return item;
-            })
-        ),
-    };
-};

package/lib/utils/torrent.js

@@ -1,163 +0,0 @@
-const stringSimilarity = require('string-similarity');
-const Parser = require('rss-parser');
-const TorrentSearchApi = require('torrent-search-api');
-const TorrentProvider = require('torrent-search-api/lib/TorrentProvider');
-
-const logger = require('@/utils/logger');
-
-TorrentSearchApi.overrideConfig('Eztv', {
-    baseUrl: 'https://eztv.re',
-});
-TorrentSearchApi.overrideConfig('Limetorrents', {
-    baseUrl: 'https://limetorrents.buzz',
-});
-TorrentSearchApi.overrideConfig('ThePirateBay', {
-    baseUrl: 'https://www.pirateproxy-bay.com',
-});
-TorrentSearchApi.overrideConfig('Torrentz2', {
-    baseUrl: 'https://torrentz2eu.org',
-});
-
-class HDHome extends TorrentProvider {
-    constructor() {
-        super({
-            name: 'HDHome',
-            baseUrl: 'https://hdhome.org',
-            searchUrl: `/torrentrss.php?rows=20&search={query}&linktype=dl&passkey=`,
-            passkey: '',
-            categories: {
-                All: '',
-                Movies: '',
-                TV: '',
-                Music: '',
-            },
-        });
-        this.parser = new Parser();
-    }
-
-    getUrl(category, query) {
-        const url = super.getUrl(category, query);
-        return `${url}${this.passkey}`;
-    }
-
-    search(query, category) {
-        const url = this.getUrl(category, query);
-        if (url === null) {
-            return Promise.resolve([]);
-        }
-        return this.parser.parseURL(url).then((feed) =>
-            feed.items.map((t) => ({
-                provider: this.name,
-                title: t.title,
-                time: t.pubDate,
-                seeds: 1000,
-                peers: 1000,
-                size: t.enclosure.length,
-                link: t.enclosure.url,
-                magnet: t.enclosure.url,
-                desc: t.content,
-            }))
-        );
-    }
-}
-
-TorrentSearchApi.loadProvider(HDHome);
-
-const allProviders = ['HDHome', 'Rarbg', '1337x', 'Yts', 'Eztv'];
-for (const provider of allProviders) {
-    TorrentSearchApi.enableProvider(provider);
-}
-
-function normalize(title) {
-    return title
-        .replace(/[\W_]+/g, ' ')
-        .trim()
-        .toLowerCase();
-}
-
-function containsAll(title, keyword) {
-    const index = title.indexOf(keyword);
-    if (index < 0) {
-        return false;
-    }
-    const nextIndex = index + keyword.length;
-    if (nextIndex < title.length) {
-        return title[nextIndex] === ' ';
-    }
-    return true;
-}
-
-function convertSize(size) {
-    const sizeParts = size.split(/[ ,]+/);
-    let scale = 1;
-    if (sizeParts.length > 1) {
-        switch (sizeParts[1].toUpperCase()) {
-            case 'KB':
-                scale = 1024;
-                break;
-            case 'MB':
-                scale = 1024 * 1024;
-                break;
-            case 'GB':
-                scale = 1024 * 1024 * 1024;
-                break;
-            default:
-                break;
-        }
-    }
-    return parseFloat(sizeParts[0]) * scale;
-}
-
-module.exports = {
-    allProviders,
-    get: async (providers, params, keywords, category, minSeeds, minRating) => {
-        for (const provider of providers) {
-            if (TorrentSearchApi.isProviderActive(provider)) {
-                TorrentSearchApi.enableProvider(provider);
-            }
-            TorrentSearchApi.overrideConfig(provider, params);
-        }
-
-        const keyword = keywords[0];
-        const normalizeKeyword = normalize(keyword);
-        let torrents;
-        try {
-            torrents = await TorrentSearchApi.search(providers, keywords.join(' '), category);
-        } catch (e) {
-            // expect a status code error, but we don't mind catching all errors here
-            // logger.debug(e);
-            return {};
-        }
-        if (torrents && torrents.length > 0) {
-            let bestRating = 0;
-            let bestSize = 0;
-            let bestTorrent = torrents[0];
-            for (const torrent of torrents) {
-                if (torrent.seeds < minSeeds) {
-                    continue;
-                }
-                const normalizeTitle = normalize(torrent.title);
-                const rating = containsAll(normalizeTitle, normalizeKeyword) ? 1 : stringSimilarity.compareTwoStrings(normalizeKeyword, normalizeTitle);
-                const size = convertSize(torrent.size);
-                if (rating > bestRating || (rating === bestRating && size > bestSize)) {
-                    bestRating = rating;
-                    bestSize = size;
-                    bestTorrent = torrent;
-                }
-            }
-            logger.debug('matched torrent', {
-                providers,
-                keywords,
-                bestRating,
-                bestTorrent,
-            });
-            if (bestRating >= minRating) {
-                return {
-                    enclosure_url: await TorrentSearchApi.getMagnet(bestTorrent),
-                    enclosure_type: 'application/x-bittorrent',
-                };
-            }
-        }
-        return {};
-    },
-};