rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/routes/xwlb/index.js

@@ -1,40 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://www.xwlb.net.cn/video.html`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.post_body').get();
-
-    const out = await Promise.all(
-        list.slice(0, 2).map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h2 a').attr('title');
-            const partial = $('h2 a').attr('href');
-            const address = partial;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const get = cheerio.load(res.data);
-
-            const contents = get('.content').html();
-            const single = {
-                title,
-                description: contents,
-                link: address,
-                guid: address,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/yuanshen/index.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-
-const config = {
-    latest: {
-        zh_CN: '10',
-        zh_TW: '87',
-    },
-    news: {
-        zh_CN: '11',
-        zh_TW: '90',
-    },
-    notice: {
-        zh_CN: '12',
-        zh_TW: '91',
-    },
-    activity: {
-        zh_CN: '258',
-        zh_TW: '92',
-    },
-};
-
-const titles = {
-    latest: {
-        zh_CN: '最新',
-        zh_TW: '最新',
-    },
-    news: {
-        zh_CN: '新闻',
-        zh_TW: '資訊',
-    },
-    notice: {
-        zh_CN: '公告',
-        zh_TW: '公告',
-    },
-    activity: {
-        zh_CN: '活动',
-        zh_TW: '活動',
-    },
-};
-
-module.exports = async (ctx) => {
-    ctx.params.location = ctx.params.location || 'zh_CN';
-    ctx.params.category = ctx.params.category || 'latest';
-
-    let rootUrl;
-
-    if (ctx.params.location === 'zh_CN') {
-        rootUrl = `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=5&pageNum=1&channelId=${config[ctx.params.category][ctx.params.location]}`;
-    } else {
-        rootUrl = `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=5&pageNum=1&channelId=${config[ctx.params.category][ctx.params.location]}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const list = response.data.data.list.map((item) => ({
-        title: item.title,
-        link: `https://ys.mihoyo.com/main/news/detail/${item.id}`,
-        pubDate: new Date(item.start_time + ' GMT+8').toUTCString(),
-        author: item.author,
-    }));
-
-    ctx.state.data = {
-        title: `${titles[ctx.params.category][ctx.params.location]} - 原神`,
-        link: rootUrl,
-        item: list,
-    };
-};

package/lib/routes/zcool/top.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const url = 'https://www.zcool.com.cn/top/index.do';
-
-    const topResponse = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'https://www.zcool.com.cn',
-        },
-    });
-
-    let $ = cheerio.load(topResponse.data);
-    const rankId = $('div.list-cycle>p>span').text();
-
-    if (type === 'article') {
-        const articleResponse = await got({
-            method: 'get',
-            url: 'https://www.zcool.com.cn/top/article.do?rankType=8&rankId=' + rankId,
-            headers: {
-                Referer: url,
-            },
-        });
-        $ = cheerio.load(articleResponse.data);
-    }
-
-    const list = $('div.author')
-        .map((i, e) => {
-            const element = $(e);
-
-            const title = element.find('div.title').find('a').text();
-            const link = element.find('div.title').find('a').attr('href');
-            const author = element.find('div.nick').find('a').text();
-
-            return {
-                title,
-                description: '',
-                link,
-                author,
-            };
-        })
-        .get();
-
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemResponse = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                },
-            });
-            const itemElement = cheerio.load(itemResponse.data);
-            item.description = type !== 'article' ? itemElement('div.work-content-wrap').html() : itemElement('div.article-content-wraper').html();
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - 第' + rankId + '期' + (type !== 'article' ? '作品总榜' : '文章总榜'),
-        link: url,
-        item: result,
-    };
-};

package/lib/routes/zcool/user.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let uid = ctx.params.uid;
-
-    if (isNaN(uid)) {
-        const user_response = await got.get(`https://${uid}.zcool.com.cn/`);
-        const $ = cheerio.load(user_response.data);
-        uid = $('[data-id]').attr('data-id');
-    }
-
-    const url = `https://api.zcool.com.cn/v2/api/u/${uid}`;
-
-    const response = await got.get(url);
-    const data = response.data.data;
-
-    const user = data.content[0].creatorObj;
-    const list = data.content;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const link = item.pageUrl;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: item.title,
-                link,
-                author: item.creatorObj.username,
-                pubDate: new Date(item.createTime * 1),
-            };
-
-            try {
-                const item_response = await got.get(link);
-                const item_element = cheerio.load(item_response.data);
-                const item_content_wrap = item_element('.work-content-wrap');
-                const item_content = item_content_wrap.length !== 0 ? item_content_wrap : item_element('.work-show-box');
-                rssitem.description = item_content.html();
-            } catch (err) {
-                return Promise.resolve('');
-            }
-
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - ' + user.username,
-        image: user.avatar,
-        link: user.pageUrl,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/v2/acm-ecnu/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/contest/:category?': ['a180285'],
-};

package/lib/v2/acm-ecnu/radar.js

@@ -1,19 +0,0 @@
-module.exports = {
-    'ecnu.edu.cn': {
-        _name: 'ACM-ECNU',
-        acm: [
-            {
-                title: '所有比赛列表',
-                docs: 'https://docs.rsshub.app/programming.html#ACM-ECNU',
-                source: ['/contest/'],
-                target: '/acm-ecnu/contest/',
-            },
-            {
-                title: '仅公开比赛列表',
-                docs: 'https://docs.rsshub.app/programming.html#ACM-ECNU',
-                source: ['/contest/'],
-                target: '/acm-ecnu/contest/public',
-            },
-        ],
-    },
-};

package/lib/v2/acm-ecnu/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/contest/:category?', require('./contest'));
-};

package/lib/v2/bilibili/collection.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cache = require('./cache');
-const utils = require('./utils');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const sid = ctx.params.sid;
-    const disableEmbed = ctx.params.disableEmbed;
-    const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
-    const response = await got({
-        method: 'get',
-        url: `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=false&page_num=1&page_size=30`,
-        headers: {
-            Referer: `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`,
-        },
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        title: `${name}的${data.data.meta.name}`,
-        link: `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`,
-        description: `${name} 的 bilibili 合集`,
-        logo: face,
-        icon: face,
-        item: data.data.archives.map((item) => ({
-            title: item.title,
-            description: `${!disableEmbed ? `<br><br>${utils.iframe(item.aid)}` : ''}<br><img src="${item.pic}">`,
-            pubDate: parseDate(item.pubdate * 1000),
-            link: item.pubdate > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
-            author: name,
-        })),
-    };
-};

package/lib/v2/cnbeta/index.js

@@ -1,16 +0,0 @@
-const parser = require('@/utils/rss-parser');
-
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = `${rootUrl}/backend.php`;
-
-    let { items } = await parser.parseURL(currentUrl);
-    items = items.filter((item) => item.link.includes('cnbeta'));
-
-    ctx.state.data = {
-        title: 'cnBeta',
-        link: currentUrl,
-        item: await ProcessItems(items, ctx.query.limit, ctx.cache.tryGet),
-    };
-};

package/lib/v2/dongqiudi/daily.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.dongqiudi.com/special/48');
-
-    const $ = cheerio.load(response.data);
-
-    const host = 'https://www.dongqiudi.com';
-
-    const list = $('.detail.special ul li h3')
-        .slice(0, 5)
-        .get()
-        .filter((e) => cheerio.load(e).text().length > 3);
-
-    const proList = [];
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = host + $('a').attr('href');
-
-            return ctx.cache.tryGet(itemUrl, () => {
-                const single = {
-                    title,
-                    link: itemUrl,
-                };
-
-                const es = got.get(itemUrl);
-                proList.push(es);
-                return single;
-            });
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: '懂球帝早报',
-        link: 'http://www.dongqiudi.com/special/48',
-        item: out.filter((e) => e.description !== undefined),
-    };
-};

package/lib/v2/hellogithub/article.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://hellogithub.com';
-    const currentUrl = 'https://hellogithub.com/article';
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('.content .post')
-        .slice(0, 10)
-        .map((_, item) => {
-            const a = $(item).find('a.post-title').eq(0).eq(0);
-            const link = rootUrl + a.attr('href');
-            return {
-                title: a.text(),
-                link,
-                description: $(item).find('.post-description')[0].children[0].data,
-                pubDate: timezone(parseDate($(item).find('.post-meta').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                item.description = content('.markdown-body').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'HelloGitHub - Article',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hellogithub/month.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://hellogithub.com';
-    const currentUrl = 'https://hellogithub.com/article';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-    const $ = cheerio.load(response.data);
-    let count = $('.pricing-table-price').eq(0).text();
-    count = count.replace(/[^0-9]/gi, '');
-    let start = count - 10;
-    const PromiseArr = [];
-    for (start; start <= count; start++) {
-        PromiseArr.push(
-            new Promise((resolve) => {
-                const link = `https://hellogithub.com/periodical/volume/${start}/`;
-                const issueNum = start;
-                return ctx.cache.tryGet(link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: link,
-                    });
-                    const $ = cheerio.load(detailResponse.data);
-                    return resolve({
-                        title: '第' + issueNum + '期',
-                        link,
-                        description: $('.content').html(),
-                    });
-                });
-            })
-        );
-    }
-    const items = await Promise.all(PromiseArr);
-    ctx.state.data = {
-        title: 'HelloGitHub - Article',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hellogithub/ranking.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let type;
-    switch (ctx.params.type) {
-        case 'db':
-            type = 'db-engines';
-            break;
-        case 'webserver':
-            type = 'netcraft';
-            break;
-        default:
-            type = 'tiobe';
-            break;
-    }
-    const rootUrl = 'https://hellogithub.com/report/' + type;
-    ctx.state.data = {
-        title: 'HelloGitHub - ranking',
-        link: rootUrl,
-        item: await ctx.cache.tryGet(rootUrl, async () => {
-            const response = await got({
-                method: 'get',
-                url: rootUrl,
-            });
-            const $ = cheerio.load(response.data);
-            const content = $('.content');
-            const title = $('.header').find('h1');
-
-            return [
-                {
-                    title: title.text(),
-                    link: rootUrl,
-                    description: content.html(),
-                },
-            ];
-        }),
-    };
-};

package/lib/v2/heu/job/bigemploy.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const date = new Date();
-    const hour = date.getHours();
-    const minute = date.getMinutes();
-
-    const response = await got({
-        method: 'get',
-        url: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.articlecontent')
-        .map((_, item) => {
-            const link = $(item).find('a.bigTitle').attr('href');
-            return {
-                title: $(item).find('a.bigTitle').text(),
-                pubDate:
-                    $(item)
-                        .text()
-                        .replace(/[ ]|[\r\n]/g, '')
-                        .substr(-10) +
-                    ' ' +
-                    hour +
-                    ':' +
-                    minute,
-                description: $(item).find('a.bigTitle').text() + '<br><br>' + '点击标题，登录查看招聘详情',
-                link,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '大型招聘会',
-        link: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
-        item: list,
-        allowEmpty: true,
-    };
-};

package/lib/v2/nuaa/cs/index.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const getCookie = require('../utils/pypasswaf');
-const host = 'http://cs.nuaa.edu.cn/';
-
-const map = new Map([
-    ['tzgg', { title: '南京航空航天大学计算机科学与技术学院 -- 通知公告', suffix: 'tzgg/list.htm' }],
-    ['rdxw', { title: '南京航空航天大学计算机科学与技术学院 -- 热点新闻', suffix: '10846/list.htm' }],
-    ['xkky', { title: '南京航空航天大学计算机科学与技术学院 -- 学科科研', suffix: '10849/list.htm' }],
-    ['be', { title: '南京航空航天大学计算机科学与技术学院 -- 本科生培养', suffix: '10850/list.htm' }],
-    ['me', { title: '南京航空航天大学计算机科学与技术学院 -- 研究生培养', suffix: '10851/list.htm' }],
-    ['jxdt', { title: '南京航空航天大学计算机科学与技术学院 -- 教学动态', suffix: '1977/list.htm' }],
-    ['xsgz', { title: '南京航空航天大学计算机科学与技术学院 -- 学生工作', suffix: '1959/list.htm' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const getDescription = Boolean(ctx.params.getDescription) || false;
-    const suffix = map.get(type).suffix;
-
-    const link = new URL(suffix, host).href;
-    const cookie = await getCookie();
-    const gotConfig = {
-        headers: {
-            cookie,
-        },
-    };
-    const response = await got(link, gotConfig);
-    const $ = cheerio.load(response.data);
-
-    const list = $('#news_list ul li')
-        .slice(0, Math.min(parseInt($('.per_count', '#wp_paging_w6').text()), parseInt($('.all_count', '#wp_paging_w6').slice(1).text())))
-        .map(function () {
-            const info = {
-                title: $(this).find('a').attr('title'),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('span').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map((info) => {
-            const title = info.title || 'tzgg';
-            const date = info.date;
-            const itemUrl = new URL(info.link, host).href;
-
-            return ctx.cache.tryGet(itemUrl, async () => {
-                const arr = itemUrl.split('.');
-                const pageType = arr[arr.length - 1];
-
-                // 南航新 WAF 过于敏感
-                // 目前 description 需要遍历页面，会被 WAF 拦截导致无法输出
-                // 考虑换一种获取 description 的方式或者将标题当作 title。
-                let description = title;
-                if (getDescription) {
-                    description = itemUrl;
-                    if (pageType === 'htm' || pageType === 'html') {
-                        const response = await got.get(itemUrl, gotConfig);
-                        const $ = cheerio.load(response.data);
-                        description = $('.wp_articlecontent')
-                            .html()
-                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
-                            .trim();
-                    }
-                }
-
-                const single = {
-                    title,
-                    link: itemUrl,
-                    description,
-                    pubDate: parseDate(date),
-                };
-                return single;
-            });
-        })
-    );
-
-    ctx.state.data = {
-        title: map.get(type).title,
-        link,
-        description: '南京航空航天大学计算机科学与技术学院RSS',
-        item: out,
-    };
-};