rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/hackernews/index.js

@@ -0,0 +1,103 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const section = ctx.params.section ?? 'index';
+    const type = ctx.params.type ?? 'sources';
+    const user = ctx.params.user ?? '';
+
+    const rootUrl = 'https://news.ycombinator.com';
+    const currentUrl = `${rootUrl}${section === 'index' ? '' : `/${section}`}${user === '' ? '' : '?id=' + user}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.athing')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .map((_, thing) => {
+            thing = $(thing);
+
+            const item = {};
+
+            item.guid = thing.attr('id');
+            item.title = thing.find('.titlelink').text();
+            item.category = thing.find('.sitestr').text();
+            item.author = thing.next().find('.hnuser').text();
+            item.pubDate = parseDate(thing.find('.age').attr('title') ?? thing.next().find('.age').attr('title'));
+
+            item.link = `${rootUrl}/item?id=${item.guid}`;
+            item.origin = thing.find('.titlelink').attr('href');
+            item.onStory = thing.find('.onstory').text().substring(2);
+
+            item.comments = thing.next().find('a').last().text().split(' comment')[0];
+            item.currentComment = thing.find('.comment').text();
+            item.guid = type === 'sources' ? item.guid : `${item.guid}${item.comments === 'discuss' ? '' : `-${item.comments}`}`;
+
+            item.description = `<a href="${item.link}">Comments on Hacker News</a> | <a href="${item.origin}">Source</a>`;
+
+            return item;
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                if (item.comments !== 'discuss' && type === 'comments') {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.reply').remove();
+
+                    item.description = '';
+
+                    content('.comtr').each(function () {
+                        const author = content(this).find('.hnuser');
+                        const comment = content(this).find('.commtext');
+
+                        item.description +=
+                            `<div><div><small><a href="${rootUrl}/${author.attr('href')}">${author.text()}</a></small>` +
+                            `&nbsp&nbsp<small><a href="${rootUrl}/item?id=${content(this).attr('id')}">` +
+                            `${content(this).find('.age').attr('title')}</a></small></div>`;
+
+                        const commentText = comment.clone();
+
+                        commentText.find('p').remove();
+                        commentText.html(`<p>${commentText.text()}</p>`);
+                        commentText.append(
+                            comment
+                                .find('p')
+                                .toArray()
+                                .map((p) => `<p>${content(p).html()}</p>`)
+                        );
+
+                        item.description += `<div>${commentText.html()}</div></div>`;
+                    });
+                } else if (item.comments !== 'discuss' && type === 'comments_list') {
+                    item.title = item.onStory;
+                    item.description = item.currentComment;
+                }
+
+                item.link = type === 'sources' ? item.origin : item.link;
+
+                delete item.origin;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hackernews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:section?/:type?/:user?': ['nczitzk', 'xie-dongping'],
+};

package/lib/v2/hackernews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ycombinator.com': {
+        _name: 'Hacker News',
+        '.': [
+            {
+                title: 'Section',
+                docs: 'https://docs.rsshub.app/programming.html#hacker-news',
+                source: ['/:section', '/'],
+                target: '/hackernews/:section?/:type?/:user?',
+            },
+        ],
+    },
+};

package/lib/v2/hackernews/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:section?/:type?/:user?', require('./index'));
+};

package/lib/v2/hbr/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topic/:topic?/:type?': ['nczitzk'],
+};

package/lib/v2/hbr/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hbr.org': {
+        _name: 'Harvard Business Review',
+        '.': [
+            {
+                title: 'Topic',
+                docs: 'https://docs.rsshub.app/new-media.html#harvard-business-review-topic',
+                source: ['/topic/:topic?', '/'],
+                target: '/hbr/topic/:topic?/:type?',
+            },
+        ],
+    },
+};

package/lib/v2/hbr/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/topic/:topic?/:type?', require('./topic'));
+};

package/lib/v2/hbr/topic.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const topic = ctx.params.topic ?? 'leadership';
+    const type = ctx.params.type ?? 'Latest';
+
+    const rootUrl = 'https://hbr.org';
+    const currentUrl = `${rootUrl}/topic/${topic}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $(`stream-content[data-stream-name="${type}"]`)
+        .find('.stream-item')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.attr('data-title'),
+                author: item.attr('data-authors'),
+                category: item.attr('data-topic'),
+                link: `${rootUrl}${item.attr('data-url')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article-body, article[itemprop="description"]').html();
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('title').eq(0).text()} - ${type}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/heu/gx/card.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://news.hrbeu.edu.cn';
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const hour = date.getHours();
+    const minute = date.getMinutes();
+    const column = ctx.params.column;
+    const id = ctx.params.id || '';
+    let toUrl;
+    if (id !== '') {
+        toUrl = rootUrl.concat('/', column, '/', id, '.htm');
+    } else {
+        toUrl = rootUrl.concat('/', column, '.htm');
+    }
+
+    const response = await got({
+        method: 'get',
+        url: toUrl,
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const bigTitle = $('div.list-left-tt')
+        .text()
+        .replace(/[ ]|[\r\n]/g, '');
+
+    const card = $('li.clearfix')
+        .map((_, item) => ({
+            title: $(item).find('div.list-right-tt').text(),
+            pubDate: $(item).find('span').text() + ' ' + hour + ':' + minute,
+            link: $(item).find('a').attr('href'),
+            description: $(item).find('div.list-right-p').text(),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: '工学-' + bigTitle,
+        link: toUrl,
+        item: card,
+    };
+};

package/lib/v2/heu/gx/list.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://news.hrbeu.edu.cn';
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const hour = date.getHours();
+    const minute = date.getMinutes();
+    const column = ctx.params.column;
+    const id = ctx.params.id || '';
+    let toUrl;
+    if (id !== '') {
+        toUrl = rootUrl.concat('/', column, '/', id, '.htm');
+    } else {
+        toUrl = rootUrl.concat('/', column, '.htm');
+    }
+
+    const response = await got({
+        method: 'get',
+        url: toUrl,
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const bigTitle = $('div.list-left-tt')
+        .text()
+        .replace(/[ ]|[\r\n]/g, '');
+
+    const list = $('li.txt-elise')
+        .map((_, item) => {
+            let link = $(item).find('a').attr('href');
+            if (link.indexOf('info') !== -1 && id !== '') {
+                link = rootUrl.concat(link.substring(2));
+            }
+            if (link.indexOf('info') !== -1 && id === '') {
+                link = rootUrl.concat('/', link);
+            }
+            return {
+                title: $(item).find('a').attr('title'),
+                pubDate: $(item).find('span').text() + ' ' + hour + ':' + minute,
+                link,
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.link.indexOf('info') !== -1) {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.v_news_content').html();
+                } else {
+                    item.description = item.title + '<br><br>' + '本文需跳转，请点击标题后阅读';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '工学-' + bigTitle,
+        link: toUrl,
+        item: list,
+    };
+};

package/lib/v2/heu/job/bigemploy.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const hour = date.getHours();
+    const minute = date.getMinutes();
+
+    const response = await got({
+        method: 'get',
+        url: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('div.articlecontent')
+        .map((_, item) => {
+            const link = $(item).find('a.bigTitle').attr('href');
+            return {
+                title: $(item).find('a.bigTitle').text(),
+                pubDate:
+                    $(item)
+                        .text()
+                        .replace(/[ ]|[\r\n]/g, '')
+                        .substr(-10) +
+                    ' ' +
+                    hour +
+                    ':' +
+                    minute,
+                description: $(item).find('a.bigTitle').text() + '<br><br>' + '点击标题，登录查看招聘详情',
+                link,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: '大型招聘会',
+        link: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/heu/job/calendar.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://job.hrbeu.edu.cn';
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const year = date.getFullYear();
+    const month = date.getMonth() + 1;
+    let strmMonth;
+    month < 10 ? (strmMonth = '0' + month) : (strmMonth = month);
+    const day = date.getDate();
+
+    const response = await got({
+        method: 'post',
+        url: 'http://job.hrbeu.edu.cn/HrbeuJY/Web/Employ/QueryCalendar',
+        json: {
+            yearMonth: year + '-' + strmMonth,
+        },
+    }).json();
+
+    let link = '';
+    for (let i = 0, l = response.length; i < l; i++) {
+        // if (response[i].day === Number('10')) {
+        if (response[i].day === Number(day)) {
+            link = response[i].Items[0].link;
+        }
+    }
+
+    const todayResponse = await got({
+        method: 'get',
+        url: rootUrl.concat(link),
+    });
+
+    const $ = cheerio.load(todayResponse.data);
+
+    const list = $('li.clearfix')
+        .map((_, item) => {
+            const link = $(item).find('span.news_tit.news_tit_s').find('a').attr('href');
+            return {
+                title: $(item).find('span.news_tit.news_tit_s').find('a').attr('title'),
+                description: $(item).find('span.news_tit.news_tit_s').find('a').attr('title') + '<br><br>' + '点击标题，登录查看招聘详情',
+                link,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: '今日招聘会',
+        link: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/heu/job/list.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://job.hrbeu.edu.cn';
+
+const idMap = {
+    tzgg: {
+        name: '通知公告',
+        url: 'http://job.hrbeu.edu.cn/HrbeuJY/Web/Home/NewsList?43kuJdqqW6kyCmomBv0smMlyGfDy8QefMwSyc-jK8Ww=.shtml',
+    },
+    rdxw: {
+        name: '热点新闻',
+        url: 'http://job.hrbeu.edu.cn/HrbeuJY/Web/Home/NewsList?43kuJdqqW6kyCmomBv0smLeM5XMyxaJMXP0thrbMBWI=.shtml',
+    },
+};
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const hour = date.getHours();
+    const minute = date.getMinutes();
+    const id = ctx.params.id;
+
+    const response = await got({
+        method: 'get',
+        url: idMap[id].url,
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('li.list_item.i1')
+        .map((_, item) => {
+            let link = $(item).find('a').attr('href');
+            if (link.indexOf('HrbeuJY') !== -1) {
+                link = rootUrl.concat(link);
+            }
+            return {
+                title: $(item).find('a').attr('title'),
+                pubDate: $(item).find('.Article_PublishDate').text() + ' ' + hour + ':' + minute,
+                link,
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.link.indexOf('HrbeuJY') !== -1) {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('.article').html();
+                } else {
+                    item.description = item.title + '<br><br>' + '本文需跳转，请点击标题后阅读';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '就业服务平台-' + idMap[id].name,
+        link: idMap[id].url,
+        item: list,
+    };
+};

package/lib/v2/heu/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/yjsy/list/:id': ['Derekmini'],
+    '/job/bigemploy': ['Derekmini'],
+    '/job/calendar': ['Derekmini'],
+    '/job/list/:id': ['Derekmini'],
+    '/gx/:type/:colume/:id?': ['Derekmini'],
+    '/uae/list/:id': ['Derekmini'],
+};

package/lib/v2/heu/radar.js

@@ -0,0 +1,73 @@
+module.exports = {
+    'hrbeu.edu.cn': {
+        _name: '哈尔滨工程大学',
+        yjsy: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:id/list.htm',
+                target: '/heu/yjsy/list/:id',
+            },
+        ],
+        job: [
+            {
+                title: '大型招聘会',
+                docs: 'https://docs.rsshub.app/journal.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/*',
+                target: '/heu/job/bigemploy',
+            },
+            {
+                title: '今日招聘会',
+                docs: 'https://docs.rsshub.app/journal.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/*',
+                target: '/heu/job/calendar',
+            },
+            {
+                title: '就业服务平台-通知公告',
+                docs: 'https://docs.rsshub.app/journal.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/*',
+                target: '/heu/job/list/tzgg',
+            },
+            {
+                title: '就业服务平台-热点新闻',
+                docs: 'https://docs.rsshub.app/journal.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/*',
+                target: '/heu/job/list/rdxw',
+            },
+        ],
+        news: [
+            {
+                title: '工学',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:column',
+                target: (params) => `/heu/gx/list/${params.column.replace('.htm', '')}`,
+            },
+            {
+                title: '工学',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:column/:id',
+                target: (params) => `/heu/gx/list/${params.column}/${params.id.replace('.htm', '')}`,
+            },
+            {
+                title: '工学-card',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:column',
+                target: (params) => `/heu/gx/card/${params.column.replace('.htm', '')}`,
+            },
+            {
+                title: '工学-card',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:column/:id',
+                target: (params) => `/heu/gx/card/${params.column}/${params.id.replace('.htm', '')}`,
+            },
+        ],
+        uae: [
+            {
+                title: '水声学院',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-cheng-da-xue',
+                source: '/:id/list.htm',
+                target: '/heu/uae/list/:id',
+            },
+        ],
+    },
+};

package/lib/v2/heu/router.js

@@ -0,0 +1,9 @@
+module.exports = function (router) {
+    router.get('/yjsy/list/:id', require('./yjsy/list'));
+    router.get('/job/bigemploy', require('./job/bigemploy'));
+    router.get('/job/calendar', require('./job/calendar'));
+    router.get('/job/list/:id', require('./job/list'));
+    router.get('/gx/list/:column/:id?', require('./gx/list'));
+    router.get('/gx/card/:column/:id?', require('./gx/card'));
+    router.get('/uae/list/:id', require('./uae/list'));
+};

package/lib/v2/heu/uae/list.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://uae.hrbeu.edu.cn';
+
+module.exports = async (ctx) => {
+    const date = new Date();
+    const hour = date.getHours();
+    const minute = date.getMinutes();
+    const id = ctx.params.id;
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl.concat('/', id, '/list.htm'),
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const bigTitle = $('h2.column-title').text();
+
+    const list = $('a.column-news-item')
+        .map((_, item) => {
+            let link = $(item).attr('href');
+            if (link.indexOf('page.htm') !== -1) {
+                link = rootUrl.concat(link);
+            }
+            return {
+                title: $(item).find('span.column-news-title').text(),
+                pubDate: $(item).find('span.column-news-date').text() + ' ' + hour + ':' + minute,
+                link,
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.link.indexOf('page.htm') !== -1) {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.wp_articlecontent').html();
+                    item.title = content('h1.arti-title').text();
+                } else {
+                    item.description = item.title + '<br><br>' + '本文需跳转，请点击标题后阅读';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '水声学院-' + bigTitle,
+        link: rootUrl.concat('/', id, '/list.htm'),
+        item: list,
+    };
+};