rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/topys/index.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword ?? '';
+
+    const rootUrl = 'https://www.topys.cn';
+    const currentUrl = `${rootUrl}${keyword ? `/search/${keyword}` : '/api/web/article/get_article_list'}`;
+
+    const response = keyword
+        ? await got({
+              method: 'get',
+              url: currentUrl,
+          })
+        : await got({
+              method: 'post',
+              url: currentUrl,
+              json: {
+                  istop_time: 0,
+                  size: ctx.query.limit ? parseInt(ctx.query.limit) : 16,
+              },
+          });
+
+    let items = keyword
+        ? response.data.match(/id:(\d+),title:"(.*?)",keyword:"(.*?)",istop_time:(\d+),thumb/g).map((item) => {
+              const matches = item.match(/id:(\d+),title:"(.*)",keyword:"(.*)",istop_time:(\d+),thumb/);
+              return {
+                  title: matches[2],
+                  category: matches[3].split(','),
+                  link: `${rootUrl}/article/${matches[1]}`,
+                  pubDate: parseDate(matches[4] * 1000),
+              };
+          })
+        : response.data.data.map((item) => ({
+              title: item.title,
+              author: item.editor,
+              category: item.keyword.split(','),
+              link: `${rootUrl}/article/${item.id}`,
+              pubDate: parseDate(item.istop_time * 1000),
+          }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article-content').html();
+                item.author = item.author ?? content('.author-name p').first().text();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${keyword ? `${keyword} - ` : ''}TOPYS`,
+        link: keyword ? currentUrl : `${rootUrl}/pick`,
+        item: items,
+    };
+};

package/lib/v2/topys/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:keyword?': ['nczitzk'],
+};

package/lib/v2/topys/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'topys.cn': {
+        _name: 'TOPYS',
+        '.': [
+            {
+                title: '关键字',
+                docs: 'https://docs.rsshub.app/new-media.html#topys-guan-jian-zi',
+                source: ['/search/:keyword', '/'],
+                target: '/topys/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/topys/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:keyword?', require('./index'));
+};

package/lib/v2/ucas/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://zhaopin.ucas.ac.cn';
+
+const idMap = {
+    jxkyrc: 3,
+    glzcrc: 4,
+    ktxmpy: 5,
+    bsh: 6,
+};
+
+const titleMap = {
+    jxkyrc: '教学科研人才',
+    glzcrc: '管理支撑人才',
+    ktxmpy: '课题项目聘用',
+    bsh: '博士后',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'bsh';
+    const url = `${rootUrl}/gjob/login.do?method=contentList&t=zhaopin&c=${idMap[type]}`;
+    const response = await got.get(url);
+
+    const $ = cheerio.load(response.data);
+    const list = $('#col1_content > div.list > ul > li').get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const title = $(item).find('a').attr('title');
+            const link = rootUrl + $(item).find('a').attr('href');
+            const pubDate = parseDate($(item).find('span').text());
+
+            const desc = await ctx.cache.tryGet(link, async () => {
+                const response = await got.get(link);
+                const pageContent = cheerio.load(response.data);
+
+                const descDeadline = pageContent('#col1_content > div.content_head > div.top').html();
+                const descContent = pageContent('#col1_content > div.entry').html();
+                const desc = descDeadline + descContent;
+                return desc;
+            });
+
+            return {
+                title,
+                link,
+                pubDate,
+                description: desc,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `中国科学院大学招聘 - ${titleMap[type]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ucas/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/job/:type?': ['Fatpandac'],
+};

package/lib/v2/ucas/rader.js

@@ -0,0 +1,47 @@
+module.exports = {
+    'ucas.ac.cn': {
+        _name: '中国科学院大学招聘',
+        zhaopin: [
+            {
+                title: '招聘信息-博士后',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                source: '/*',
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('c') === '6') {
+                        return '/ucas/job/bsh';
+                    }
+                },
+            },
+            {
+                title: '招聘信息-课题项目聘用',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                source: '/*',
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('c') === '5') {
+                        return '/ucas/job/ktxmpy';
+                    }
+                },
+            },
+            {
+                title: '招聘信息-管理支撑人才',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                source: '/*',
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('c') === '4') {
+                        return '/ucas/job/glzcrc';
+                    }
+                },
+            },
+            {
+                title: '招聘信息-科学科研人才',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ke-xue-yuan-da-xue-zhao-pin-xin-xi',
+                source: '/*',
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('c') === '3') {
+                        return '/ucas/job/jxkyrc';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/ucas/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/job/:type?', require('./index'));
+};

package/lib/v2/uibe/hr.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'tzgg';
+    const type = ctx.params.type ?? '';
+
+    const rootUrl = 'http://hr.uibe.edu.cn';
+    const currentUrl = `${rootUrl}/${category}${type ? `/${type}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.lawul, .longul')
+        .find('li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('p').text(),
+                link: `${currentUrl}/${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.gp-article').html();
+                    item.pubDate = parseDate(content('#shareTitle').next().text().replace('时间：', ''));
+                } catch (err) {
+                    item.description = 'Not Found';
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.picTit').text()} - 对外经济贸易大学人力资源处`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/uibe/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/hr/:category?/:type?': ['nczitzk'],
+};

package/lib/v2/uibe/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uibe.edu.cn': {
+        _name: '对外经济贸易大学',
+        hr: [
+            {
+                title: '人力资源处',
+                docs: 'https://docs.rsshub.app/university.html#dui-wai-jing-ji-mao-yi-da-xue-ren-li-zi-yuan-chu',
+                source: ['/:category/:type', '/:category', '/'],
+                target: '/uibe/hr/:category?/:type?',
+            },
+        ],
+    },
+};

package/lib/v2/uibe/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/hr/:category?/:type?', require('./hr'));
+};

package/lib/v2/ulapia/index.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.ulapia.com';
+
+const titleMap = {
+    brokerage_news: '券商晨报',
+    stock_research: '个股研报',
+    industry_research: '行业研报',
+    strategy_research: '策略研报',
+    macro_research: '宏观研报',
+    ipo_research: 'IPO研报',
+};
+
+const selectorMap = {
+    brokerage_news: 'div.col-md-4',
+    stock_research: 'div.col-md-6',
+    industry_research: 'div.col-md-6',
+    strategy_research: 'div.col-md-6',
+    macro_research: 'div.col-md-6',
+    ipo_research: 'div.col-md-6',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'brokerage_news';
+    const url = `${rootUrl}/reports/${category}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const items = $(String(selectorMap[category]))
+        .filter((_, item) => $(item).find('img').attr('src'))
+        .map((_, item) => ({
+            title: `${$(item).find('strong').text()}  ${$(item).find('h5.mb-1').text()}`,
+            author: $(item).find('div.col.p-8.d-flex.px-3.py-3.flex-column.position-static > div:nth-child(4) > span:nth-child(2)').text(),
+            link: $(item).find('h5.mb-1 > a').attr('href'),
+            description: `<img src="${$(item).find('img').attr('src').split('!')[0]}">`,
+            pubDate: parseDate($(item).find('div.mb-0.text-muted').last().text().split(':')[1], 'YYYY-MM-DD'),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: ` ulapia - ${titleMap[category]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ulapia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/reports/:category?': ['Fatpandac'],
+};

package/lib/v2/ulapia/radar.js

@@ -0,0 +1,55 @@
+module.exports = {
+    'ulapia.com': {
+        _name: '乌拉邦 ulapia',
+        www: [
+            {
+                title: '今日晨报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/'],
+                target: '/ulapia/reports/brokerage_news',
+            },
+            {
+                title: '最新研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-zui-xin-yan-bao',
+                source: ['/'],
+                target: '/ulapia/research/latest',
+            },
+            {
+                title: '个股研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/stock_research'],
+                target: '/ulapia/reports/stock_research',
+            },
+            {
+                title: '行业研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/industry_research'],
+                target: '/ulapia/reports/industry_research',
+            },
+            {
+                title: '策略研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/strategy_research'],
+                target: '/ulapia/reports/strategy_research',
+            },
+            {
+                title: '宏观研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/macro_research'],
+                target: '/ulapia/reports/macro_research',
+            },
+            {
+                title: '新股研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/ipo_research'],
+                target: '/ulapia/reports/ipo_research',
+            },
+            {
+                title: '券商晨报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/brokerage_news'],
+                target: '/ulapia/reports/brokerage_news',
+            },
+        ],
+    },
+};

package/lib/v2/ulapia/research.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.ulapia.com';
+
+const researchList = ['stock_research', 'industry_research', 'strategy_research', 'macro_research', 'ipo_research'];
+
+module.exports = async (ctx) => {
+    const items = await Promise.all(
+        researchList.map((item) => {
+            const url = `${rootUrl}/reports/${item}`;
+
+            return ctx.cache.tryGet(url, async () => {
+                const response = await got.get(url);
+                const $ = cheerio.load(response.data);
+                const items = $('div.row > div.col-md-6')
+                    .slice(0, 6)
+                    .map((_, item) => ({
+                        title: `${$(item).find('strong').text()}  ${$(item).find('h5.mb-1').text()}`,
+                        author: $(item).find('div.col.p-8.d-flex.px-3.py-3.flex-column.position-static > div:nth-child(4) > span:nth-child(2)').text(),
+                        link: $(item).find('h5.mb-1 > a').attr('href'),
+                        description: `<img src="${$(item).find('img').attr('src').split('!')[0]}">`,
+                        pubDate: parseDate($(item).find('div.mb-0.text-muted').last().text().split(':')[1], 'YYYY-MM-DD'),
+                    }))
+                    .get();
+
+                return items;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: 'Ulapia - 最新研报',
+        link: rootUrl,
+        item: items.flat(),
+    };
+};

package/lib/v2/ulapia/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/reports/:category?', require('./index'));
+    router.get('/research/latest', require('./research'));
+};

package/lib/v2/ustb/maintainer.js

@@ -0,0 +1,24 @@
+module.exports = {
+    '/yjsy/news/adma': ['DA1Y1'],
+    '/yjsy/news/all': ['DA1Y1'],
+    '/yjsy/news/cicst': ['DA1Y1'],
+    '/yjsy/news/cres': ['DA1Y1'],
+    '/yjsy/news/huasheng': ['DA1Y1'],
+    '/yjsy/news/iet': ['DA1Y1'],
+    '/yjsy/news/ihmm': ['DA1Y1'],
+    '/yjsy/news/marx': ['DA1Y1'],
+    '/yjsy/news/me': ['DA1Y1'],
+    '/yjsy/news/metall': ['DA1Y1'],
+    '/yjsy/news/mse': ['DA1Y1'],
+    '/yjsy/news/ncms': ['DA1Y1'],
+    '/yjsy/news/saee': ['DA1Y1'],
+    '/yjsy/news/scce': ['DA1Y1'],
+    '/yjsy/news/sd': ['DA1Y1'],
+    '/yjsy/news/seee': ['DA1Y1'],
+    '/yjsy/news/sem': ['DA1Y1'],
+    '/yjsy/news/sfs': ['DA1Y1'],
+    '/yjsy/news/shuli': ['DA1Y1'],
+    '/yjsy/news/skl': ['DA1Y1'],
+    '/yjsy/news/slam': ['DA1Y1'],
+    '/yjsy/news/wenfa': ['DA1Y1'],
+};

package/lib/v2/ustb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ustb.edu.cn': {
+        _name: '北京科技大学',
+        gs: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-ke-ji-da-xue',
+                source: '/:type',
+                target: '/ustb/yjsy/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/ustb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/yjsy/news/:type', require('./yjsy/news'));
+};