rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/ulapia/index.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.ulapia.com';
+
+const titleMap = {
+    brokerage_news: '券商晨报',
+    stock_research: '个股研报',
+    industry_research: '行业研报',
+    strategy_research: '策略研报',
+    macro_research: '宏观研报',
+    ipo_research: 'IPO研报',
+};
+
+const selectorMap = {
+    brokerage_news: 'div.col-md-4',
+    stock_research: 'div.col-md-6',
+    industry_research: 'div.col-md-6',
+    strategy_research: 'div.col-md-6',
+    macro_research: 'div.col-md-6',
+    ipo_research: 'div.col-md-6',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'brokerage_news';
+    const url = `${rootUrl}/reports/${category}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const items = $(String(selectorMap[category]))
+        .filter((_, item) => $(item).find('img').attr('src'))
+        .map((_, item) => ({
+            title: `${$(item).find('strong').text()}  ${$(item).find('h5.mb-1').text()}`,
+            author: $(item).find('div.col.p-8.d-flex.px-3.py-3.flex-column.position-static > div:nth-child(4) > span:nth-child(2)').text(),
+            link: $(item).find('h5.mb-1 > a').attr('href'),
+            description: `<img src="${$(item).find('img').attr('src').split('!')[0]}">`,
+            pubDate: parseDate($(item).find('div.mb-0.text-muted').last().text().split(':')[1], 'YYYY-MM-DD'),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: ` ulapia - ${titleMap[category]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ulapia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/reports/:category?': ['Fatpandac'],
+};

package/lib/v2/ulapia/radar.js

@@ -0,0 +1,55 @@
+module.exports = {
+    'ulapia.com': {
+        _name: '乌拉邦 ulapia',
+        www: [
+            {
+                title: '今日晨报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/'],
+                target: '/ulapia/reports/brokerage_news',
+            },
+            {
+                title: '最新研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-zui-xin-yan-bao',
+                source: ['/'],
+                target: '/ulapia/research/latest',
+            },
+            {
+                title: '个股研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/stock_research'],
+                target: '/ulapia/reports/stock_research',
+            },
+            {
+                title: '行业研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/industry_research'],
+                target: '/ulapia/reports/industry_research',
+            },
+            {
+                title: '策略研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/strategy_research'],
+                target: '/ulapia/reports/strategy_research',
+            },
+            {
+                title: '宏观研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/macro_research'],
+                target: '/ulapia/reports/macro_research',
+            },
+            {
+                title: '新股研报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/ipo_research'],
+                target: '/ulapia/reports/ipo_research',
+            },
+            {
+                title: '券商晨报',
+                docs: 'https://docs.rsshub.app/finance.html#wu-la-bang-pin-dao',
+                source: ['/reports/brokerage_news'],
+                target: '/ulapia/reports/brokerage_news',
+            },
+        ],
+    },
+};

package/lib/v2/ulapia/research.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.ulapia.com';
+
+const researchList = ['stock_research', 'industry_research', 'strategy_research', 'macro_research', 'ipo_research'];
+
+module.exports = async (ctx) => {
+    const items = await Promise.all(
+        researchList.map((item) => {
+            const url = `${rootUrl}/reports/${item}`;
+
+            return ctx.cache.tryGet(url, async () => {
+                const response = await got.get(url);
+                const $ = cheerio.load(response.data);
+                const items = $('div.row > div.col-md-6')
+                    .slice(0, 6)
+                    .map((_, item) => ({
+                        title: `${$(item).find('strong').text()}  ${$(item).find('h5.mb-1').text()}`,
+                        author: $(item).find('div.col.p-8.d-flex.px-3.py-3.flex-column.position-static > div:nth-child(4) > span:nth-child(2)').text(),
+                        link: $(item).find('h5.mb-1 > a').attr('href'),
+                        description: `<img src="${$(item).find('img').attr('src').split('!')[0]}">`,
+                        pubDate: parseDate($(item).find('div.mb-0.text-muted').last().text().split(':')[1], 'YYYY-MM-DD'),
+                    }))
+                    .get();
+
+                return items;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: 'Ulapia - 最新研报',
+        link: rootUrl,
+        item: items.flat(),
+    };
+};

package/lib/v2/ulapia/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/reports/:category?', require('./index'));
+    router.get('/research/latest', require('./research'));
+};

package/lib/v2/ustb/maintainer.js

@@ -0,0 +1,24 @@
+module.exports = {
+    '/yjsy/news/adma': ['DA1Y1'],
+    '/yjsy/news/all': ['DA1Y1'],
+    '/yjsy/news/cicst': ['DA1Y1'],
+    '/yjsy/news/cres': ['DA1Y1'],
+    '/yjsy/news/huasheng': ['DA1Y1'],
+    '/yjsy/news/iet': ['DA1Y1'],
+    '/yjsy/news/ihmm': ['DA1Y1'],
+    '/yjsy/news/marx': ['DA1Y1'],
+    '/yjsy/news/me': ['DA1Y1'],
+    '/yjsy/news/metall': ['DA1Y1'],
+    '/yjsy/news/mse': ['DA1Y1'],
+    '/yjsy/news/ncms': ['DA1Y1'],
+    '/yjsy/news/saee': ['DA1Y1'],
+    '/yjsy/news/scce': ['DA1Y1'],
+    '/yjsy/news/sd': ['DA1Y1'],
+    '/yjsy/news/seee': ['DA1Y1'],
+    '/yjsy/news/sem': ['DA1Y1'],
+    '/yjsy/news/sfs': ['DA1Y1'],
+    '/yjsy/news/shuli': ['DA1Y1'],
+    '/yjsy/news/skl': ['DA1Y1'],
+    '/yjsy/news/slam': ['DA1Y1'],
+    '/yjsy/news/wenfa': ['DA1Y1'],
+};

package/lib/v2/ustb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ustb.edu.cn': {
+        _name: '北京科技大学',
+        gs: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-ke-ji-da-xue',
+                source: '/:type',
+                target: '/ustb/yjsy/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/ustb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/yjsy/news/:type', require('./yjsy/news'));
+};

package/lib/v2/ustb/yjsy/news.js

@@ -0,0 +1,464 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+// const logger = require('@/utils/logger');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const struct = {
+        all: {
+            selector: {
+                list: '.plist li',
+            },
+            timeSelector: {
+                list: '.datatime',
+            },
+            titleSelector: {
+                list: '.adaptitle',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            link: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            name: '最新通知 - 北京科技大学研究生院',
+        },
+        cres: {
+            selector: {
+                list: '.centerright_center li',
+            },
+            timeSelector: {
+                list: '.fright',
+            },
+            titleSelector: {
+                list: '.fleft',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cres.ustb.edu.cn/n44/n47/',
+            link: 'http://cres.ustb.edu.cn/n44/n47/',
+            name: '通知公告 - 土木与资源工程学院 - 北京科技大学研究生院',
+        },
+        seee: {
+            selector: {
+                list: '.list_left2 li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 能源与环境工程学院 - 北京科技大学研究生院',
+        },
+        metall: {
+            selector: {
+                list: '#news-list-title li',
+            },
+            timeSelector: {
+                list: '.date-size',
+            },
+            titleSelector: {
+                list: '.info-size',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://metall.ustb.edu.cn/gg/index.htm',
+            link: 'https://metall.ustb.edu.cn/gg/index.htm',
+            name: '通知公告 - 冶金与生态工程学院 - 北京科技大学研究生院',
+        },
+        mse: {
+            selector: {
+                list: '.ky li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            link: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            name: '学院公告 - 材料科学与工程学院 - 北京科技大学研究生院',
+        },
+        me: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 机械工程学院 -北京科技大学研究生院',
+        },
+        saee: {
+            selector: {
+                list: '.sidebar_b a:gt(1):lt(15)',
+            },
+            timeSelector: {
+                list: '.list_time',
+            },
+            titleSelector: {
+                list: '.list_timu',
+            },
+            linkSelector: {
+                list: 'a',
+            },
+            url: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            link: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            name: '通知公告 - 自动化学院 - 北京科技大学研究生院',
+        },
+        scce: {
+            selector: {
+                list: '.lead li',
+            },
+            timeSelector: {
+                list: '.practice_list_right',
+            },
+            titleSelector: {
+                list: '.practice_list_left',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            link: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            name: '通知公告 - 计算机与通信工程学院 - 北京科技大学研究生院',
+        },
+        shuli: {
+            selector: {
+                list: '.jy-lb li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 数理学院 - 北京科技大学研究生院',
+        },
+        huasheng: {
+            selector: {
+                list: '.main_r li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 化学与生物工程学院 - 北京科技大学研究生院',
+        },
+        sem: {
+            selector: {
+                list: '.sub_002 li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: '.title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 经济管理学院 - 北京科技大学研究生院',
+        },
+        wenfa: {
+            selector: {
+                list: '.list-content-box .specialDate_fontBox',
+            },
+            timeSelector: {
+                list: '.specialTime',
+            },
+            titleSelector: {
+                list: '.specialTime_a',
+            },
+            linkSelector: {
+                list: 'div a',
+            },
+            url: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            link: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            name: '通知公告 - 文法学院 - 北京科技大学研究生院',
+        },
+        marx: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.time2',
+            },
+            titleSelector: {
+                list: '.list_title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 马克思主义学院 - 北京科技大学研究生院',
+        },
+        sfs: {
+            selector: {
+                list: '.list-unstyled li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: '.text-overflow',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            link: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            name: '通知公告 - 外国语学院 - 北京科技大学研究生院',
+        },
+        ncms: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.right',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 国家材料服役安全科学中心 - 北京科技大学研究生院',
+        },
+        skl: {
+            selector: {
+                list: '.cultureStudent_top li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 新金属材料国家重点实验室 - 北京科技大学研究生院',
+        },
+        iet: {
+            selector: {
+                list: 'table tr td table tr td .liststyle:lt(20)',
+            },
+            timeSelector: {
+                list: '.notestyle',
+            },
+            titleSelector: {
+                list: 'td a',
+            },
+            linkSelector: {
+                list: 'td a',
+            },
+            url: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            link: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            name: '通知公告 - 工程技术研究院 - 北京科技大学研究生院',
+        },
+        cicst: {
+            selector: {
+                list: '.h_newsbox li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 钢铁共性技术协同创新中心 - 北京科技大学研究生院',
+        },
+        slam: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li p',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://slam.ustb.edu.cn/slam//smvc/ListBs-articleList/SNM2015072600000000000011',
+            link: 'http://slam.ustb.edu.cn/slam//',
+            name: '通知公告 - 钢铁冶金新技术国家重点实验室 - 北京科技大学研究生院',
+        },
+        adma: {
+            selector: {
+                list: '.articleList li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 新材料技术研究院 - 北京科技大学研究生院',
+        },
+        ihmm: {
+            selector: {
+                list: '.listbox li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            link: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            name: '公告 - 科技史与文化遗产研究院 - 北京科技大学研究生院',
+        },
+        sd: {
+            selector: {
+                list: '.news_list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 顺德研究生院 -  北京科技大学研究生院',
+        },
+    };
+
+    // 请求
+    const url = struct[type].url;
+    const response = await got({
+        method: 'get',
+        responseType: 'buffer', // 转码
+        url,
+    });
+
+    // 获取response
+    let data;
+    if (type === 'iet') {
+        data = iconv.decode(response.data, 'gb2312'); // 转码
+    } else {
+        data = response.data;
+    }
+    const $ = cheerio.load(data);
+    // logger.info("data:" + data);
+
+    // 获取响应中有用的部分
+    const list = $(struct[type].selector.list);
+    // logger.info("list:" + list);
+
+    // 处理返回
+    ctx.state.data = {
+        title: struct[type].name,
+        link: struct[type].link,
+        description: '北京科技大学研究生院',
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    // logger.info("item:" + item);
+
+                    // time
+                    let time = item.find($(struct[type].timeSelector.list)).text();
+                    let date;
+                    if (time !== '') {
+                        if (time.includes('[')) {
+                            time = time.slice(1, 11);
+                        }
+                        date = parseDate(time);
+                    }
+                    // logger.info("date:" + date);
+
+                    // link
+                    let link = item.find($(struct[type].linkSelector.list)).attr('href');
+                    if (link === undefined) {
+                        link = item.attr('href');
+                    }
+                    // logger.info("link:" + link);
+
+                    // title
+                    let title = item.find($(struct[type].titleSelector.list)).clone().children().remove().end().text();
+                    if (title === '') {
+                        title = item.find($(struct[type].titleSelector.list)).text();
+                    }
+                    // logger.info("title:" + title);
+                    // logger.info("=====");
+
+                    // return
+                    if (date === undefined) {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                        };
+                    } else {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                            pubDate: date,
+                        };
+                    }
+                })
+                .get(),
+    };
+};

package/lib/v2/verfghbw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/press/:keyword?': ['quinn-dev'],
+};