rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/ustb/yjsy/news.js

@@ -0,0 +1,464 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+// const logger = require('@/utils/logger');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const struct = {
+        all: {
+            selector: {
+                list: '.plist li',
+            },
+            timeSelector: {
+                list: '.datatime',
+            },
+            titleSelector: {
+                list: '.adaptitle',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            link: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            name: '最新通知 - 北京科技大学研究生院',
+        },
+        cres: {
+            selector: {
+                list: '.centerright_center li',
+            },
+            timeSelector: {
+                list: '.fright',
+            },
+            titleSelector: {
+                list: '.fleft',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cres.ustb.edu.cn/n44/n47/',
+            link: 'http://cres.ustb.edu.cn/n44/n47/',
+            name: '通知公告 - 土木与资源工程学院 - 北京科技大学研究生院',
+        },
+        seee: {
+            selector: {
+                list: '.list_left2 li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 能源与环境工程学院 - 北京科技大学研究生院',
+        },
+        metall: {
+            selector: {
+                list: '#news-list-title li',
+            },
+            timeSelector: {
+                list: '.date-size',
+            },
+            titleSelector: {
+                list: '.info-size',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://metall.ustb.edu.cn/gg/index.htm',
+            link: 'https://metall.ustb.edu.cn/gg/index.htm',
+            name: '通知公告 - 冶金与生态工程学院 - 北京科技大学研究生院',
+        },
+        mse: {
+            selector: {
+                list: '.ky li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            link: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            name: '学院公告 - 材料科学与工程学院 - 北京科技大学研究生院',
+        },
+        me: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 机械工程学院 -北京科技大学研究生院',
+        },
+        saee: {
+            selector: {
+                list: '.sidebar_b a:gt(1):lt(15)',
+            },
+            timeSelector: {
+                list: '.list_time',
+            },
+            titleSelector: {
+                list: '.list_timu',
+            },
+            linkSelector: {
+                list: 'a',
+            },
+            url: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            link: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            name: '通知公告 - 自动化学院 - 北京科技大学研究生院',
+        },
+        scce: {
+            selector: {
+                list: '.lead li',
+            },
+            timeSelector: {
+                list: '.practice_list_right',
+            },
+            titleSelector: {
+                list: '.practice_list_left',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            link: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            name: '通知公告 - 计算机与通信工程学院 - 北京科技大学研究生院',
+        },
+        shuli: {
+            selector: {
+                list: '.jy-lb li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 数理学院 - 北京科技大学研究生院',
+        },
+        huasheng: {
+            selector: {
+                list: '.main_r li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 化学与生物工程学院 - 北京科技大学研究生院',
+        },
+        sem: {
+            selector: {
+                list: '.sub_002 li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: '.title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 经济管理学院 - 北京科技大学研究生院',
+        },
+        wenfa: {
+            selector: {
+                list: '.list-content-box .specialDate_fontBox',
+            },
+            timeSelector: {
+                list: '.specialTime',
+            },
+            titleSelector: {
+                list: '.specialTime_a',
+            },
+            linkSelector: {
+                list: 'div a',
+            },
+            url: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            link: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            name: '通知公告 - 文法学院 - 北京科技大学研究生院',
+        },
+        marx: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.time2',
+            },
+            titleSelector: {
+                list: '.list_title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 马克思主义学院 - 北京科技大学研究生院',
+        },
+        sfs: {
+            selector: {
+                list: '.list-unstyled li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: '.text-overflow',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            link: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            name: '通知公告 - 外国语学院 - 北京科技大学研究生院',
+        },
+        ncms: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.right',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 国家材料服役安全科学中心 - 北京科技大学研究生院',
+        },
+        skl: {
+            selector: {
+                list: '.cultureStudent_top li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 新金属材料国家重点实验室 - 北京科技大学研究生院',
+        },
+        iet: {
+            selector: {
+                list: 'table tr td table tr td .liststyle:lt(20)',
+            },
+            timeSelector: {
+                list: '.notestyle',
+            },
+            titleSelector: {
+                list: 'td a',
+            },
+            linkSelector: {
+                list: 'td a',
+            },
+            url: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            link: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            name: '通知公告 - 工程技术研究院 - 北京科技大学研究生院',
+        },
+        cicst: {
+            selector: {
+                list: '.h_newsbox li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 钢铁共性技术协同创新中心 - 北京科技大学研究生院',
+        },
+        slam: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li p',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://slam.ustb.edu.cn/slam//smvc/ListBs-articleList/SNM2015072600000000000011',
+            link: 'http://slam.ustb.edu.cn/slam//',
+            name: '通知公告 - 钢铁冶金新技术国家重点实验室 - 北京科技大学研究生院',
+        },
+        adma: {
+            selector: {
+                list: '.articleList li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 新材料技术研究院 - 北京科技大学研究生院',
+        },
+        ihmm: {
+            selector: {
+                list: '.listbox li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            link: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            name: '公告 - 科技史与文化遗产研究院 - 北京科技大学研究生院',
+        },
+        sd: {
+            selector: {
+                list: '.news_list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 顺德研究生院 -  北京科技大学研究生院',
+        },
+    };
+
+    // 请求
+    const url = struct[type].url;
+    const response = await got({
+        method: 'get',
+        responseType: 'buffer', // 转码
+        url,
+    });
+
+    // 获取response
+    let data;
+    if (type === 'iet') {
+        data = iconv.decode(response.data, 'gb2312'); // 转码
+    } else {
+        data = response.data;
+    }
+    const $ = cheerio.load(data);
+    // logger.info("data:" + data);
+
+    // 获取响应中有用的部分
+    const list = $(struct[type].selector.list);
+    // logger.info("list:" + list);
+
+    // 处理返回
+    ctx.state.data = {
+        title: struct[type].name,
+        link: struct[type].link,
+        description: '北京科技大学研究生院',
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    // logger.info("item:" + item);
+
+                    // time
+                    let time = item.find($(struct[type].timeSelector.list)).text();
+                    let date;
+                    if (time !== '') {
+                        if (time.includes('[')) {
+                            time = time.slice(1, 11);
+                        }
+                        date = parseDate(time);
+                    }
+                    // logger.info("date:" + date);
+
+                    // link
+                    let link = item.find($(struct[type].linkSelector.list)).attr('href');
+                    if (link === undefined) {
+                        link = item.attr('href');
+                    }
+                    // logger.info("link:" + link);
+
+                    // title
+                    let title = item.find($(struct[type].titleSelector.list)).clone().children().remove().end().text();
+                    if (title === '') {
+                        title = item.find($(struct[type].titleSelector.list)).text();
+                    }
+                    // logger.info("title:" + title);
+                    // logger.info("=====");
+
+                    // return
+                    if (date === undefined) {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                        };
+                    } else {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                            pubDate: date,
+                        };
+                    }
+                })
+                .get(),
+    };
+};

package/lib/v2/wallhaven/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://wallhaven.cc';
+
+module.exports = async (ctx) => {
+    const filter = ctx.params.filter ?? 'latest';
+    const needDetails = /t|y/i.test(ctx.params.needDetails ?? 'false');
+    const url = `${rootUrl}/${filter.indexOf('=') > 0 ? `search?${filter.replace(/page=\d+/g, 'page=1')}` : filter}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+
+    let items = $('li > figure.thumb')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 24)
+        .map((_, item) => ({
+            title: $(item).find('img.lazyload').attr('data-src').split('/').pop(),
+            description: $(item)
+                .html()
+                .match(/<img.*?>/)[0],
+            link: $(item).find('a.preview').attr('href'),
+        }))
+        .get();
+    if (needDetails) {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.title = content('meta[name="title"]').attr('content');
+                    item.author = content('.username').text();
+                    item.pubDate = parseDate(content('time').attr('datetime'));
+                    item.category = content('.tagname')
+                        .toArray()
+                        .map((tag) => content(tag).text());
+                    item.description = content('div.scrollbox').html();
+
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/wallhaven/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/search/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+    '/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+};

package/lib/v2/wallhaven/radar.js

@@ -0,0 +1,53 @@
+module.exports = {
+    'wallhaven.cc': {
+        _name: 'wallhaven',
+        '.': [
+            {
+                title: 'Latest',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'latest') {
+                        return '/wallhaven/latest';
+                    }
+                },
+            },
+            {
+                title: 'Hot',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'hot') {
+                        return '/wallhaven/hot';
+                    }
+                },
+            },
+            {
+                title: 'TopList',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'toplist') {
+                        return '/wallhaven/toplist';
+                    }
+                },
+            },
+            {
+                title: 'Random',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'random') {
+                        return '/wallhaven/random';
+                    }
+                },
+            },
+            {
+                title: 'Search',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-sou-xiao-sou-shao-suo',
+                source: ['/'],
+                target: '/wallhaven/search/:filter?/:needDetails?',
+            },
+        ],
+    },
+};

package/lib/v2/wallhaven/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/search/:filter?/:needDetails?', require('./index'));
+    router.get('/:filter?/:needDetails?', require('./index'));
+};

package/lib/v2/wallstreetcn/live.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    global: '要闻',
+    'a-stock': 'A股',
+    'us-stock': '美股',
+    'hk-stock': '港股',
+    forex: '外汇',
+    commodity: '商品',
+    financing: '理财',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'global';
+
+    const rootUrl = 'https://wallstreetcn.com';
+    const apiRootUrl = 'https://api-one.wallstcn.com';
+    const currentUrl = `${rootUrl}/live/${category}`;
+    const apiUrl = `${apiRootUrl}/apiv1/content/lives?channel=${category}-channel&limit=${ctx.query.limit ?? 50}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.data.items.map((item) => ({
+        link: item.uri,
+        title: item.title || item.content_text,
+        description: item.content,
+        pubDate: parseDate(item.display_time * 1000),
+        author: item.author.display_name,
+    }));
+
+    ctx.state.data = {
+        title: `${titles[category]} - 实时快讯 - 华尔街见闻`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wallstreetcn/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/live/:category?': ['nczitzk'],
+    '/news/:category?': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/wallstreetcn/news.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    global: '最新',
+    shares: '股市',
+    bonds: '债市',
+    commodities: '商品',
+    forex: '外汇',
+    enterprise: '公司',
+    'asset-manage': '资管',
+    tmt: '科技',
+    estate: '地产',
+    car: '汽车',
+    medicine: '医药',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'global';
+
+    const rootUrl = 'https://wallstreetcn.com';
+    const apiRootUrl = 'https://api-one.wallstcn.com';
+    const currentUrl = `${rootUrl}/live/${category}`;
+    const apiUrl = `${apiRootUrl}/apiv1/content/information-flow?channel=${category}-channel&accept=article&limit=25`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.items.map((item) => ({
+        link: item.resource.uri,
+        title: item.resource?.title,
+        author: item.resource.author?.display_name,
+        pubDate: parseDate(item.resource.display_time * 1000),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.rich-text, .live-detail-html').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category]} - 资讯 - 华尔街见闻`,
+        link: currentUrl,
+        item: items,
+    };
+};