rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/cpcey/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://cpc.ey.gov.tw';
+
+const typeMap = {
+    xwg: {
+        name: '新闻稿',
+        url: '/Page/A3412E2A5A7B398F',
+    },
+    xfzx: {
+        name: '消费资讯',
+        url: '/Page/E414CC218269CCE8',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'xwg';
+    const url = rootUrl + typeMap[type].url;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.words > ul > li')
+        .map((_, item) => {
+            const date = $(item).find('span').text();
+            const dateArr = date.split('-');
+            const dateStr = parseInt(dateArr[0]) + 1911 + '/' + dateArr[1] + '/' + dateArr[2];
+
+            return {
+                link: rootUrl + $(item).find('a').attr('href'),
+                title: $(item).find('a').attr('title'),
+                pubDate: parseDate(dateStr, 'YYYY/MM/DD'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            let desc = '';
+            const isOtherWebPage = !(item.link.indexOf('.html') > -1);
+            if (isOtherWebPage) {
+                desc = await ctx.cache.tryGet(item.link, async () => {
+                    const response = await got.get(item.link);
+                    const $ = cheerio.load(response.data);
+                    const desc = $('div.words > div.graybg.ail > div').html();
+                    return desc;
+                });
+            }
+            item.description = desc;
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `行政院消费者保护会-${typeMap[type].name}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cpcey/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Fatpandac'],
+};

package/lib/v2/cpcey/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'ey.gov.tw': {
+        _name: '行政院消费者保护会',
+        cpc: [
+            {
+                title: '新闻稿',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-xing-zheng-yuan-xiao-fei-zhe-bao-hu-hui',
+                source: '/Page/:type',
+                target: (params) => {
+                    if (params.type === 'A3412E2A5A7B398F') {
+                        return '/cycey/xwg';
+                    }
+                },
+            },
+            {
+                title: '消费资讯',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-xing-zheng-yuan-xiao-fei-zhe-bao-hu-hui',
+                source: '/Page/:type',
+                target: (params) => {
+                    if (params.type === 'E414CC218269CCE8') {
+                        return '/cycey/xfzx';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/cpcey/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/cqwu/index.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'http://www.cqwu.net';
+const map = {
+    notify: '/channel_7721.html',
+    academiceve: '/channel_7722.html',
+};
+const titleMap = {
+    notify: '通知',
+    academiceve: '学术活动',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'academiceve';
+    const link = host + map[type];
+    const title = '重文理' + titleMap[type] + '公告';
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const list = $('ul[class="list-unstyled news-uls"]').find('li');
+
+    const items = await Promise.all(
+        list.map(async (_, item) => {
+            const pageUrl = host + $(item).find('a').attr('href');
+            const desc = await ctx.cache.tryGet(pageUrl, async () => {
+                const page = await got.get(pageUrl);
+                const $ = cheerio.load(page.data);
+                return $('.news-info').html();
+            });
+
+            return {
+                title: $(item).find('a').text(),
+                link: pageUrl,
+                description: desc,
+                pubDate: parseDate($(item).find('span').text()),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        item: items,
+    };
+};

package/lib/v2/cqwu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['Fatpandac'],
+};

package/lib/v2/cqwu/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'cqwu.net': {
+        _name: '重庆文理学院',
+        www: [
+            {
+                title: '通知',
+                docs: 'https://docs.rsshub.app/university.html#chong-qing-wen-li-xue-yuan',
+                source: '/:type',
+                target: (params) => {
+                    if (params.type === 'channel_7721.html') {
+                        return '/cqwu/news/notify';
+                    }
+                },
+            },
+            {
+                title: '学术活动',
+                docs: 'https://docs.rsshub.app/university.html#chong-qing-wen-li-xue-yuan',
+                source: '/:type',
+                target: (params) => {
+                    if (params.type === 'channel_7722.html') {
+                        return '/cqwu/news/academiceve';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/cqwu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./index'));
+};

package/lib/v2/csc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/notice/:type?': ['Derekmini'],
+};

package/lib/v2/csc/notice.js

@@ -0,0 +1,99 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = require('url');
+const iconv = require('iconv-lite');
+
+const baseUrl = 'https://www.csc.edu.cn';
+
+const typeMap = {
+    lxtz: {
+        name: '遴选通知',
+        url: '/chuguo/list/24',
+    },
+    xmzl: {
+        name: '综合项目专栏',
+        url: '/chuguo/list/26',
+    },
+    wtjd: {
+        name: '常见问题解答',
+        url: '/chuguo/list/27',
+    },
+    lqgg: {
+        name: '录取公告',
+        url: '/chuguo/list/28',
+    },
+    xwzx: {
+        name: '新闻资讯',
+        url: '/news',
+    },
+    xwgg: {
+        name: '新闻公告',
+        url: '/news/gonggao',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'jjyw';
+    const link = baseUrl + typeMap[type].url;
+    const response = await got({
+        method: 'get',
+        url: link,
+        headers: {
+            Referer: baseUrl,
+        },
+        responseType: 'buffer',
+    });
+    const responseHtml = iconv.decode(response.data, 'gbk');
+    const $ = cheerio.load(responseHtml);
+
+    const urlList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('a', e).attr('href'))
+        .get();
+
+    const titleList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('a', e).attr('title'))
+        .get();
+
+    const dateList = $('.list-a li')
+        .slice(0, 10)
+        .map((i, e) => $('span', e).text())
+        .get();
+
+    const out = await Promise.all(
+        urlList.map(async (itemUrl, index) => {
+            itemUrl = url.resolve(baseUrl, itemUrl);
+
+            const cache = await ctx.cache.get(itemUrl);
+            if (cache) {
+                return Promise.resolve(JSON.parse(cache));
+            }
+            const response = await got({
+                method: 'get',
+                url: itemUrl,
+                responseType: 'buffer',
+            });
+            const responseHtmlItem = iconv.decode(response.data, 'gbk');
+            const $ = cheerio.load(responseHtmlItem);
+            const single = {
+                title: titleList[index],
+                link: itemUrl,
+                description: $('.contents')
+                    .html()
+                    .replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`)
+                    .replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`)
+                    .trim(),
+                pubDate: dateList[index],
+            };
+            ctx.cache.set(itemUrl, JSON.stringify(single));
+            return Promise.resolve(single);
+        })
+    );
+
+    ctx.state.data = {
+        title: '国家留学网-' + typeMap[type].name,
+        link,
+        item: out,
+    };
+};

package/lib/v2/csc/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'csc.edu.cn': {
+        _name: '国家留学网',
+        www: [
+            {
+                title: '遴选通知',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/lxtz',
+            },
+            {
+                title: '综合项目专栏',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/xmzl',
+            },
+            {
+                title: '常见问题解答',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/wtjd',
+            },
+            {
+                title: '录取公告',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-liu-xue-wang',
+                source: '/*',
+                target: '/csc/notice/lqgg',
+            },
+        ],
+    },
+};

package/lib/v2/csc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/notice/:type?', require('./notice'));
+};

package/lib/v2/csu/cse.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const fetch = require('./fetch_article');
+
+module.exports = async (ctx) => {
+    const url = 'https://cse.csu.edu.cn/index/';
+    const type = ctx.params.type ?? 'tzgg';
+    const link = url + type + '.htm';
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const list = $('.download li').get();
+    const out = await Promise.all(
+        list.map((item) => {
+            const $ = cheerio.load(item);
+            const address = new URL($('a').attr('href'), url);
+            const title = $('a').text();
+            const pubDate = $('span').text();
+            return ctx.cache.tryGet(address, async () => {
+                const single = await fetch(address);
+                single.title = title;
+                single.pubDate = parseDate(pubDate, 'YYYY/MM/DD');
+                return single;
+            });
+        })
+    );
+    ctx.state.data = {
+        title: $('title').text(),
+        link,
+        item: out,
+    };
+};

package/lib/v2/csu/fetch_article.js

@@ -0,0 +1,12 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+module.exports = async function fetch(address) {
+    const res = await got(address);
+    const $ = cheerio.load(res.data);
+    return {
+        description: $('[name="_newscontent_fromname"]').html(),
+        link: address,
+        guid: address,
+    };
+};

package/lib/v2/csu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/cse/:type?': ['j1g5awi'],
+};

package/lib/v2/csu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'csu.edu.cn': {
+        _name: '中南大学',
+        cse: [
+            {
+                title: '计算机学院',
+                docs: 'https://docs.rsshub.app/university.html#zhong-nan-da-xue',
+                source: ['/index/:type'],
+                target: (params) => `/csu/cse/${params.type.substring(0, 4)}`,
+            },
+        ],
+    },
+};

package/lib/v2/csu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/cse/:type?', require('./cse'));
+    router.get('/job/:type?', require('./job'));
+};

package/lib/v2/dahecube/index.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const utils = require('./utils');
+const { TYPE, parseUrl } = utils;
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'recommend';
+    const params = JSON.stringify({
+        channelid: TYPE[type].id,
+        pno: 1,
+        psize: 15,
+    });
+
+    const res = await got({
+        method: 'post',
+        url: 'https://app.dahecube.com/napi/news/pc/list',
+        headers: {
+            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+        body: params,
+    });
+
+    const list = res.data.data.items.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.pubtime, 'YYYY-MM-DD HH:ss:mm'),
+        author: item.source,
+        id: item.recid,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: 'https://app.dahecube.com/napi/news/pc/artinfo',
+                    headers: {
+                        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                    },
+                    body: JSON.stringify({
+                        artid: item.id,
+                    }),
+                });
+
+                item.description = detailResponse.data.data.content;
+                item.link = `https://www.dahecube.com/article.html?artid=${item.id}`;
+                delete item.id;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        language: 'zh-cn',
+        item: items,
+    };
+
+    ctx.state.json = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        items,
+    };
+};

package/lib/v2/dahecube/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['linbuxiao'],
+};

package/lib/v2/dahecube/radar.js

@@ -0,0 +1,23 @@
+const utils = require('./utils');
+
+module.exports = {
+    'dahecube.com': {
+        _name: '大河财立方',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#da-he-cai-li-fang',
+                source: ['/channel.html?recid=:id', '/index.html?recid=:id'],
+                target: ({ id }) => {
+                    let type = 'recommend';
+                    Object.entries(utils.TYPE).forEach(([key, value]) => {
+                        if (value.id === id) {
+                            type = key;
+                        }
+                    });
+                    return `/dahecube/${type}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/dahecube/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/dahecube/utils.js

@@ -0,0 +1,47 @@
+const TYPE = {
+    recommend: {
+        name: '推荐',
+        id: 1,
+    },
+    history: {
+        name: '党史',
+        id: 37,
+    },
+    stock: {
+        name: '豫股',
+        id: 2,
+    },
+    business: {
+        name: '财经',
+        id: 4,
+    },
+    education: {
+        name: '投教',
+        id: 36,
+    },
+    finance: {
+        name: '金融',
+        id: 5,
+    },
+    science: {
+        name: '科创',
+        id: 19,
+    },
+    invest: {
+        name: '投融',
+        id: 29,
+    },
+    column: {
+        name: '专栏',
+        id: 33,
+    },
+};
+
+function parseUrl(type) {
+    return type === 'recommend' ? 'https://www.dahecube.com/index.html?recid=1' : `https://www.dahecube.com/channel.html?recid=${TYPE[type].id}`;
+}
+
+module.exports = {
+    TYPE,
+    parseUrl,
+};

package/lib/v2/dapenti/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/tugua': ['tgly307'],
+    '/subject/:id': ['xyqfer'],
+};

package/lib/v2/dapenti/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'dapenti.com': {
+        _name: '喷嚏',
+        '.': [
+            {
+                title: '图卦',
+                docs: 'https://docs.rsshub.app/picture.html#pen-ti',
+                source: ['/blog/blog.asp'],
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('subjectid') === '70') {
+                        return '/dapenti/tugua';
+                    }
+                },
+            },
+            {
+                title: '主题',
+                docs: 'https://docs.rsshub.app/picture.html#pen-ti',
+                source: ['/blog/blog.asp'],
+                target: (params, url) => {
+                    if (new URL(url).searchParams.get('subjectid')) {
+                        return '/dapenti/subject/' + new URL(url).searchParams.get('subjectid');
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/dapenti/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/tugua', require('./tugua'));
+    router.get('/subject/:id', require('./subject'));
+};

package/lib/v2/dapenti/subject.js

@@ -0,0 +1,5 @@
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    ctx.state.data = await utils.parseFeed({ subjectid: ctx.params.id }, ctx);
+};

package/lib/v2/dapenti/tugua.js

@@ -0,0 +1,5 @@
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    ctx.state.data = await utils.parseFeed({ subjectid: 70 }, ctx);
+};