rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/cnki/debut.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://chn.oversea.cnki.net';
+
+module.exports = async (ctx) => {
+    const { name } = ctx.params;
+
+    const journalUrl = `${rootUrl}/knavi/JournalDetail?pcode=CjFD&pykm=${name}`;
+    const title = await got.get(journalUrl).then((res) => cheerio.load(res.data)('head > title').text());
+
+    const outlineUrl = `${rootUrl}/knavi/JournalDetail/GetnfAllOutline`;
+    const response = await got({
+        method: 'post',
+        url: outlineUrl,
+        form: {
+            pageIdx: '0',
+            type: '2',
+            pcode: 'CJFD',
+            pykm: name,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('dd')
+        .map((_, item) => ({
+            title: $(item).find('span.name > a').text().trim(),
+            link: `${rootUrl}/kcms/detail/${new URLSearchParams(new URL(`${rootUrl}/${$(item).find('span.name > a').attr('href')}`).search).get('url')}.html`,
+            pubDate: parseDate($(item).find('span.company').text(), 'YYYY-MM-DD HH:mm:ss'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const $ = cheerio.load(detailResponse.data);
+                item.description = art(path.join(__dirname, 'templates/desc.art'), {
+                    author: $('h3.author > span')
+                        .map((_, item) => $(item).text())
+                        .get()
+                        .join(' '),
+                    company: $('a.author')
+                        .map((_, item) => $(item).text())
+                        .get()
+                        .join(' '),
+                    content: $('div.row > span.abstract-text').parent().text(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title} - 全网首发`,
+        link: `https://navi.cnki.net/knavi/journals/${name}/detail`,
+        item: items,
+    };
+};

package/lib/v2/cnki/journals.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://chn.oversea.cnki.net';
+
+module.exports = async (ctx) => {
+    const { name } = ctx.params;
+    const journalUrl = `${rootUrl}/knavi/JournalDetail?pcode=CjFD&pykm=${name}`;
+    const title = await got.get(journalUrl).then((res) => cheerio.load(res.data)('head > title').text());
+
+    const yaerListUrl = `${rootUrl}/knavi/JournalDetail/GetJournalYearList?pcode=CJFD&pykm=${name}&pIdx=0`;
+    const journalsInfo = await got.get(yaerListUrl).then((res) => {
+        const $ = cheerio.load(res.data);
+        const date = $('dd').find('a').first().attr('id').replace('yq', '');
+        const year = date.substring(0, 4);
+        const issue = date.substring(4);
+
+        return {
+            year,
+            issue,
+            date,
+        };
+    });
+
+    const papersUrl = `${rootUrl}/knavi/JournalDetail/GetArticleList?year=${journalsInfo.year}&issue=${journalsInfo.issue}&pykm=${name}&pageIdx=0&pcode=CjFD`;
+    const list = await got.get(papersUrl).then((res) => {
+        const $ = cheerio.load(res.data);
+        const item = $('span.name')
+            .map((_, item) => {
+                const url = new URL(`${rootUrl}/${$(item).find('a').attr('href')}`);
+                const urlParams = new URLSearchParams(url.search);
+
+                return {
+                    title: $(item).find('a').text().trim(),
+                    link: `${rootUrl}/kcms/detail/detail.aspx?dbcode=${urlParams.get('dbCode')}&filename=${urlParams.get('filename')}`,
+                    pubDate: parseDate(journalsInfo.date, 'YYYYMM'),
+                };
+            })
+            .get();
+
+        return item;
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const $ = cheerio.load(detailResponse.data);
+                item.description = art(path.join(__dirname, 'templates/desc.art'), {
+                    author: $('h3.author > span')
+                        .map((_, item) => $(item).text())
+                        .get()
+                        .join(' '),
+                    company: $('a.author')
+                        .map((_, item) => $(item).text())
+                        .get()
+                        .join(' '),
+                    content: $('div.row > span.abstract-text').parent().text(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: String(title),
+        link: `https://navi.cnki.net/knavi/journals/${name}/detail`,
+        item: items,
+    };
+};

package/lib/v2/cnki/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/journals/:name': ['Fatpandac'],
+    '/journals/debut/:name': ['Fatpandac'],
+};

package/lib/v2/cnki/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cnki.net': {
+        _name: '中国知网',
+        navi: [
+            {
+                title: '期刊',
+                docs: 'https://docs.rsshub.app/journal.html#zhong-guo-zhi-wang-qi-kan',
+                source: ['/knavi/journals/:name/detail'],
+                target: '/cnki/journals/:name',
+            },
+            {
+                title: '网络首发',
+                docs: 'https://docs.rsshub.app/journal.html#zhong-guo-zhi-wang-wang-luo-shou-fa',
+                source: ['/knavi/journals/:name/detail'],
+                target: '/cnki/journals/debut/:name',
+            },
+        ],
+    },
+};

package/lib/v2/cnki/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/journals/:name', require('./journals'));
+    router.get('/journals/debut/:name', require('./debut'));
+};

package/lib/v2/cnki/templates/desc.art

@@ -0,0 +1,5 @@
+<text>作者：{{ author }} </text>
+<br>
+<text>单位：{{ company }} </text>
+<br>
+<text>{{ content }}</text>

package/lib/v2/cntv/column.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.column;
+    const limit = isNaN(parseInt(ctx.query.limit)) ? 25 : parseInt(ctx.query.limit);
+
+    const response = await got({
+        method: 'get',
+        url: `https://api.cntv.cn/NewVideo/getVideoListByColumn?id=${id}&n=${limit}&sort=desc&p=1&mode=0&serviceId=tvcctv`,
+    });
+    const data = response.data.data.list;
+    const name = data[0].title.match(/《(.*?)》/)[1];
+
+    ctx.state.data = {
+        title: `CNTV 栏目 - ${name}`,
+        description: `${name} 栏目的视频更新`,
+        item: data.map((item) => ({
+            title: item.title,
+            description: art(path.join(__dirname, 'templates/column.art'), {
+                item,
+            }),
+            pubDate: parseDate(item.time),
+            link: item.url,
+        })),
+    };
+};

package/lib/v2/cntv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:column': ['WhoIsSure', 'Fatpandac'],
+};

package/lib/v2/cntv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cctv.com': {
+        _name: 'CCTV',
+        navi: [
+            {
+                title: '栏目订阅',
+                docs: 'https://docs.rsshub.app/multimedia.html#cntv-lan-mu',
+                source: ['/'],
+                target: '/cntv/:column',
+            },
+        ],
+    },
+};

package/lib/v2/cntv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:column', require('./column'));
+};

package/lib/v2/cntv/templates/column.art

@@ -0,0 +1,4 @@
+<p>{{ item.brief }}</p>
+<p>时长：{{ item.length }}</p>
+<p><img src="{{ item.image }}"></p>
+<p><a href="{{ item.url }}">在线观看</a></p>

package/lib/v2/codeforces/contests.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const path = require('path');
+const { art } = require('@/utils/render');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const contestAPI = 'https://codeforces.com/api/contest.list';
+
+module.exports = async (ctx) => {
+    const contestsData = await got.get(contestAPI).json();
+    const contests = contestsData.result;
+
+    const items = contests
+        .filter((contests) => contests.phase === 'BEFORE')
+        .map((contest) => {
+            const title = String(contest.name);
+            const description = art(path.join(__dirname, 'templates/contest.art'), {
+                title,
+                startTime: timezone(parseDate(contest.startTimeSeconds * 1000), +0),
+                durationTime: contest.durationSeconds / 60,
+                relativeTime: Math.floor(contest.relativeTimeSeconds / 60),
+                type: contest.type,
+            });
+
+            return {
+                title,
+                description,
+                link: 'https://codeforces.com/contests/' + contest.id,
+            };
+        });
+
+    ctx.state.data = {
+        title: 'Codeforces - Contests',
+        link: 'https://codeforces.com/contests',
+        item: items,
+    };
+};

package/lib/v2/codeforces/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/contests': ['Fatpandac'],
+};

package/lib/v2/codeforces/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'codeforces.com': {
+        _name: 'Codeforces',
+        www: [
+            {
+                title: '最新比赛',
+                docs: 'https://docs.rsshub.app/programming.html#codeforces-zui-xin-bi-sai',
+                source: ['/contests'],
+                target: '/codeforces/contests',
+            },
+        ],
+    },
+};

package/lib/v2/codeforces/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/contests', require('./contests'));
+};

package/lib/v2/codeforces/templates/contest.art

@@ -0,0 +1,11 @@
+<text>比赛：{{ title }}</text>
+<br>
+<text>开始时间：{{ startTime }}</text>
+<br>
+<text>持续时间：{{ durationTime }} 分钟</text>
+<br>
+<text>相对时间：{{ relativeTime }} 分钟</text>
+<br>
+<text>比赛类型：{{ type }}</text>
+<br>
+

package/lib/v2/consumer/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'test';
+    const language = ctx.params.language ?? 'tc';
+    const keyword = ctx.params.keyword ?? '';
+
+    const rootUrl = 'https://www.consumer.org.hk';
+    const currentUrl = `${rootUrl}/${language}/free-article/free-article-${category}?category=free-article-${category}&q=${keyword}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.half-img-blk__title, .img-plate-blk__title')
+        .find('a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+                pubDate: parseDate(item.parent().prev().find('li').first().text(), 'YYYY.MM'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.ckec').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/consumer/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:language?/:keyword?': ['nczitzk'],
+};

package/lib/v2/consumer/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'consumer.org.hk': {
+        _name: '消费者委员会',
+        '.': [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/new-media.html#xiao-fei-zhe-wei-yuan-hui-wen-zhang',
+                source: ['/'],
+                target: '/consumer/:category?/:language?/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/consumer/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:language?/:keyword?', require('./index'));
+};

package/lib/{routes → v2}/cool18/index.js

@@ -1,14 +1,15 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const id = ctx.params.id || 'bbs4';
-    const type = ctx.params.type || '';
-    const keyword = ctx.params.keyword || '';
+    const id = ctx.params.id ?? 'bbs4';
+    const type = ctx.params.type ?? '';
+    const keyword = ctx.params.keyword ?? '';
 
     const rootUrl = 'https://www.cool18.com';
     const indexUrl = `${rootUrl}/${id}/index.php`;
-    const currentUrl = `${indexUrl}${type === '' || keyword === '' ? '' : type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&${type}=${keyword}&submit=${type === 'type' ? '查询' : '栏目搜索'}`}`;
+    const currentUrl = `${indexUrl}${keyword ? (type ? (type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&${type}=${keyword}&submit=${type === 'type' ? '查询' : '栏目搜索'}`) : '') : ''}`;
 
     const response = await got({
         method: 'get',
@@ -17,29 +18,32 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('#d_list ul li, #thread_list li, .t_l .t_subject')
-        .slice(0, 10)
-        .map((_, item) => {
+    let items = $('#d_list ul li, #thread_list li, .t_l .t_subject')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
             item = $(item);
-            const a = item.find('a').eq(0);
+
+            const a = item.find('a').first();
+
             return {
                 link: `${rootUrl}/${id}/${a.attr('href')}`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
                 });
+
                 const content = cheerio.load(detailResponse.data);
 
                 item.title = content('title').text().replace(' - cool18.com', '');
                 item.author = detailResponse.data.match(/送交者: .*>(.*)<.*\[/)[1];
-                item.pubDate = new Date(detailResponse.data.match(/于 (.*) 已读/)[1]).toUTCString();
+                item.pubDate = parseDate(detailResponse.data.match(/于 (.*) 已读/)[1]).toUTCString();
                 item.description = content('pre')
                     .html()
                     .replace(/<font color="#E6E6DD">cool18.com<\/font>/g, '');

package/lib/v2/cool18/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?/:type?/:keyword?': ['nczitzk'],
+};

package/lib/v2/cool18/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cool18.com': {
+        _name: '酷 18',
+        '.': [
+            {
+                title: '分站',
+                docs: 'https://docs.rsshub.app/picture.html#cool-18',
+                source: '/',
+                target: '/cool18/:id?/:type?/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/cool18/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?/:type?/:keyword?', require('./index'));
+};

package/lib/v2/cpcey/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://cpc.ey.gov.tw';
+
+const typeMap = {
+    xwg: {
+        name: '新闻稿',
+        url: '/Page/A3412E2A5A7B398F',
+    },
+    xfzx: {
+        name: '消费资讯',
+        url: '/Page/E414CC218269CCE8',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'xwg';
+    const url = rootUrl + typeMap[type].url;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.words > ul > li')
+        .map((_, item) => {
+            const date = $(item).find('span').text();
+            const dateArr = date.split('-');
+            const dateStr = parseInt(dateArr[0]) + 1911 + '/' + dateArr[1] + '/' + dateArr[2];
+
+            return {
+                link: rootUrl + $(item).find('a').attr('href'),
+                title: $(item).find('a').attr('title'),
+                pubDate: parseDate(dateStr, 'YYYY/MM/DD'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            let desc = '';
+            const isOtherWebPage = !(item.link.indexOf('.html') > -1);
+            if (isOtherWebPage) {
+                desc = await ctx.cache.tryGet(item.link, async () => {
+                    const response = await got.get(item.link);
+                    const $ = cheerio.load(response.data);
+                    const desc = $('div.words > div.graybg.ail > div').html();
+                    return desc;
+                });
+            }
+            item.description = desc;
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `行政院消费者保护会-${typeMap[type].name}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cpcey/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Fatpandac'],
+};

package/lib/v2/cpcey/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'ey.gov.tw': {
+        _name: '行政院消费者保护会',
+        cpc: [
+            {
+                title: '新闻稿',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-xing-zheng-yuan-xiao-fei-zhe-bao-hu-hui',
+                source: '/Page/:type',
+                target: (params) => {
+                    if (params.type === 'A3412E2A5A7B398F') {
+                        return '/cycey/xwg';
+                    }
+                },
+            },
+            {
+                title: '消费资讯',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-xing-zheng-yuan-xiao-fei-zhe-bao-hu-hui',
+                source: '/Page/:type',
+                target: (params) => {
+                    if (params.type === 'E414CC218269CCE8') {
+                        return '/cycey/xfzx';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/cpcey/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/cqwu/index.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'http://www.cqwu.net';
+const map = {
+    notify: '/channel_7721.html',
+    academiceve: '/channel_7722.html',
+};
+const titleMap = {
+    notify: '通知',
+    academiceve: '学术活动',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'academiceve';
+    const link = host + map[type];
+    const title = '重文理' + titleMap[type] + '公告';
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const list = $('ul[class="list-unstyled news-uls"]').find('li');
+
+    const items = await Promise.all(
+        list.map(async (_, item) => {
+            const pageUrl = host + $(item).find('a').attr('href');
+            const desc = await ctx.cache.tryGet(pageUrl, async () => {
+                const page = await got.get(pageUrl);
+                const $ = cheerio.load(page.data);
+                return $('.news-info').html();
+            });
+
+            return {
+                title: $(item).find('a').text(),
+                link: pageUrl,
+                description: desc,
+                pubDate: parseDate($(item).find('span').text()),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        item: items,
+    };
+};

package/lib/v2/cqwu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['Fatpandac'],
+};

package/lib/v2/cqwu/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'cqwu.net': {
+        _name: '重庆文理学院',
+        www: [
+            {
+                title: '通知',
+                docs: 'https://docs.rsshub.app/university.html#chong-qing-wen-li-xue-yuan',
+                source: '/:type',
+                target: (params) => {
+                    if (params.type === 'channel_7721.html') {
+                        return '/cqwu/news/notify';
+                    }
+                },
+            },
+            {
+                title: '学术活动',
+                docs: 'https://docs.rsshub.app/university.html#chong-qing-wen-li-xue-yuan',
+                source: '/:type',
+                target: (params) => {
+                    if (params.type === 'channel_7722.html') {
+                        return '/cqwu/news/academiceve';
+                    }
+                },
+            },
+        ],
+    },
+};