rsshub 1.0.0-master.ff97759 → 1.0.0-master.ffea261

package/lib/v2/c114/roll.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.c114.com.cn';
+    const currentUrl = `${rootUrl}/news/roll.asp`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    let items = $('.new_list_c h6 a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    responseType: 'buffer',
+                });
+
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('.text').html();
+                item.author = content('.author').first().text().replace('C114通信网  ', '');
+                item.pubDate = timezone(parseDate(content('.r_time').text()), +8);
+                item.category = content('meta[name="keywords"]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/c114/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/roll', require('./roll'));
+};

package/lib/v2/caareviews/book.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/book`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Book Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/essay.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/essay`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Essays',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/exhibition.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/exhibition`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Exhibition Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/book': ['Fatpandac'],
+    '/essay': ['Fatpandac'],
+    '/exhibition': ['Fatpandac'],
+};

package/lib/v2/caareviews/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'caareviews.org': {
+        _name: 'caa.reviews',
+        '.': [
+            {
+                title: 'Book Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/book'],
+                target: '/caareviews/book',
+            },
+            {
+                title: 'Exhibition Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/exhibition'],
+                target: '/caareviews/exhibition',
+            },
+            {
+                title: 'Essays',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/essay'],
+                target: '/caareviews/essay',
+            },
+        ],
+    },
+};

package/lib/v2/caareviews/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/book', require('./book'));
+    router.get('/essay', require('./essay'));
+    router.get('/exhibition', require('./exhibition'));
+};

package/lib/v2/caareviews/templates/utils.art

@@ -0,0 +1,2 @@
+<img src="{{ coverUrl }}">
+{{@ content}}

package/lib/v2/caareviews/utils.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'http://www.caareviews.org';
+
+const getList = async (url) => {
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#infinite-content > div')
+        .map((_index, item) => ({
+            title: $(item).find('div.title').text().trim(),
+            link: new URL($(item).find('div.title > em > a').attr('href'), rootUrl).href,
+            author: $(item).find('div.contributors').text().trim(),
+        }))
+        .get();
+
+    return list;
+};
+
+const getItems = async (ctx, list) =>
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                const coverUrl = new URL($('div.cover > a').attr('href'), rootUrl).href;
+                const content = $('div.content.full-review').html();
+                item.description = art(path.join(__dirname, 'templates/utils.art'), {
+                    coverUrl,
+                    content,
+                });
+                $('div.review_heading').remove();
+                item.pubDate = parseDate($('div.header-text > div.clearfix').text());
+                item.doi = $('div.crossref > a').attr('href').replace('http://dx.doi.org/', '');
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    rootUrl,
+    getList,
+    getItems,
+};

package/lib/v2/cbnweek/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www2021.cbnweek.com';
+    const apiRootUrl = 'https://api2021.cbnweek.com';
+    const currentUrl = `${apiRootUrl}/v4/first_page_infos?per=1`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.data.map((item) => {
+        const post = item.data[0];
+        return {
+            guid: post.id,
+            title: post.title,
+            link: `${rootUrl}/#/article_detail/${post.id}`,
+            pubDate: parseDate(post.display_time),
+            author: post.authors?.map((a) => a.name).join(', '),
+            category: post.topics?.map((t) => t.name),
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: `${apiRootUrl}/v4/articles/${item.guid}`,
+                });
+
+                item.description = detailResponse.data.data.content;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '第一财经杂志',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/cbnweek/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['nczitzk'],
+};

package/lib/v2/cbnweek/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cbnweek.com': {
+        _name: '第一财经杂志',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/finance.html#di-yi-cai-jing-za-zhi-shou-ye',
+                source: ['/'],
+                target: '/cbnweek',
+            },
+        ],
+    },
+};

package/lib/v2/cbnweek/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/ccac/news.js

@@ -10,18 +10,26 @@ module.exports = async (ctx) => {
 
     const BASE = utils.langBase(lang);
     const page = await browser.newPage();
-    await page.goto(BASE);
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+    });
+    await page.goto(BASE, {
+        waitUntil: 'domcontentloaded',
+    });
     const articles = await page.evaluate(() => window.articles);
+    await browser.close();
 
     const list = utils
         .typeFilter(articles, type)
-        .slice(0, 11)
+        .slice(0, ctx.query.limit ? Number(ctx.query.limit) : 30)
         .map((item) => ({
             title: item.name,
-            category: item.tags.map((tag) => tag.name).join(','),
+            category: item.tags.map((tag) => tag.name),
             link: utils.BASE_URL + item.url,
             pubDate: parseDate(item.time, 'YYYY-MM-DD'),
         }));
+
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
@@ -37,6 +45,7 @@ module.exports = async (ctx) => {
             })
         )
     );
+
     ctx.state.data = {
         title: `CCAC ${type}`,
         link: BASE,

package/lib/v2/ccfcv/index.js

@@ -0,0 +1,68 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'http://ccfcv.ccf.org.cn';
+
+const cateTitleMap = {
+    xsdt: {
+        xsqy: '学术前沿',
+        rdzw: '热点征文',
+        xshy: '学术会议',
+    },
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const cate = ctx.params.category;
+
+    const url = `${rootUrl}/ccfcv/${channel}/${cate}/`;
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+
+    let items = $('div.article-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h3 a').text(),
+                link: (cate === 'xsqy' ? rootUrl : '') + item.find('h3 a').attr('href'),
+                pubDate: parseDate(item.find('div p').text()),
+            };
+        });
+
+    if (cate === 'xsqy') {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    let detailResponse;
+
+                    try {
+                        detailResponse = await got(item.link);
+                    } catch (error) {
+                        item.status = 404;
+                    }
+
+                    if (item.status !== 404) {
+                        const content = cheerio.load(detailResponse.data);
+                        const pdfUrl = content('div.g-box1 p a').attr('href');
+                        item.description = art(path.join(__dirname, 'templates/description.art'), {
+                            pdfUrl,
+                        });
+                    }
+
+                    delete item.status;
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: `计算机视觉专委 - ${cateTitleMap[channel][cate]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ccfcv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:channel/:category': ['elxy'],
+};

package/lib/v2/ccfcv/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'ccfcv.ccf.org.cn': {
+        _name: '计算机视觉专委会',
+        www: [
+            {
+                title: '学术动态 - 学术前沿',
+                docs: 'https://docs.rsshub.app/study.html#ji-suan-ji-shi-jue-zhuan-wei-hui',
+                source: ['/ccfcv/xsdt/xsqy/'],
+                target: '/ccfcv/xsdt/xsqy',
+            },
+            {
+                title: '学术动态 - 热点征文',
+                docs: 'https://docs.rsshub.app/study.html#ji-suan-ji-shi-jue-zhuan-wei-hui',
+                source: ['/ccfcv/xsdt/rdzw/'],
+                target: '/ccfcv/xsdt/rdzw',
+            },
+            {
+                title: '学术动态 - 学术会议',
+                docs: 'https://docs.rsshub.app/study.html#ji-suan-ji-shi-jue-zhuan-wei-hui',
+                source: ['/ccfcv/xsdt/xshy/'],
+                target: '/ccfcv/xsdt/xshy',
+            },
+        ],
+    },
+};

package/lib/v2/ccfcv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:channel/:category', require('./index'));
+};

package/lib/v2/ccfcv/templates/description.art

@@ -0,0 +1 @@
+<center><embed src="{{ pdfUrl }}"></center>

package/lib/v2/cde/index.js

@@ -104,7 +104,7 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got.get(item.link, {
+                const detailResponse = await got(item.link, {
                     headers: {
                         cookie: await utils.getCookie(ctx),
                     },
@@ -126,7 +126,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${utils.title} - ${cateTitleMap[channel][cate]}`,
-        link: String(channelLinkMap[channel]),
+        link: channelLinkMap[channel],
         item: items,
     };
 };

package/lib/v2/cde/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/xxgk/:category': ['TonyRL'],
+    '/zdyz/:category': ['TonyRL'],
     '/:channel/:category': ['Fatpandac'],
 };

package/lib/v2/cde/radar.js

@@ -11,19 +11,19 @@ module.exports = {
             {
                 title: '要闻导读',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/1e0a362d64015ebcbf32d6949acbba11'],
                 target: '/cde/news/ywdd',
             },
             {
                 title: '图片新闻',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/4b49e3142441860ac6a48c888a54712a'],
                 target: '/cde/news/tpxw',
             },
             {
                 title: '工作动态',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/3cc45b396497b598341ce3af000490e5'],
                 target: '/cde/news/gzdt',
             },
             {
@@ -35,9 +35,39 @@ module.exports = {
             {
                 title: '中心规章',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/policy/listpage/9f9c74c73e0f8f56a8bfbc646055026d'],
+                source: ['/main/policy/listpage/369ac7cfeb67c6000c33f85e6f374044'],
                 target: '/cde/policy/zxgz',
             },
+            {
+                title: '优先审评公示 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/2f78f372d351c6851af7431c7710a731'],
+                target: '/cde/xxgf/priorityApproval',
+            },
+            {
+                title: '突破性治疗公示 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/da6efd086c099b7fc949121166f0130c'],
+                target: '/cde/xxgf/breakthroughCure',
+            },
+            {
+                title: '临床试验默示许可 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/4b5255eb0a84820cef4ca3e8b6bbe20c'],
+                target: '/cde/xxgf/cliniCal',
+            },
+            {
+                title: '发布通告 - 指导原则专栏',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/2853510d929253719601db17b8a9fd81'],
+                target: '/cde/zdyz/domesticGuide',
+            },
+            {
+                title: '征求意见 - 指导原则专栏',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/3c49fad55caad7a034c263cfc2b6eb9c'],
+                target: '/cde/zdyz/opinionList',
+            },
         ],
     },
 };

package/lib/v2/cde/router.js

@@ -1,3 +1,5 @@
 module.exports = function (router) {
+    router.get('/xxgk/:category', require('./xxgk'));
+    router.get('/zdyz/:category', require('./zdyz'));
     router.get('/:channel/:category', require('./index'));
 };

package/lib/v2/cde/templates/xxgk/breakthroughCure.art

@@ -0,0 +1,18 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>注册申请人</th>
+    <th>申请日期</th>
+    <th>公示日期</th>
+    <th>公示截止日期</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.company }}</td>
+    <td>{{ item.applyDate }}</td>
+    <td>{{ item.noticeDate }}</td>
+    <td>{{ item.endNoticeDate }}</td>
+  </tr>
+</table>

package/lib/v2/cde/templates/xxgk/cliniCal.art

@@ -0,0 +1,16 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>申请人名称</th>
+    <th>适应症</th>
+    <th>注册分类</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.companys }}</td>
+    <td>{{ item.lcmsxkIndication }}</td>
+    <td>{{ item.lcmsxkRegisterkind }}</td>
+  </tr>
+</table>

package/lib/v2/cde/templates/xxgk/priorityApproval.art

@@ -0,0 +1,18 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>注册申请人</th>
+    <th>承办日期</th>
+    <th>申请日期</th>
+    <th>公示日期</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.company }}</td>
+    <td>{{ item.createdate }}</td>
+    <td>{{ item.applyDate }}</td>
+    <td>{{ item.noticeDate }}</td>
+  </tr>
+</table>

package/lib/v2/cde/utils.js

@@ -4,8 +4,8 @@ const title = '国家药品监督管理局药品审评中心';
 const rootUrl = 'https://www.cde.org.cn';
 
 const getCookie = (ctx) =>
-    ctx.cache.tryGet(rootUrl, async () => {
-        const response = await got.get(rootUrl);
+    ctx.cache.tryGet('cde:cookie', async () => {
+        const response = await got(rootUrl);
 
         return response.headers['set-cookie']
             .join()

package/lib/v2/cde/xxgk.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const utils = require('./utils');
+
+const baseUrl = 'https://www.cde.org.cn';
+const xxgkMap = {
+    xxgk: {
+        priorityApproval: {
+            title: '优先审评公示',
+            url: `${baseUrl}/main/xxgk/listpage/2f78f372d351c6851af7431c7710a731`,
+            endPoint: '/priority/getPriorityApprovalList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                noticeType: 2,
+                acceptid: '',
+                drugname: '',
+                company: '',
+            },
+        },
+        breakthroughCure: {
+            title: '突破性治疗公示',
+            url: `${baseUrl}/main/xxgk/listpage/da6efd086c099b7fc949121166f0130c`,
+            endPoint: '/breakthrough/getBreakthroughCureList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                noticeType: 1,
+                acceptid: '',
+                drugname: '',
+                company: '',
+            },
+        },
+        cliniCal: {
+            title: '临床试验默示许可',
+            url: `${baseUrl}/main/xxgk/listpage/4b5255eb0a84820cef4ca3e8b6bbe20c`,
+            endPoint: '/xxgk/getCliniCalList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                condition: '',
+            },
+        },
+    },
+};
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+
+    const { data } = await got.post(`${baseUrl}/main${xxgkMap.xxgk[category].endPoint}`, {
+        form: xxgkMap.xxgk[category].form,
+        headers: {
+            referer: xxgkMap.xxgk[category].url,
+            cookie: await utils.getCookie(ctx),
+        },
+    });
+
+    const items = data.data.records.map((item) => ({
+        title: item.drgnamecn,
+        guid: item.acceptid,
+        pubDate: item.endNoticeDate ? parseDate(item.endNoticeDate) : null,
+        description: art(path.join(__dirname, `templates/xxgk/${category}.art`), { item }),
+        link: xxgkMap.xxgk[category].url,
+    }));
+
+    ctx.state.data = {
+        title: `${xxgkMap.xxgk[category].title} - 国家药品监督管理局药品审评中心`,
+        link: xxgkMap.xxgk[category].url,
+        item: items,
+    };
+};