rsshub 1.0.0-master.fc5a2f6 → 1.0.0-master.fc648b5

package/lib/v2/appleinsider/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://appleinsider.com';
+    const currentUrl = `${rootUrl}${category ? `/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $(`${category === '' ? '#news-river ' : ''}.river`)
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item).find('a').first();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#article-social').next().remove();
+                content('#article-hero, #article-social').remove();
+                content('.deals-widget').remove();
+
+                item.title = content('.h1-adjust').text();
+                item.author = content('.avatar-link a').attr('title');
+                item.pubDate = parseDate(content('time').first().attr('datetime'));
+                item.description = content('header').next('.row').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/appleinsider/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/appleinsider/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'appleinsider.com': {
+        _name: 'AppleInsider',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#appleinsider-fen-lei',
+                source: ['/:category', '/'],
+                target: '/appleinsider/:category',
+            },
+        ],
+    },
+};

package/lib/v2/appleinsider/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/cbnweek/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www2021.cbnweek.com';
+    const apiRootUrl = 'https://api2021.cbnweek.com';
+    const currentUrl = `${apiRootUrl}/v4/first_page_infos?per=1`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.data.map((item) => {
+        const post = item.data[0];
+        return {
+            guid: post.id,
+            title: post.title,
+            link: `${rootUrl}/#/article_detail/${post.id}`,
+            pubDate: parseDate(post.display_time),
+            author: post.authors?.map((a) => a.name).join(', '),
+            category: post.topics?.map((t) => t.name),
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: `${apiRootUrl}/v4/articles/${item.guid}`,
+                });
+
+                item.description = detailResponse.data.data.content;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '第一财经杂志',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/cbnweek/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['nczitzk'],
+};

package/lib/v2/cbnweek/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cbnweek.com': {
+        _name: '第一财经杂志',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/finance.html#di-yi-cai-jing-za-zhi-shou-ye',
+                source: ['/'],
+                target: '/cbnweek',
+            },
+        ],
+    },
+};

package/lib/v2/cbnweek/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/ccac/news.js

@@ -10,18 +10,26 @@ module.exports = async (ctx) => {
 
     const BASE = utils.langBase(lang);
     const page = await browser.newPage();
-    await page.goto(BASE);
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+    });
+    await page.goto(BASE, {
+        waitUntil: 'domcontentloaded',
+    });
     const articles = await page.evaluate(() => window.articles);
+    await browser.close();
 
     const list = utils
         .typeFilter(articles, type)
-        .slice(0, 11)
+        .slice(0, ctx.query.limit ? Number(ctx.query.limit) : 30)
         .map((item) => ({
             title: item.name,
-            category: item.tags.map((tag) => tag.name).join(','),
+            category: item.tags.map((tag) => tag.name),
             link: utils.BASE_URL + item.url,
             pubDate: parseDate(item.time, 'YYYY-MM-DD'),
         }));
+
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
@@ -37,6 +45,7 @@ module.exports = async (ctx) => {
             })
         )
     );
+
     ctx.state.data = {
         title: `CCAC ${type}`,
         link: BASE,

package/lib/v2/cde/index.js

@@ -104,7 +104,7 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got.get(item.link, {
+                const detailResponse = await got(item.link, {
                     headers: {
                         cookie: await utils.getCookie(ctx),
                     },
@@ -126,7 +126,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${utils.title} - ${cateTitleMap[channel][cate]}`,
-        link: String(channelLinkMap[channel]),
+        link: channelLinkMap[channel],
         item: items,
     };
 };

package/lib/v2/cde/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
+    '/xxgk/:category': ['TonyRL'],
     '/:channel/:category': ['Fatpandac'],
 };

package/lib/v2/cde/radar.js

@@ -11,19 +11,19 @@ module.exports = {
             {
                 title: '要闻导读',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/1e0a362d64015ebcbf32d6949acbba11'],
                 target: '/cde/news/ywdd',
             },
             {
                 title: '图片新闻',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/4b49e3142441860ac6a48c888a54712a'],
                 target: '/cde/news/tpxw',
             },
             {
                 title: '工作动态',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/news/listpage/545cf855a50574699b46b26bcb165f32'],
+                source: ['/main/news/listpage/3cc45b396497b598341ce3af000490e5'],
                 target: '/cde/news/gzdt',
             },
             {
@@ -35,9 +35,27 @@ module.exports = {
             {
                 title: '中心规章',
                 docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
-                source: ['/main/policy/listpage/9f9c74c73e0f8f56a8bfbc646055026d'],
+                source: ['/main/policy/listpage/369ac7cfeb67c6000c33f85e6f374044'],
                 target: '/cde/policy/zxgz',
             },
+            {
+                title: '优先审评公示 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/2f78f372d351c6851af7431c7710a731'],
+                target: '/cde/xxgf/priorityApproval',
+            },
+            {
+                title: '突破性治疗公示 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/da6efd086c099b7fc949121166f0130c'],
+                target: '/cde/xxgf/breakthroughCure',
+            },
+            {
+                title: '临床试验默示许可 - 信息公开',
+                docs: 'https://docs.rsshub.app/government.html#guo-jia-yao-pin-shen-ping-wang-zhan-shou-ye',
+                source: ['/main/xxgk/listpage/4b5255eb0a84820cef4ca3e8b6bbe20c'],
+                target: '/cde/xxgf/cliniCal',
+            },
         ],
     },
 };

package/lib/v2/cde/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
+    router.get('/xxgk/:category', require('./xxgk'));
     router.get('/:channel/:category', require('./index'));
 };

package/lib/v2/cde/templates/xxgk/breakthroughCure.art

@@ -0,0 +1,18 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>注册申请人</th>
+    <th>申请日期</th>
+    <th>公示日期</th>
+    <th>公示截止日期</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.company }}</td>
+    <td>{{ item.applyDate }}</td>
+    <td>{{ item.noticeDate }}</td>
+    <td>{{ item.endNoticeDate }}</td>
+  </tr>
+</table>

package/lib/v2/cde/templates/xxgk/cliniCal.art

@@ -0,0 +1,16 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>申请人名称</th>
+    <th>适应症</th>
+    <th>注册分类</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.companys }}</td>
+    <td>{{ item.lcmsxkIndication }}</td>
+    <td>{{ item.lcmsxkRegisterkind }}</td>
+  </tr>
+</table>

package/lib/v2/cde/templates/xxgk/priorityApproval.art

@@ -0,0 +1,18 @@
+<table>
+  <tr>
+    <th>受理号</th>
+    <th>药品名称</th>
+    <th>注册申请人</th>
+    <th>承办日期</th>
+    <th>申请日期</th>
+    <th>公示日期</th>
+  </tr>
+  <tr>
+    <td>{{ item.acceptid }}</td>
+    <td>{{ item.drgnamecn }}</td>
+    <td>{{ item.company }}</td>
+    <td>{{ item.createdate }}</td>
+    <td>{{ item.applyDate }}</td>
+    <td>{{ item.noticeDate }}</td>
+  </tr>
+</table>

package/lib/v2/cde/utils.js

@@ -4,8 +4,8 @@ const title = '国家药品监督管理局药品审评中心';
 const rootUrl = 'https://www.cde.org.cn';
 
 const getCookie = (ctx) =>
-    ctx.cache.tryGet(rootUrl, async () => {
-        const response = await got.get(rootUrl);
+    ctx.cache.tryGet('cde:cookie', async () => {
+        const response = await got(rootUrl);
 
         return response.headers['set-cookie']
             .join()

package/lib/v2/cde/xxgk.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const utils = require('./utils');
+
+const baseUrl = 'https://www.cde.org.cn';
+const xxgkMap = {
+    xxgk: {
+        priorityApproval: {
+            title: '优先审评公示',
+            url: `${baseUrl}/main/xxgk/listpage/2f78f372d351c6851af7431c7710a731`,
+            endPoint: '/priority/getPriorityApprovalList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                noticeType: 2,
+                acceptid: '',
+                drugname: '',
+                company: '',
+            },
+        },
+        breakthroughCure: {
+            title: '突破性治疗公示',
+            url: `${baseUrl}/main/xxgk/listpage/da6efd086c099b7fc949121166f0130c`,
+            endPoint: '/breakthrough/getBreakthroughCureList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                noticeType: 1,
+                acceptid: '',
+                drugname: '',
+                company: '',
+            },
+        },
+        cliniCal: {
+            title: '临床试验默示许可',
+            url: `${baseUrl}/main/xxgk/listpage/4b5255eb0a84820cef4ca3e8b6bbe20c`,
+            endPoint: '/xxgk/getCliniCalList',
+            form: {
+                pageSize: 50,
+                pageNum: 1,
+                condition: '',
+            },
+        },
+    },
+};
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+
+    const { data } = await got.post(`${baseUrl}/main${xxgkMap.xxgk[category].endPoint}`, {
+        form: xxgkMap.xxgk[category].form,
+        headers: {
+            referer: xxgkMap.xxgk[category].url,
+            cookie: await utils.getCookie(ctx),
+        },
+    });
+
+    const items = data.data.records.map((item) => ({
+        title: item.drgnamecn,
+        guid: item.acceptid,
+        pubDate: item.endNoticeDate ? parseDate(item.endNoticeDate) : null,
+        description: art(path.join(__dirname, `templates/xxgk/${category}.art`), { item }),
+        link: xxgkMap.xxgk[category].url,
+    }));
+
+    ctx.state.data = {
+        title: `${xxgkMap.xxgk[category].title} - 国家药品监督管理局药品审评中心`,
+        link: xxgkMap.xxgk[category].url,
+        item: items,
+    };
+};

package/lib/v2/chinadegrees/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:province?': ['TonyRL'],
+};

package/lib/v2/chinadegrees/province.js

@@ -0,0 +1,66 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+const baseUrl = 'http://www.chinadegrees.com.cn';
+
+module.exports = async (ctx) => {
+    const { province = '11' } = ctx.params;
+    const url = `${baseUrl}/help/unitSwqk${province}.html`;
+
+    const data = await ctx.cache.tryGet(
+        url,
+        async () => {
+            const browser = await require('@/utils/puppeteer')();
+            const page = await browser.newPage();
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+            });
+            await page.goto(url, {
+                waitUntil: 'domcontentloaded',
+            });
+            await page.waitForSelector('.datalist');
+
+            const html = await page.evaluate(() => document.documentElement.innerHTML);
+            await browser.close();
+
+            const $ = cheerio.load(html);
+            return {
+                title: $('caption').text().trim(),
+                items: $('.datalist tr')
+                    .toArray()
+                    .slice(1)
+                    .map((item) => {
+                        item = $(item);
+                        const title = item.find('td').eq(1).text();
+                        const pubDate = item.find('td').eq(2).text();
+                        return {
+                            title,
+                            pubDate,
+                            guid: `${title}:${pubDate}`,
+                        };
+                    })
+                    .filter((item) => item.title !== 'null'),
+            };
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const items = data.items.map((item) => {
+        item.description = art(path.join(__dirname, 'templates/description.art'), {
+            title: item.title,
+            pubDate: item.pubDate,
+        });
+        item.pubDate = parseDate(item.pubDate, 'YYYY-MM-DD');
+        return item;
+    });
+
+    ctx.state.data = {
+        title: data.title,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/chinadegrees/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'chinadegrees.com.cn': {
+        _name: '中华人民共和国学位证书查询',
+        '.': [
+            {
+                title: '各学位授予单位学位证书上网进度',
+                docs: 'https://docs.rsshub.app/study.html#zhong-hua-ren-min-gong-he-guo-xue-wei-zheng-shu-cha-xun',
+                source: ['/help/*province'],
+                target: (params) => `/chinadegrees/${params.province.replace('unitSwqk', '').replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/chinadegrees/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:province?', require('./province'));
+};

package/lib/v2/chinadegrees/templates/description.art

@@ -0,0 +1,4 @@
+<table>
+    <tr><th>学位授予单位名称</th><th>最新上网批次</th></tr>
+    <tr><td>{{ title }}</td><td>{{ pubDate }}</td></tr>
+</table>

package/lib/v2/cnjxol/index.js

@@ -0,0 +1,94 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const categories = {
+    jxrb: '嘉兴日报',
+    nhwb: '南湖晚报',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'jxrb';
+    const id = ctx.params.id;
+
+    const rootUrl = `https://${category}.cnjxol.com`;
+    const currentUrl = `${rootUrl}/${category}Paper/pc/layout`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+    const dateMatch = $('a')
+        .first()
+        .attr('href')
+        .match(/\d{6}\/\d{2}/)[0];
+
+    let items = [];
+
+    if (id) {
+        const pageUrl = `${currentUrl}/${dateMatch}/node_${id}.html`;
+
+        const pageResponse = await got({
+            method: 'get',
+            url: pageUrl,
+        });
+
+        $ = cheerio.load(pageResponse.data);
+
+        items = $('#articlelist .clearfix a')
+            .toArray()
+            .map((a) => `${currentUrl}/${$(a).attr('href')}`.replace(/layout\/\.\.\/\.\.\/\.\.\//g, ''));
+    } else {
+        await Promise.all(
+            $('#list li a')
+                .toArray()
+                .map(async (p) => {
+                    const pageResponse = await got({
+                        method: 'get',
+                        url: `${currentUrl}/${$(p).attr('href')}`,
+                    });
+
+                    const page = cheerio.load(pageResponse.data);
+
+                    items.push(
+                        ...page('#articlelist .clearfix a')
+                            .toArray()
+                            .map((a) => `${currentUrl}/${page(a).attr('href')}`.replace(/layout\/\.\.\/\.\.\/\.\.\//g, ''))
+                    );
+                })
+        );
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                return {
+                    link: item,
+                    title: content('#Title').text(),
+                    pubDate: parseDate(content('date').text()),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        attachment: content('.attachment').html(),
+                        content: content('founder-content').html(),
+                    }),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${categories[category]}${id ? ` - ${$('#layout').text()}` : ''}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/cnjxol/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jxrb/:id?': ['nczitzk'],
+    '/nhwb/:id?': ['nczitzk'],
+};

package/lib/v2/cnjxol/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cnjxol.com': {
+        _name: '南湖清风',
+        '.': [
+            {
+                title: '嘉兴日报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nan-hu-qing-feng-jia-xing-ri-bao',
+                source: ['/'],
+                target: '/cnjxol/jxrb/:id',
+            },
+            {
+                title: '南湖晚报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nan-hu-qing-feng-nan-hu-wan-bao',
+                source: ['/'],
+                target: '/cnjxol/nhwb/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cnjxol/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:id?', require('./index'));
+};

package/lib/v2/cnjxol/templates/description.art

@@ -0,0 +1,2 @@
+{{@ attachment }}
+{{@ content }}

package/lib/v2/cscse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/tzgg': ['nczitzk'],
+};

package/lib/v2/cscse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cscse.edu.cn': {
+        _name: '中国留学网',
+        '.': [
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/study.html#zhong-guo-liu-xue-wang-tong-zhi-gong-gao',
+                source: ['/cscse/index/tzgg', '/'],
+                target: '/cscse/tzgg',
+            },
+        ],
+    },
+};