rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/cdzjryb/projectList.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://zw.cdzjryb.com/lottery/accept/projectList';
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const list = $('#_projectInfo tr')
+        .toArray()
+        .map((item) =>
+            $(item)
+                .find('td')
+                .toArray()
+                .map((td) => $(td).text().trim())
+        );
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(`cdzjryb:zw:projectList${item[0]}`, async () => {
+                const { data: notice } = await got.post('https://zw.cdzjryb.com/lottery/accept/getProjectRule', {
+                    form: {
+                        projectUuid: item[0],
+                    },
+                });
+                return {
+                    title: item[3],
+                    description: art(path.join(__dirname, 'templates/projectList.art'), {
+                        item,
+                        notice: notice.message,
+                    }),
+                    link: url,
+                    guid: `cdzjryb:zw:projectList:${item[0]}`,
+                    pubDate: timezone(parseDate(item[8]), 8),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cdzjryb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cdzjryb.com': {
+        _name: '成都住建蓉 e 办',
+        zw: [
+            {
+                title: '商品住房购房登记',
+                docs: 'https://docs.rsshub.app/other.html#cheng-dou-zhu-jian-rong-e-ban',
+                source: ['/lottery/accept/projectList', '/'],
+                target: '/cdzjryb/zw/projectList',
+            },
+        ],
+    },
+};

package/lib/v2/cdzjryb/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/zw/projectList', require('./projectList'));
+};

package/lib/v2/cdzjryb/templates/projectList.art

@@ -0,0 +1,23 @@
+<table>
+  <tr>
+    <th>区域</th>
+    <th>项目名称</th>
+    <th>预售证号</th>
+    <th>预售范围</th>
+    <th>住房套数</th>
+    <th>开发商咨询电话</th>
+    <th>登记开始时间</th>
+    <th>登记结束时间</th>
+    <th>名单外人员资格已释放时间</th>
+    <th>名单内人员资格已释放时间</th>
+    <th>预审码取得截止时间</th>
+    <th>项目报名状态</th>
+  </tr>
+  <tr>
+  <% for(let i = 2; i < item.length - 1; i++){ %>
+    <td><%= item[i] %></td>
+  <% } %>
+  </tr>
+</table>
+<h2 style="text-align: center;">登记规则</h2>
+{{@ notice }}

package/lib/v2/chsi/kydt.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://yz.chsi.com.cn';
+
+module.exports = async (ctx) => {
+    const response = await got(`${host}/kyzx/kydt`);
+
+    const $ = cheerio.load(response.data);
+    const list = $('ul.news-list').children();
+
+    const items = await Promise.all(
+        list.map((i, item) => {
+            item = $(item);
+            const itemTitle = item.find('a').text();
+            const itemDate = item.find('.span-time').text();
+            const path = item.find('a').attr('href');
+            let itemUrl = '';
+            if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                itemUrl = host + path;
+            } else {
+                itemUrl = path;
+            }
+            return ctx.cache.tryGet(itemUrl, async () => {
+                let description = '';
+                if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                    const result = await got(itemUrl);
+                    const $ = cheerio.load(result.data);
+                    description = $('#article_dnull').html().trim();
+                } else {
+                    description = itemTitle;
+                }
+                return {
+                    title: itemTitle,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(itemDate), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `中国研究生招生信息网 - 考研动态`,
+        link: `${host}/kyzx/kydt/`,
+        description: '中国研究生招生信息网 - 考研动态',
+        item: items,
+    };
+};

package/lib/v2/chsi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/kydt': ['SunBK201'],
+};

package/lib/v2/chsi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'chsi.com.cn': {
+        _name: '中国研究生招生信息网',
+        yz: [
+            {
+                title: '考研动态',
+                docs: 'https://docs.rsshub.app/study.html#zhong-guo-yan-jiu-sheng-zhao-sheng-xin-xi-wang',
+                source: ['/kyzx/kydt'],
+                target: '/chsi/kydt',
+            },
+        ],
+    },
+};

package/lib/v2/chsi/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/kydt', require('./kydt'));
+};

package/lib/v2/cnbc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rss/:id?': ['TonyRL'],
+};

package/lib/v2/cnbc/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'cnbc.com': {
+        _name: 'CNBC',
+        search: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/rs/search/combinedcms/view.xml'],
+                target: (_, url) => `/cnbc/rss/${new URL(url).searchParams.get('id')}`,
+            },
+        ],
+        www: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/id/:id/device/rss/rss.html'],
+                target: '/cnbc/rss/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cnbc/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/rss/:id?', require('./rss'));
+};

package/lib/v2/cnbc/rss.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const parser = require('@/utils/rss-parser');
+
+module.exports = async (ctx) => {
+    const { id = '100003114' } = ctx.params;
+    const feed = await parser.parseURL(`https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=${id}`);
+
+    const items = await Promise.all(
+        feed.items
+            .filter((i) => !i.link.startsWith('https://www.cnbc.com/select/'))
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+
+                    delete item.content;
+                    delete item.contentSnippet;
+                    delete item.isoDate;
+
+                    item.description = '';
+                    if ($('.RenderKeyPoints-keyPoints').length) {
+                        $('.RenderKeyPoints-keyPoints').html();
+                    }
+                    if ($('.FeaturedContent-articleBody').length) {
+                        item.description += $('.FeaturedContent-articleBody').html();
+                    }
+                    if ($('.ArticleBody-articleBody').length) {
+                        item.description += $('.ArticleBody-articleBody').html();
+                    }
+                    if ($('.LiveBlogBody-articleBody').length) {
+                        item.description += $('.LiveBlogBody-articleBody').html();
+                    }
+                    if ($('.ClipPlayer-clipPlayer').length) {
+                        item.description += $('.ClipPlayer-clipPlayer').html();
+                    }
+
+                    const meta = JSON.parse($('[type=application/ld+json]').last().text());
+                    item.author = meta.author ? (meta.author.name ? meta.author.name : meta.author.map((a) => a.name).join(', ')) : null;
+                    item.category = meta.keywords;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+    };
+};

package/lib/v2/cnbeta/radar.js

@@ -1,22 +1,22 @@
 module.exports = {
-    'cnbeta.com': {
-        _name: 'cnBeta',
+    'cnbeta.com.tw': {
+        _name: 'cnBeta.COM',
         '.': [
             {
-                title: '最新',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-zuixin',
+                title: '头条资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-tou-tiao-zi-xun',
                 source: ['/'],
                 target: '/cnbeta',
             },
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-fenlei',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-fen-lei',
                 source: ['/category/:id', '/'],
                 target: '/cnbeta/category/:id',
             },
             {
                 title: '主题',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-zhuti',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-zhu-ti',
                 source: ['/topics/:id', '/'],
                 target: '/cnbeta/topics/:id',
             },

package/lib/v2/cnbeta/router.js

@@ -1,4 +1,4 @@
 module.exports = function (router) {
     router.get('/:type/:id', require('./type'));
-    router.get('/', require('./index'));
+    router.get('/', require('./type'));
 };

package/lib/v2/cnbeta/type.js

@@ -6,32 +6,26 @@ const { parseDate } = require('@/utils/parse-date');
 const { rootUrl, ProcessItems } = require('./utils');
 
 module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const id = ctx.params.id;
+    const { type, id } = ctx.params;
 
-    const currentUrl = `${rootUrl}/${type}/${id}.htm`;
+    const currentUrl = type ? `${rootUrl}/${type}/${id}.htm` : rootUrl;
 
-    let response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    let response = await got(currentUrl);
 
     const $ = cheerio.load(response.data);
 
     const token = encodeURI($('meta[name="csrf-token"]').attr('content'));
     const apiUrl = `${rootUrl}/home/more?&type=${$('div[data-type]').attr('data-type')}&page=1&_csrf=${token}&_=${new Date().getTime()}`;
 
-    response = await got({
-        method: 'get',
-        url: apiUrl,
-    });
+    response = await got(apiUrl);
 
     const items = response.data.result.list.map((item) => ({
         title: item.title,
         description: item.hometext,
         author: item.source.split('@http')[0],
         pubDate: timezone(parseDate(item.inputtime), +8),
-        link: item.url_show.indexOf('//') === 0 ? `https:${item.url_show}` : item.url_show,
+        link: item.url_show.startsWith('//') ? `https:${item.url_show}` : item.url_show.replace('http:', 'https:'),
+        category: item.label.name,
     }));
 
     ctx.state.data = {

package/lib/v2/cnbeta/utils.js

@@ -1,18 +1,15 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
-const rootUrl = 'https://www.cnbeta.com';
+const rootUrl = 'https://www.cnbeta.com.tw';
 
 module.exports = {
     rootUrl,
-    ProcessItems: async (items, limit, tryGet) =>
-        await Promise.all(
-            items.slice(0, limit ? parseInt(limit) : 50).map((item) =>
+    ProcessItems: (items, limit, tryGet) =>
+        Promise.all(
+            items.slice(0, limit ? parseInt(limit) : 60).map((item) =>
                 tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
+                    const detailResponse = await got(item.link);
 
                     const content = cheerio.load(detailResponse.data);
 

package/lib/v2/cngal/entry.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const entryId = ctx.params.id;
+
+    const response = await got(`https://www.cngal.org/api/entries/GetEntryView/${entryId}`);
+
+    const data = response.data;
+
+    ctx.state.data = {
+        title: `CnGal - ${data.name} 的动态`,
+        link: `https://www.cngal.org/entries/index/${entryId}`,
+        item: data.newsOfEntry.map((item) => ({
+            title: item.title,
+            description: art(path.join(__dirname, 'templates/entry-description.art'), item),
+            pubDate: timezone(parseDate(item.happenedTime), +8),
+            link: item.link,
+        })),
+    };
+    ctx.state.json = response.data;
+};

package/lib/v2/cngal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/entry/:id': ['chengyuhui'],
+    '/weekly': ['chengyuhui'],
+};

package/lib/v2/cngal/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cngal.org': {
+        _name: 'CnGal',
+        www: [
+            {
+                title: '每周速报',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-mei-zhou-su-bao',
+                source: ['/', '/weeklynews'],
+                target: '/cngal/weekly',
+            },
+            {
+                title: '制作者/游戏新闻',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-zhi-zuo-zhe-you-xi-xin-wen',
+                source: ['/entries/index/:id'],
+                target: '/cngal/entry/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cngal/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/entry/:id', require('./entry'));
+    router.get('/weekly', require('./weekly'));
+};

package/lib/v2/cngal/templates/entry-description.art

@@ -0,0 +1,4 @@
+<p>{{ briefIntroduction }}</p>
+{{ if image }}
+    <img src="{{ image }}"/>
+{{ /if }}

package/lib/v2/cngal/templates/weekly-description.art

@@ -0,0 +1,4 @@
+<p>{{@ briefIntroduction.trim().replace(/\n/g, '<br>') }}</p>
+{{ if mainImage }}
+    <img src="{{ mainImage }}"/>
+{{ /if }}

package/lib/v2/cngal/weekly.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got('https://www.cngal.org/api/news/GetWeeklyNewsOverview');
+
+    ctx.state.data = {
+        title: 'CnGal - 每周速报',
+        link: 'https://www.cngal.org/weeklynews',
+        item: response.data.map((item) => ({
+            title: item.name,
+            description: art(path.join(__dirname, 'templates/weekly-description.art'), item),
+            pubDate: parseDate(item.lastEditTime),
+            link: `https://www.cngal.org/articles/index/${item.id}`,
+        })),
+    };
+    ctx.state.json = response.data;
+};

package/lib/v2/cnki/author.js

@@ -0,0 +1,45 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://chn.oversea.cnki.net/kcms/detail/frame/knetlist.aspx?infotype=4&codetype=1&vl=&';
+const authorPageRootUrl = 'https://kns.cnki.net/kcms/detail/knetsearch.aspx?sfield=au&';
+
+module.exports = async (ctx) => {
+    const { code } = ctx.params;
+
+    const authorPageUrl = `${authorPageRootUrl}code=${code}`;
+
+    const res = await got(authorPageUrl);
+    const $ = cheerio.load(res.data);
+    const authorName = $('#showname').text();
+    const companyName = $('body > div.wrapper > div.main > div.container.full-screen > div > div:nth-child(3) > h3:nth-child(2) > span > a').text();
+
+    const url = `${rootUrl}code=${code}`;
+
+    const list = await got
+        .get(url, {
+            headers: {
+                Referer: authorPageUrl,
+            },
+        })
+        .then((res) => {
+            const $ = cheerio.load(res.data);
+            const list = $('.bignum')
+                .children()
+                .map((_, e) => ({
+                    title: $(e).find('a').first().text().trim(),
+                    link: 'https://chn.oversea.cnki.net' + $(e).find('a').first().attr('href'),
+                }))
+                .get();
+            return list;
+        });
+
+    const items = await Promise.all(list.map((item) => ctx.cache.tryGet(item.link, () => utils.ProcessItem(item))));
+
+    ctx.state.data = {
+        title: `知网 ${authorName} ${companyName}`,
+        link: authorPageUrl,
+        item: items,
+    };
+};

package/lib/v2/cnki/journals.js

@@ -1,8 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
+const { ProcessItem } = require('./utils');
 
 const rootUrl = 'https://chn.oversea.cnki.net';
 
@@ -44,27 +43,7 @@ module.exports = async (ctx) => {
         return item;
     });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got.get(item.link);
-                const $ = cheerio.load(detailResponse.data);
-                item.description = art(path.join(__dirname, 'templates/desc.art'), {
-                    author: $('h3.author > span')
-                        .map((_, item) => $(item).text())
-                        .get()
-                        .join(' '),
-                    company: $('a.author')
-                        .map((_, item) => $(item).text())
-                        .get()
-                        .join(' '),
-                    content: $('div.row > span.abstract-text').parent().text(),
-                });
-
-                return item;
-            })
-        )
-    );
+    const items = await Promise.all(list.map((item) => ctx.cache.tryGet(item.link, () => ProcessItem(item))));
 
     ctx.state.data = {
         title: String(title),

package/lib/v2/cnki/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/journals/:name': ['Fatpandac'],
     '/journals/debut/:name': ['Fatpandac'],
+    '/author/:code': ['harveyqiu'],
 };

package/lib/v2/cnki/radar.js

@@ -15,5 +15,13 @@ module.exports = {
                 target: '/cnki/journals/debut/:name',
             },
         ],
+        kns: [
+            {
+                title: '作者期刊文献',
+                docs: 'https://docs.rsshub.app/journal.html#zhong-guo-zhi-wang-zuo-zhe-qi-kan-wen-xian',
+                source: ['/kcms/detail/knetsearch.aspx', '/'],
+                target: (_, url) => `/cnki/author/${new URL(url).searchParams.get('code')}`,
+            },
+        ],
     },
 };

package/lib/v2/cnki/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/journals/:name', require('./journals'));
     router.get('/journals/debut/:name', require('./debut'));
+    router.get('/author/:code', require('./author'));
 };

package/lib/v2/cnki/utils.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const ProcessItem = async (item) => {
+    const detailResponse = await got(item.link);
+    const $ = cheerio.load(detailResponse.data);
+    item.description = art(path.join(__dirname, 'templates/desc.art'), {
+        author: $('h3.author > span')
+            .map((_, item) => $(item).text())
+            .get()
+            .join(' '),
+        company: $('a.author')
+            .map((_, item) => $(item).text())
+            .get()
+            .join(' '),
+        content: $('div.row > span.abstract-text').parent().text(),
+    });
+
+    return item;
+};
+
+module.exports = {
+    ProcessItem,
+};

package/lib/v2/codeforces/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/contests': ['Fatpandac'],
+    '/recent-actions': ['ftiasch'],
 };

package/lib/v2/codeforces/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
     'codeforces.com': {
         _name: 'Codeforces',
+        '.': [
+            {
+                title: 'Recent Actions',
+                docs: 'https://docs.rsshub.app/programming.html#codeforces-recent-actions',
+                source: ['/recent-actions'],
+                target: '/codeforces/recent-actions',
+            },
+        ],
         www: [
             {
                 title: '最新比赛',