rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/v2/cdzjryb/projectList.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://zw.cdzjryb.com/lottery/accept/projectList';
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const list = $('#_projectInfo tr')
+        .toArray()
+        .map((item) =>
+            $(item)
+                .find('td')
+                .toArray()
+                .map((td) => $(td).text().trim())
+        );
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(`cdzjryb:zw:projectList${item[0]}`, async () => {
+                const { data: notice } = await got.post('https://zw.cdzjryb.com/lottery/accept/getProjectRule', {
+                    form: {
+                        projectUuid: item[0],
+                    },
+                });
+                return {
+                    title: item[3],
+                    description: art(path.join(__dirname, 'templates/projectList.art'), {
+                        item,
+                        notice: notice.message,
+                    }),
+                    link: url,
+                    guid: `cdzjryb:zw:projectList:${item[0]}`,
+                    pubDate: timezone(parseDate(item[8]), 8),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cdzjryb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cdzjryb.com': {
+        _name: '成都住建蓉 e 办',
+        zw: [
+            {
+                title: '商品住房购房登记',
+                docs: 'https://docs.rsshub.app/other.html#cheng-dou-zhu-jian-rong-e-ban',
+                source: ['/lottery/accept/projectList', '/'],
+                target: '/cdzjryb/zw/projectList',
+            },
+        ],
+    },
+};

package/lib/v2/cdzjryb/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/zw/projectList', require('./projectList'));
+};

package/lib/v2/cdzjryb/templates/projectList.art

@@ -0,0 +1,23 @@
+<table>
+  <tr>
+    <th>区域</th>
+    <th>项目名称</th>
+    <th>预售证号</th>
+    <th>预售范围</th>
+    <th>住房套数</th>
+    <th>开发商咨询电话</th>
+    <th>登记开始时间</th>
+    <th>登记结束时间</th>
+    <th>名单外人员资格已释放时间</th>
+    <th>名单内人员资格已释放时间</th>
+    <th>预审码取得截止时间</th>
+    <th>项目报名状态</th>
+  </tr>
+  <tr>
+  <% for(let i = 2; i < item.length - 1; i++){ %>
+    <td><%= item[i] %></td>
+  <% } %>
+  </tr>
+</table>
+<h2 style="text-align: center;">登记规则</h2>
+{{@ notice }}

package/lib/v2/cnbc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rss/:id?': ['TonyRL'],
+};

package/lib/v2/cnbc/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'cnbc.com': {
+        _name: 'CNBC',
+        search: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/rs/search/combinedcms/view.xml'],
+                target: (_, url) => `/cnbc/rss/${new URL(url).searchParams.get('id')}`,
+            },
+        ],
+        www: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/id/:id/device/rss/rss.html'],
+                target: '/cnbc/rss/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cnbc/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/rss/:id?', require('./rss'));
+};

package/lib/v2/cnbc/rss.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const parser = require('@/utils/rss-parser');
+
+module.exports = async (ctx) => {
+    const { id = '100003114' } = ctx.params;
+    const feed = await parser.parseURL(`https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=${id}`);
+
+    const items = await Promise.all(
+        feed.items
+            .filter((i) => !i.link.startsWith('https://www.cnbc.com/select/'))
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+
+                    delete item.content;
+                    delete item.contentSnippet;
+                    delete item.isoDate;
+
+                    item.description = '';
+                    if ($('.RenderKeyPoints-keyPoints').length) {
+                        $('.RenderKeyPoints-keyPoints').html();
+                    }
+                    if ($('.FeaturedContent-articleBody').length) {
+                        item.description += $('.FeaturedContent-articleBody').html();
+                    }
+                    if ($('.ArticleBody-articleBody').length) {
+                        item.description += $('.ArticleBody-articleBody').html();
+                    }
+                    if ($('.LiveBlogBody-articleBody').length) {
+                        item.description += $('.LiveBlogBody-articleBody').html();
+                    }
+                    if ($('.ClipPlayer-clipPlayer').length) {
+                        item.description += $('.ClipPlayer-clipPlayer').html();
+                    }
+
+                    const meta = JSON.parse($('[type=application/ld+json]').last().text());
+                    item.author = meta.author ? (meta.author.name ? meta.author.name : meta.author.map((a) => a.name).join(', ')) : null;
+                    item.category = meta.keywords;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+    };
+};

package/lib/v2/cngal/entry.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const entryId = ctx.params.id;
+
+    const response = await got(`https://www.cngal.org/api/entries/GetEntryView/${entryId}`);
+
+    const data = response.data;
+
+    ctx.state.data = {
+        title: `CnGal - ${data.name} 的动态`,
+        link: `https://www.cngal.org/entries/index/${entryId}`,
+        item: data.newsOfEntry.map((item) => ({
+            title: item.title,
+            description: art(path.join(__dirname, 'templates/entry-description.art'), item),
+            pubDate: timezone(parseDate(item.happenedTime), +8),
+            link: item.link,
+        })),
+    };
+    ctx.state.json = response.data;
+};

package/lib/v2/cngal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/entry/:id': ['chengyuhui'],
+    '/weekly': ['chengyuhui'],
+};

package/lib/v2/cngal/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cngal.org': {
+        _name: 'CnGal',
+        www: [
+            {
+                title: '每周速报',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-mei-zhou-su-bao',
+                source: ['/', '/weeklynews'],
+                target: '/cngal/weekly',
+            },
+            {
+                title: '制作者/游戏新闻',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-zhi-zuo-zhe-you-xi-xin-wen',
+                source: ['/entries/index/:id'],
+                target: '/cngal/entry/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cngal/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/entry/:id', require('./entry'));
+    router.get('/weekly', require('./weekly'));
+};

package/lib/v2/cngal/templates/entry-description.art

@@ -0,0 +1,4 @@
+<p>{{ briefIntroduction }}</p>
+{{ if image }}
+    <img src="{{ image }}"/>
+{{ /if }}

package/lib/v2/cngal/templates/weekly-description.art

@@ -0,0 +1,4 @@
+<p>{{@ briefIntroduction.trim().replace(/\n/g, '<br>') }}</p>
+{{ if mainImage }}
+    <img src="{{ mainImage }}"/>
+{{ /if }}

package/lib/v2/cngal/weekly.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got('https://www.cngal.org/api/news/GetWeeklyNewsOverview');
+
+    ctx.state.data = {
+        title: 'CnGal - 每周速报',
+        link: 'https://www.cngal.org/weeklynews',
+        item: response.data.map((item) => ({
+            title: item.name,
+            description: art(path.join(__dirname, 'templates/weekly-description.art'), item),
+            pubDate: parseDate(item.lastEditTime),
+            link: `https://www.cngal.org/articles/index/${item.id}`,
+        })),
+    };
+    ctx.state.json = response.data;
+};

package/lib/v2/cnki/author.js

@@ -0,0 +1,45 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://chn.oversea.cnki.net/kcms/detail/frame/knetlist.aspx?infotype=4&codetype=1&vl=&';
+const authorPageRootUrl = 'https://kns.cnki.net/kcms/detail/knetsearch.aspx?sfield=au&';
+
+module.exports = async (ctx) => {
+    const { code } = ctx.params;
+
+    const authorPageUrl = `${authorPageRootUrl}code=${code}`;
+
+    const res = await got(authorPageUrl);
+    const $ = cheerio.load(res.data);
+    const authorName = $('#showname').text();
+    const companyName = $('body > div.wrapper > div.main > div.container.full-screen > div > div:nth-child(3) > h3:nth-child(2) > span > a').text();
+
+    const url = `${rootUrl}code=${code}`;
+
+    const list = await got
+        .get(url, {
+            headers: {
+                Referer: authorPageUrl,
+            },
+        })
+        .then((res) => {
+            const $ = cheerio.load(res.data);
+            const list = $('.bignum')
+                .children()
+                .map((_, e) => ({
+                    title: $(e).find('a').first().text().trim(),
+                    link: 'https://chn.oversea.cnki.net' + $(e).find('a').first().attr('href'),
+                }))
+                .get();
+            return list;
+        });
+
+    const items = await Promise.all(list.map((item) => ctx.cache.tryGet(item.link, () => utils.ProcessItem(item))));
+
+    ctx.state.data = {
+        title: `知网 ${authorName} ${companyName}`,
+        link: authorPageUrl,
+        item: items,
+    };
+};

package/lib/v2/cnki/journals.js

@@ -1,8 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
+const { ProcessItem } = require('./utils');
 
 const rootUrl = 'https://chn.oversea.cnki.net';
 
@@ -44,27 +43,7 @@ module.exports = async (ctx) => {
         return item;
     });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got.get(item.link);
-                const $ = cheerio.load(detailResponse.data);
-                item.description = art(path.join(__dirname, 'templates/desc.art'), {
-                    author: $('h3.author > span')
-                        .map((_, item) => $(item).text())
-                        .get()
-                        .join(' '),
-                    company: $('a.author')
-                        .map((_, item) => $(item).text())
-                        .get()
-                        .join(' '),
-                    content: $('div.row > span.abstract-text').parent().text(),
-                });
-
-                return item;
-            })
-        )
-    );
+    const items = await Promise.all(list.map((item) => ctx.cache.tryGet(item.link, () => ProcessItem(item))));
 
     ctx.state.data = {
         title: String(title),

package/lib/v2/cnki/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/journals/:name': ['Fatpandac'],
     '/journals/debut/:name': ['Fatpandac'],
+    '/author/:code': ['harveyqiu'],
 };

package/lib/v2/cnki/radar.js

@@ -15,5 +15,13 @@ module.exports = {
                 target: '/cnki/journals/debut/:name',
             },
         ],
+        kns: [
+            {
+                title: '作者期刊文献',
+                docs: 'https://docs.rsshub.app/journal.html#zhong-guo-zhi-wang-zuo-zhe-qi-kan-wen-xian',
+                source: ['/kcms/detail/knetsearch.aspx', '/'],
+                target: (_, url) => `/cnki/author/${new URL(url).searchParams.get('code')}`,
+            },
+        ],
     },
 };

package/lib/v2/cnki/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/journals/:name', require('./journals'));
     router.get('/journals/debut/:name', require('./debut'));
+    router.get('/author/:code', require('./author'));
 };

package/lib/v2/cnki/utils.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const ProcessItem = async (item) => {
+    const detailResponse = await got(item.link);
+    const $ = cheerio.load(detailResponse.data);
+    item.description = art(path.join(__dirname, 'templates/desc.art'), {
+        author: $('h3.author > span')
+            .map((_, item) => $(item).text())
+            .get()
+            .join(' '),
+        company: $('a.author')
+            .map((_, item) => $(item).text())
+            .get()
+            .join(' '),
+        content: $('div.row > span.abstract-text').parent().text(),
+    });
+
+    return item;
+};
+
+module.exports = {
+    ProcessItem,
+};

package/lib/v2/codeforces/templates/contest.art

@@ -1,11 +1,6 @@
-<text>比赛：{{ title }}</text>
-<br>
-<text>开始时间：{{ startTime }}</text>
-<br>
-<text>持续时间：{{ durationTime }} 分钟</text>
-<br>
-<text>相对时间：{{ relativeTime }} 分钟</text>
-<br>
-<text>比赛类型：{{ type }}</text>
-<br>
+<p>比赛：{{ title }}</p>
+<p>开始时间：{{ startTime }}</p>
+<p>持续时间：{{ durationTime }} 分钟</p>
+<p>相对时间：{{ relativeTime }} 分钟</p>
+<p>比赛类型：{{ type }}</p>
 

package/lib/{routes → v2}/comicskingdom/index.js

@@ -1,27 +1,25 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
-    const baseURL = 'https://www.comicskingdom.com';
+    const baseURL = 'https://comicskingdom.com';
     const name = ctx.params.name;
     const url = `${baseURL}/${name}/archive`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
+    const { data } = await got(url);
 
-    const data = response.data;
     const $ = cheerio.load(data);
 
     // Determine Comic and Author from main page
     const comic = $('title').text().replace('Comics Kingdom - ', '').trim();
-    const author = $('div.author p').text();
+    const author = $('.feature-title h2').text();
 
     // Find the links for all non-archived items
-    const links = $('div.archive-tile[data-is-blocked=false]')
-        .map((i, el) => $(el).find('a[data-prem="Comic Tile"]').first().attr('href'))
-        .get()
-        .map((url) => `${baseURL}${url}`);
+    const links = $('div.tile')
+        .toArray()
+        .map((el) => $(el).find('a').first().attr('href'));
 
     if (links.length === 0) {
         throw `Comic Not Found - ${name}`;
@@ -29,17 +27,16 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         links.map((link) =>
             ctx.cache.tryGet(link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: link,
-                });
+                const detailResponse = await got(link);
                 const content = cheerio.load(detailResponse.data);
 
-                const title = content('title').text();
+                const title = content('meta[property="og:description"]').attr('content');
                 const image = content('meta[property="og:image"]').attr('content');
-                const description = `<img src="${image}" />`;
+                const description = art(path.join(__dirname, 'templates/desc.art'), {
+                    image,
+                });
                 // Pull the date out of the URL
-                const pubDate = new Date(link.split('/').slice(-3).join('/')).toUTCString();
+                const pubDate = parseDate(link.substring(link.lastIndexOf('/') + 1), 'YYYY-MM-DD');
 
                 return {
                     title,
@@ -54,8 +51,10 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `${comic} - Comics Kingdom`,
+        title: comic,
         link: url,
+        image: $('.feature-logo').attr('src'),
         item: items,
+        language: 'en-US',
     };
 };

package/lib/v2/comicskingdom/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:name': ['stjohnjohnson'],
+};

package/lib/v2/comicskingdom/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'comicskingdom.com': {
+        _name: 'Comics Kingdom',
+        '.': [
+            {
+                title: 'Archive',
+                docs: 'https://docs.rsshub.app/anime.html#comics-kingdom',
+                source: ['/:name/*', '/:name'],
+                target: '/comicskingdom/:name',
+            },
+        ],
+    },
+};

package/lib/v2/comicskingdom/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:name', require('./index'));
+};

package/lib/v2/comicskingdom/templates/desc.art

@@ -0,0 +1 @@
+<img src="{{ image }}">

package/lib/{routes → v2}/coolapk/dyh.js

@@ -4,16 +4,12 @@ const utils = require('./utils');
 module.exports = async (ctx) => {
     const dyhId = ctx.params.dyhId;
     const full_url = utils.base_url + `/v6/dyhArticle/list?dyhId=${dyhId}&type=all&page=1`;
-    const r = await got({
-        method: 'get',
-        url: utils.base_url + `/v6/dyh/detail?dyhId=${dyhId}`,
+    const r = await got(`${utils.base_url}/v6/dyh/detail?dyhId=${dyhId}`, {
         headers: utils.getHeaders(),
     });
     let targetTitle = r.data.data.title;
     const feedDescription = r.data.data.description;
-    const response = await got({
-        method: 'get',
-        url: full_url,
+    const response = await got(full_url, {
         headers: utils.getHeaders(),
     });
     const data = response.data.data;

package/lib/{routes → v2}/coolapk/hot.js

@@ -69,9 +69,7 @@ module.exports = async (ctx) => {
     const type = ctx.params.type || 'jrrm';
     const period = ctx.params.period || 'daily';
     const { link, title } = getLinkAndTitle(type, period);
-    const r = await got({
-        method: 'get',
-        url: link,
+    const r = await got(link, {
         headers: utils.getHeaders(),
     });
     const data = r.data.data;

package/lib/{routes → v2}/coolapk/huati.js

@@ -4,9 +4,7 @@ const utils = require('./utils');
 module.exports = async (ctx) => {
     const tag = ctx.params.tag;
     const full_url = utils.base_url + `/v6/page/dataList?url=%23%2Ffeed%2FmultiTagFeedList%3FlistType%3Ddateline_desc%26tag=${tag}&title=%E6%9C%80%E6%96%B0%E5%8F%91%E5%B8%83&subTitle=&page=1`;
-    const response = await got({
-        method: 'get',
-        url: full_url,
+    const response = await got(full_url, {
         headers: utils.getHeaders(),
     });
     const data = response.data.data;

package/lib/v2/coolapk/maintainer.js

@@ -0,0 +1,9 @@
+module.exports = {
+    '/dyh/:dyhId': ['xizeyoupan'],
+    '/huati/:tag': ['xizeyoupan'],
+    '/hot/:type?/:period?': ['xizeyoupan'],
+    '/toutiao/:type?': ['xizeyoupan'],
+    '/tuwen/:type?': ['xizeyoupan'],
+    '/tuwen-xinxian': ['xizeyoupan'],
+    '/user/:uid/dynamic': ['xizeyoupan'],
+};

package/lib/v2/coolapk/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'coolapk.com': {
+        _name: '酷安',
+        '.': [
+            {
+                title: '图文',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+            {
+                title: '头条',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+            {
+                title: '看看号',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+            {
+                title: '话题',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+            {
+                title: '热榜',
+                docs: 'https://docs.rsshub.app/social-media.html#ku-an',
+            },
+        ],
+    },
+};

package/lib/v2/coolapk/router.js

@@ -0,0 +1,9 @@
+module.exports = (router) => {
+    router.get('/dyh/:dyhId', require('./dyh'));
+    router.get('/huati/:tag', require('./huati'));
+    router.get('/hot/:type?/:period?', require('./hot'));
+    router.get('/toutiao/:type?', require('./toutiao'));
+    router.get('/tuwen/:type?', require('./tuwen'));
+    router.get('/tuwen-xinxian', require('./tuwen'));
+    router.get('/user/:uid/dynamic', require('./userDynamic'));
+};

package/lib/{routes → v2}/coolapk/toutiao.js

@@ -13,9 +13,7 @@ module.exports = async (ctx) => {
             title: '最新动态',
         },
     };
-    const response = await got({
-        method: 'get',
-        url: urls[type].url,
+    const response = await got(urls[type].url, {
         headers: utils.getHeaders(),
     });
     const data = response.data.data;