rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/bnu/radar.js

@@ -4,10 +4,16 @@ module.exports = {
         '.': [
             {
                 title: '经济与工商管理学院',
-                docs: 'https://docs.rsshub.app/universities.html#bei-jing-shi-fan-da-xue-jing-ji-yu-gong-shang-guan-li-xue-yuan',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-shi-fan-da-xue',
                 source: ['/'],
                 target: '/bs/:category?',
             },
+            {
+                title: '经济与工商管理学院',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-shi-fan-da-xue',
+                source: ['/'],
+                target: '/bnu/dwxgb/:category/:type',
+            },
         ],
     },
 };

package/lib/v2/bnu/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/bs/:category?', require('./bs'));
+    router.get('/dwxgb/:category/:type', require('./dwxgb'));
 };

package/lib/v2/bytes/bytes.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const currentURL = 'https://bytes.dev/archives';
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const resp = await got(currentURL);
+    const $ = cheerio.load(resp.data);
+    const text = $('script#__NEXT_DATA__').text();
+    const json = JSON.parse(text);
+    const posts = [json.props.pageProps.featuredPost].concat(json.props.pageProps.posts);
+    const items = posts.map((item) => ({
+        title: `Issue ${item.slug}`,
+        pubDate: parseDate(item.date),
+        description: item.title,
+        link: `/archives/${item.slug}`,
+    }));
+
+    ctx.state.data = {
+        title: 'bytes.dev',
+        description: 'Your weekly dose of JS',
+        link: currentURL,
+        item: items,
+    };
+};

package/lib/v2/bytes/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '': ['meixger'],
+    '/': ['meixger'],
+};

package/lib/v2/bytes/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bytes.dev': {
+        _name: 'ui.dev',
+        '.': [
+            {
+                title: 'BYTES - Your weekly dose of JS',
+                docs: 'https://docs.rsshub.app/en/programming.html#ui-dev-bytes',
+                source: ['/archives', '/'],
+                target: '/bytes',
+            },
+        ],
+    },
+};

package/lib/v2/bytes/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./bytes'));
+};

package/lib/v2/caijing/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/roll': ['TonyRL'],
+};

package/lib/v2/caijing/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'caijing.com.cn': {
+        _name: '财经网',
+        roll: [
+            {
+                title: '滚动新闻',
+                docs: 'https://docs.rsshub.app/finance.html#cai-jing-wang',
+                source: ['/index1.html', '/'],
+                target: '/caijing/roll',
+            },
+        ],
+    },
+};

package/lib/v2/caijing/roll.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://roll.caijing.com.cn';
+    const response = await got(`${baseUrl}/ajax_lists.php`, {
+        searchParams: {
+            modelid: 0,
+            time: Math.random(),
+        },
+    });
+
+    const list = response.data.map((item) => ({
+        title: item.title,
+        link: item.url.replace('http://', 'https://'),
+        pubDate: timezone(parseDate(item.published, 'MM-DD HH:mm'), +8),
+        category: item.cat,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.author = $('.editor').text().trim() || $('#editor_baidu').text().trim().replace(/[()]/g, '');
+                item.description = $('.article-content').html();
+                item.category = [
+                    item.category,
+                    ...$('.news_keywords span')
+                        .toArray()
+                        .map((e) => $(e).text()),
+                ];
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '滚动新闻-财经网',
+        image: 'https://www.caijing.com.cn/favicon.ico',
+        link: response.url,
+        item: items,
+    };
+};

package/lib/v2/caijing/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/roll', require('./roll'));
+};

package/lib/v2/cdzjryb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/zw/projectList': ['TonyRL'],
+};

package/lib/v2/cdzjryb/projectList.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://zw.cdzjryb.com/lottery/accept/projectList';
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const list = $('#_projectInfo tr')
+        .toArray()
+        .map((item) =>
+            $(item)
+                .find('td')
+                .toArray()
+                .map((td) => $(td).text().trim())
+        );
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(`cdzjryb:zw:projectList${item[0]}`, async () => {
+                const { data: notice } = await got.post('https://zw.cdzjryb.com/lottery/accept/getProjectRule', {
+                    form: {
+                        projectUuid: item[0],
+                    },
+                });
+                return {
+                    title: item[3],
+                    description: art(path.join(__dirname, 'templates/projectList.art'), {
+                        item,
+                        notice: notice.message,
+                    }),
+                    link: url,
+                    guid: `cdzjryb:zw:projectList:${item[0]}`,
+                    pubDate: timezone(parseDate(item[8]), 8),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cdzjryb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cdzjryb.com': {
+        _name: '成都住建蓉 e 办',
+        zw: [
+            {
+                title: '商品住房购房登记',
+                docs: 'https://docs.rsshub.app/other.html#cheng-dou-zhu-jian-rong-e-ban',
+                source: ['/lottery/accept/projectList', '/'],
+                target: '/cdzjryb/zw/projectList',
+            },
+        ],
+    },
+};

package/lib/v2/cdzjryb/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/zw/projectList', require('./projectList'));
+};

package/lib/v2/cdzjryb/templates/projectList.art

@@ -0,0 +1,23 @@
+<table>
+  <tr>
+    <th>区域</th>
+    <th>项目名称</th>
+    <th>预售证号</th>
+    <th>预售范围</th>
+    <th>住房套数</th>
+    <th>开发商咨询电话</th>
+    <th>登记开始时间</th>
+    <th>登记结束时间</th>
+    <th>名单外人员资格已释放时间</th>
+    <th>名单内人员资格已释放时间</th>
+    <th>预审码取得截止时间</th>
+    <th>项目报名状态</th>
+  </tr>
+  <tr>
+  <% for(let i = 2; i < item.length - 1; i++){ %>
+    <td><%= item[i] %></td>
+  <% } %>
+  </tr>
+</table>
+<h2 style="text-align: center;">登记规则</h2>
+{{@ notice }}

package/lib/v2/chsi/kydt.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://yz.chsi.com.cn';
+
+module.exports = async (ctx) => {
+    const response = await got(`${host}/kyzx/kydt`);
+
+    const $ = cheerio.load(response.data);
+    const list = $('ul.news-list').children();
+
+    const items = await Promise.all(
+        list.map((i, item) => {
+            item = $(item);
+            const itemTitle = item.find('a').text();
+            const itemDate = item.find('.span-time').text();
+            const path = item.find('a').attr('href');
+            let itemUrl = '';
+            if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                itemUrl = host + path;
+            } else {
+                itemUrl = path;
+            }
+            return ctx.cache.tryGet(itemUrl, async () => {
+                let description = '';
+                if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                    const result = await got(itemUrl);
+                    const $ = cheerio.load(result.data);
+                    description = $('#article_dnull').html().trim();
+                } else {
+                    description = itemTitle;
+                }
+                return {
+                    title: itemTitle,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(itemDate), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `中国研究生招生信息网 - 考研动态`,
+        link: `${host}/kyzx/kydt/`,
+        description: '中国研究生招生信息网 - 考研动态',
+        item: items,
+    };
+};

package/lib/v2/chsi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/kydt': ['SunBK201'],
+};

package/lib/v2/chsi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'chsi.com.cn': {
+        _name: '中国研究生招生信息网',
+        yz: [
+            {
+                title: '考研动态',
+                docs: 'https://docs.rsshub.app/study.html#zhong-guo-yan-jiu-sheng-zhao-sheng-xin-xi-wang',
+                source: ['/kyzx/kydt'],
+                target: '/chsi/kydt',
+            },
+        ],
+    },
+};

package/lib/v2/chsi/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/kydt', require('./kydt'));
+};

package/lib/v2/cnbc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rss/:id?': ['TonyRL'],
+};

package/lib/v2/cnbc/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'cnbc.com': {
+        _name: 'CNBC',
+        search: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/rs/search/combinedcms/view.xml'],
+                target: (_, url) => `/cnbc/rss/${new URL(url).searchParams.get('id')}`,
+            },
+        ],
+        www: [
+            {
+                title: '全文 RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
+                source: ['/id/:id/device/rss/rss.html'],
+                target: '/cnbc/rss/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cnbc/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/rss/:id?', require('./rss'));
+};

package/lib/v2/cnbc/rss.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const parser = require('@/utils/rss-parser');
+
+module.exports = async (ctx) => {
+    const { id = '100003114' } = ctx.params;
+    const feed = await parser.parseURL(`https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=${id}`);
+
+    const items = await Promise.all(
+        feed.items
+            .filter((i) => !i.link.startsWith('https://www.cnbc.com/select/'))
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+
+                    delete item.content;
+                    delete item.contentSnippet;
+                    delete item.isoDate;
+
+                    item.description = '';
+                    if ($('.RenderKeyPoints-keyPoints').length) {
+                        $('.RenderKeyPoints-keyPoints').html();
+                    }
+                    if ($('.FeaturedContent-articleBody').length) {
+                        item.description += $('.FeaturedContent-articleBody').html();
+                    }
+                    if ($('.ArticleBody-articleBody').length) {
+                        item.description += $('.ArticleBody-articleBody').html();
+                    }
+                    if ($('.LiveBlogBody-articleBody').length) {
+                        item.description += $('.LiveBlogBody-articleBody').html();
+                    }
+                    if ($('.ClipPlayer-clipPlayer').length) {
+                        item.description += $('.ClipPlayer-clipPlayer').html();
+                    }
+
+                    const meta = JSON.parse($('[type=application/ld+json]').last().text());
+                    item.author = meta.author ? (meta.author.name ? meta.author.name : meta.author.map((a) => a.name).join(', ')) : null;
+                    item.category = meta.keywords;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+    };
+};

package/lib/v2/cnbeta/radar.js

@@ -1,22 +1,22 @@
 module.exports = {
-    'cnbeta.com': {
-        _name: 'cnBeta',
+    'cnbeta.com.tw': {
+        _name: 'cnBeta.COM',
         '.': [
             {
-                title: '最新',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-zuixin',
+                title: '头条资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-tou-tiao-zi-xun',
                 source: ['/'],
                 target: '/cnbeta',
             },
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-fenlei',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-fen-lei',
                 source: ['/category/:id', '/'],
                 target: '/cnbeta/category/:id',
             },
             {
                 title: '主题',
-                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-zhuti',
+                docs: 'https://docs.rsshub.app/new-media.html#cnbeta-com-zhu-ti',
                 source: ['/topics/:id', '/'],
                 target: '/cnbeta/topics/:id',
             },

package/lib/v2/cnbeta/router.js

@@ -1,4 +1,4 @@
 module.exports = function (router) {
     router.get('/:type/:id', require('./type'));
-    router.get('/', require('./index'));
+    router.get('/', require('./type'));
 };

package/lib/v2/cnbeta/type.js

@@ -6,32 +6,26 @@ const { parseDate } = require('@/utils/parse-date');
 const { rootUrl, ProcessItems } = require('./utils');
 
 module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const id = ctx.params.id;
+    const { type, id } = ctx.params;
 
-    const currentUrl = `${rootUrl}/${type}/${id}.htm`;
+    const currentUrl = type ? `${rootUrl}/${type}/${id}.htm` : rootUrl;
 
-    let response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    let response = await got(currentUrl);
 
     const $ = cheerio.load(response.data);
 
     const token = encodeURI($('meta[name="csrf-token"]').attr('content'));
     const apiUrl = `${rootUrl}/home/more?&type=${$('div[data-type]').attr('data-type')}&page=1&_csrf=${token}&_=${new Date().getTime()}`;
 
-    response = await got({
-        method: 'get',
-        url: apiUrl,
-    });
+    response = await got(apiUrl);
 
     const items = response.data.result.list.map((item) => ({
         title: item.title,
         description: item.hometext,
         author: item.source.split('@http')[0],
         pubDate: timezone(parseDate(item.inputtime), +8),
-        link: item.url_show.indexOf('//') === 0 ? `https:${item.url_show}` : item.url_show,
+        link: item.url_show.startsWith('//') ? `https:${item.url_show}` : item.url_show.replace('http:', 'https:'),
+        category: item.label.name,
     }));
 
     ctx.state.data = {

package/lib/v2/cnbeta/utils.js

@@ -1,18 +1,15 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
-const rootUrl = 'https://www.cnbeta.com';
+const rootUrl = 'https://www.cnbeta.com.tw';
 
 module.exports = {
     rootUrl,
-    ProcessItems: async (items, limit, tryGet) =>
-        await Promise.all(
-            items.slice(0, limit ? parseInt(limit) : 50).map((item) =>
+    ProcessItems: (items, limit, tryGet) =>
+        Promise.all(
+            items.slice(0, limit ? parseInt(limit) : 60).map((item) =>
                 tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
+                    const detailResponse = await got(item.link);
 
                     const content = cheerio.load(detailResponse.data);
 

package/lib/v2/cnblogs/common.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = `https://www.cnblogs.com${ctx.path}`;
+    const response = await got(link);
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('#post_list article')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.post-item-title').text(),
+                link: item.find('.post-item-title').attr('href'),
+                pubDate: timezone(parseDate(item.find('.post-item-foot .post-meta-item span').text() || item.find('.editorpick-item-meta').text(), ['YYYY-MM-DD HH:mm', 'YYYY-MM-DD']), +8),
+                description: item.find('.post-item-summary').text(),
+                author: item.find('.post-item-author span').text(),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link,
+        item: list,
+    };
+};

package/lib/v2/cnblogs/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/aggsite/topdiggs': ['hujingnb'],
+    '/aggsite/topviews': ['hujingnb'],
+    '/aggsite/headline': ['hujingnb'],
+    '/cate/:type': ['hujingnb'],
+    '/pick': ['hujingnb'],
+};

package/lib/v2/cnblogs/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'cnblogs.com': {
+        _name: '博客园',
+        www: [
+            {
+                title: '10天推荐排行榜',
+                docs: 'https://docs.rsshub.app/blog.html#博客园',
+                source: ['/aggsite/topdiggs'],
+                target: '/cnblogs/aggsite/topdiggs',
+            },
+            {
+                title: '48小时阅读排行',
+                docs: 'https://docs.rsshub.app/blog.html#博客园',
+                source: ['/aggsite/topviews'],
+                target: '/cnblogs/aggsite/topviews',
+            },
+            {
+                title: '编辑推荐',
+                docs: 'https://docs.rsshub.app/blog.html#博客园',
+                source: ['/aggsite/headline'],
+                target: '/cnblogs/aggsite/headline',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/blog.html#博客园',
+                source: ['/cate/:type'],
+                target: '/cnblogs/cate/:type',
+            },
+            {
+                title: '精华区',
+                docs: 'https://docs.rsshub.app/blog.html#博客园',
+                source: ['/pick'],
+                target: '/cnblogs/pick',
+            },
+        ],
+    },
+};

package/lib/v2/cnblogs/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/aggsite/topdiggs', require('./common'));
+    router.get('/aggsite/topviews', require('./common'));
+    router.get('/aggsite/headline', require('./common'));
+    router.get('/cate/:type', require('./common'));
+    router.get('/pick', require('./common'));
+};

package/lib/v2/cngal/entry.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const entryId = ctx.params.id;
+
+    const response = await got(`https://www.cngal.org/api/entries/GetEntryView/${entryId}`);
+
+    const data = response.data;
+
+    ctx.state.data = {
+        title: `CnGal - ${data.name} 的动态`,
+        link: `https://www.cngal.org/entries/index/${entryId}`,
+        item: data.newsOfEntry.map((item) => ({
+            title: item.title,
+            description: art(path.join(__dirname, 'templates/entry-description.art'), item),
+            pubDate: timezone(parseDate(item.happenedTime), +8),
+            link: item.link,
+        })),
+    };
+    ctx.state.json = response.data;
+};

package/lib/v2/cngal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/entry/:id': ['chengyuhui'],
+    '/weekly': ['chengyuhui'],
+};

package/lib/v2/cngal/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cngal.org': {
+        _name: 'CnGal',
+        www: [
+            {
+                title: '每周速报',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-mei-zhou-su-bao',
+                source: ['/', '/weeklynews'],
+                target: '/cngal/weekly',
+            },
+            {
+                title: '制作者/游戏新闻',
+                docs: 'https://docs.rsshub.app/anime.html#cngal-zhi-zuo-zhe-you-xi-xin-wen',
+                source: ['/entries/index/:id'],
+                target: '/cngal/entry/:id',
+            },
+        ],
+    },
+};