rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/bitbucket/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'bitbucket.com': {
+        _name: 'Bitbucket',
+        '.': [
+            {
+                title: 'Commits',
+                docs: 'https://docs.rsshub.app/programming.html#bitbucket',
+                source: ['/commits/:workspace/:repo_slug'],
+                target: '/bitbucket/commits/:workspace/:repo_slug',
+            },
+            {
+                title: 'Tags',
+                docs: 'https://docs.rsshub.app/programming.html#bitbucket',
+                source: ['/tags/:workspace/:repo_slug'],
+                target: '/bitbcuket/tags/:workspace/:repo_slug',
+            },
+        ],
+    },
+};

package/lib/v2/bitbucket/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/commits/:workspace/:repo_slug', require('./commits'));
+    router.get('/tags/:workspace/:repo_slug', require('./tags'));
+};

package/lib/v2/bitbucket/tags.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const queryString = require('query-string');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const workspace = ctx.params.workspace;
+    const repo_slug = ctx.params.repo_slug;
+
+    const headers = {
+        Accept: 'application/json',
+    };
+    let auth = '';
+    if (config.bitbucket && config.bitbucket.username && config.bitbucket.password) {
+        auth = config.bitbucket.username + ':' + config.bitbucket.password + '@';
+    }
+    const response = await got({
+        method: 'get',
+        url: `https://${auth}api.bitbucket.org/2.0/repositories/${workspace}/${repo_slug}/refs/tags/`,
+        searchParams: queryString.stringify({
+            sort: '-target.date',
+        }),
+        headers,
+    });
+    const data = response.data.values;
+    ctx.state.data = {
+        allowEmpty: true,
+        title: `Recent Tags in ${workspace}/${repo_slug}`,
+        link: `https://bitbucket.org/${workspace}/${repo_slug}`,
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.name,
+                author: item.tagger.raw,
+                description: item.message || 'No description',
+                pubDate: parseDate(item.date),
+                link: item.links.html.href,
+            })),
+    };
+};

package/lib/v2/bitmovin/blog.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://bitmovin.com/blog/';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('div.blog-posts article')
+        .slice()
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('h2 a').text(),
+                author: item.find('li.post-author span a').text(),
+                description: item.find('div.entry p').text(),
+                pubDate: parseDate(item.find('li.post-date').text()),
+                link: item.find('h2 a').attr('href'),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: 'Blog - Bitmovin',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/bitmovin/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['elxy'],
+};

package/lib/v2/bitmovin/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bitmovin.com': {
+        _name: 'Bitmovin',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/programming.html#bitmovin',
+                source: ['/blog', '/'],
+                target: '/bitmovin/blog',
+            },
+        ],
+    },
+};

package/lib/v2/bitmovin/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/bjfu/it/index.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const util = require('./utils');
+const iconv = require('iconv-lite'); // 转码
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    let title, path;
+    switch (type) {
+        case 'kydt':
+            title = '科研动态';
+            path = 'kyxz/kydt/';
+            break;
+        case 'pydt':
+            title = '本科生培养';
+            path = 'bkspy/pydt/';
+            break;
+        case 'pydt2':
+            title = '研究生培养';
+            path = 'yjspy/pydt2/';
+            break;
+        default:
+            title = '学院新闻';
+            path = 'xyxw/';
+    }
+    const base = 'http://it.bjfu.edu.cn/' + path;
+
+    const response = await got({
+        method: 'get',
+        responseType: 'buffer', // 转码
+        url: base,
+    });
+
+    const data = iconv.decode(response.data, 'gb2312'); // 转码
+    const $ = cheerio.load(data);
+
+    // const list = $('div[item-content]').slice(0, 10).get();
+
+    const list = $('.item-content').get();
+
+    const result = await util.ProcessFeed(base, list, ctx.cache); // 感谢@hoilc指导
+
+    ctx.state.data = {
+        title: '北林信息 - ' + title,
+        link: 'http://it.bjfu.edu.cn/' + path,
+        description: '北京林业大学信息学院 - ' + title,
+        item: result,
+    };
+};

package/lib/v2/bjfu/it/utils.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 完整文章页
+async function load(link) {
+    const response = await got.get(link, {
+        responseType: 'buffer',
+    });
+
+    const data = iconv.decode(response.data, 'gb2312'); // 转码
+
+    // 加载文章内容
+    const $ = cheerio.load(data);
+
+    // 解析日期
+    const pubDate = timezone(
+        parseDate(
+            $('.template-head-info')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/)
+        ),
+        +8
+    );
+
+    // 提取内容
+    const description = $('.template-body').html();
+
+    // 返回解析的结果
+    return { description, pubDate };
+}
+
+const ProcessFeed = async (base, list, caches) =>
+    // 使用 Promise.all() 进行 async 并发
+    await Promise.all(
+        // 遍历每一篇文章
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+
+            const $title = $('a');
+            // 还原相对链接为绝对链接
+            const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
+
+            // 列表上提取到的信息
+            const single = {
+                title: $title.text(),
+                link: itemUrl,
+                author: '北林信息',
+                guid: itemUrl,
+            };
+
+            // 使用tryGet方法从缓存获取内容。
+            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
+
+            // 合并解析后的结果集作为该篇文章最终的输出结果
+            return { ...single, ...other };
+        })
+    );
+module.exports = {
+    ProcessFeed,
+};

package/lib/{routes/universities → v2}/bjfu/jwc/utils.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 // 完整文章页
 async function load(link) {
@@ -14,16 +16,15 @@ async function load(link) {
     const $ = cheerio.load(data);
 
     // 解析日期
-    const date = new Date(
-        $('div #con_djl')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
+    const pubDate = timezone(
+        parseDate(
+            $('div #con_djl')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/)
+        ),
+        +8
     );
 
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-
     // 提取内容
     const description = $('#con_c').html();
 
@@ -54,7 +55,7 @@ const ProcessFeed = (base, list, caches) =>
             const other = await caches.tryGet(itemUrl, () => load(itemUrl));
 
             // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
+            return { ...single, ...other };
         })
     );
 module.exports = {

package/lib/v2/bjfu/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/grs': ['markmingjie'],
+    '/it/:type': ['wzc-blog'],
+    '/jwc/:type': ['markmingjie'],
+    '/kjc': ['markmingjie'],
+    '/news/:type': ['markmingjie'],
+};

package/lib/{routes/universities → v2}/bjfu/news/utils.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 // 完整文章页
 async function load(link) {
@@ -14,16 +16,15 @@ async function load(link) {
     const $ = cheerio.load(data);
 
     // 解析日期
-    const date = new Date(
-        $('.article')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
+    const pubDate = timezone(
+        parseDate(
+            $('.article')
+                .text()
+                .match(/\d{4}\/\d{2}\/\d{2}/)
+        ),
+        +8
     );
 
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-
     // 提取内容
     const description = $('.article_con').html();
 
@@ -54,7 +55,7 @@ const ProcessFeed = (base, list, caches) =>
             const other = await caches.tryGet(itemUrl, () => load(itemUrl));
 
             // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
+            return { ...single, ...other };
         })
     );
 module.exports = {

package/lib/v2/bjfu/radar.js

@@ -0,0 +1,45 @@
+module.exports = {
+    'bjfu.edu.cn': {
+        _name: '北京林业大学',
+        graduate: [
+            {
+                title: '研究生院培养动态',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/',
+                target: '/bjfu/grs',
+            },
+        ],
+        it: [
+            {
+                title: '信息学院通知',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/it/:type',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处通知公告',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/jwc/:type',
+            },
+        ],
+        kyc: [
+            {
+                title: '科技处通知公告',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/',
+                target: '/bjfu/kjc',
+            },
+        ],
+        news: [
+            {
+                title: '绿色新闻网',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/bjfu/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/grs', require('./grs'));
+    router.get('/it/:type', require('./it/index'));
+    router.get('/jwc/:type', require('./jwc/index'));
+    router.get('/kjc', require('./kjc'));
+    router.get('/news/:type', require('./news/index'));
+};

package/lib/v2/cdi/index.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '152';
+
+    const rootUrl = 'http://www.cdi.com.cn';
+    const currentUrl = `${rootUrl}/Article/List?ColumnId=${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.a-full')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.title = content('h1').text();
+                item.description = content('#info').html();
+                item.pubDate = timezone(
+                    parseDate(
+                        content('.head p')
+                            .text()
+                            .match(/时间：(.*)/)[1]
+                            .replace(/年|月/g, '-')
+                    ),
+                    +8
+                );
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('h1').text()} - 国家高端智库/综合开发研究院`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/cdi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/cdi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cdi.com.cn': {
+        _name: '国家高端智库 / 综合开发研究院',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#guo-jia-gao-duan-zhi-ku-zong-he-kai-fa-yan-jiu-yuan',
+                source: ['/Article/List', '/'],
+                target: (params, url) => `/cdi/${new URL(url).searchParams.get('ColumnId')}`,
+            },
+        ],
+    },
+};

package/lib/v2/cdi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?', require('./index'));
+};

package/lib/{routes → v2}/chaping/banner.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const rootUrl = `https://chaping.cn/`;
@@ -24,7 +25,7 @@ module.exports = async (ctx) => {
 
                 item.description = content.content;
                 item.author = content.article_author.name;
-                item.pubDate = new Date(content.time_publish_timestamp * 1000).toUTCString();
+                item.pubDate = parseDate(content.time_publish_timestamp * 1000);
 
                 return item;
             })

package/lib/v2/chaping/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/banner': ['nczitzk'],
+    '/news/:caty?': ['nczitzk'],
+    '/newsflash': ['Fatpandac'],
+};

package/lib/{routes → v2}/chaping/news.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     0: '全部',
@@ -13,7 +14,7 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
+    ctx.params.caty = ctx.params.caty ?? '';
 
     const targetUrl = `https://chaping.cn/news?cate=${ctx.params.caty}`;
     const currentUrl = `https://chaping.cn/api/official/information/news?page=1&limit=16&cate=${ctx.params.caty}`;
@@ -25,7 +26,7 @@ module.exports = async (ctx) => {
     const list = apiResponse.data.data.map((item) => ({
         title: item.title,
         link: `https://chaping.cn/news/${item.id}`,
-        pubDate: new Date(item.time_publish_timestamp * 1000).toUTCString(),
+        pubDate: parseDate(item.time_publish_timestamp * 1000),
     }));
 
     const items = await Promise.all(

package/lib/v2/chaping/newsflash.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://chaping.cn';
+
+module.exports = async (ctx) => {
+    const newflashAPI = `${host}/api/official/information/newsflash?page=1&limit=21`;
+    const response = await got(newflashAPI).json();
+    const data = response.data;
+
+    ctx.state.data = {
+        title: '差评 快讯',
+        link: `${host}/newsflash`,
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.title,
+                description: item.summary,
+                pubDate: parseDate(item.time_publish_timestamp * 1000),
+                link: item.origin_url,
+            })),
+    };
+};

package/lib/v2/chaping/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'chaping.cn': {
+        _name: '差评',
+        '.': [
+            {
+                title: '图片墙',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/'],
+                target: '/chaping/banner',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/news'],
+                target: (params, url) => {
+                    const cateList = ['15', '3', '7', '5', '6', '1', '8', '9'];
+                    const cate = new URL(url).searchParams.get('cate');
+                    if (cateList.includes(cate)) {
+                        return `/chaping/news/${cate}`;
+                    }
+                },
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/newsflash'],
+                target: '/chaping/newsflash',
+            },
+        ],
+    },
+};

package/lib/v2/chaping/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/banner', require('./banner'));
+    router.get('/news/:caty?', require('./news'));
+    router.get('/newsflash', require('./newsflash'));
+};

package/lib/v2/ciidbnu/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '1';
+
+    const rootUrl = 'http://www.ciidbnu.org';
+    const currentUrl = `${rootUrl}/new1.asp?pagetype=${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('#newsrightlist a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href').replace('..', '')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                        responseType: 'buffer',
+                    });
+                    const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                    item.description = content('#text').html();
+                    item.pubDate = timezone(parseDate(content('.t8').eq(0).text(), 'YYYY/M/D H:mm:ss'), +8);
+
+                    content('.t14').remove();
+
+                    item.author = content('#author').text();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('h3').text()} - 中国收入分配研究院`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/ciidbnu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};