rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/v2/bitbucket/tags.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const queryString = require('query-string');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const workspace = ctx.params.workspace;
+    const repo_slug = ctx.params.repo_slug;
+
+    const headers = {
+        Accept: 'application/json',
+    };
+    let auth = '';
+    if (config.bitbucket && config.bitbucket.username && config.bitbucket.password) {
+        auth = config.bitbucket.username + ':' + config.bitbucket.password + '@';
+    }
+    const response = await got({
+        method: 'get',
+        url: `https://${auth}api.bitbucket.org/2.0/repositories/${workspace}/${repo_slug}/refs/tags/`,
+        searchParams: queryString.stringify({
+            sort: '-target.date',
+        }),
+        headers,
+    });
+    const data = response.data.values;
+    ctx.state.data = {
+        allowEmpty: true,
+        title: `Recent Tags in ${workspace}/${repo_slug}`,
+        link: `https://bitbucket.org/${workspace}/${repo_slug}`,
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.name,
+                author: item.tagger.raw,
+                description: item.message || 'No description',
+                pubDate: parseDate(item.date),
+                link: item.links.html.href,
+            })),
+    };
+};

package/lib/v2/bitmovin/blog.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://bitmovin.com/blog/';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('div.blog-posts article')
+        .slice()
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('h2 a').text(),
+                author: item.find('li.post-author span a').text(),
+                description: item.find('div.entry p').text(),
+                pubDate: parseDate(item.find('li.post-date').text()),
+                link: item.find('h2 a').attr('href'),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: 'Blog - Bitmovin',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/bitmovin/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['elxy'],
+};

package/lib/v2/bitmovin/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bitmovin.com': {
+        _name: 'Bitmovin',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/programming.html#bitmovin',
+                source: ['/blog', '/'],
+                target: '/bitmovin/blog',
+            },
+        ],
+    },
+};

package/lib/v2/bitmovin/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/bjfu/it/index.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const util = require('./utils');
+const iconv = require('iconv-lite'); // 转码
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    let title, path;
+    switch (type) {
+        case 'kydt':
+            title = '科研动态';
+            path = 'kyxz/kydt/';
+            break;
+        case 'pydt':
+            title = '本科生培养';
+            path = 'bkspy/pydt/';
+            break;
+        case 'pydt2':
+            title = '研究生培养';
+            path = 'yjspy/pydt2/';
+            break;
+        default:
+            title = '学院新闻';
+            path = 'xyxw/';
+    }
+    const base = 'http://it.bjfu.edu.cn/' + path;
+
+    const response = await got({
+        method: 'get',
+        responseType: 'buffer', // 转码
+        url: base,
+    });
+
+    const data = iconv.decode(response.data, 'gb2312'); // 转码
+    const $ = cheerio.load(data);
+
+    // const list = $('div[item-content]').slice(0, 10).get();
+
+    const list = $('.item-content').get();
+
+    const result = await util.ProcessFeed(base, list, ctx.cache); // 感谢@hoilc指导
+
+    ctx.state.data = {
+        title: '北林信息 - ' + title,
+        link: 'http://it.bjfu.edu.cn/' + path,
+        description: '北京林业大学信息学院 - ' + title,
+        item: result,
+    };
+};

package/lib/v2/bjfu/it/utils.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 完整文章页
+async function load(link) {
+    const response = await got.get(link, {
+        responseType: 'buffer',
+    });
+
+    const data = iconv.decode(response.data, 'gb2312'); // 转码
+
+    // 加载文章内容
+    const $ = cheerio.load(data);
+
+    // 解析日期
+    const pubDate = timezone(
+        parseDate(
+            $('.template-head-info')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/)
+        ),
+        +8
+    );
+
+    // 提取内容
+    const description = $('.template-body').html();
+
+    // 返回解析的结果
+    return { description, pubDate };
+}
+
+const ProcessFeed = async (base, list, caches) =>
+    // 使用 Promise.all() 进行 async 并发
+    await Promise.all(
+        // 遍历每一篇文章
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+
+            const $title = $('a');
+            // 还原相对链接为绝对链接
+            const itemUrl = new URL($title.attr('href'), base).href; // 感谢@hoilc指导
+
+            // 列表上提取到的信息
+            const single = {
+                title: $title.text(),
+                link: itemUrl,
+                author: '北林信息',
+                guid: itemUrl,
+            };
+
+            // 使用tryGet方法从缓存获取内容。
+            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
+
+            // 合并解析后的结果集作为该篇文章最终的输出结果
+            return { ...single, ...other };
+        })
+    );
+module.exports = {
+    ProcessFeed,
+};

package/lib/{routes/universities → v2}/bjfu/jwc/utils.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 // 完整文章页
 async function load(link) {
@@ -14,16 +16,15 @@ async function load(link) {
     const $ = cheerio.load(data);
 
     // 解析日期
-    const date = new Date(
-        $('div #con_djl')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
+    const pubDate = timezone(
+        parseDate(
+            $('div #con_djl')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/)
+        ),
+        +8
     );
 
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-
     // 提取内容
     const description = $('#con_c').html();
 
@@ -54,7 +55,7 @@ const ProcessFeed = (base, list, caches) =>
             const other = await caches.tryGet(itemUrl, () => load(itemUrl));
 
             // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
+            return { ...single, ...other };
         })
     );
 module.exports = {

package/lib/v2/bjfu/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/grs': ['markmingjie'],
+    '/it/:type': ['wzc-blog'],
+    '/jwc/:type': ['markmingjie'],
+    '/kjc': ['markmingjie'],
+    '/news/:type': ['markmingjie'],
+};

package/lib/{routes/universities → v2}/bjfu/news/utils.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const iconv = require('iconv-lite'); // 转码
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 // 完整文章页
 async function load(link) {
@@ -14,16 +16,15 @@ async function load(link) {
     const $ = cheerio.load(data);
 
     // 解析日期
-    const date = new Date(
-        $('.article')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
+    const pubDate = timezone(
+        parseDate(
+            $('.article')
+                .text()
+                .match(/\d{4}\/\d{2}\/\d{2}/)
+        ),
+        +8
     );
 
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-
     // 提取内容
     const description = $('.article_con').html();
 
@@ -54,7 +55,7 @@ const ProcessFeed = (base, list, caches) =>
             const other = await caches.tryGet(itemUrl, () => load(itemUrl));
 
             // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
+            return { ...single, ...other };
         })
     );
 module.exports = {

package/lib/v2/bjfu/radar.js

@@ -0,0 +1,45 @@
+module.exports = {
+    'bjfu.edu.cn': {
+        _name: '北京林业大学',
+        graduate: [
+            {
+                title: '研究生院培养动态',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/',
+                target: '/bjfu/grs',
+            },
+        ],
+        it: [
+            {
+                title: '信息学院通知',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/it/:type',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处通知公告',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/jwc/:type',
+            },
+        ],
+        kyc: [
+            {
+                title: '科技处通知公告',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/',
+                target: '/bjfu/kjc',
+            },
+        ],
+        news: [
+            {
+                title: '绿色新闻网',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-lin-ye-da-xue',
+                source: '/:type/index.html',
+                target: '/bjfu/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/bjfu/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/grs', require('./grs'));
+    router.get('/it/:type', require('./it/index'));
+    router.get('/jwc/:type', require('./jwc/index'));
+    router.get('/kjc', require('./kjc'));
+    router.get('/news/:type', require('./news/index'));
+};

package/lib/{routes → v2}/chaping/banner.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const rootUrl = `https://chaping.cn/`;
@@ -24,7 +25,7 @@ module.exports = async (ctx) => {
 
                 item.description = content.content;
                 item.author = content.article_author.name;
-                item.pubDate = new Date(content.time_publish_timestamp * 1000).toUTCString();
+                item.pubDate = parseDate(content.time_publish_timestamp * 1000);
 
                 return item;
             })

package/lib/v2/chaping/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/banner': ['nczitzk'],
+    '/news/:caty?': ['nczitzk'],
+    '/newsflash': ['Fatpandac'],
+};

package/lib/{routes → v2}/chaping/news.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     0: '全部',
@@ -13,7 +14,7 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
+    ctx.params.caty = ctx.params.caty ?? '';
 
     const targetUrl = `https://chaping.cn/news?cate=${ctx.params.caty}`;
     const currentUrl = `https://chaping.cn/api/official/information/news?page=1&limit=16&cate=${ctx.params.caty}`;
@@ -25,7 +26,7 @@ module.exports = async (ctx) => {
     const list = apiResponse.data.data.map((item) => ({
         title: item.title,
         link: `https://chaping.cn/news/${item.id}`,
-        pubDate: new Date(item.time_publish_timestamp * 1000).toUTCString(),
+        pubDate: parseDate(item.time_publish_timestamp * 1000),
     }));
 
     const items = await Promise.all(

package/lib/v2/chaping/newsflash.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://chaping.cn';
+
+module.exports = async (ctx) => {
+    const newflashAPI = `${host}/api/official/information/newsflash?page=1&limit=21`;
+    const response = await got(newflashAPI).json();
+    const data = response.data;
+
+    ctx.state.data = {
+        title: '差评 快讯',
+        link: `${host}/newsflash`,
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.title,
+                description: item.summary,
+                pubDate: parseDate(item.time_publish_timestamp * 1000),
+                link: item.origin_url,
+            })),
+    };
+};

package/lib/v2/chaping/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'chaping.cn': {
+        _name: '差评',
+        '.': [
+            {
+                title: '图片墙',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/'],
+                target: '/chaping/banner',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/news'],
+                target: (params, url) => {
+                    const cateList = ['15', '3', '7', '5', '6', '1', '8', '9'];
+                    const cate = new URL(url).searchParams.get('cate');
+                    if (cateList.includes(cate)) {
+                        return `/chaping/news/${cate}`;
+                    }
+                },
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#cha-ping',
+                source: ['/newsflash'],
+                target: '/chaping/newsflash',
+            },
+        ],
+    },
+};

package/lib/v2/chaping/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/banner', require('./banner'));
+    router.get('/news/:caty?', require('./news'));
+    router.get('/newsflash', require('./newsflash'));
+};

package/lib/v2/dahecube/index.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const utils = require('./utils');
+const { TYPE, parseUrl } = utils;
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'recommend';
+    const params = JSON.stringify({
+        channelid: TYPE[type].id,
+        pno: 1,
+        psize: 15,
+    });
+
+    const res = await got({
+        method: 'post',
+        url: 'https://app.dahecube.com/napi/news/pc/list',
+        headers: {
+            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+        body: params,
+    });
+
+    const list = res.data.data.items.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.pubtime, 'YYYY-MM-DD HH:ss:mm'),
+        author: item.source,
+        id: item.recid,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: 'https://app.dahecube.com/napi/news/pc/artinfo',
+                    headers: {
+                        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                    },
+                    body: JSON.stringify({
+                        artid: item.id,
+                    }),
+                });
+
+                item.description = detailResponse.data.data.content;
+                item.link = `https://www.dahecube.com/article.html?artid=${item.id}`;
+                delete item.id;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        language: 'zh-cn',
+        item: items,
+    };
+
+    ctx.state.json = {
+        title: '大河财立方',
+        link: parseUrl(type),
+        description: `大河财立方 ${TYPE[type].name}`,
+        items,
+    };
+};

package/lib/v2/dahecube/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['linbuxiao'],
+};

package/lib/v2/dahecube/radar.js

@@ -0,0 +1,23 @@
+const utils = require('./utils');
+
+module.exports = {
+    'dahecube.com': {
+        _name: '大河财立方',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#da-he-cai-li-fang',
+                source: ['/channel.html?recid=:id', '/index.html?recid=:id'],
+                target: ({ id }) => {
+                    let type = 'recommend';
+                    Object.entries(utils.TYPE).forEach(([key, value]) => {
+                        if (value.id === id) {
+                            type = key;
+                        }
+                    });
+                    return `/dahecube/${type}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/dahecube/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/dahecube/utils.js

@@ -0,0 +1,47 @@
+const TYPE = {
+    recommend: {
+        name: '推荐',
+        id: 1,
+    },
+    history: {
+        name: '党史',
+        id: 37,
+    },
+    stock: {
+        name: '豫股',
+        id: 2,
+    },
+    business: {
+        name: '财经',
+        id: 4,
+    },
+    education: {
+        name: '投教',
+        id: 36,
+    },
+    finance: {
+        name: '金融',
+        id: 5,
+    },
+    science: {
+        name: '科创',
+        id: 19,
+    },
+    invest: {
+        name: '投融',
+        id: 29,
+    },
+    column: {
+        name: '专栏',
+        id: 33,
+    },
+};
+
+function parseUrl(type) {
+    return type === 'recommend' ? 'https://www.dahecube.com/index.html?recid=1' : `https://www.dahecube.com/channel.html?recid=${TYPE[type].id}`;
+}
+
+module.exports = {
+    TYPE,
+    parseUrl,
+};