rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/bilibili/cache.js

@@ -0,0 +1,121 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+
+module.exports = {
+    getUsernameFromUID: async (ctx, uid) => {
+        const key = 'bili-username-from-uid-' + uid;
+        let name = await ctx.cache.get(key);
+        if (!name) {
+            const nameResponse = await got({
+                method: 'get',
+                url: `https://api.bilibili.com/x/space/acc/info?mid=${uid}&jsonp=jsonp`,
+            });
+            name = nameResponse.data.data.name;
+            ctx.cache.set(key, name);
+        }
+        return name;
+    },
+    getUsernameAndFaceFromUID: async (ctx, uid) => {
+        const nameKey = 'bili-username-from-uid-' + uid;
+        const faceKey = 'bili-userface-from-uid-' + uid;
+        let name = await ctx.cache.get(nameKey);
+        let face = await ctx.cache.get(faceKey);
+        if (!name) {
+            const nameResponse = await got({
+                method: 'get',
+                url: `https://api.bilibili.com/x/space/acc/info?mid=${uid}&jsonp=jsonp`,
+            });
+            name = nameResponse.data.data.name;
+            face = nameResponse.data.data.face;
+            ctx.cache.set(nameKey, name);
+            ctx.cache.set(faceKey, face);
+        }
+        return [name, face];
+    },
+    getLiveIDFromShortID: async (ctx, shortID) => {
+        const key = `bili-liveID-from-shortID-${shortID}`;
+        let liveID = await ctx.cache.get(key);
+        if (!liveID) {
+            const liveIDResponse = await got({
+                method: 'get',
+                url: `https://api.live.bilibili.com/room/v1/Room/room_init?id=${shortID}`,
+                headers: {
+                    Referer: `https://live.bilibili.com/${shortID}`,
+                },
+            });
+            liveID = liveIDResponse.data.data.room_id;
+            ctx.cache.set(key, liveID);
+        }
+        return liveID;
+    },
+    getUsernameFromLiveID: async (ctx, liveID) => {
+        const key = `bili-username-from-liveID-${liveID}`;
+        let name = await ctx.cache.get(key);
+
+        if (!name) {
+            const nameResponse = await got({
+                method: 'get',
+                url: `https://api.live.bilibili.com/live_user/v1/UserInfo/get_anchor_in_room?roomid=${liveID}`,
+                headers: {
+                    Referer: `https://live.bilibili.com/${liveID}`,
+                },
+            });
+            name = nameResponse.data.data.info.uname;
+            ctx.cache.set(key, name);
+        }
+        return name;
+    },
+    getVideoNameFromId: async (ctx, aid, bvid) => {
+        const key = `bili-videoname-from-id-${bvid || aid}`;
+        let name = await ctx.cache.get(key);
+
+        if (!name) {
+            const nameResponse = await got({
+                method: 'get',
+                url: `https://www.bilibili.com/video/${bvid || `av${aid}`}`,
+                responseType: 'buffer',
+            });
+            const responseHtml = iconv.decode(nameResponse.data, 'UTF-8');
+            const $ = cheerio.load(responseHtml);
+            name = $('title').text();
+            name = name.substr(0, name.indexOf('_哔哩哔哩'));
+            ctx.cache.set(key, name);
+        }
+        return name;
+    },
+    getCidFromId: async (ctx, aid, pid, bvid) => {
+        const key = `bili-cid-from-id-${bvid || aid}-${pid}`;
+        let cid = await ctx.cache.get(key);
+        if (!cid) {
+            const cidResponse = await got({
+                method: 'get',
+                url: `https://api.bilibili.com/x/web-interface/view?${bvid ? `bvid=${bvid}` : `aid=${aid}`}`,
+                headers: {
+                    Referer: `https://www.bilibili.com/video/${bvid || `av${aid}`}`,
+                },
+            });
+            cid = cidResponse.data.data.pages[pid - 1].cid;
+            ctx.cache.set(key, cid);
+        }
+        return cid;
+    },
+    getAidFromBvid: async (ctx, bvid) => {
+        const key = `bili-cid-from-bvid-${bvid}`;
+        let aid = await ctx.cache.get(key);
+        if (!aid) {
+            const response = await got({
+                method: 'get',
+                url: `https://api.bilibili.com/x/web-interface/view?bvid=${bvid}`,
+                headers: {
+                    Referer: `https://www.bilibili.com/video/${bvid}`,
+                },
+            });
+            if (response.data && response.data.data && response.data.data.aid) {
+                aid = response.data.data.aid;
+            }
+            ctx.cache.set(key, aid);
+        }
+        return aid;
+    },
+};

package/lib/v2/bilibili/dynamic.js

@@ -0,0 +1,206 @@
+const got = require('@/utils/got');
+const JSONbig = require('json-bigint');
+const utils = require('./utils');
+
+/**
+    @by CaoMeiYouRen 2020-05-05 添加注释
+    注意1：以下均以card为根对象
+    注意2：直接动态没有origin，转发动态有origin
+    注意3：转发动态格式统一为：
+        - user.uname: 用户名
+        - item.content: 正文
+        - item.tips: 原动态结果(例如：源动态已被作者删除、图文资源已失效)
+        - origin: 与原动态一致
+    注意4：本总结并不保证完善，而且未来B站可能会修改接口，因此仅供参考
+
+    B站的动态种类繁多，大致可以总结为以下几种：
+    - 文字动态
+        - user.uname: 用户名
+        - item.content: 正文
+    - 图文动态
+        - user.name: 用户名
+        - item.title: 标题
+        - item.description: 简介
+        - item.pictures: { img_src: String }[] 图片数组，图片地址在每项的 img_src 中
+    - 视频动态
+        - aid: av号（以card为根对象没有bv号）
+        - owner.name :用户名
+        - pic: 封面
+        - title: 视频标题
+        - desc: 视频简介
+    - 专栏动态
+        - author.name: 用户名
+        - image_urls: String[] 封面数组
+        - id: cv号
+        - title: 标题
+        - summary: 简介
+    - 音频动态
+        - id: auId 音频id
+        - upper: 上传的用户名称
+        - title: 音频标题
+        - author: 音频作者
+        - cover: 音频封面
+    - 投票动态
+        - user.uname: 用户名
+        - item.content: 正文
+    - 活动专题页
+        - user.uname 用户名
+        - vest.content 正文
+        - sketch.title 活动标题
+        - sketch.desc_text 活动简介
+        - sketch.cover_url 活动封面
+        - sketch.target_url 活动地址
+    - 番剧/电视剧/电影等专题页
+        - cover 单集封面
+        - index_title 单集标题
+        - url 视频地址
+        - apiSeasonInfo.title 番剧名称
+        - apiSeasonInfo.cover 番剧封面
+    - 直播间动态
+        - roomid 直播间id
+        - uname 用户名
+        - title 直播间标题
+        - cover 直播间封面
+*/
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const disableEmbed = ctx.params.disableEmbed;
+
+    const response = await got({
+        method: 'get',
+        url: `https://api.vc.bilibili.com/dynamic_svr/v1/dynamic_svr/space_history?host_uid=${uid}`,
+        headers: {
+            Referer: `https://space.bilibili.com/${uid}/`,
+        },
+        transformResponse: [(data) => data],
+    });
+    const data = JSONbig.parse(response.body).data.cards;
+
+    ctx.state.data = {
+        title: `${data[0].desc.user_profile.info.uname} 的 bilibili 动态`,
+        link: `https://space.bilibili.com/${uid}/dynamic`,
+        description: `${data[0].desc.user_profile.info.uname} 的 bilibili 动态`,
+        image: data[0].desc.user_profile.info.face,
+        item: data.map((item) => {
+            const getTitle = (data) => (data ? data.title || data.description || data.content || (data.vest && data.vest.content) || '' : '');
+            const getDes = (data) =>
+                data.dynamic || data.desc || data.description || data.content || data.summary || (data.vest && data.vest.content) + (data.sketch && `<br>${data.sketch.title}<br>${data.sketch.desc_text}`) || data.intro || '';
+            const getOriginDes = (data) => (data && (data.apiSeasonInfo && data.apiSeasonInfo.title && `//转发自: ${data.apiSeasonInfo.title}`) + (data.index_title && `<br>${data.index_title}`)) || '';
+            const getOriginName = (data) => data.uname || (data.author && data.author.name) || (data.upper && data.upper.name) || (data.user && (data.user.uname || data.user.name)) || (data.owner && data.owner.name) || '';
+            const getOriginTitle = (data) => (data.title ? `${data.title}<br>` : '');
+            const getIframe = (data) => (!disableEmbed && data && data.aid ? `<br><br>${utils.iframe(data.aid)}<br>` : '');
+
+            const parsed = JSONbig.parse(item.card);
+
+            const data = getTitle(parsed.item) ? parsed.item : parsed;
+            const origin = parsed.origin ? JSONbig.parse(parsed.origin) : null;
+
+            // img
+            let imgHTML = '';
+            const getImgs = (data) => {
+                let imgs = '';
+                // 动态图片
+                if (data.pictures) {
+                    for (let i = 0; i < data.pictures.length; i++) {
+                        imgs += `<img src="${data.pictures[i].img_src}">`;
+                    }
+                }
+                // 专栏封面
+                if (data.image_urls) {
+                    for (let i = 0; i < data.image_urls.length; i++) {
+                        imgs += `<img src="${data.image_urls[i]}">`;
+                    }
+                }
+                // 视频封面
+                if (data.pic) {
+                    imgs += `<img src="${data.pic}">`;
+                }
+                // 音频/番剧/直播间封面/小视频封面
+                if (data.cover && data.cover.unclipped) {
+                    imgs += `<img src="${data.cover.unclipped}">`;
+                } else if (data.cover) {
+                    imgs += `<img src="${data.cover}">`;
+                }
+                // 专题页封面
+                if (data.sketch && data.sketch.cover_url) {
+                    imgs += `<img src="${data.sketch.cover_url}">`;
+                }
+                return imgs;
+            };
+
+            imgHTML += getImgs(data);
+
+            if (origin) {
+                imgHTML += getImgs(origin.item || origin);
+            }
+            // video小视频
+            let videoHTML = '';
+            if (data.video_playurl) {
+                videoHTML += `<video width="${data.width}" height="${data.height}" controls><source src="${unescape(data.video_playurl).replace(/^http:/, 'https:')}"><source src="${unescape(data.video_playurl)}"></video>`;
+            }
+            // some rss readers disallow http content.
+            // 部分 RSS 阅读器要求内容必须使用https传输
+            // bilibili short video does support https request, but https request may timeout ocassionally.
+            // to maximize content availability, here add two source tags.
+            // bilibili的API中返回的视频地址采用http，然而经验证，短视频地址支持https访问，但偶尔会返回超时错误(可能是网络原因)。
+            // 因此保险起见加入两个source标签
+            // link
+            let link = '';
+            if (data.dynamic_id) {
+                link = `https://t.bilibili.com/${data.dynamic_id}`;
+            } else if (item.desc && item.desc.dynamic_id) {
+                link = `https://t.bilibili.com/${item.desc.dynamic_id}`;
+            }
+
+            // emoji
+            let data_content = getDes(data);
+            if (item.display.emoji_info) {
+                const emoji = item.display.emoji_info.emoji_details;
+                emoji.forEach((item) => {
+                    data_content = data_content.replace(
+                        new RegExp(`\\${item.text}`, 'g'),
+                        `<img alt="${item.text}" src="${item.url}"style="margin: -1px 1px 0px; display: inline-block; width: 20px; height: 20px; vertical-align: text-bottom;" title="" referrerpolicy="no-referrer">`
+                    );
+                });
+            }
+            const getUrl = (data) => {
+                if (!data) {
+                    return '';
+                }
+                if (data.aid) {
+                    return `<br>视频地址：https://www.bilibili.com/video/av${data.aid}`;
+                }
+                if (data.image_urls) {
+                    return `<br>专栏地址：https://www.bilibili.com/read/cv${data.id}`;
+                }
+                if (data.upper) {
+                    return `<br>音频地址：https://www.bilibili.com/audio/au${data.id}`;
+                }
+                if (data.roomid) {
+                    return `<br>直播间地址：https://live.bilibili.com/${data.roomid}`;
+                }
+                if (data.sketch) {
+                    return `<br>活动地址：${data.sketch.target_url}`;
+                }
+                if (data.url) {
+                    return `<br>地址：${data.url}`;
+                }
+                return '';
+            };
+
+            return {
+                title: getTitle(data),
+                description: (() => {
+                    const description = data_content || getDes(data);
+                    const originName = origin && getOriginName(origin) ? `<br><br>//转发自: @${getOriginName(origin)}: ${getOriginTitle(origin.item || origin)}${getDes(origin.item || origin)}` : getOriginDes(origin);
+                    const imgHTMLSource = imgHTML ? `<br>${imgHTML}` : '';
+                    const videoHTMLSource = videoHTML ? `<br>${videoHTML}` : '';
+                    return `${description}${originName}<br>${getUrl(data)}${getUrl(origin)}${getIframe(data)}${getIframe(origin)}${imgHTMLSource}${videoHTMLSource}`;
+                })(),
+                pubDate: new Date(item.desc.timestamp * 1000),
+                link,
+            };
+        }),
+    };
+};

package/lib/v2/bilibili/liveArea.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const areaID = ctx.params.areaID;
+    const order = ctx.params.order;
+
+    let orderTitle = '';
+    switch (order) {
+        case 'live_time':
+            orderTitle = '最新开播';
+            break;
+        case 'online':
+            orderTitle = '人气直播';
+            break;
+    }
+
+    const nameResponse = await got({
+        method: 'get',
+        url: 'https://api.live.bilibili.com/room/v1/Area/getList',
+        headers: {
+            Referer: 'https://link.bilibili.com/p/center/index',
+        },
+    });
+
+    let parentTitle = '';
+    let parentID = '';
+    let areaTitle = '';
+    let areaLink = '';
+
+    for (const parentArea of nameResponse.data.data) {
+        for (const area of parentArea.list) {
+            if (area.id === areaID) {
+                parentTitle = parentArea.name;
+                parentID = parentArea.id;
+                areaTitle = area.name;
+                // cateID = area.cate_id;
+                areaLink = `https://live.bilibili.com/p/eden/area-tags?parentAreaId=${parentID}&areaId=${areaID}`;
+                break;
+            }
+        }
+    }
+
+    const response = await got({
+        method: 'get',
+        url: `https://api.live.bilibili.com/room/v1/area/getRoomList?area_id=${areaID}&sort_type=${order}&page_size=30&page_no=1`,
+        headers: {
+            Referer: 'https://live.bilibili.com/p/eden/area-tags',
+        },
+    });
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: `哔哩哔哩直播-${parentTitle}·${areaTitle}分区-${orderTitle}`,
+        link: areaLink,
+        description: `哔哩哔哩直播-${parentTitle}·${areaTitle}分区-${orderTitle}`,
+        item: data.map((item) => ({
+            title: `${item.uname} ${item.title}`,
+            description: `${item.uname} ${item.title}`,
+            pubDate: new Date().toUTCString(),
+            guid: `https://live.bilibili.com/${item.roomid} ${item.title}`,
+            link: `https://live.bilibili.com/${item.roomid}`,
+        })),
+    };
+};

package/lib/v2/bilibili/online.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const disableEmbed = ctx.params.disableEmbed;
+
+    const response = await got({
+        method: 'get',
+        url: 'https://www.bilibili.com/video/online.html',
+    });
+    const onlineList = JSON.parse(response.data.match(/window\.__INITIAL_STATE__=([\s\S]+);\(function\(\)/)[1]).onlineList || [];
+
+    ctx.state.data = {
+        title: '哔哩哔哩 - 当前在线',
+        link: 'https://www.bilibili.com/video/online.html',
+        item: onlineList.map((item) => ({
+            title: item.title,
+            description: `${item.desc || item.title}${!disableEmbed ? `<br><br>${utils.iframe(item.aid, null, item.bvid)}` : ''}<br><img src="${item.pic}">`,
+            pubDate: parseDate(item.pubdate * 1000),
+            author: item.owner.name,
+            link: `https://www.bilibili.com/video/${item.bvid}`,
+        })),
+    };
+};

package/lib/v2/bilibili/page.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    let bvid = ctx.params.bvid;
+    let aid;
+    if (!bvid.startsWith('BV')) {
+        aid = bvid;
+        bvid = null;
+    }
+    const disableEmbed = ctx.params.disableEmbed;
+    const link = `https://www.bilibili.com/video/${bvid || `av${aid}`}`;
+    const response = await got({
+        method: 'get',
+        url: `https://api.bilibili.com/x/web-interface/view?${bvid ? `bvid=${bvid}` : `aid=${aid}`}`,
+        headers: {
+            Referer: link,
+        },
+    });
+
+    const { title: name, pages: data } = response.data.data;
+
+    ctx.state.data = {
+        title: `视频 ${name} 的选集列表`,
+        link,
+        description: `视频 ${name} 的视频选集列表`,
+        item: data
+            .sort((a, b) => b.page - a.page)
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+            .map((item) => ({
+                title: item.part,
+                description: `${item.part} - ${name}${!disableEmbed ? `<br><br>${utils.iframe(aid, item.page, bvid)}` : ''}`,
+                link: `${link}?p=${item.page}`,
+            })),
+    };
+};

package/lib/v2/bilibili/radar.js

@@ -28,6 +28,12 @@ module.exports = {
                 source: '/bangumi/media/:bid',
                 target: (params) => `/bilibili/bangumi/media/${params.bid.replace('md', '')}`,
             },
+            {
+                title: '当前在线',
+                docs: 'https://docs.rsshub.app/social-media.html#bilibili',
+                source: '/video/online.html',
+                target: '/bilibili/online',
+            },
         ],
         space: [
             {

package/lib/v2/bilibili/router.js

@@ -0,0 +1,39 @@
+module.exports = (router) => {
+    router.get('/app/:id?', require('./app'));
+    router.get('/audio/:id', require('./audio'));
+    router.get('/blackboard', require('./blackboard'));
+    router.get('/bangumi/:seasonid', require('./bangumi')); // 弃用
+    router.get('/bangumi/media/:mediaid', require('./bangumi'));
+    router.get('/fav/:uid/:fid/:disableEmbed?', require('./fav'));
+    router.get('/followings/article/:uid', require('./followings_article'));
+    router.get('/followings/dynamic/:uid/:disableEmbed?', require('./followings_dynamic'));
+    router.get('/followings/video/:uid/:disableEmbed?', require('./followings_video'));
+    router.get('/link/news/:product', require('./linkNews'));
+    router.get('/live/area/:areaID/:order', require('./liveArea'));
+    router.get('/live/room/:roomID', require('./liveRoom'));
+    router.get('/live/search/:key/:order', require('./liveSearch'));
+    router.get('/mall/new/:category?', require('./mallNew'));
+    router.get('/mall/ip/:id', require('./mallIP'));
+    router.get('/manga/update/:comicid', require('./manga_update'));
+    router.get('/manga/followings/:uid/:limits?', require('./manga_followings'));
+    router.get('/online/:disableEmbed?', require('./online'));
+    router.get('/partion/:tid/:disableEmbed?', require('./partion'));
+    router.get('/partion/ranking/:tid/:days?/:disableEmbed?', require('./partion-ranking'));
+    router.get('/ranking/:rid?/:day?/:arc_type?/:disableEmbed?', require('./ranking'));
+    router.get('/readlist/:listid', require('./readlist'));
+    router.get('/topic/:topic', require('./topic'));
+    router.get('/user/article/:uid', require('./article'));
+    router.get('/user/bangumi/:uid/:type?', require('./user_bangumi'));
+    router.get('/user/channel/:uid/:cid/:disableEmbed?', require('./userChannel'));
+    router.get('/user/coin/:uid/:disableEmbed?', require('./coin'));
+    router.get('/user/dynamic/:uid/:disableEmbed?', require('./dynamic'));
+    router.get('/user/fav/:uid/:disableEmbed?', require('./userFav'));
+    router.get('/user/followers/:uid', require('./followers'));
+    router.get('/user/followings/:uid', require('./followings'));
+    router.get('/user/video/:uid/:disableEmbed?', require('./video'));
+    router.get('/video/danmaku/:bvid/:pid?', require('./danmaku'));
+    router.get('/video/page/:bvid/:disableEmbed?', require('./page'));
+    router.get('/video/reply/:bvid', require('./reply'));
+    router.get('/vsearch/:kw/:order?/:disableEmbed?/:tid?', require('./vsearch'));
+    router.get('/weekly', require('./weekly_recommend'));
+};

package/lib/v2/bilibili/video.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cache = require('./cache');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const disableEmbed = ctx.params.disableEmbed;
+    const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
+
+    const response = await got({
+        method: 'get',
+        url: `https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=10&tid=0&pn=1&order=pubdate&jsonp=jsonp`,
+        headers: {
+            Referer: `https://space.bilibili.com/${uid}/`,
+        },
+    });
+    const data = response.data;
+
+    ctx.state.data = {
+        title: `${name} 的 bilibili 空间`,
+        link: `https://space.bilibili.com/${uid}`,
+        description: `${name} 的 bilibili 空间`,
+        logo: face,
+        icon: face,
+        item:
+            data.data &&
+            data.data.list &&
+            data.data.list.vlist &&
+            data.data.list.vlist.map((item) => ({
+                title: item.title,
+                description: `${item.description}${!disableEmbed ? `<br><br>${utils.iframe(item.aid)}` : ''}<br><img src="${item.pic}">`,
+                pubDate: new Date(item.created * 1000).toUTCString(),
+                link: item.created > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
+                author: name,
+                comments: item.comment,
+            })),
+    };
+};

package/lib/v2/bitbucket/commits.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const queryString = require('query-string');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const workspace = ctx.params.workspace;
+    const repo_slug = ctx.params.repo_slug;
+
+    const headers = {
+        Accept: 'application/json',
+    };
+    let auth = '';
+    if (config.bitbucket && config.bitbucket.username && config.bitbucket.password) {
+        auth = config.bitbucket.username + ':' + config.bitbucket.password + '@';
+    }
+    const response = await got({
+        method: 'get',
+        url: `https://${auth}api.bitbucket.org/2.0/repositories/${workspace}/${repo_slug}/commits/`,
+        searchParams: queryString.stringify({
+            sort: '-target.date',
+        }),
+        headers,
+    });
+    const data = response.data.values;
+    ctx.state.data = {
+        allowEmpty: true,
+        title: `Recent Commits to ${workspace}/${repo_slug}`,
+        link: `https://bitbucket.org/${workspace}/${repo_slug}`,
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.message,
+                author: item.author.raw,
+                description: item.rendered.message.html || 'No description',
+                pubDate: parseDate(item.date),
+                link: item.links.html.href,
+            })),
+    };
+};

package/lib/v2/bitbucket/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/commits/:workspace/:repo_slug': ['AuroraDysis'],
+    '/tags/:workspace/:repo_slug': ['AuroraDysis'],
+};