rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/baai/comments.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const { baseUrl, apiHost } = require('./utils');
+
+module.exports = async (ctx) => {
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 2 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 12) / 6,
+            },
+            (_, v) => `${apiHost}/api/v1/commentsall?page=${v + 1}`
+        ).map((url) => got.post(url))
+    );
+
+    const items = responses
+        .map((response) => response.data.data.list)
+        .flat()
+        .map((item) => ({
+            title: `${item.user_info.name} ${item.title_desc} ${item.title}`,
+            description: item.desc,
+            pubDate: timezone(parseDate(item.created_at), +8),
+            author: item.user_info.name,
+            link: `${baseUrl}/view/${item.source_id || item.story_id}`,
+            guid: `baai:hub:comments:${item.id}`,
+        }));
+
+    ctx.state.data = {
+        title: '评论 - 智源社区',
+        link: `${baseUrl}/comments`,
+        item: items,
+    };
+};

package/lib/v2/baai/events.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+
+const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 2 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 16) / 8,
+            },
+            (_, v) => `${apiHost}/api/v1/events?page=${v + 1}`
+        ).map((url) => got.post(url))
+    );
+
+    const list = responses
+        .map((response) => response.data.data)
+        .flat()
+        .map((item) => parseItem(item));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await parseEventDetail(item);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '活动 - 智源社区',
+        link: `${baseUrl}/events`,
+        item: items,
+    };
+};

package/lib/v2/baai/hub.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { tagId, sort = 'new', range } = ctx.params;
+
+    let title, description, brief, iconUrl;
+    if (tagId) {
+        const { data } = await got(`${apiHost}/api/v1/tags`, {
+            searchParams: {
+                id: tagId,
+            },
+        });
+        title = data.data[0].title;
+        description = data.data[0].description;
+        brief = data.data[0].brief;
+        iconUrl = data.data[0].icon_url;
+    }
+
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 3 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 18) / 6,
+            },
+            (_, v) => `${apiHost}/api/v1/story/list?page=${v + 1}&sort=${sort}${tagId ? `&tag_id=${tagId}` : ''}${range ? `&time_range=${range}` : ''}`
+        ).map((url) => got.post(url))
+    );
+
+    const list = responses
+        .filter((response) => response.data.data)
+        .map((response) => response.data.data)
+        .flat()
+        .map((item) => parseItem(item));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (!item.eventId) {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+                    item.description = item.is_event ? $('div.box2').html() : $('.post-content').html();
+                } else {
+                    item.description = await parseEventDetail(item);
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title ? `${title} - ` : ''}${description ? `${description} - ` : ''}智源社区`,
+        description: brief,
+        link: `${baseUrl}/?${tagId ? `tag_id=${tagId}&` : ''}sort=${sort}${range ? `&time_range=${range}` : ''}`,
+        image: iconUrl,
+        item: items,
+    };
+};

package/lib/v2/baai/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/hub/comments': ['TonyRL'],
+    '/hub/events': ['TonyRL'],
+    '/hub/:tagId?/:sort?/:range?': ['TonyRL'],
+};

package/lib/v2/baai/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'baai.ac.cn': {
+        _name: '北京智源人工智能研究院',
+        hub: [
+            {
+                title: '智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/'],
+                target: (params, url) => {
+                    const searchParams = new URL(url).searchParams;
+                    const tagId = searchParams.get('tag_id');
+                    const sort = searchParams.get('sort');
+                    const range = searchParams.get('time_range');
+                    return `/baai/hub${tagId ? `/${tagId}` : ''}${sort ? `/${sort}` : ''}${range ? `/${range}` : ''}`;
+                },
+            },
+            {
+                title: '活动 - 智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/events', '/'],
+                target: '/baai/hub/events',
+            },
+            {
+                title: '评论 - 智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/comments', '/'],
+                target: '/baai/hub/comments',
+            },
+        ],
+    },
+};

package/lib/v2/baai/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/hub/comments', require('./comments'));
+    router.get('/hub/events', require('./events'));
+    router.get('/hub/:tagId/:sort?/:range?', require('./hub'));
+    router.get('/hub/:tagId/:sort?', require('./hub'));
+    router.get('/hub/:sort?', require('./hub'));
+};

package/lib/v2/baai/utils.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://hub.baai.ac.cn';
+const eventUrl = 'https://event.baai.ac.cn';
+const apiHost = 'https://hub-api.baai.ac.cn';
+
+const parseItem = (item) => ({
+    link: item.is_event ? `${eventUrl}/activities/${item.event_info.id}` : `${baseUrl}/view/${item.story_id}`,
+    title: item.is_event ? item.event_info.name : item.story_info.title,
+    pubDate: timezone(parseDate(item.is_event ? item.event_info.time_desc : item.story_info.created_at.replace('发布', '').replace('分享', '')), 8),
+    author: item.is_event ? item.event_info.company : item.story_info.user_name,
+    category: item.is_event ? null : item.story_info.tag_names.map((tag) => tag.title),
+    eventId: item.is_event ? item.event_info.id : null,
+});
+
+const parseEventDetail = async (item) => {
+    const { data } = await got(`${eventUrl}/api/api/Activity/IntroductionTypes`, {
+        searchParams: {
+            activityId: item.eventId,
+        },
+    });
+    return data.data.ac_desc + data.data.ac_desc_two;
+};
+
+module.exports = {
+    baseUrl,
+    eventUrl,
+    apiHost,
+    parseItem,
+    parseEventDetail,
+};

package/lib/v2/baidu/maintainer.js

@@ -5,4 +5,5 @@ module.exports = {
     '/tieba/post/:id': ['u3u'],
     '/tieba/post/lz/:id': ['u3u'],
     '/tieba/user/:uid': ['igxlin', 'nczitzk'],
+    '/top/:board?': ['xyqfer'],
 };

package/lib/v2/baidu/radar.js

@@ -6,7 +6,7 @@ module.exports = {
                 title: '首页指数',
                 docs: 'https://docs.rsshub.app/finance.html#bai-du-gu-shi-tong',
                 source: ['/'],
-                target: '/gushitong/index',
+                target: '/baidu/gushitong/index',
             },
         ],
         tieba: [
@@ -17,7 +17,7 @@ module.exports = {
                 target: (params, url) => {
                     const type = new URL(url).searchParams.get('tab');
                     if (!type || type === 'main') {
-                        return `/tieba/forum/${new URL(url).searchParams.get('kw')}`;
+                        return `/baidu/tieba/forum/${new URL(url).searchParams.get('kw')}`;
                     }
                 },
             },
@@ -28,7 +28,7 @@ module.exports = {
                 target: (params, url) => {
                     const type = new URL(url).searchParams.get('tab');
                     if (type === 'good') {
-                        return `/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
+                        return `/baidu/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
                     }
                 },
             },
@@ -36,13 +36,13 @@ module.exports = {
                 title: '帖子动态',
                 docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
                 source: '/p/:id',
-                target: '/tieba/post/:id',
+                target: '/baidu/tieba/post/:id',
             },
             {
                 title: '只看楼主',
                 docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
                 source: '/p/:id',
-                target: '/tieba/post/lz/:id',
+                target: '/baidu/tieba/post/lz/:id',
             },
             {
                 title: '用户帖子',
@@ -51,10 +51,18 @@ module.exports = {
                 target: (params, url) => {
                     const uid = new URL(url).searchParams.get('un');
                     if (uid) {
-                        return `/tieba/user/${uid}`;
+                        return `/baidu/tieba/user/${uid}`;
                     }
                 },
             },
         ],
+        top: [
+            {
+                title: '热搜榜单',
+                docs: 'https://docs.rsshub.app/other.html#bai-du-re-sou',
+                source: ['/board'],
+                target: (_, url) => `/baidu/top/${new URL(url).searchParams.get('tab')}`,
+            },
+        ],
     },
 };

package/lib/v2/baidu/router.js

@@ -5,4 +5,5 @@ module.exports = (router) => {
     router.get('/tieba/post/:id', require('./tieba/post'));
     router.get('/tieba/post/lz/:id', require('./tieba/post'));
     router.get('/tieba/user/:uid', require('./tieba/user'));
+    router.get('/top/:board?', require('./top'));
 };

package/lib/v2/baidu/templates/top.art

@@ -0,0 +1,9 @@
+{{ if item.img }}
+<img src="{{ item.img }}"><br>
+{{ /if }}
+{{ if item.show }}
+    {{ each item.show s }}
+        {{ s }}<br>
+    {{ /each }}
+{{ /if }}
+{{ item.desc }}

package/lib/v2/baidu/top.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { board = 'realtime' } = ctx.params;
+    const link = `https://top.baidu.com/board?tab=${board}`;
+    const { data: response } = await got(link);
+
+    const $ = cheerio.load(response);
+
+    const { data } = JSON.parse(
+        $('#sanRoot')
+            .contents()
+            .filter((e) => e.nodeType === 8)
+            .prevObject[0].data.match(/s-data:(.*)/)[1]
+    );
+
+    const items = data.cards[0].content.map((item) => ({
+        title: item.word,
+        description: art(path.join(__dirname, 'templates/top.art'), {
+            item,
+        }),
+        link: item.rawUrl,
+    }));
+
+    ctx.state.data = {
+        title: `${data.curBoardName} - 百度热搜`,
+        description: $('meta[name="description"]').attr('content'),
+        link,
+        item: items,
+    };
+};

package/lib/v2/bangumi/online/online.js

@@ -1,21 +1,23 @@
 const got = require('@/utils/got');
 const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const url = 'https://bangumi.online/api/serve/home';
+    const url = 'https://api.bangumi.online/serve/home';
 
     const response = await got.post(url);
 
     const list = response.data.data.list;
 
     const items = list.map((item) => ({
-        title: `${item.title_zh} - 第 ${item.volume} 集`,
+        title: `${item.title.zh ? item.title.zh : item.title.ja} - 第 ${item.volume} 集`,
         description: art(path.join(__dirname, '../templates/online/image.art'), {
             src: `https:${item.cover}`,
             alt: `${item.title_zh} - 第 ${item.volume} 集`,
         }),
         link: `https://bangumi.online/watch/${item.vid}`,
+        pubDate: parseDate(item.create_time),
     }));
 
     ctx.state.data = {

package/lib/v2/bangumi/tv/group/reply.js

@@ -21,6 +21,18 @@ module.exports = async (ctx) => {
                 date: $el.children().first().find('small').children().remove().end().text().slice(3),
             };
         });
+    const latestSubReplies = $('.sub_reply_bg')
+        .toArray()
+        .map((el) => {
+            const $el = $(el);
+            return {
+                id: $el.attr('id'),
+                author: $el.find('.userName .l').text(),
+                content: $el.find('.cmt_sub_content').html(),
+                date: $el.children().first().find('small').children().remove().end().text().slice(3),
+            };
+        });
+    const finalLatestReplies = latestReplies.concat(latestSubReplies).sort((a, b) => (a.id < b.id ? 1 : -1));
 
     const postTopic = {
         title,
@@ -34,7 +46,7 @@ module.exports = async (ctx) => {
         title: `${title}的最新回复`,
         link,
         item: [
-            ...latestReplies.map((c) => ({
+            ...finalLatestReplies.map((c) => ({
                 title: `${c.author} 回复了小组话题《${title}》`,
                 description: c.content,
                 pubDate: timezone(parseDate(c.date), +8),

package/lib/v2/bangumi/tv/group/topic.js

@@ -10,17 +10,30 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(html);
     const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
 
+    const items = await Promise.all(
+        $('.topic_list .topic')
+            .toArray()
+            .map(async (elem) => {
+                const link = new URL($('.subject a', elem).attr('href'), base_url).href;
+                const fullText = await ctx.cache.tryGet(link, async () => {
+                    const { data: html } = await got(link);
+                    const $ = cheerio.load(html);
+                    return $('.postTopic .topic_content').html();
+                });
+                const summary = 'Reply: ' + $('.posts', elem).text();
+                return {
+                    link,
+                    title: $('.subject a', elem).attr('title'),
+                    pubDate: parseDate($('.lastpost .time', elem).text()),
+                    description: fullText ? summary + '<br><br>' + fullText : summary,
+                    author: $('.author a', elem).text(),
+                };
+            })
+    );
+
     ctx.state.data = {
         title,
         link,
-        item: $('.topic_list .topic')
-            .toArray()
-            .map((elem) => ({
-                link: new URL($('.subject a', elem).attr('href'), base_url).href,
-                title: $('.subject a', elem).attr('title'),
-                pubDate: parseDate($('.lastpost .time', elem).text()),
-                description: 'Reply: ' + $('.posts', elem).text(),
-                author: $('.author a', elem).text(),
-            })),
+        item: items,
     };
 };

package/lib/v2/bdys/index.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+const asyncPool = require('tiny-async-pool');
+const config = require('@/config').value;
+
+// Visit https://www.bdys.me for the list of domains
+const allowDomains = ['52bdys.com', 'bde4.icu', 'bdys01.com'];
+
+module.exports = async (ctx) => {
+    const caty = ctx.params.caty || 'all';
+    const type = ctx.params.type || 'all';
+    const area = ctx.params.area || 'all';
+    const year = ctx.params.year || 'all';
+    const order = ctx.params.order || '0';
+
+    const site = ctx.query.domain || 'bdys01.com';
+    if (!config.feature.allow_user_supply_unsafe_domain && !allowDomains.includes(new URL(`https://${site}`).hostname)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    const rootUrl = `https://www.${site}`;
+    const currentUrl = `${rootUrl}/s/${caty}?${type === 'all' ? '' : '&type=' + type}${area === 'all' ? '' : '&area=' + area}${year === 'all' ? '' : '&year=' + year}&order=${order}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let jsessionid = '';
+
+    const list = $('.card-body .card a')
+        .slice(0, 15)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const link = item.attr('href').split(';jsessionid=');
+            jsessionid = link[1];
+            const next = item.next();
+            return {
+                title: next.find('h3').text(),
+                link: `${rootUrl}${link[0]}`,
+                pubDate: parseDate(next.find('.text-muted').text()),
+            };
+        });
+
+    const headers = {
+        cookie: `JSESSIONID=${jsessionid}`,
+    };
+
+    const items = [];
+
+    for await (const data of asyncPool(1, list, (item) =>
+        ctx.cache.tryGet(item.link, async () => {
+            const detailResponse = await got({
+                method: 'get',
+                url: item.link,
+                headers,
+            });
+            const downloadResponse = await got({
+                method: 'get',
+                url: `${rootUrl}/downloadInfo/list?mid=${item.link.split('/')[4].split('.')[0]}`,
+                headers,
+            });
+            const content = cheerio.load(detailResponse.data);
+
+            content('svg').remove();
+            const torrents = content('.download-list .list-group');
+
+            item.description = art(path.join(__dirname, 'templates/desc.art'), {
+                info: content('.row.mt-3').html(),
+                synopsis: content('#synopsis').html(),
+                links: downloadResponse.data,
+                torrents: torrents.html(),
+            });
+
+            item.pubDate = timezone(parseDate(content('.bg-purple-lt').text().replace('更新时间：', '')), +8);
+            item.guid = `${item.link}#${content('.card h1').text()}`;
+
+            item.enclosure_url = torrents.html() ? `${rootUrl}${torrents.find('a').first().attr('href')}` : downloadResponse.data.pop().url;
+            item.enclosure_type = 'application/x-bittorrent';
+
+            return item;
+        })
+    )) {
+        items.push(data);
+    }
+
+    ctx.state.data = {
+        title: '哔嘀影视',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/bdys/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:caty?/:type?/:area?/:year?/:order?': ['nczitzk'],
+};

package/lib/v2/bdys/radar.js

@@ -0,0 +1,20 @@
+const bdys = {
+    _name: '哔嘀影视',
+    '.': [
+        {
+            title: '首页',
+            docs: 'https://docs.rsshub.app/multimedia.html#bi-di-ying-shi',
+            source: ['/s/:caty'],
+            target: (params, url) => {
+                const searchParams = new URL(url).searchParams;
+                return `/bdys/${params.caty}/${searchParams.get('type') || 'all'}/${searchParams.get('area') || 'all'}/${searchParams.get('year') || 'all'}/${searchParams.get('order') || '0'}`;
+            },
+        },
+    ],
+};
+
+module.exports = {
+    '52bdys.com': bdys,
+    'bde4.icu': bdys,
+    'bdys01.com': bdys,
+};

package/lib/v2/bdys/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:caty?/:type?/:area?/:year?/:order?', require('./index'));
+};

package/lib/v2/bdys/templates/desc.art

@@ -0,0 +1,21 @@
+{{ if info }}
+{{@ info }}<br>
+{{ /if }}
+
+{{ if synopsis }}
+{{@ synopsis }}<br>
+{{ /if}}
+
+{{ if links }}
+<div><b>下载地址：</b>
+    {{ each links link }}
+    <div class="item"><div class="content">{{ link.downloadCategory.name }}: <a href="{{ link.url }}">{{ link.url }}</a></div></div>
+    {{ /each }}
+</div>
+{{ /if }}
+
+{{ if torrents }}
+<div><b>种子列表：</b>
+{{@ torrents }}
+</div>
+{{ /if }}

package/lib/v2/bendibao/news.js

@@ -2,9 +2,13 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const city = ctx.params.city;
+    if (!isValidHost(city)) {
+        throw Error('Invalid city');
+    }
 
     const rootUrl = `http://${city}.bendibao.com`;
 

package/lib/v2/bilibili/cache.js

@@ -4,10 +4,43 @@ module.exports = {
     getCookie: (ctx) => {
         const key = 'bili-cookie';
         return ctx.cache.tryGet(key, async () => {
-            const response = await got(`https://www.bilibili.com/`);
+            const response = await got('https://www.bilibili.com/');
             return response.headers['set-cookie'];
         });
     },
+    getVerifyString: (ctx) => {
+        const key = 'bili-verify-string';
+        return ctx.cache.tryGet(key, async () => {
+            const cookie = await module.exports.getCookie(ctx);
+            const { data: navResponse } = await got('https://api.bilibili.com/x/web-interface/nav', {
+                headers: {
+                    Referer: 'https://www.bilibili.com/',
+                    Cookie: cookie,
+                },
+            });
+            const imgUrl = navResponse.data.wbi_img.img_url;
+            const subUrl = navResponse.data.wbi_img.sub_url;
+            const r = imgUrl.substring(imgUrl.lastIndexOf('/') + 1, imgUrl.length).split('.')[0] + subUrl.substring(subUrl.lastIndexOf('/') + 1, subUrl.length).split('.')[0];
+            const { body: spaceResponse } = await got('https://space.bilibili.com/1', {
+                headers: {
+                    Referer: 'https://www.bilibili.com/',
+                    Cookie: cookie,
+                },
+            });
+            const jsUrl = 'https:' + spaceResponse.match(/[^"]*9.space[^"]*/);
+            const { body: jsResponse } = await got(jsUrl, {
+                headers: {
+                    Referer: 'https://space.bilibili.com/1',
+                },
+            });
+            const array = JSON.parse(jsResponse.match(/\[(?:\d+,){63}\d+\]/));
+            const o = [];
+            array.forEach((t) => {
+                r.charAt(t) && o.push(r.charAt(t));
+            });
+            return o.join('').slice(0, 32);
+        });
+    },
     getUsernameFromUID: (ctx, uid) => {
         const key = 'bili-username-from-uid-' + uid;
         return ctx.cache.tryGet(key, async () => {