rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/appledaily/index.js

@@ -1,8 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
-const path = require('path');
-const { art } = require('@/utils/render');
+const timezone = require('@/utils/timezone');
 
 const rootUrl = 'https://tw.appledaily.com';
 
@@ -26,7 +25,7 @@ const channelMap = {
 
 module.exports = async (ctx) => {
     const channel = ctx.params.channel ?? 'home';
-    const url = `${rootUrl}${channel === 'home' ? '/home' : `/realtime/${channel}`}`;
+    const url = `${rootUrl}${channel === 'home' ? '/' : `/realtime/${channel}`}`;
 
     const response = await got.get(url);
     const $ = cheerio.load(response.data);
@@ -34,8 +33,8 @@ module.exports = async (ctx) => {
         .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
         .map((_, item) => {
             const title = $(item).find('span.headline').text();
-            const link = rootUrl + $(item).find('a').attr('href');
-            const pubDate = parseDate($(item).find('div.timestamp').text(), 'YYYY/MM/DD HH:mm');
+            const link = $(item).find('a').attr('href');
+            const pubDate = timezone(parseDate($(item).find('div.timestamp').text(), 'YYYY/MM/DD HH:mm'), +8);
 
             return {
                 title,
@@ -48,13 +47,10 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got.get(item.link);
+                const detailResponse = await got(item.link);
                 const content = cheerio.load(detailResponse.data);
-                const dataJs = content('script#fusion-metadata').html();
-                const descDataJSON = JSON.parse(dataJs.match(/Fusion.globalContent=(.*);Fusion.globalConte/)[1]);
-                item.description = art(path.join(__dirname, 'templates/content.art'), {
-                    content_elements: descDataJSON.content_elements,
-                });
+                content('.TW-DESKTOP-AD, .TW-MOBILE-AD, .TW-MOBILE-AD-WRAP').remove();
+                item.description = content('div.promo-item-container.box--position-relative') + content('#articleBody').html();
 
                 return item;
             })

package/lib/v2/asus/bios.js

@@ -26,6 +26,7 @@ module.exports = async (ctx) => {
         description: art(path.join(__dirname, 'templates/bios.art'), {
             item,
         }),
+        guid: url + item.Version,
         pubDate: parseDate(item.ReleaseDate, 'YYYY/MM/DD'),
         link: url,
     }));

package/lib/v2/baidu/gushitong/index.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const STATUS_MAP = {
+    up: '上涨',
+    down: '下跌',
+};
+
+module.exports = async (ctx) => {
+    const response = await got('https://finance.pae.baidu.com/api/indexbanner?market=ab&finClientType=pc');
+    const item = response.data.Result.map((e) => ({
+        title: e.name,
+        description: art(path.join(__dirname, '../templates/gushitong.art'), {
+            ...e,
+            status: STATUS_MAP[e.status],
+            market: e.market.toUpperCase(),
+        }),
+        link: `https://gushitong.baidu.com/index/${e.market}-${e.code}`,
+    }));
+    ctx.state.data = {
+        title: '百度股市通',
+        description:
+            '百度股市通，汇聚全球金融市场的股票、基金、外汇、期货等实时行情，7*24小时覆盖专业财经资讯，提供客观、准确、及时、全面的沪深港美上市公司股价、财务、股东、分红等信息，让用户在复杂的金融市场，更简单的获取投资信息。',
+        link: 'https://gushitong.baidu.com/',
+        item,
+    };
+};

package/lib/v2/baidu/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/gushitong/index': ['CaoMeiYouRen'],
+    '/tieba/forum/:kw': ['u3u'],
+    '/tieba/forum/good/:kw/:cid?': ['u3u'],
+    '/tieba/post/:id': ['u3u'],
+    '/tieba/post/lz/:id': ['u3u'],
+    '/tieba/user/:uid': ['igxlin', 'nczitzk'],
+};

package/lib/v2/baidu/radar.js

@@ -0,0 +1,60 @@
+module.exports = {
+    'baidu.com': {
+        _name: '百度',
+        gushitong: [
+            {
+                title: '首页指数',
+                docs: 'https://docs.rsshub.app/finance.html#bai-du-gu-shi-tong',
+                source: ['/'],
+                target: '/gushitong/index',
+            },
+        ],
+        tieba: [
+            {
+                title: '帖子列表',
+                docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
+                source: 'f',
+                target: (params, url) => {
+                    const type = new URL(url).searchParams.get('tab');
+                    if (!type || type === 'main') {
+                        return `/tieba/forum/${new URL(url).searchParams.get('kw')}`;
+                    }
+                },
+            },
+            {
+                title: '精品帖子',
+                docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
+                source: 'f',
+                target: (params, url) => {
+                    const type = new URL(url).searchParams.get('tab');
+                    if (type === 'good') {
+                        return `/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
+                    }
+                },
+            },
+            {
+                title: '帖子动态',
+                docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
+                source: '/p/:id',
+                target: '/tieba/post/:id',
+            },
+            {
+                title: '只看楼主',
+                docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
+                source: '/p/:id',
+                target: '/tieba/post/lz/:id',
+            },
+            {
+                title: '用户帖子',
+                docs: 'https://docs.rsshub.app/bbs.html#tie-ba',
+                source: '/home/main',
+                target: (params, url) => {
+                    const uid = new URL(url).searchParams.get('un');
+                    if (uid) {
+                        return `/tieba/user/${uid}`;
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/baidu/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/gushitong/index', require('./gushitong'));
+    router.get('/tieba/forum/:kw', require('./tieba/forum'));
+    router.get('/tieba/forum/good/:kw/:cid?', require('./tieba/forum'));
+    router.get('/tieba/post/:id', require('./tieba/post'));
+    router.get('/tieba/post/lz/:id', require('./tieba/post'));
+    router.get('/tieba/user/:uid', require('./tieba/user'));
+};

package/lib/v2/baidu/templates/forum.art

@@ -0,0 +1 @@
+<p>{{ details }}</p><p>{{@ medias }}</p><p>作者：{{ author_name }}</p>

package/lib/v2/baidu/templates/gushitong.art

@@ -0,0 +1,9 @@
+<p>
+市场：{{ market }}<br>
+代码：{{ code }}<br>
+名称：{{ name }}<br>
+收盘价：{{ price }}<br>
+涨跌幅：{{ ratio }}<br>
+涨跌额：{{ increase }}<br>
+走势：{{ status }}<br>
+</p>

package/lib/v2/baidu/templates/post.art

@@ -0,0 +1,4 @@
+<p>{{@ pubContent }}</p><br>
+作者：{{ author }}<br>
+楼层：{{ num }}<br>
+{{ from }}

package/lib/v2/baidu/tieba/forum.js

@@ -0,0 +1,64 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { kw, cid } = ctx.params;
+
+    // PC端：https://tieba.baidu.com/f?kw=${encodeURIComponent(kw)}
+    // 移动端接口：https://tieba.baidu.com/mo/q/m?kw=${encodeURIComponent(kw)}&lp=5024&forum_recommend=1&lm=0&cid=0&has_url_param=1&pn=0&is_ajax=1
+    const params = { kw: encodeURIComponent(kw) };
+    ctx._matchedRoute.includes('good') && (params.tab = 'good');
+    cid && (params.cid = cid);
+    const { data } = await got(`https://tieba.baidu.com/f`, {
+        headers: {
+            Referer: 'https://tieba.baidu.com/',
+        },
+        searchParams: params,
+    });
+
+    const threadListHTML = cheerio
+        .load(data)('code[id="pagelet_html_frs-list/pagelet/thread_list"]')
+        .contents()
+        .filter((e) => e.nodeType === '8');
+
+    const $ = cheerio.load(threadListHTML.prevObject[0].data);
+    const list = $('#thread_list > .j_thread_list[data-field]')
+        .toArray()
+        .map((element) => {
+            const item = $(element);
+            const { id, author_name } = item.data('field');
+            const time = item.find('.threadlist_reply_date').text().trim();
+            const title = item.find('a.j_th_tit').text().trim();
+            const details = item.find('.threadlist_abs').text().trim();
+            const medias = item
+                .find('.threadlist_media img')
+                .toArray()
+                .map((element) => {
+                    const item = $(element);
+                    return `<img src="${item.attr('bpic')}">`;
+                })
+                .join('');
+
+            return {
+                title,
+                description: art(path.join(__dirname, '../templates/forum.art'), {
+                    details,
+                    medias,
+                    author_name,
+                }),
+                pubDate: timezone(parseDate(time, ['HH:mm', 'M-D']), +8),
+                link: `https://tieba.baidu.com/p/${id}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${kw}吧`,
+        description: cheerio.load(data)('meta[name="description"]').attr('content'),
+        link: `https://tieba.baidu.com/f?kw=${encodeURIComponent(kw)}`,
+        item: list,
+    };
+};

package/lib/{routes → v2/baidu}/tieba/post.js

@@ -1,5 +1,9 @@
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 /**
  * 获取最新的帖子回复（倒序查看）
@@ -11,15 +15,13 @@ const got = require('@/utils/got');
  * @returns
  */
 async function getPost(id, lz = 0, pn = 7e6) {
-    const { data } = await got({
-        method: 'get',
-        url: `https://tieba.baidu.com/p/${id}?see_lz=${lz}&pn=${pn}&ajax=1`,
+    const { data } = await got(`https://tieba.baidu.com/p/${id}?see_lz=${lz}&pn=${pn}&ajax=1`, {
         headers: {
             Referer: 'https://tieba.baidu.com/',
         },
     });
     const $ = cheerio.load(data);
-    const max = Number.parseInt($('[max-page]').attr('max-page'));
+    const max = parseInt($('[max-page]').attr('max-page'));
     if (max > pn) {
         return getPost(id, max);
     }
@@ -33,7 +35,7 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(html);
     const title = $('.core_title_txt').attr('title');
     // .substr(3);
-    const list = $('.p_postlist > [data-field]:not(:has(".ad_bottom_view"))');
+    const list = $('.p_postlist > [data-field]:not(:has(.ad_bottom_view))');
 
     ctx.state.data = {
         title: lz ? `【只看楼主】${title}` : title,
@@ -42,22 +44,34 @@ module.exports = async (ctx) => {
         item:
             list &&
             list
-                .map((index, element) => {
+                .map((_, element) => {
                     const item = $(element);
                     const { author, content } = item.data('field');
-                    const [from, num, time] = item
+                    const tempList = item
                         .find('.post-tail-wrap > .tail-info')
-                        .map((index, element) => $(element).text())
-                        .get();
+                        .toArray()
+                        .map((element) => $(element).text());
+                    let [pubContent, from, num, time] = ['', '', '', ''];
+                    if (0 === tempList.length && 'date' in content) {
+                        num = `${content.post_no}楼`;
+                        time = content.date;
+                        pubContent = item.find('.j_d_post_content').html();
+                    } else if (2 === tempList.length) {
+                        [num, time] = tempList;
+                        pubContent = content.content;
+                    } else if (3 === tempList.length) {
+                        [from, num, time] = tempList;
+                        pubContent = content.content;
+                    }
                     return {
                         title: `${author.user_name}回复了帖子《${title}》`,
-                        description: `
-                            <p>${content.content}</p><br>
-                            作者：${author.user_name}<br>
-                            楼层：${num}<br>
-                            ${from}
-                        `, // prettier-ignore
-                        pubDate: new Date(time),
+                        description: art(path.join(__dirname, '../templates/post.art'), {
+                            pubContent,
+                            author: author.user_name,
+                            num,
+                            from,
+                        }),
+                        pubDate: timezone(parseDate(time, 'YYYY-MM-DD hh:mm'), +8),
                         link: `https://tieba.baidu.com/p/${id}?pid=${content.post_id}#${content.post_id}`,
                     };
                 })

package/lib/v2/baidu/tieba/user.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const response = await got(`https://tieba.baidu.com/home/main?un=${uid}`);
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const name = $('span.userinfo_username').text();
+    const list = $('div.n_right.clearfix');
+    let imgurl;
+
+    ctx.state.data = {
+        title: `${name} 的贴吧`,
+        link: `https://tieba.baidu.com/home/main?un=${uid}`,
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item).find('.n_contain');
+                imgurl = item.find('ul.n_media.clearfix img').attr('original');
+                return {
+                    title: item.find('div.thread_name a').attr('title'),
+                    pubDate: timezone(parseDate(item.parent().find('div .n_post_time').text(), ['YYYY-MM-DD', 'HH:mm']), +8),
+                    description: `${item.find('div.n_txt').text()}<br><img src="${imgurl}">`,
+                    link: item.find('div.thread_name a').attr('href'),
+                };
+            }),
+    };
+};

package/lib/v2/bangumi/maintainer.js

@@ -1,4 +1,17 @@
 module.exports = {
-    '/': ['nczitzk'],
-    '/:tags?': ['nczitzk'],
+    // bangumi.moe
+    '/moe': ['nczitzk'],
+    '/moe/:tags?': ['nczitzk'],
+    // bangumi.online
+    '/online': ['devinmugen'],
+    // bangumi.tv
+    '/tv/calendar/today': ['magic-akari'],
+    '/tv/group/:id': ['SettingDust'],
+    '/tv/person/:id': ['ylc395'],
+    '/tv/subject/:id': ['SettingDust'],
+    '/tv/subject/:id/blogs': ['ylc395'],
+    '/tv/subject/:id/comments': ['ylc395'],
+    '/tv/subject/:id/topics': ['ylc395'],
+    '/tv/topic/:id': ['ylc395'],
+    '/tv/user/blog/:id': ['nczitzk'],
 };

package/lib/v2/bangumi/{index.js → moe/index.js}

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const isLatest = ctx.path === '/';
+    const isLatest = ctx.path === '/moe';
     const rootUrl = 'https://bangumi.moe';
 
     let response;
@@ -19,7 +19,7 @@ module.exports = async (ctx) => {
         const tagUrl = `${rootUrl}/api/tag/search`;
         const torrentUrl = `${rootUrl}/api/torrent/search`;
 
-        const params = ctx.path.split('/').slice(1);
+        const params = ctx.path.split('/').slice(2);
 
         tag_id = await Promise.all(
             params.map((param) =>

package/lib/v2/bangumi/online/online.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://bangumi.online/api/serve/home';
+
+    const response = await got.post(url);
+
+    const list = response.data.data.list;
+
+    const items = list.map((item) => ({
+        title: `${item.title_zh} - 第 ${item.volume} 集`,
+        description: art(path.join(__dirname, '../templates/online/image.art'), {
+            src: `https:${item.cover}`,
+            alt: `${item.title_zh} - 第 ${item.volume} 集`,
+        }),
+        link: `https://bangumi.online/watch/${item.vid}`,
+    }));
+
+    ctx.state.data = {
+        title: 'アニメ新番組',
+        link: 'https://bangumi.online',
+        item: items,
+    };
+};

package/lib/v2/bangumi/radar.js

@@ -1,19 +1,92 @@
+const bangumiTV = {
+    _name: 'Bangumi 番组计划',
+    '.': [
+        {
+            title: '小组话题',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/group/:id',
+            target: '/bangumi/tv/group/:id',
+        },
+        {
+            title: '小组话题的新回复',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/group/topic/:id',
+            target: '/bangumi/tv/topic/:id',
+        },
+        {
+            title: '现实人物的新作品',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/person/:id',
+            target: '/bangumi/tv/person/:id',
+        },
+        {
+            title: '用户日志',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/user/:id',
+            target: '/bangumi/tv/user/blog/:id',
+        },
+        {
+            title: '条目的讨论',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/subject/:id',
+            target: '/bangumi/tv/subject/:id/topics',
+        },
+        {
+            title: '条目的评论',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/subject/:id',
+            target: '/bangumi/tv/subject/:id/blogs',
+        },
+        {
+            title: '条目的章节',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/subject/:id',
+            target: '/bangumi/tv/subject/:id',
+        },
+        {
+            title: '条目的吐槽箱',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/subject/:id',
+            target: '/bangumi/tv/subject/:id/comments',
+        },
+        {
+            title: '放送列表',
+            docs: 'https://docs.rsshub.app/anime.html#bangumi',
+            source: '/calendar',
+            target: '/bangumi/tv/calendar/today',
+        },
+    ],
+};
+
 module.exports = {
-    '萌番组 Bangumi Moe': {
-        _name: 'bangumi.moe',
+    'bangumi.moe': {
+        _name: '萌番組',
         '.': [
             {
                 title: '最新',
                 docs: 'https://docs.rsshub.app/anime.html#meng-fan-zu-zui-xin',
                 source: ['/'],
-                target: '/bangumi',
+                target: '/bangumi/moe',
             },
             {
                 title: '标签',
                 docs: 'https://docs.rsshub.app/anime.html#meng-fan-zu-biao-qian',
                 source: ['/search/index'],
-                target: '/bangumi/:tags?',
+                target: '/bangumi/moe/:tags?',
+            },
+        ],
+    },
+    'bangumi.online': {
+        _name: 'アニメ新番組',
+        '.': [
+            {
+                title: '當季新番',
+                docs: 'https://docs.rsshub.app/anime.html#アニメ-xin-fan-zu-dang-ji-xin-fan',
+                source: ['/'],
+                target: '/bangumi/online',
             },
         ],
     },
+    'bangumi.tv': bangumiTV,
+    'bgm.tv': bangumiTV,
 };

package/lib/v2/bangumi/router.js

@@ -1,3 +1,14 @@
 module.exports = function (router) {
-    router.get(/([\w-/]+)?/, require('./index'));
+    // bangumi.moe
+    router.get(/moe([\w-/]+)?/, require('./moe/index'));
+    // bangumi.online
+    router.get('/online', require('./online/online'));
+    // bangumi.tv
+    router.get('/tv/calendar/today', require('./tv/calendar/today'));
+    router.get('/tv/group/:id', require('./tv/group/topic'));
+    router.get('/tv/person/:id', require('./tv/person'));
+    router.get('/tv/subject/:id', require('./tv/subject'));
+    router.get('/tv/subject/:id/:type', require('./tv/subject'));
+    router.get('/tv/topic/:id', require('./tv/group/reply'));
+    router.get('/tv/user/blog/:id', require('./tv/user/blog'));
 };

package/lib/v2/bangumi/templates/online/image.art

@@ -0,0 +1 @@
+<img src="{{ src }}" alt="{{ alt }}">

package/lib/v2/bangumi/templates/tv/ep.art

@@ -0,0 +1,2 @@
+<img src="{{ epsInfo.images.large || epsInfo.images.common }}" alt="ep.{{ e.sort }} {{ e.name_cn || e.name }}">
+<p>{{@ e.desc.replace(/\r\n/g, '<br>') }}</p>

package/lib/v2/bangumi/templates/tv/today.art

@@ -0,0 +1,12 @@
+<img src={{ bgm.image }}>
+<ul>
+{{ each bgm.sites site }}
+{{ set url }}
+{{ if site.url }}
+    {{ url = site.url }}
+{{ else }}
+    <% url = siteMeta[site.site].urlTemplate.replace('{{id}}', site.id) %>
+{{ /if }}
+<li><a href="{{ url }}">{{ siteMeta[site.site].title }}</a></li>
+{{ /each }}
+</ul>

package/lib/v2/bangumi/tv/calendar/_base.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+
+module.exports = (tryGet) => {
+    const bgmCalendarUrl = 'https://api.bgm.tv/calendar';
+    const bgmDataUrl = 'https://cdn.jsdelivr.net/npm/bangumi-data/dist/data.json';
+
+    const urls = [bgmCalendarUrl, bgmDataUrl];
+
+    return Promise.all(
+        urls.map((item, i) =>
+            tryGet(
+                item,
+                async () => {
+                    const { data } = await got(item);
+
+                    if (i === 1) {
+                        // 只保留有 bangumi id 的番剧
+                        const items = [];
+                        for (const item of data.items) {
+                            const bgmSite = item.sites.find((s) => s.site === 'bangumi');
+                            if (bgmSite) {
+                                item.bgmId = bgmSite.id;
+                                items.push(item);
+                            }
+                        }
+                        data.items = items;
+                    }
+
+                    return data;
+                },
+                config.cache.contentExpire,
+                false
+            )
+        )
+    );
+};