rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/8world/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/:category?': ['nczitzk'],
+    '/topic/:id': ['nczitzk'],
 };

package/lib/v2/8world/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/:category', '/'],
                 target: '/8world/:category?',
             },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/new-media.html#_8-shi-jie-biao-qian',
+                source: ['/topic/:id', '/'],
+                target: '/8world/topic/:id',
+            },
         ],
     },
 };

package/lib/v2/8world/router.js

@@ -1,3 +1,3 @@
 module.exports = function (router) {
-    router.get('/:category?', require('./index'));
+    router.get(/([\w-/]+)?/, require('./index'));
 };

package/lib/v2/agora0/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
+    '/pen0': ['TonyRL'],
     '/:category?': ['nczitzk'],
 };

package/lib/v2/agora0/pen0.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agorahub.github.io';
+    const response = await got(`${baseUrl}/pen0/`);
+    const $ = cheerio.load(response.data);
+
+    const list = $('div article')
+        .toArray()
+        .slice(0, -1) // last one is a dummy
+        .map((item) => {
+            item = $(item);
+            const meta = item.find('h5').first().text();
+            return {
+                title: item.find('h3').text(),
+                link: item.find('h3 a').attr('href'),
+                author: meta.split('|')[0].trim(),
+                pubDate: parseDate(meta.split('|')[1].trim()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                $('h1').remove();
+                item.description = $('article').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        link: response.url,
+        image: $('link[rel="apple-touch-icon"]').attr('href'),
+        item: items,
+    };
+};

package/lib/v2/agora0/radar.js

@@ -1,10 +1,21 @@
 module.exports = {
+    'github.io': {
+        _name: 'GitHub',
+        agorahub: [
+            {
+                title: '共和報',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
+                source: ['/pen0'],
+                target: '/agora0/pen0',
+            },
+        ],
+    },
     'gitlab.io': {
         _name: 'GitLab',
         agora0: [
             {
                 title: '零博客',
-                docs: 'https://docs.rsshub.app/blog.html#ling-bo-ke-fen-lei',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
                 source: ['/blog/:category', '/'],
                 target: '/agora0/:category',
             },

package/lib/v2/agora0/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
+    router.get('/pen0', require('./pen0'));
     router.get('/:category?', require('./index'));
 };

package/lib/v2/aiea/index.js

@@ -0,0 +1,39 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'http://www.aiea.org/0504';
+    const period = ctx.params.period ?? '';
+
+    let nth_child = 'n';
+    switch (period) {
+        case 'upcoming':
+            nth_child = '1';
+            break;
+
+        case 'past':
+            nth_child = '2';
+            break;
+
+        case 'both':
+            nth_child = 'n';
+            break;
+
+        default:
+            break;
+    }
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: `%title%`,
+        params: {
+            title: 'AIEA Seminars',
+        },
+        item: {
+            item: `.seminar-contents .seminar-partWrap:nth-child(${nth_child}) > .seminar-list`,
+            title: `$('.seminar-list-title > span').text()`,
+            link: `$('a[href^="/0504"]').attr('href')`,
+            description: `$('.seminar-list .txt > .title').text()`,
+        },
+    });
+};

package/lib/v2/aiea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/seminars/:period': ['zxx-457'],
+};

package/lib/v2/aiea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aiea.org': {
+        _name: 'Asian Innovation and Entrepreneurship Association',
+        www: [
+            {
+                title: 'Seminar Series',
+                docs: 'https://docs.rsshub.app/study.html#AIEA-Seminar-Series',
+                source: ['/0504', '/'],
+                target: '/aiea/seminars/upcoming',
+            },
+        ],
+    },
+};

package/lib/v2/aiea/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    return router.get('/seminars/:period', require('.'));
+};

package/lib/v2/aljazeera/index.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const languages = {
+    arabic: {
+        rootUrl: 'https://www.aljazeera.net',
+        rssUrl: 'rss',
+    },
+    chinese: {
+        rootUrl: 'https://chinese.aljazeera.net',
+        rssUrl: undefined,
+    },
+    english: {
+        rootUrl: 'https://www.aljazeera.com',
+        rssUrl: 'xml/rss/all.xml',
+    },
+};
+
+module.exports = async (ctx) => {
+    const params = ctx.path === '/' ? ['arabic'] : ctx.path.replace(/^\//, '').split('/');
+
+    if (!languages.hasOwnProperty(params[0])) {
+        params.unshift('arabic');
+    }
+
+    const language = params.shift();
+    const isRSS = params.length === 1 && params.at(-1) === 'rss' && languages[language].rssUrl;
+
+    const rootUrl = languages[language].rootUrl;
+    const currentUrl = `${rootUrl}/${isRSS ? languages[language].rssUrl : params.join('/')}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = isRSS
+        ? response.data.match(new RegExp('<link>' + rootUrl + '/(.*?)</link>', 'g')).map((item) => ({
+              link: item.match(/<link>(.*?)<\/link>/)[1],
+          }))
+        : $('.u-clickable-card__link')
+              .toArray()
+              .map((item) => {
+                  item = $(item);
+
+                  return {
+                      link: `${rootUrl}${item.attr('href')}`,
+                  };
+              });
+
+    items = await Promise.all(
+        items.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50).map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.more-on').parent().remove();
+                content('.responsive-image img').removeAttr('srcset');
+
+                item.title = content('h1').first().text();
+                item.author = content('.author').text();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished": "(.*?)",/)[1]);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('.article-featured-image').html(),
+                    description: content('.wysiwyg').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').first().text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/aljazeera/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/:language?/:category?': ['nczitzk'],
+    '/:language?/tag/:id': ['nczitzk'],
+    '/:language?/rss': ['nczitzk'],
+};

package/lib/v2/aljazeera/radar.js

@@ -0,0 +1,62 @@
+module.exports = {
+    'aljazeera.com': {
+        _name: 'Aljazeera 半岛电视台',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/english/:category',
+            },
+            {
+                title: 'Tag',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/english/tag/:id',
+            },
+            {
+                title: 'Official RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-guan-fang-rss',
+                source: ['/xml/rss/all.xml', '/'],
+                target: '/aljazeera/english/rss',
+            },
+        ],
+    },
+    'aljazeera.net': {
+        _name: 'Aljazeera 半岛电视台',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/arbric/:category',
+            },
+            {
+                title: 'Tag',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/arbric/tag/:id',
+            },
+            {
+                title: 'Official RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-guan-fang-rss',
+                source: ['/rss', '/'],
+                target: '/aljazeera/arbric/rss',
+            },
+        ],
+        chinese: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/chinese/:category',
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/chinese/tag/:id',
+            },
+        ],
+    },
+};

package/lib/v2/aljazeera/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get(/([\w/-]+)?/, require('./index'));
+};

package/lib/v2/aljazeera/templates/description.art

@@ -0,0 +1,8 @@
+{{ if image }}
+<figure>
+{{@ image }}
+</figure>
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/lib/v2/anquanke/category.js

@@ -1,21 +1,35 @@
 const got = require('@/utils/got');
+const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const api = 'https://api.anquanke.com/data/v1/posts?size=10&page=1&category=';
     const type = ctx.params.category;
+    const fulltext = ctx.params.fulltext;
     const host = 'https://www.anquanke.com';
     const res = await got(`${api}${type}`);
     const dataArray = res.data.data;
 
-    const items = dataArray.map((item) => ({
-        title: item.title,
-        description: item.desc,
-        pubDate: timezone(parseDate(item.date), +8),
-        link: `${host}/${type === 'week' ? 'week' : 'post'}/id/${item.id}`,
-        author: item.author.nickname,
-    }));
+    const items = await Promise.all(
+        dataArray.map(async (item) => {
+            const art_url = `${host}/${type === 'week' ? 'week' : 'post'}/id/${item.id}`;
+            return {
+                title: item.title,
+                description:
+                    fulltext === 'fulltext' || fulltext === 'quanwen'
+                        ? await ctx.cache.tryGet(art_url, async () => {
+                              const { data: res } = await got(art_url);
+                              const content = cheerio.load(res);
+                              return content('#js-article').html();
+                          })
+                        : item.desc,
+                pubDate: timezone(parseDate(item.date), +8),
+                link: art_url,
+                author: item.author.nickname,
+            };
+        })
+    );
 
     ctx.state.data = {
         title: `安全客-${dataArray[0].category_name}`,

package/lib/v2/anquanke/maintainer.js

@@ -1,4 +1,4 @@
 module.exports = {
     // '/vul': ['qwertyuiop6'],
-    '/:category': ['qwertyuiop6'],
+    '/:category/:fulltext?': ['qwertyuiop6'],
 };

package/lib/v2/anquanke/router.js

@@ -1,4 +1,4 @@
 module.exports = (router) => {
     // router.get('/vul', require('./vul')); // 404
-    router.get('/:category', require('./category'));
+    router.get('/:category/:fulltext?', require('./category'));
 };

package/lib/v2/baidu/tieba/forum.js

@@ -39,7 +39,7 @@ module.exports = async (ctx) => {
                 .toArray()
                 .map((element) => {
                     const item = $(element);
-                    return `<img src="${item.attr('bpic')?.split('?tbpicau')[0]}">`;
+                    return `<img src="${item.attr('bpic')}">`;
                 })
                 .join('');
 

package/lib/v2/bangumi/online/online.js

@@ -1,21 +1,23 @@
 const got = require('@/utils/got');
 const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const url = 'https://bangumi.online/api/serve/home';
+    const url = 'https://api.bangumi.online/serve/home';
 
     const response = await got.post(url);
 
     const list = response.data.data.list;
 
     const items = list.map((item) => ({
-        title: `${item.title_zh} - 第 ${item.volume} 集`,
+        title: `${item.title.zh ? item.title.zh : item.title.ja} - 第 ${item.volume} 集`,
         description: art(path.join(__dirname, '../templates/online/image.art'), {
             src: `https:${item.cover}`,
             alt: `${item.title_zh} - 第 ${item.volume} 集`,
         }),
         link: `https://bangumi.online/watch/${item.vid}`,
+        pubDate: parseDate(item.create_time),
     }));
 
     ctx.state.data = {

package/lib/v2/bangumi/tv/group/reply.js

@@ -21,6 +21,18 @@ module.exports = async (ctx) => {
                 date: $el.children().first().find('small').children().remove().end().text().slice(3),
             };
         });
+    const latestSubReplies = $('.sub_reply_bg')
+        .toArray()
+        .map((el) => {
+            const $el = $(el);
+            return {
+                id: $el.attr('id'),
+                author: $el.find('.userName .l').text(),
+                content: $el.find('.cmt_sub_content').html(),
+                date: $el.children().first().find('small').children().remove().end().text().slice(3),
+            };
+        });
+    const finalLatestReplies = latestReplies.concat(latestSubReplies).sort((a, b) => (a.id < b.id ? 1 : -1));
 
     const postTopic = {
         title,
@@ -34,7 +46,7 @@ module.exports = async (ctx) => {
         title: `${title}的最新回复`,
         link,
         item: [
-            ...latestReplies.map((c) => ({
+            ...finalLatestReplies.map((c) => ({
                 title: `${c.author} 回复了小组话题《${title}》`,
                 description: c.content,
                 pubDate: timezone(parseDate(c.date), +8),

package/lib/v2/bangumi/tv/group/topic.js

@@ -10,17 +10,30 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(html);
     const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
 
+    const items = await Promise.all(
+        $('.topic_list .topic')
+            .toArray()
+            .map(async (elem) => {
+                const link = new URL($('.subject a', elem).attr('href'), base_url).href;
+                const fullText = await ctx.cache.tryGet(link, async () => {
+                    const { data: html } = await got(link);
+                    const $ = cheerio.load(html);
+                    return $('.postTopic .topic_content').html();
+                });
+                const summary = 'Reply: ' + $('.posts', elem).text();
+                return {
+                    link,
+                    title: $('.subject a', elem).attr('title'),
+                    pubDate: parseDate($('.lastpost .time', elem).text()),
+                    description: fullText ? summary + '<br><br>' + fullText : summary,
+                    author: $('.author a', elem).text(),
+                };
+            })
+    );
+
     ctx.state.data = {
         title,
         link,
-        item: $('.topic_list .topic')
-            .toArray()
-            .map((elem) => ({
-                link: new URL($('.subject a', elem).attr('href'), base_url).href,
-                title: $('.subject a', elem).attr('title'),
-                pubDate: parseDate($('.lastpost .time', elem).text()),
-                description: 'Reply: ' + $('.posts', elem).text(),
-                author: $('.author a', elem).text(),
-            })),
+        item: items,
     };
 };

package/lib/v2/bilibili/cache.js

@@ -1,30 +1,53 @@
 const got = require('@/utils/got');
 
 module.exports = {
+    getCookie: (ctx) => {
+        const key = 'bili-cookie';
+        return ctx.cache.tryGet(key, async () => {
+            const response = await got(`https://www.bilibili.com/`);
+            return response.headers['set-cookie'];
+        });
+    },
     getUsernameFromUID: (ctx, uid) => {
         const key = 'bili-username-from-uid-' + uid;
         return ctx.cache.tryGet(key, async () => {
-            const { data: nameResponse } = await got(`https://api.bilibili.com/x/space/acc/info?mid=${uid}&jsonp=jsonp`, {
+            const cookie = await module.exports.getCookie(ctx);
+            await got(`https://space.bilibili.com/${uid}/`, {
                 headers: {
-                    Referer: `https://space.bilibili.com/${uid}`,
+                    Referer: 'https://www.bilibili.com/',
+                    Cookie: cookie,
+                },
+            });
+            const { data: nameResponse } = await got(`https://api.bilibili.com/x/space/acc/info?mid=${uid}&token=&platform=web&jsonp=jsonp`, {
+                headers: {
+                    Referer: `https://space.bilibili.com/${uid}/`,
+                    Cookie: cookie,
                 },
             });
             return nameResponse.data.name;
         });
     },
     getUsernameAndFaceFromUID: async (ctx, uid) => {
+        const cookie = await module.exports.getCookie(ctx);
         const nameKey = 'bili-username-from-uid-' + uid;
         const faceKey = 'bili-userface-from-uid-' + uid;
         let name = await ctx.cache.get(nameKey);
         let face = await ctx.cache.get(faceKey);
-        if (!name) {
-            const nameResponse = await got(`https://api.bilibili.com/x/space/acc/info?mid=${uid}&jsonp=jsonp`, {
+        if (!name || !face) {
+            await got(`https://space.bilibili.com/${uid}/`, {
+                headers: {
+                    Referer: `https://www.bilibili.com/`,
+                    Cookie: cookie,
+                },
+            });
+            const { data: nameResponse } = await got(`https://api.bilibili.com/x/space/acc/info?mid=${uid}&token=&platform=web&jsonp=jsonp`, {
                 headers: {
-                    Referer: `https://space.bilibili.com/${uid}`,
+                    Referer: `https://space.bilibili.com/${uid}/`,
+                    Cookie: cookie,
                 },
             });
-            name = nameResponse.data.data.name;
-            face = nameResponse.data.data.face;
+            name = nameResponse.data.name;
+            face = nameResponse.data.face;
             ctx.cache.set(nameKey, name);
             ctx.cache.set(faceKey, face);
         }

package/lib/v2/bilibili/video-all.js

@@ -6,27 +6,45 @@ const { parseDate } = require('@/utils/parse-date');
 module.exports = async (ctx) => {
     const uid = ctx.params.uid;
     const disableEmbed = ctx.params.disableEmbed;
+    const cookie = await cache.getCookie(ctx);
     const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
 
-    const response = await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&jsonp=jsonp`, {
+    await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
         headers: {
             Referer: `https://space.bilibili.com/${uid}/`,
+            Cookie: cookie,
+        },
+    });
+    const response = await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&jsonp=jsonp`, {
+        headers: {
+            Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
+            Cookie: cookie,
         },
     });
 
     const vlist = [...response.data.data.list.vlist];
     const pageTotal = Math.ceil(response.data.data.page.count / response.data.data.page.ps);
+
+    const getPage = async (pageId) => {
+        await got(`https://space.bilibili.com/${uid}/video?tid=0&page=${pageId}&keyword=&order=pubdate`, {
+            headers: {
+                Referer: `https://space.bilibili.com/${uid}/`,
+                Cookie: cookie,
+            },
+        });
+        return await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=${pageId}&keyword=&order=pubdate&jsonp=jsonp`, {
+            headers: {
+                Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=${pageId}&keyword=&order=pubdate`,
+                Cookie: cookie,
+            },
+        });
+    };
+
     const promises = [];
 
     if (pageTotal > 1) {
         for (let i = 2; i <= pageTotal; i++) {
-            promises.push(
-                got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=${i}&keyword=&order=pubdate&jsonp=jsonp`, {
-                    headers: {
-                        Referer: `https://space.bilibili.com/${uid}/`,
-                    },
-                })
-            );
+            promises.push(getPage(i));
         }
         const rets = await Promise.all(promises);
         rets.forEach((ret) => {

package/lib/v2/bilibili/video.js

@@ -5,13 +5,19 @@ const utils = require('./utils');
 module.exports = async (ctx) => {
     const uid = ctx.params.uid;
     const disableEmbed = ctx.params.disableEmbed;
+    const cookie = await cache.getCookie(ctx);
     const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
 
-    const response = await got({
-        method: 'get',
-        url: `https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=10&tid=0&pn=1&order=pubdate&jsonp=jsonp`,
+    await got(`https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`, {
         headers: {
             Referer: `https://space.bilibili.com/${uid}/`,
+            Cookie: cookie,
+        },
+    });
+    const response = await got(`https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&jsonp=jsonp`, {
+        headers: {
+            Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,
+            Cookie: cookie,
         },
     });
     const data = response.data;