rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/v2/lovelive-anime/topics.js

@@ -0,0 +1,84 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const renderDescription = (desc) => art(path.join(__dirname, 'templates/description.art'), desc);
+
+module.exports = async (ctx) => {
+    const abbr = ctx.params.abbr;
+    const rootUrl = `https://www.lovelive-anime.jp/${abbr}`;
+    const topicsUrlPart = 'yuigaoka' === abbr ? 'topics/' : 'topics.php';
+    const baseUrl = `${rootUrl}/${'yuigaoka' === abbr ? 'topics/' : ''}`;
+    const abbrDetail = {
+        otonokizaka: 'ラブライブ！',
+        uranohoshi: 'サンシャイン!!',
+        nijigasaki: '虹ヶ咲学園',
+        yuigaoka: 'スーパースター!!',
+    };
+    let url;
+
+    if (ctx.params.hasOwnProperty('category') && ctx.params.category !== 'detail') {
+        url = `${rootUrl}/${topicsUrlPart}?cat=${ctx.params.category}`;
+    } else {
+        url = `${rootUrl}/${topicsUrlPart}`;
+    }
+
+    const response = await got(url);
+
+    const $ = cheerio.load(response.data);
+
+    const categoryName = 'uranohoshi' === abbr ? $('div.llbox > p').text() : $('div.category_title > h2').text();
+
+    let items = $('ul.listbox > li')
+        .map((_, item) => {
+            item = $(item);
+
+            const link = `${baseUrl}${item.find('div > a').attr('href')}`;
+            const pubDate = parseDate(item.find('a > p.date').text(), 'YYYY/MM/DD');
+            const title = item.find('a > p.title').text();
+            const category = item.find('a > p.category').text();
+            const imglink = `${baseUrl}${
+                item
+                    .find('a > img')
+                    .attr('style')
+                    .match(/background-image:url\((.*)\)/)[1]
+            }`;
+
+            return {
+                link,
+                pubDate,
+                title,
+                category,
+                description: renderDescription({
+                    title,
+                    imglink,
+                }),
+            };
+        })
+        .get();
+
+    if (ctx.params.option === 'detail' || ctx.params.category === 'detail') {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResp = await got(item.link);
+                    const $ = cheerio.load(detailResp.data);
+
+                    const content = $('div.p-page__detail.p-article');
+                    for (const v of content.find('img')) {
+                        v.attribs.src = `${baseUrl}${v.attribs.src}`;
+                    }
+                    item.description = content.html();
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: `${categoryName} - ${abbrDetail[abbr]} - Love Live Official Website Topics`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/luogu/contest.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const md = require('markdown-it')();
+const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
+
+const baseUrl = 'https://www.luogu.com.cn';
+
+const typeMap = {
+    ruleType: {
+        1: 'OI',
+        2: 'ACM',
+        3: '乐多',
+        4: 'IOI',
+    },
+    visibilityType: {
+        1: '官方比赛',
+        2: '团队公开赛',
+        4: '个人公开赛',
+    },
+    // invitationCodeType: {
+    //     1: '',
+    //     2: '',
+    // },
+};
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/contest/list`;
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse(
+        decodeURIComponent(
+            $('script')
+                .text()
+                .match(/decodeURIComponent\("(.*)"\)/)[1]
+        )
+    );
+
+    const result = [];
+    for await (const item of asyncPool(4, data.currentData.contests.result, (item) =>
+        ctx.cache.tryGet(`${baseUrl}/contest/${item.id}`, async () => {
+            const { data: response } = await got(`${baseUrl}/contest/${item.id}`);
+            const $ = cheerio.load(response);
+            const data = JSON.parse(
+                decodeURIComponent(
+                    $('script')
+                        .text()
+                        .match(/decodeURIComponent\("(.*)"\)/)[1]
+                )
+            );
+
+            return {
+                title: item.name,
+                description: md.render(data.currentData.contest.description),
+                link: `${baseUrl}/contest/${item.id}`,
+                author: item.host.name,
+                pubDate: parseDate(item.startTime, 'X'),
+                category: [item.rated ? 'Rated' : null, typeMap.ruleType[item.ruleType], typeMap.visibilityType[item.visibilityType]].filter((i) => i),
+            };
+        })
+    )) {
+        result.push(item);
+    }
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        image: 'https://www.luogu.com.cn/favicon.ico',
+        item: result,
+    };
+};

package/lib/v2/luogu/daily.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 47327;
+    const link = `https://www.luogu.com.cn/discuss/${id}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('head title').text();
+
+    const firstPost = $('.am-comment-main .am-comment-bd').first();
+    const dailyLink = firstPost.find('a').first().attr('href');
+    const issueHeading = firstPost.find('h1').text().trim();
+    const { data: dailyResponse } = await got(dailyLink);
+    const $daily = cheerio.load(dailyResponse);
+    const item = [
+        {
+            title,
+            description: $daily('#article-content').html(),
+            link,
+            author: firstPost.find('p').eq(1).text(),
+            guid: `${link}#${issueHeading}`,
+            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{1,2} 月 \d{1,2} 日)/)[1], 'YYYY 年 M 月 D 日'),
+        },
+    ];
+
+    ctx.state.data = {
+        title: '洛谷日报',
+        link,
+        item,
+    };
+};

package/lib/v2/luogu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/contest': ['prnake'],
+    '/daily/:id?': ['LogicJake ', 'prnake ', 'nczitzk'],
+    '/user/feed/:uid': ['solstice23'],
+};

package/lib/v2/luogu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'luogu.com.cn': {
+        _name: '洛谷',
+        '.': [
+            {
+                title: '日报',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/discuss/47327', '/'],
+                target: '/luogu/daily',
+            },
+            {
+                title: '比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/contest/list', '/'],
+                target: '/luogu/contest',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/user/:uid'],
+                target: '/luogu/user/feed/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/luogu/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/contest', require('./contest'));
+    router.get('/daily/:id?', require('./daily'));
+    router.get('/user/feed/:uid', require('./userFeed'));
+};

package/lib/v2/luogu/userFeed.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')();
+
+module.exports = async (ctx) => {
+    const getUsernameFromUID = (uid) =>
+        ctx.cache.tryGet('luogu:username:' + uid, async () => {
+            const { data } = await got(`https://www.luogu.com.cn/user/${uid}?_contentOnly=1`);
+            return data.currentData.user.name;
+        });
+
+    const uid = ctx.params.uid;
+    const name = await getUsernameFromUID(uid);
+    const { data: response } = await got(`https://www.luogu.com.cn/api/feed/list?user=${uid}`);
+
+    const data = response.feeds.result;
+
+    ctx.state.data = {
+        title: `${name} 的洛谷动态`,
+        link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        allowEmpty: true,
+        item: data.map((item) => ({
+            title: item.content,
+            description: md.render(item.content),
+            pubDate: parseDate(item.time, 'X'),
+            author: name,
+            link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/discography.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/discography/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/discography';
+
+    const title = 'LATEST DISCOGRAPHY';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.title,
+        referID: item.representative_goods_number,
+        imageLink: item.image !== '' ? item.image : item.image_original,
+        type: item.type,
+        releaseDate: item.release_date,
+        price: item.price !== '' ? item.price + ' (Tax Inclusive)' : 'Unknown Yet',
+        description: item.comment,
+        comment: item.catch_copy !== '' ? item.catch_copy : '今日もいい日だ！',
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "LiSA's Latest Albums",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/disco.art'), {
+                comment: item.comment,
+                type: item.type,
+                price: item.price,
+                image: item.imageLink,
+                description: item.description,
+            }),
+            // the article publish time
+            pubDate: parseDate(item.releaseDate),
+            // the article link
+            link: `${url}/${item.referID}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/information.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/information/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/info';
+
+    const title = 'NEWS';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        id: item.id,
+        title: item.title,
+        category: item.category,
+        date: item.date,
+        description: item.article,
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "Let's see what is new about LiSA.",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                category: item.category,
+                description: item.description.replace(/\n/g, '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(item.date),
+            // the article link
+            link: `${url}/${item.id}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/lxixsxa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/info': ['Kiotlin'],
+    '/disco': ['Kiotlin'],
+};

package/lib/v2/lxixsxa/radar.js

@@ -0,0 +1,36 @@
+module.exports = {
+    'sonymusic.co.jp': {
+        _name: 'Sony Music',
+        www: [
+            {
+                title: 'LiSA News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/info/'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'LiSA Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/discography/'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+    'lxixsxa.com': {
+        _name: 'LiSA Official',
+        www: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/info'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/discography'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+};

package/lib/v2/lxixsxa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/info', require('./information'));
+    router.get('/disco', require('./discography'));
+};

package/lib/v2/lxixsxa/templates/disco.art

@@ -0,0 +1,5 @@
+<span>{{comment}} Type: {{type}} Price: {{price}}</span>
+{{ if image }}
+    <img src={{image}} />
+{{ /if }}
+{{@ description }}

package/lib/v2/lxixsxa/templates/info.art

@@ -0,0 +1,4 @@
+{{ if category }}
+    <span>Category: {{category}}</span>
+{{ /if }}
+{{@ description }}

package/lib/v2/macfilos/blog.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.macfilos.com';
+    const currentUrl = `${rootUrl}/blog`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.entry-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const parent = item.parent().parent();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                author: parent.find('.td-post-author-name a').text(),
+                pubDate: parseDate(parent.find('.td-post-date time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('hr').nextAll().remove();
+                content('hr').remove();
+
+                content('img').each(function () {
+                    content(this).removeAttr('srcset');
+                });
+
+                item.description = content('.td-post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/macfilos/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['nczitzk'],
+};

package/lib/v2/macfilos/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'macfilos.com': {
+        _name: 'Macfilos',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/new-media.html#macfilos-blog',
+                source: ['/blog', '/'],
+                target: '/macfilos/blog',
+            },
+        ],
+    },
+};

package/lib/v2/macfilos/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./blog'));
+};

package/lib/{routes → v2}/manhuagui/comic.js

@@ -1,7 +1,9 @@
-const { resolve } = require('url');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const LZString = require('lz-string');
+const { parseDate } = require('@/utils/parse-date');
+
+let baseUrl = '';
 
 const getChapters = ($) => {
     let time_mark = 100;
@@ -30,21 +32,29 @@ const getChapters = ($) => {
                         $.newChapterCnt++;
                     }
                     return {
-                        link: resolve('https://www.manhuagui.com/', a.attr('href')),
+                        link: new URL(a.attr('href'), baseUrl).href,
                         title: a.attr('title'),
                         pub_date: pDate,
                         num: a.find('i').text(),
-                        guid: resolve('https://www.manhuagui.com/', a.attr('href')),
                         category: categoryName,
                     };
                 });
         })
         .reduce((acc, curr) => acc.concat(curr));
 };
+
 module.exports = async (ctx) => {
-    const { id } = ctx.params;
+    const { id, domain } = ctx.params;
+    if (domain === 'mhgui') {
+        baseUrl = 'https://www.mhgui.com';
+    } else if (domain === 'twmanhuagui') {
+        baseUrl = 'https://tw.manhuagui.com';
+    } else {
+        baseUrl = 'https://www.manhuagui.com';
+    }
+
     const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    const { data } = await got.get(`https://www.manhuagui.com/comic/${id}/`);
+    const { data } = await got(`${baseUrl}/comic/${id}/`);
     const $ = cheerio.load(data);
 
     if ($('#__VIEWSTATE').length > 0) {
@@ -54,30 +64,34 @@ module.exports = async (ctx) => {
             $('#__VIEWSTATE').remove();
         }
     }
+
     const bookTitle = $('.book-title > h1').text();
     const bookIntro = $('#intro-all').text();
     const coverImgSrc = $('.book-cover img').attr('src');
     // 对最新更新的章节增加了pubDate
-    const reg = new RegExp('最近于.+更新至');
+    const reg = new RegExp('最近(?:于|於).+更新至');
     // 处理已下架的漫画
     if ($('.status > span').text().indexOf('已下架') > 0) {
         ctx.state.data = {
             title: `看漫画 - ${bookTitle} 已下架`,
-            link: `https://www.manhuagui.com/comic/${id}/`,
+            link: `${baseUrl}/comic/${id}/`,
             description: bookIntro,
-            item: [{ link: `https://www.manhuagui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
+            item: [{ link: `${baseUrl}/comic/${id}/`, title: bookTitle, description: '已下架' }],
         };
     } else {
-        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近于 [', '').replace('] 更新至', '');
+        const pub_date_str = $('.status > span')
+            .text()
+            .match(reg)[0]
+            .replace(/最近(?:于|於) \[/, '')
+            .replace('] 更新至', '');
         // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
-        $.pubDate = new Date(pub_date_str).toUTCString();
+        $.pubDate = parseDate(pub_date_str);
         $.newChapterCnt = 0;
         const chapters = getChapters($);
         const genResult = (chapter) => ({
             link: chapter.link,
             title: chapter.title,
             pubDate: chapter.pub_date,
-            guid: chapter.guid,
             category: chapter.category,
             description: `
             <h1>${chapter.num}</h1>
@@ -89,9 +103,10 @@ module.exports = async (ctx) => {
         if (chapterCnt > 0) {
             itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
         }
+
         ctx.state.data = {
             title: `看漫画 - ${bookTitle}`,
-            link: `https://www.manhuagui.com/comic/${id}/`,
+            link: `${baseUrl}/comic/${id}/`,
             description: bookIntro,
             item: items.slice(0, itemsLen),
         };

package/lib/v2/manhuagui/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['MegrezZhu'],
+    '/mhgui/comic/:id/:chapterCnt?': ['btdwv'],
+    '/subscribe': ['shininome'],
+    '/twmanhuagui/comic/:id/:chapterCnt?': ['btdwv'],
+};

package/lib/v2/manhuagui/radar.js

@@ -0,0 +1,33 @@
+const rules = [
+    {
+        title: '漫画柜个人订阅',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/user/book/shelf',
+        target: '/manhuagui/subscribe',
+    },
+    {
+        title: '漫画更新',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/comic/:id/',
+        target: '/manhuagui/comic/:id',
+    },
+];
+
+module.exports = {
+    'manhuagui.com': {
+        _name: '漫画柜',
+        www: rules,
+        tw: [
+            {
+                title: '漫画更新',
+                docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+                source: '/comic/:id/',
+                target: '/manhuagui/twmanhuagui/comic/:id',
+            },
+        ],
+    },
+    'mhgui.com': {
+        _name: '漫画柜镜像站',
+        www: rules,
+    },
+};