rsshub 1.0.0-master.ff97759 → 1.0.0-master.ffea261

package/lib/v2/luogu/contest.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const md = require('markdown-it')();
+const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
+
+const baseUrl = 'https://www.luogu.com.cn';
+
+const typeMap = {
+    ruleType: {
+        1: 'OI',
+        2: 'ACM',
+        3: '乐多',
+        4: 'IOI',
+    },
+    visibilityType: {
+        1: '官方比赛',
+        2: '团队公开赛',
+        4: '个人公开赛',
+    },
+    // invitationCodeType: {
+    //     1: '',
+    //     2: '',
+    // },
+};
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/contest/list`;
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse(
+        decodeURIComponent(
+            $('script')
+                .text()
+                .match(/decodeURIComponent\("(.*)"\)/)[1]
+        )
+    );
+
+    const result = [];
+    for await (const item of asyncPool(4, data.currentData.contests.result, (item) =>
+        ctx.cache.tryGet(`${baseUrl}/contest/${item.id}`, async () => {
+            const { data: response } = await got(`${baseUrl}/contest/${item.id}`);
+            const $ = cheerio.load(response);
+            const data = JSON.parse(
+                decodeURIComponent(
+                    $('script')
+                        .text()
+                        .match(/decodeURIComponent\("(.*)"\)/)[1]
+                )
+            );
+
+            return {
+                title: item.name,
+                description: md.render(data.currentData.contest.description),
+                link: `${baseUrl}/contest/${item.id}`,
+                author: item.host.name,
+                pubDate: parseDate(item.startTime, 'X'),
+                category: [item.rated ? 'Rated' : null, typeMap.ruleType[item.ruleType], typeMap.visibilityType[item.visibilityType]].filter((i) => i),
+            };
+        })
+    )) {
+        result.push(item);
+    }
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        image: 'https://www.luogu.com.cn/favicon.ico',
+        item: result,
+    };
+};

package/lib/v2/luogu/daily.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 47327;
+    const link = `https://www.luogu.com.cn/discuss/${id}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('head title').text();
+
+    const firstPost = $('.am-comment-main .am-comment-bd').first();
+    const dailyLink = firstPost.find('a').first().attr('href');
+    const issueHeading = firstPost.find('h1').text().trim();
+    const { data: dailyResponse } = await got(dailyLink);
+    const $daily = cheerio.load(dailyResponse);
+    const item = [
+        {
+            title,
+            description: $daily('#article-content').html(),
+            link,
+            author: firstPost.find('p').eq(1).text(),
+            guid: `${link}#${issueHeading}`,
+            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{1,2} 月 \d{1,2} 日)/)[1], 'YYYY 年 M 月 D 日'),
+        },
+    ];
+
+    ctx.state.data = {
+        title: '洛谷日报',
+        link,
+        item,
+    };
+};

package/lib/v2/luogu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/contest': ['prnake'],
+    '/daily/:id?': ['LogicJake ', 'prnake ', 'nczitzk'],
+    '/user/feed/:uid': ['solstice23'],
+};

package/lib/v2/luogu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'luogu.com.cn': {
+        _name: '洛谷',
+        '.': [
+            {
+                title: '日报',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/discuss/47327', '/'],
+                target: '/luogu/daily',
+            },
+            {
+                title: '比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/contest/list', '/'],
+                target: '/luogu/contest',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/user/:uid'],
+                target: '/luogu/user/feed/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/luogu/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/contest', require('./contest'));
+    router.get('/daily/:id?', require('./daily'));
+    router.get('/user/feed/:uid', require('./userFeed'));
+};

package/lib/v2/luogu/userFeed.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')();
+
+module.exports = async (ctx) => {
+    const getUsernameFromUID = (uid) =>
+        ctx.cache.tryGet('luogu:username:' + uid, async () => {
+            const { data } = await got(`https://www.luogu.com.cn/user/${uid}?_contentOnly=1`);
+            return data.currentData.user.name;
+        });
+
+    const uid = ctx.params.uid;
+    const name = await getUsernameFromUID(uid);
+    const { data: response } = await got(`https://www.luogu.com.cn/api/feed/list?user=${uid}`);
+
+    const data = response.feeds.result;
+
+    ctx.state.data = {
+        title: `${name} 的洛谷动态`,
+        link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        allowEmpty: true,
+        item: data.map((item) => ({
+            title: item.content,
+            description: md.render(item.content),
+            pubDate: parseDate(item.time, 'X'),
+            author: name,
+            link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/discography.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/discography/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/discography';
+
+    const title = 'LATEST DISCOGRAPHY';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.title,
+        referID: item.representative_goods_number,
+        imageLink: item.image !== '' ? item.image : item.image_original,
+        type: item.type,
+        releaseDate: item.release_date,
+        price: item.price !== '' ? item.price + ' (Tax Inclusive)' : 'Unknown Yet',
+        description: item.comment,
+        comment: item.catch_copy !== '' ? item.catch_copy : '今日もいい日だ！',
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "LiSA's Latest Albums",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/disco.art'), {
+                comment: item.comment,
+                type: item.type,
+                price: item.price,
+                image: item.imageLink,
+                description: item.description,
+            }),
+            // the article publish time
+            pubDate: parseDate(item.releaseDate),
+            // the article link
+            link: `${url}/${item.referID}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/information.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/information/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/info';
+
+    const title = 'NEWS';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        id: item.id,
+        title: item.title,
+        category: item.category,
+        date: item.date,
+        description: item.article,
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "Let's see what is new about LiSA.",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                category: item.category,
+                description: item.description.replace(/\n/g, '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(item.date),
+            // the article link
+            link: `${url}/${item.id}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/lxixsxa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/info': ['Kiotlin'],
+    '/disco': ['Kiotlin'],
+};

package/lib/v2/lxixsxa/radar.js

@@ -0,0 +1,36 @@
+module.exports = {
+    'sonymusic.co.jp': {
+        _name: 'Sony Music',
+        www: [
+            {
+                title: 'LiSA News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/info/'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'LiSA Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/discography/'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+    'lxixsxa.com': {
+        _name: 'LiSA Official',
+        www: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/info'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/discography'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+};

package/lib/v2/lxixsxa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/info', require('./information'));
+    router.get('/disco', require('./discography'));
+};

package/lib/v2/lxixsxa/templates/disco.art

@@ -0,0 +1,5 @@
+<span>{{comment}} Type: {{type}} Price: {{price}}</span>
+{{ if image }}
+    <img src={{image}} />
+{{ /if }}
+{{@ description }}

package/lib/v2/lxixsxa/templates/info.art

@@ -0,0 +1,4 @@
+{{ if category }}
+    <span>Category: {{category}}</span>
+{{ /if }}
+{{@ description }}

package/lib/v2/macfilos/blog.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.macfilos.com';
+    const currentUrl = `${rootUrl}/blog`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.entry-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const parent = item.parent().parent();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                author: parent.find('.td-post-author-name a').text(),
+                pubDate: parseDate(parent.find('.td-post-date time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('hr').nextAll().remove();
+                content('hr').remove();
+
+                content('img').each(function () {
+                    content(this).removeAttr('srcset');
+                });
+
+                item.description = content('.td-post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/macfilos/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['nczitzk'],
+};

package/lib/v2/macfilos/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'macfilos.com': {
+        _name: 'Macfilos',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/new-media.html#macfilos-blog',
+                source: ['/blog', '/'],
+                target: '/macfilos/blog',
+            },
+        ],
+    },
+};

package/lib/v2/macfilos/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/manhuagui/comic.js

@@ -0,0 +1,114 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const LZString = require('lz-string');
+const { parseDate } = require('@/utils/parse-date');
+
+let baseUrl = '';
+
+const getChapters = ($) => {
+    let time_mark = 100;
+    // 用于一次更新多个新章节的排序
+    let new_time_mark = 0;
+    return $('h4')
+        .toArray()
+        .map((ele) => {
+            const categoryName = $(ele).text();
+            while (!$(ele.next).hasClass('chapter-list')) {
+                ele = ele.next;
+            }
+            ele = ele.next;
+            return $(ele)
+                .children('ul')
+                .toArray()
+                .reverse()
+                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
+                .map((ele) => {
+                    const a = $(ele).children('a');
+                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
+                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
+                    if (a.find('em').length > 0) {
+                        // 对更新的章节也进行排序
+                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
+                        $.newChapterCnt++;
+                    }
+                    return {
+                        link: new URL(a.attr('href'), baseUrl).href,
+                        title: a.attr('title'),
+                        pub_date: pDate,
+                        num: a.find('i').text(),
+                        category: categoryName,
+                    };
+                });
+        })
+        .reduce((acc, curr) => acc.concat(curr));
+};
+
+module.exports = async (ctx) => {
+    const { id, domain } = ctx.params;
+    if (domain === 'mhgui') {
+        baseUrl = 'https://www.mhgui.com';
+    } else if (domain === 'twmanhuagui') {
+        baseUrl = 'https://tw.manhuagui.com';
+    } else {
+        baseUrl = 'https://www.manhuagui.com';
+    }
+
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
+    const { data } = await got(`${baseUrl}/comic/${id}/`);
+    const $ = cheerio.load(data);
+
+    if ($('#__VIEWSTATE').length > 0) {
+        const n = LZString.decompressFromBase64($('#__VIEWSTATE').val());
+        if (n) {
+            $('#erroraudit_show').replaceWith(n);
+            $('#__VIEWSTATE').remove();
+        }
+    }
+
+    const bookTitle = $('.book-title > h1').text();
+    const bookIntro = $('#intro-all').text();
+    const coverImgSrc = $('.book-cover img').attr('src');
+    // 对最新更新的章节增加了pubDate
+    const reg = new RegExp('最近(?:于|於).+更新至');
+    // 处理已下架的漫画
+    if ($('.status > span').text().indexOf('已下架') > 0) {
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle} 已下架`,
+            link: `${baseUrl}/comic/${id}/`,
+            description: bookIntro,
+            item: [{ link: `${baseUrl}/comic/${id}/`, title: bookTitle, description: '已下架' }],
+        };
+    } else {
+        const pub_date_str = $('.status > span')
+            .text()
+            .match(reg)[0]
+            .replace(/最近(?:于|於) \[/, '')
+            .replace('] 更新至', '');
+        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
+        $.pubDate = parseDate(pub_date_str);
+        $.newChapterCnt = 0;
+        const chapters = getChapters($);
+        const genResult = (chapter) => ({
+            link: chapter.link,
+            title: chapter.title,
+            pubDate: chapter.pub_date,
+            category: chapter.category,
+            description: `
+            <h1>${chapter.num}</h1>
+            <img src='${coverImgSrc}' />
+        `.trim(),
+        });
+        const items = chapters.map(genResult);
+        let itemsLen = items.length;
+        if (chapterCnt > 0) {
+            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
+        }
+
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle}`,
+            link: `${baseUrl}/comic/${id}/`,
+            description: bookIntro,
+            item: items.slice(0, itemsLen),
+        };
+    }
+};

package/lib/v2/manhuagui/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['MegrezZhu'],
+    '/mhgui/comic/:id/:chapterCnt?': ['btdwv'],
+    '/subscribe': ['shininome'],
+    '/twmanhuagui/comic/:id/:chapterCnt?': ['btdwv'],
+};

package/lib/v2/manhuagui/radar.js

@@ -0,0 +1,33 @@
+const rules = [
+    {
+        title: '漫画柜个人订阅',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/user/book/shelf',
+        target: '/manhuagui/subscribe',
+    },
+    {
+        title: '漫画更新',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/comic/:id/',
+        target: '/manhuagui/comic/:id',
+    },
+];
+
+module.exports = {
+    'manhuagui.com': {
+        _name: '漫画柜',
+        www: rules,
+        tw: [
+            {
+                title: '漫画更新',
+                docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+                source: '/comic/:id/',
+                target: '/manhuagui/twmanhuagui/comic/:id',
+            },
+        ],
+    },
+    'mhgui.com': {
+        _name: '漫画柜镜像站',
+        www: rules,
+    },
+};

package/lib/v2/manhuagui/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/:domain?/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/subscribe', require('./subscribe'));
+};

package/lib/v2/manhuagui/subscribe.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+const web_url = 'https://www.manhuagui.com/user/book/shelf/1';
+
+module.exports = async (ctx) => {
+    if (!config.manhuagui || !config.manhuagui.cookie) {
+        throw 'manhuagui RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+    const cookie = config.manhuagui.cookie;
+    const response = await got({
+        method: 'get',
+        url: web_url,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const user_name = $('.avatar-box').find('h3').text();
+    const title = `${user_name} 的 漫画订阅`;
+    const link = web_url;
+    const description = `${user_name} 的 漫画订阅`;
+
+    const item = $('.dy_content_li')
+        .map(function () {
+            const img_src = $(this).find('img').attr('src'); // 漫画的封面
+            const manga_title = $(this).find('.co_1.c_space').first().text(); // 最新的一话题目
+            const title = $(this).find('img').attr('alt'); // 漫画的名字
+            const link = $(this).find('.co_1.c_space').first().children().attr('href'); // 漫画最新的链接
+            const description = art(path.join(__dirname, 'templates/manga.art'), {
+                manga_title,
+                img_src,
+            });
+            const pubDate = $(this).find('.co_1.c_space').first().next().text();
+            const publishDate = parseRelativeDate(pubDate); // 处理相对时间
+            const single = {
+                title,
+                link,
+                description,
+                pubDate: publishDate,
+            };
+            return single;
+        })
+        .get(); // 这里获取数组= =
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        item,
+    };
+};

package/lib/v2/manhuagui/templates/manga.art

@@ -0,0 +1,2 @@
+<h1>{{manga_title}}</h1>
+<img src="{{img_src}}" />