rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/lovelive-anime/radar.js

@@ -3,11 +3,29 @@ module.exports = {
         _name: 'Love Live 官网',
         www: [
             {
-                title: '最新NEWS',
-                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime',
-                source: ['/'],
+                title: '最新 NEWS',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-zui-xin-news',
+                source: ['/', '/news'],
                 target: '/lovelive-anime/news',
             },
+            {
+                title: '分类 Topics',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-fen-lei-topics',
+                source: ['/:abbr/topics/', '/:abbr/topics.php'],
+                target: (params, url) => {
+                    const cat = url.match(/\?cat=(.*)/);
+                    return `/lovelive-anime/topics/${params.abbr}/${null !== cat && cat.length === 2 ? cat[1] : ''}`;
+                },
+            },
+            {
+                title: 'Schedule',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-schedule',
+                source: ['/schedule/'],
+                target: (params, url) => {
+                    const cat = url.match(/\?series=(.*)&category=(.*)/);
+                    return `/lovelive-anime/schedules/${null !== cat && cat.length >= 2 ? cat[1] : ''}/${null !== cat && cat.length === 3 ? cat[2] : ''}`;
+                },
+            },
         ],
     },
 };

package/lib/v2/lovelive-anime/router.js

@@ -1,3 +1,5 @@
 module.exports = (router) => {
     router.get('/news/:option?', require('./news'));
+    router.get('/topics/:abbr/:category?/:option?', require('./topics'));
+    router.get('/schedules/:serie?/:category?', require('./schedules'));
 };

package/lib/v2/lovelive-anime/schedules.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const path = require('path');
+const { art } = require('@/utils/render');
+const renderDescription = (desc) => art(path.join(__dirname, 'templates/scheduleDesc.art'), desc);
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+const timezone = require('dayjs/plugin/timezone');
+
+module.exports = async (ctx) => {
+    dayjs.extend(utc);
+    dayjs.extend(timezone);
+    const serie = ctx.params.serie;
+    const category = ctx.params.category;
+    const rootUrl = `https://www.lovelive-anime.jp/common/api/calendar_list.php`;
+    const nowTime = dayjs();
+    const dataPara = {
+        year: nowTime.year(),
+        month: nowTime.format('MM'),
+    };
+    if (serie && 'all' !== serie) {
+        dataPara.series = [serie];
+    }
+    if (category && 'all' !== category) {
+        dataPara.category = [category];
+    }
+    const response = await got(`${rootUrl}?site=jp&ip=lovelive&data=${JSON.stringify(dataPara)}`);
+
+    const items = response.data.data.schedule_list.map((item) => {
+        const link = item.url.select_url;
+        const title = item.title;
+        const category = item.categories.name;
+        const eventStartDate = dayjs.unix(item.event_startdate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+        const eventEndDate = dayjs.unix(item.event_enddate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+
+        return {
+            link,
+            pubDate: item.start_endflg ? dayjs.unix(item.event_enddate).tz('Asia/Tokyo') : dayjs.unix(item.event_startdate).tz('Asia/Tokyo'),
+            title,
+            category,
+            description: renderDescription({
+                title,
+                desc: item.event_dspdate,
+                startTime: eventStartDate,
+                endTime: eventEndDate,
+            }),
+        };
+    });
+
+    ctx.state.data = {
+        title: `${category} - ${serie} - Love Live Official Website Schedule`,
+        link: 'https://www.lovelive-anime.jp/schedule/',
+        item: items,
+        description:
+            'The schedule date and other information shall be subject to the announcement on the official website. The RSS route has not been strictly tested, and the captured information cannot be guaranteed to be correct.',
+    };
+};

package/lib/v2/lovelive-anime/templates/scheduleDesc.art

@@ -0,0 +1,3 @@
+<h1>{{title}}</h1><br>
+<b>{{startTime}}</b>&nbsp;&nbsp;&nbsp;~&nbsp;&nbsp;&nbsp;<b>{{endTime}}</b><br><br>
+{{desc}}

package/lib/v2/lovelive-anime/topics.js

@@ -0,0 +1,84 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const renderDescription = (desc) => art(path.join(__dirname, 'templates/description.art'), desc);
+
+module.exports = async (ctx) => {
+    const abbr = ctx.params.abbr;
+    const rootUrl = `https://www.lovelive-anime.jp/${abbr}`;
+    const topicsUrlPart = 'yuigaoka' === abbr ? 'topics/' : 'topics.php';
+    const baseUrl = `${rootUrl}/${'yuigaoka' === abbr ? 'topics/' : ''}`;
+    const abbrDetail = {
+        otonokizaka: 'ラブライブ！',
+        uranohoshi: 'サンシャイン!!',
+        nijigasaki: '虹ヶ咲学園',
+        yuigaoka: 'スーパースター!!',
+    };
+    let url;
+
+    if (ctx.params.hasOwnProperty('category') && ctx.params.category !== 'detail') {
+        url = `${rootUrl}/${topicsUrlPart}?cat=${ctx.params.category}`;
+    } else {
+        url = `${rootUrl}/${topicsUrlPart}`;
+    }
+
+    const response = await got(url);
+
+    const $ = cheerio.load(response.data);
+
+    const categoryName = 'uranohoshi' === abbr ? $('div.llbox > p').text() : $('div.category_title > h2').text();
+
+    let items = $('ul.listbox > li')
+        .map((_, item) => {
+            item = $(item);
+
+            const link = `${baseUrl}${item.find('div > a').attr('href')}`;
+            const pubDate = parseDate(item.find('a > p.date').text(), 'YYYY/MM/DD');
+            const title = item.find('a > p.title').text();
+            const category = item.find('a > p.category').text();
+            const imglink = `${baseUrl}${
+                item
+                    .find('a > img')
+                    .attr('style')
+                    .match(/background-image:url\((.*)\)/)[1]
+            }`;
+
+            return {
+                link,
+                pubDate,
+                title,
+                category,
+                description: renderDescription({
+                    title,
+                    imglink,
+                }),
+            };
+        })
+        .get();
+
+    if (ctx.params.option === 'detail' || ctx.params.category === 'detail') {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResp = await got(item.link);
+                    const $ = cheerio.load(detailResp.data);
+
+                    const content = $('div.p-page__detail.p-article');
+                    for (const v of content.find('img')) {
+                        v.attribs.src = `${baseUrl}${v.attribs.src}`;
+                    }
+                    item.description = content.html();
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: `${categoryName} - ${abbrDetail[abbr]} - Love Live Official Website Topics`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/luogu/contest.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const md = require('markdown-it')();
+const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
+
+const baseUrl = 'https://www.luogu.com.cn';
+
+const typeMap = {
+    ruleType: {
+        1: 'OI',
+        2: 'ACM',
+        3: '乐多',
+        4: 'IOI',
+    },
+    visibilityType: {
+        1: '官方比赛',
+        2: '团队公开赛',
+        4: '个人公开赛',
+    },
+    // invitationCodeType: {
+    //     1: '',
+    //     2: '',
+    // },
+};
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/contest/list`;
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse(
+        decodeURIComponent(
+            $('script')
+                .text()
+                .match(/decodeURIComponent\("(.*)"\)/)[1]
+        )
+    );
+
+    const result = [];
+    for await (const item of asyncPool(4, data.currentData.contests.result, (item) =>
+        ctx.cache.tryGet(`${baseUrl}/contest/${item.id}`, async () => {
+            const { data: response } = await got(`${baseUrl}/contest/${item.id}`);
+            const $ = cheerio.load(response);
+            const data = JSON.parse(
+                decodeURIComponent(
+                    $('script')
+                        .text()
+                        .match(/decodeURIComponent\("(.*)"\)/)[1]
+                )
+            );
+
+            return {
+                title: item.name,
+                description: md.render(data.currentData.contest.description),
+                link: `${baseUrl}/contest/${item.id}`,
+                author: item.host.name,
+                pubDate: parseDate(item.startTime, 'X'),
+                category: [item.rated ? 'Rated' : null, typeMap.ruleType[item.ruleType], typeMap.visibilityType[item.visibilityType]].filter((i) => i),
+            };
+        })
+    )) {
+        result.push(item);
+    }
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        image: 'https://www.luogu.com.cn/favicon.ico',
+        item: result,
+    };
+};

package/lib/v2/luogu/daily.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 47327;
+    const link = `https://www.luogu.com.cn/discuss/${id}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('head title').text();
+
+    const firstPost = $('.am-comment-main .am-comment-bd').first();
+    const dailyLink = firstPost.find('a').first().attr('href');
+    const issueHeading = firstPost.find('h1').text().trim();
+    const { data: dailyResponse } = await got(dailyLink);
+    const $daily = cheerio.load(dailyResponse);
+    const item = [
+        {
+            title,
+            description: $daily('#article-content').html(),
+            link,
+            author: firstPost.find('p').eq(1).text(),
+            guid: `${link}#${issueHeading}`,
+            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{1,2} 月 \d{1,2} 日)/)[1], 'YYYY 年 M 月 D 日'),
+        },
+    ];
+
+    ctx.state.data = {
+        title: '洛谷日报',
+        link,
+        item,
+    };
+};

package/lib/v2/luogu/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/contest': ['prnake'],
+    '/daily/:id?': ['LogicJake ', 'prnake ', 'nczitzk'],
+    '/user/feed/:uid': ['solstice23'],
+    '/user/blog/:username': ['ftiasch'],
+};

package/lib/v2/luogu/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'luogu.com.cn': {
+        _name: '洛谷',
+        '.': [
+            {
+                title: '日报',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/discuss/47327', '/'],
+                target: '/luogu/daily',
+            },
+            {
+                title: '比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/contest/list', '/'],
+                target: '/luogu/contest',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/user/:uid'],
+                target: '/luogu/user/feed/:uid',
+            },
+            {
+                title: '用户博客',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/blog/:name'],
+                target: '/luogu/user/blog/:name',
+            },
+        ],
+    },
+};

package/lib/v2/luogu/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/contest', require('./contest'));
+    router.get('/daily/:id?', require('./daily'));
+    router.get('/user/feed/:uid', require('./userFeed'));
+    router.get('/user/blog/:name', require('./userBlog'));
+};

package/lib/v2/luogu/userBlog.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+
+    const blogBaseUrl = `https://www.luogu.com.cn/blog/${name}/`;
+
+    // Fetch the uid & title
+    const { uid: blogUid, title: blogTitle } = await ctx.cache.tryGet(blogBaseUrl, async () => {
+        const rsp = await got(blogBaseUrl);
+        const $ = cheerio.load(rsp.data);
+        const uid = $("meta[name='blog-uid']").attr('content');
+        const name = $("meta[name='blog-name']").attr('content');
+        return {
+            uid,
+            title: `${name} - 洛谷博客`,
+        };
+    });
+
+    const posts = (await got(`https://www.luogu.com.cn/api/blog/lists?uid=${blogUid}`).json()).data.result.map((r) => ({
+        title: r.title,
+        link: `${blogBaseUrl}${r.identifier}`,
+        pubDate: new Date(r.postTime * 1000),
+    }));
+
+    // Get the full text
+    const item = await Promise.all(
+        posts.map((post) =>
+            ctx.cache.tryGet(post.link, async () => {
+                const rsp = await got(post.link);
+                const $ = cheerio.load(rsp.data);
+                return {
+                    title: post.title,
+                    link: post.link,
+                    pubDate: post.pubDate,
+                    description: $('#article-content').html(),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: blogTitle,
+        link: blogBaseUrl,
+        item,
+    };
+};

package/lib/v2/luogu/userFeed.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')();
+
+module.exports = async (ctx) => {
+    const getUsernameFromUID = (uid) =>
+        ctx.cache.tryGet('luogu:username:' + uid, async () => {
+            const { data } = await got(`https://www.luogu.com.cn/user/${uid}?_contentOnly=1`);
+            return data.currentData.user.name;
+        });
+
+    const uid = ctx.params.uid;
+    const name = await getUsernameFromUID(uid);
+    const { data: response } = await got(`https://www.luogu.com.cn/api/feed/list?user=${uid}`);
+
+    const data = response.feeds.result;
+
+    ctx.state.data = {
+        title: `${name} 的洛谷动态`,
+        link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        allowEmpty: true,
+        item: data.map((item) => ({
+            title: item.content,
+            description: md.render(item.content),
+            pubDate: parseDate(item.time, 'X'),
+            author: name,
+            link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/discography.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/discography/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/discography';
+
+    const title = 'LATEST DISCOGRAPHY';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.title,
+        referID: item.representative_goods_number,
+        imageLink: item.image !== '' ? item.image : item.image_original,
+        type: item.type,
+        releaseDate: item.release_date,
+        price: item.price !== '' ? item.price + ' (Tax Inclusive)' : 'Unknown Yet',
+        description: item.comment,
+        comment: item.catch_copy !== '' ? item.catch_copy : '今日もいい日だ！',
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "LiSA's Latest Albums",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/disco.art'), {
+                comment: item.comment,
+                type: item.type,
+                price: item.price,
+                image: item.imageLink,
+                description: item.description,
+            }),
+            // the article publish time
+            pubDate: parseDate(item.releaseDate),
+            // the article link
+            link: `${url}/${item.referID}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/information.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const api = 'https://www.sonymusic.co.jp/json/v2/artist/lisa/information/start/0/count/-1';
+    const url = 'https://www.sonymusic.co.jp/artist/lisa/info';
+
+    const title = 'NEWS';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        id: item.id,
+        title: item.title,
+        category: item.category,
+        date: item.date,
+        description: item.article,
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: url,
+        // the source description
+        description: "Let's see what is new about LiSA.",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                category: item.category,
+                description: item.description.replace(/\n/g, '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(item.date),
+            // the article link
+            link: `${url}/${item.id}`,
+        })),
+    };
+};

package/lib/v2/lxixsxa/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/lxixsxa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/info': ['Kiotlin'],
+    '/disco': ['Kiotlin'],
+};

package/lib/v2/lxixsxa/radar.js

@@ -0,0 +1,36 @@
+module.exports = {
+    'sonymusic.co.jp': {
+        _name: 'Sony Music',
+        www: [
+            {
+                title: 'LiSA News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/info/'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'LiSA Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/discography/'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+    'lxixsxa.com': {
+        _name: 'LiSA Official',
+        www: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/info'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/discography'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+};

package/lib/v2/lxixsxa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/info', require('./information'));
+    router.get('/disco', require('./discography'));
+};

package/lib/v2/lxixsxa/templates/disco.art

@@ -0,0 +1,5 @@
+<span>{{comment}} Type: {{type}} Price: {{price}}</span>
+{{ if image }}
+    <img src={{image}} />
+{{ /if }}
+{{@ description }}

package/lib/v2/lxixsxa/templates/info.art

@@ -0,0 +1,4 @@
+{{ if category }}
+    <span>Category: {{category}}</span>
+{{ /if }}
+{{@ description }}

package/lib/v2/macfilos/blog.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.macfilos.com';
+    const currentUrl = `${rootUrl}/blog`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.entry-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const parent = item.parent().parent();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                author: parent.find('.td-post-author-name a').text(),
+                pubDate: parseDate(parent.find('.td-post-date time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('hr').nextAll().remove();
+                content('hr').remove();
+
+                content('img').each(function () {
+                    content(this).removeAttr('srcset');
+                });
+
+                item.description = content('.td-post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/macfilos/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['nczitzk'],
+};