rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/lxixsxa/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/lxixsxa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/info': ['Kiotlin'],
+    '/disco': ['Kiotlin'],
+};

package/lib/v2/lxixsxa/radar.js

@@ -0,0 +1,36 @@
+module.exports = {
+    'sonymusic.co.jp': {
+        _name: 'Sony Music',
+        www: [
+            {
+                title: 'LiSA News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/info/'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'LiSA Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/artist/lisa/', '/artist/lisa/discography/'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+    'lxixsxa.com': {
+        _name: 'LiSA Official',
+        www: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/info'],
+                target: '/lxixsxa/info',
+            },
+            {
+                title: 'Albums',
+                docs: 'https://docs.rsshub.app/en/live.html#lisa',
+                source: ['/', '/discography'],
+                target: '/lxixsxa/disco',
+            },
+        ],
+    },
+};

package/lib/v2/lxixsxa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/info', require('./information'));
+    router.get('/disco', require('./discography'));
+};

package/lib/v2/lxixsxa/templates/disco.art

@@ -0,0 +1,5 @@
+<span>{{comment}} Type: {{type}} Price: {{price}}</span>
+{{ if image }}
+    <img src={{image}} />
+{{ /if }}
+{{@ description }}

package/lib/v2/lxixsxa/templates/info.art

@@ -0,0 +1,4 @@
+{{ if category }}
+    <span>Category: {{category}}</span>
+{{ /if }}
+{{@ description }}

package/lib/v2/macfilos/blog.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.macfilos.com';
+    const currentUrl = `${rootUrl}/blog`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.entry-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const parent = item.parent().parent();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                author: parent.find('.td-post-author-name a').text(),
+                pubDate: parseDate(parent.find('.td-post-date time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('hr').nextAll().remove();
+                content('hr').remove();
+
+                content('img').each(function () {
+                    content(this).removeAttr('srcset');
+                });
+
+                item.description = content('.td-post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/macfilos/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['nczitzk'],
+};

package/lib/v2/macfilos/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'macfilos.com': {
+        _name: 'Macfilos',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/new-media.html#macfilos-blog',
+                source: ['/blog', '/'],
+                target: '/macfilos/blog',
+            },
+        ],
+    },
+};

package/lib/v2/macfilos/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./blog'));
+};

package/lib/{routes → v2}/manhuagui/comic.js

@@ -1,7 +1,9 @@
-const { resolve } = require('url');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const LZString = require('lz-string');
+const { parseDate } = require('@/utils/parse-date');
+
+let baseUrl = '';
 
 const getChapters = ($) => {
     let time_mark = 100;
@@ -30,21 +32,29 @@ const getChapters = ($) => {
                         $.newChapterCnt++;
                     }
                     return {
-                        link: resolve('https://www.manhuagui.com/', a.attr('href')),
+                        link: new URL(a.attr('href'), baseUrl).href,
                         title: a.attr('title'),
                         pub_date: pDate,
                         num: a.find('i').text(),
-                        guid: resolve('https://www.manhuagui.com/', a.attr('href')),
                         category: categoryName,
                     };
                 });
         })
         .reduce((acc, curr) => acc.concat(curr));
 };
+
 module.exports = async (ctx) => {
-    const { id } = ctx.params;
+    const { id, domain } = ctx.params;
+    if (domain === 'mhgui') {
+        baseUrl = 'https://www.mhgui.com';
+    } else if (domain === 'twmanhuagui') {
+        baseUrl = 'https://tw.manhuagui.com';
+    } else {
+        baseUrl = 'https://www.manhuagui.com';
+    }
+
     const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    const { data } = await got.get(`https://www.manhuagui.com/comic/${id}/`);
+    const { data } = await got(`${baseUrl}/comic/${id}/`);
     const $ = cheerio.load(data);
 
     if ($('#__VIEWSTATE').length > 0) {
@@ -54,30 +64,34 @@ module.exports = async (ctx) => {
             $('#__VIEWSTATE').remove();
         }
     }
+
     const bookTitle = $('.book-title > h1').text();
     const bookIntro = $('#intro-all').text();
     const coverImgSrc = $('.book-cover img').attr('src');
     // 对最新更新的章节增加了pubDate
-    const reg = new RegExp('最近于.+更新至');
+    const reg = new RegExp('最近(?:于|於).+更新至');
     // 处理已下架的漫画
     if ($('.status > span').text().indexOf('已下架') > 0) {
         ctx.state.data = {
             title: `看漫画 - ${bookTitle} 已下架`,
-            link: `https://www.manhuagui.com/comic/${id}/`,
+            link: `${baseUrl}/comic/${id}/`,
             description: bookIntro,
-            item: [{ link: `https://www.manhuagui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
+            item: [{ link: `${baseUrl}/comic/${id}/`, title: bookTitle, description: '已下架' }],
         };
     } else {
-        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近于 [', '').replace('] 更新至', '');
+        const pub_date_str = $('.status > span')
+            .text()
+            .match(reg)[0]
+            .replace(/最近(?:于|於) \[/, '')
+            .replace('] 更新至', '');
         // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
-        $.pubDate = new Date(pub_date_str).toUTCString();
+        $.pubDate = parseDate(pub_date_str);
         $.newChapterCnt = 0;
         const chapters = getChapters($);
         const genResult = (chapter) => ({
             link: chapter.link,
             title: chapter.title,
             pubDate: chapter.pub_date,
-            guid: chapter.guid,
             category: chapter.category,
             description: `
             <h1>${chapter.num}</h1>
@@ -89,9 +103,10 @@ module.exports = async (ctx) => {
         if (chapterCnt > 0) {
             itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
         }
+
         ctx.state.data = {
             title: `看漫画 - ${bookTitle}`,
-            link: `https://www.manhuagui.com/comic/${id}/`,
+            link: `${baseUrl}/comic/${id}/`,
             description: bookIntro,
             item: items.slice(0, itemsLen),
         };

package/lib/v2/manhuagui/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['MegrezZhu'],
+    '/mhgui/comic/:id/:chapterCnt?': ['btdwv'],
+    '/subscribe': ['shininome'],
+    '/twmanhuagui/comic/:id/:chapterCnt?': ['btdwv'],
+};

package/lib/v2/manhuagui/radar.js

@@ -0,0 +1,33 @@
+const rules = [
+    {
+        title: '漫画柜个人订阅',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/user/book/shelf',
+        target: '/manhuagui/subscribe',
+    },
+    {
+        title: '漫画更新',
+        docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+        source: '/comic/:id/',
+        target: '/manhuagui/comic/:id',
+    },
+];
+
+module.exports = {
+    'manhuagui.com': {
+        _name: '漫画柜',
+        www: rules,
+        tw: [
+            {
+                title: '漫画更新',
+                docs: 'https://docs.rsshub.app/anime.html#kan-man-hua',
+                source: '/comic/:id/',
+                target: '/manhuagui/twmanhuagui/comic/:id',
+            },
+        ],
+    },
+    'mhgui.com': {
+        _name: '漫画柜镜像站',
+        www: rules,
+    },
+};

package/lib/v2/manhuagui/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/:domain?/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/subscribe', require('./subscribe'));
+};

package/lib/v2/manhuagui/subscribe.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+const web_url = 'https://www.manhuagui.com/user/book/shelf/1';
+
+module.exports = async (ctx) => {
+    if (!config.manhuagui || !config.manhuagui.cookie) {
+        throw 'manhuagui RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+    const cookie = config.manhuagui.cookie;
+    const response = await got({
+        method: 'get',
+        url: web_url,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const user_name = $('.avatar-box').find('h3').text();
+    const title = `${user_name} 的 漫画订阅`;
+    const link = web_url;
+    const description = `${user_name} 的 漫画订阅`;
+
+    const item = $('.dy_content_li')
+        .map(function () {
+            const img_src = $(this).find('img').attr('src'); // 漫画的封面
+            const manga_title = $(this).find('.co_1.c_space').first().text(); // 最新的一话题目
+            const title = $(this).find('img').attr('alt'); // 漫画的名字
+            const link = $(this).find('.co_1.c_space').first().children().attr('href'); // 漫画最新的链接
+            const description = art(path.join(__dirname, 'templates/manga.art'), {
+                manga_title,
+                img_src,
+            });
+            const pubDate = $(this).find('.co_1.c_space').first().next().text();
+            const publishDate = parseRelativeDate(pubDate); // 处理相对时间
+            const single = {
+                title,
+                link,
+                description,
+                pubDate: publishDate,
+            };
+            return single;
+        })
+        .get(); // 这里获取数组= =
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        item,
+    };
+};

package/lib/v2/manhuagui/templates/manga.art

@@ -0,0 +1,2 @@
+<h1>{{manga_title}}</h1>
+<img src="{{img_src}}" />

package/lib/v2/meituclub/latest.js

@@ -0,0 +1,41 @@
+const path = require('path');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const HOME_URL = 'https://www.meituclub.com/';
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: HOME_URL,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('#index-tab-main .posts-item.card');
+
+    ctx.state.data = {
+        title: '妹图社 - 最新',
+        link: HOME_URL,
+        item: list
+            .map((index, item) => {
+                item = $(item);
+                const img = item.find('.item-thumbnail').find('img');
+                const heading = item.find('.item-heading').find('a');
+                return {
+                    title: heading.text(),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        src: img.attr('data-src'),
+                        alt: img.attr('alt'),
+                    }),
+                    link: heading.attr('href'),
+                    pubDate: timezone(parseDate(item.find('.item-meta').find('.icon-circle').attr('title'), 'YYYY-MM-DD HH:mm:ss'), +8),
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/meituclub/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest': ['ocleo1'],
+};

package/lib/v2/meituclub/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'meituclub.com': {
+        _name: '妹图社',
+        '.': [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/picture.html#mei-tu-she-zui-xin',
+                source: ['/'],
+                target: '/meituclub/latest',
+            },
+        ],
+    },
+};

package/lib/v2/meituclub/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest', require('./latest'));
+};

package/lib/v2/meituclub/templates/description.art

@@ -0,0 +1 @@
+<img src="{{ src }}" alt="{{ alt }}" />

package/lib/v2/meteor/boards.js

@@ -0,0 +1,11 @@
+const { baseUrl, getBoards } = require('./utils');
+
+module.exports = async (ctx) => {
+    const items = await getBoards(ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: '看板列表',
+        link: `${baseUrl}/board/all`,
+        item: items,
+    };
+};

package/lib/v2/meteor/index.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getBoards, renderDesc } = require('./utils');
+
+module.exports = async (ctx) => {
+    let { board = 'all' } = ctx.params;
+
+    const boards = await getBoards(ctx.cache.tryGet);
+    let boardInfo;
+    if (board !== 'all') {
+        boardInfo = boards.find((b) => b.id === board || b.alias === board);
+        board = boardInfo.id;
+    }
+
+    const { data: response } = await got.post(`${baseUrl}/article/get_new_articles`, {
+        json: {
+            boardId: board,
+            isCollege: false,
+            page: 0,
+            pageSize: ctx.query.limit ? Number(ctx.query.limit) : 30,
+        },
+    });
+
+    const result = JSON.parse(decodeURIComponent(response.result));
+
+    const items = await Promise.all(
+        result.map((item) =>
+            ctx.cache.tryGet(`meteor:${item.id}`, () => ({
+                title: item.title,
+                description: renderDesc(item.content),
+                link: `${baseUrl}/article/${item.shortId}`,
+                author: item.authorAlias,
+                pubDate: parseDate(item.createdAt),
+            }))
+        )
+    );
+
+    ctx.state.data = {
+        title: `${board !== 'all' ? boardInfo.title : '全部看板'} | Meteor 學生社群`,
+        description: board !== 'all' ? boardInfo.feedDescription : null,
+        image: board !== 'all' ? (boardInfo.imgUrl !== 'not_set' ? boardInfo.imgUrl : null) : null,
+        link: `${board !== 'all' ? boardInfo.link : `${baseUrl}/board/all`}/new`,
+        item: items,
+    };
+};

package/lib/v2/meteor/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/boards': ['TonyRL'],
+    '/:board?': ['TonyRL'],
+};

package/lib/v2/meteor/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'meteor.today': {
+        _name: 'Meteor',
+        '.': [
+            {
+                title: '看板',
+                docs: 'https://docs.rsshub.app/bbs.html#meteor',
+                source: ['/board/:board', '/board/:board/new'],
+                target: '/meteor/board/:board',
+            },
+            {
+                title: '看板列表',
+                docs: 'https://docs.rsshub.app/bbs.html#meteor',
+                source: ['/'],
+                target: '/meteor/boards',
+            },
+        ],
+    },
+};

package/lib/v2/meteor/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/boards', require('./boards'));
+    router.get('/:board?', require('./index'));
+};

package/lib/v2/meteor/templates/desc.art

@@ -0,0 +1,7 @@
+{{ if youTube }}
+<iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/{{ youTube }}" frameborder="0" allowfullscreen></iframe>
+{{ else if img }}
+<img src="{{ img }}">
+{{ else if video }}
+<video src="{{ video }}" controls></video>
+{{ /if }}

package/lib/v2/meteor/utils.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://meteor.today';
+
+const getBoards = (tryGet) =>
+    tryGet('meteor:boards', async () => {
+        const { data: response } = await got.post(`${baseUrl}/board/get_boards`, {
+            json: {
+                isCollege: 'false',
+            },
+        });
+
+        return JSON.parse(decodeURIComponent(response.result)).map((item) => ({
+            title: `${item.category ? `${item.category} - ` : ''}${item.name}`,
+            description: item.id,
+            feedDescription: item.description,
+            category: item.articleCategory,
+            link: `${baseUrl}/board/${item.alias ? item.alias : item.name}`,
+            alias: item.alias,
+            imgUrl: item.imageUrl,
+            id: item.id,
+        }));
+    });
+
+const renderDesc = (desc) => {
+    const youTube = /(?:https?:\/\/)?(?:www\.)?youtu\.?be(?:\.com)?\/?.*(?:watch|embed)?(?:.*v=|v\/|\/)([\w\-_]+)&?/g;
+    const matchYouTube = desc.match(youTube);
+    const matchImgur = desc.match(/https:\/\/i.imgur.com\/\w*.(jpg|png|gif|jpeg)/g);
+    const matchVideo = desc.match(/(https:\/\/storage\.meteor\.today\/video\/[0-9a-fA-F]{24}\.)(mp4|mov|avi|flv|wmv|mpeg|mkv)/gi);
+    const matchSticker = desc.match(/assets\/images\/stickers\/(duck|ep2|ep1)\/\w*.(jpg|png|gif|jpeg)/g);
+    const matchEmoji = desc.match(/assets\/images\/emoji\/\w*.(jpg|png|gif|jpeg)/g);
+
+    if (matchYouTube) {
+        desc = desc.replace(
+            youTube,
+            art(path.join(__dirname, 'templates/desc.art'), {
+                youTube: '$1',
+            })
+        );
+    }
+    if (matchImgur) {
+        for (const img of matchImgur) {
+            desc = desc.replace(
+                img,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img,
+                })
+            );
+        }
+    }
+    if (matchVideo) {
+        for (const video of matchVideo) {
+            desc = desc.replace(
+                video,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    video,
+                })
+            );
+        }
+    }
+    if (matchSticker) {
+        for (const sticker of matchSticker) {
+            desc = desc.replace(
+                sticker,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img: sticker,
+                })
+            );
+        }
+    }
+    if (matchEmoji) {
+        for (const emoji of matchEmoji) {
+            desc = desc.replace(
+                emoji,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img: emoji,
+                })
+            );
+        }
+    }
+
+    return desc.replace(/\n/g, '<br>');
+};
+
+module.exports = {
+    baseUrl,
+    getBoards,
+    renderDesc,
+};

package/lib/v2/mirror/index.js

@@ -11,18 +11,15 @@ module.exports = async (ctx) => {
     const rootUrl = 'https://mirror.xyz';
     const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    const response = await got(currentUrl);
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
     const items = data.props.pageProps.project.posts.map((item) => ({
         title: item.title,
-        description: md.render(item.body),
+        description: md.render(item.truncatedBody),
         link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp * 1000),
+        pubDate: parseDate(item.timestamp, 'X'),
         author: item.publisher.project.displayName,
     }));
 

package/lib/v2/nextapple/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/realtime/:category?': ['miles170'],
+};