rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/v2/manhuagui/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/:domain?/comic/:id/:chapterCnt?', require('./comic'));
+    router.get('/subscribe', require('./subscribe'));
+};

package/lib/v2/manhuagui/subscribe.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+const web_url = 'https://www.manhuagui.com/user/book/shelf/1';
+
+module.exports = async (ctx) => {
+    if (!config.manhuagui || !config.manhuagui.cookie) {
+        throw 'manhuagui RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+    const cookie = config.manhuagui.cookie;
+    const response = await got({
+        method: 'get',
+        url: web_url,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const user_name = $('.avatar-box').find('h3').text();
+    const title = `${user_name} 的 漫画订阅`;
+    const link = web_url;
+    const description = `${user_name} 的 漫画订阅`;
+
+    const item = $('.dy_content_li')
+        .map(function () {
+            const img_src = $(this).find('img').attr('src'); // 漫画的封面
+            const manga_title = $(this).find('.co_1.c_space').first().text(); // 最新的一话题目
+            const title = $(this).find('img').attr('alt'); // 漫画的名字
+            const link = $(this).find('.co_1.c_space').first().children().attr('href'); // 漫画最新的链接
+            const description = art(path.join(__dirname, 'templates/manga.art'), {
+                manga_title,
+                img_src,
+            });
+            const pubDate = $(this).find('.co_1.c_space').first().next().text();
+            const publishDate = parseRelativeDate(pubDate); // 处理相对时间
+            const single = {
+                title,
+                link,
+                description,
+                pubDate: publishDate,
+            };
+            return single;
+        })
+        .get(); // 这里获取数组= =
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        item,
+    };
+};

package/lib/v2/manhuagui/templates/manga.art

@@ -0,0 +1,2 @@
+<h1>{{manga_title}}</h1>
+<img src="{{img_src}}" />

package/lib/v2/mckinsey/cn/categoryMap.js

@@ -0,0 +1,79 @@
+const categories = {
+    // https://www.mckinsey.com.cn/wp-json/wp/v2/categories?parent=25&per_page=100
+    2: {
+        name: '汽车',
+        slug: 'autos',
+    },
+    3: {
+        name: '金融服务',
+        slug: 'banking-insurance',
+    },
+    4: {
+        name: '消费者',
+        slug: 'consumers',
+    },
+    5: {
+        name: '医药',
+        slug: 'healthcare-pharmaceuticals',
+    },
+    7: {
+        name: '数字化',
+        slug: 'business-technology',
+    },
+    8: {
+        name: '制造业',
+        slug: 'manufacturing',
+    },
+    9: {
+        name: '私募',
+        slug: 'private-equity',
+    },
+    10: {
+        name: '技术，媒体与通信',
+        slug: 'technology-media-and-telecom',
+    },
+    12: {
+        name: '城市化与可持续发展',
+        slug: 'urbanization-sustainability-insights',
+    },
+    13: {
+        name: '创新',
+        slug: 'innovation',
+    },
+    16: {
+        name: '人才与领导力',
+        slug: 'talent-leadership',
+    },
+    18: {
+        name: '宏观经济',
+        slug: 'macroeconomy',
+    },
+    19: {
+        name: '麦肯锡全球研究院',
+        slug: 'mckinsey-global-institute',
+    },
+    25: {
+        name: '洞见',
+        slug: 'insights',
+    },
+    37: {
+        name: '麦肯锡季刊',
+        slug: 'mckinsey-season-publication',
+    },
+    41: {
+        name: '资本项目和基础设施',
+        slug: 'capital-projects-infrastructure',
+    },
+    42: {
+        name: '旅游、运输和物流',
+        slug: 'transport-logistics',
+    },
+    45: {
+        name: '全球基础材料',
+        slug: 'global-basic-material',
+    },
+};
+
+module.exports = {
+    categories,
+};

package/lib/v2/mckinsey/cn/index.js

@@ -0,0 +1,37 @@
+// use stock `got` package as a workaround for
+// https://github.com/DIYgod/RSSHub/issues/8239
+// https://github.com/DIYgod/RSSHub/pull/8288
+const got = require('got');
+const { parseDate } = require('@/utils/parse-date');
+const { categories } = require('./categoryMap');
+
+const baseUrl = 'https://www.mckinsey.com.cn';
+const endpoint = `${baseUrl}/wp-json`;
+
+module.exports = async (ctx) => {
+    const { category = '25' } = ctx.params;
+    if (isNaN(category)) {
+        categories.find((c) => c.slug === category);
+    }
+
+    const posts = await got(`${endpoint}/wp/v2/posts`, {
+        searchParams: {
+            per_page: ctx.query.limit ? Number(ctx.query.limit) : 50,
+            categories: category,
+        },
+    }).json();
+
+    const items = posts.map((item) => ({
+        title: item.title.rendered,
+        description: item.content.rendered,
+        link: item.link,
+        guid: item.guid.rendered,
+        pubDate: parseDate(item.date_gmt),
+    }));
+
+    ctx.state.data = {
+        title: category ? `McKinsey Greater China - ${categories[category].name}` : `McKinsey Greater China`,
+        link: `${baseUrl}/${category !== '25' ? `${categories[25].slug}/${categories[category].slug}` : categories[category].slug}/`,
+        item: items,
+    };
+};

package/lib/v2/mckinsey/radar.js

@@ -0,0 +1,12 @@
+const { categories } = require('./cn/categoryMap');
+module.exports = {
+    'mckinsey.com.cn': {
+        _name: 'McKinsey Greater China',
+        '.': Object.entries(categories).map(([key, value]) => ({
+            title: `${value.name} | 洞见`,
+            docs: 'https://docs.rsshub.app/finance.html#mai-ken-xi',
+            source: [`/insights/${value.slug}`, '/insights'],
+            target: `/mckinsey/cn/${key}`,
+        })),
+    },
+};

package/lib/v2/mckinsey/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/cn/:category?', require('./cn/index'));
+};

package/lib/v2/meituclub/latest.js

@@ -0,0 +1,41 @@
+const path = require('path');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const HOME_URL = 'https://www.meituclub.com/';
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: HOME_URL,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('#index-tab-main .posts-item.card');
+
+    ctx.state.data = {
+        title: '妹图社 - 最新',
+        link: HOME_URL,
+        item: list
+            .map((index, item) => {
+                item = $(item);
+                const img = item.find('.item-thumbnail').find('img');
+                const heading = item.find('.item-heading').find('a');
+                return {
+                    title: heading.text(),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        src: img.attr('data-src'),
+                        alt: img.attr('alt'),
+                    }),
+                    link: heading.attr('href'),
+                    pubDate: timezone(parseDate(item.find('.item-meta').find('.icon-circle').attr('title'), 'YYYY-MM-DD HH:mm:ss'), +8),
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/meituclub/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest': ['ocleo1'],
+};

package/lib/v2/meituclub/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'meituclub.com': {
+        _name: '妹图社',
+        '.': [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/picture.html#mei-tu-she-zui-xin',
+                source: ['/'],
+                target: '/meituclub/latest',
+            },
+        ],
+    },
+};

package/lib/v2/meituclub/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest', require('./latest'));
+};

package/lib/v2/meituclub/templates/description.art

@@ -0,0 +1 @@
+<img src="{{ src }}" alt="{{ alt }}" />

package/lib/v2/meteor/boards.js

@@ -0,0 +1,11 @@
+const { baseUrl, getBoards } = require('./utils');
+
+module.exports = async (ctx) => {
+    const items = await getBoards(ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: '看板列表',
+        link: `${baseUrl}/board/all`,
+        item: items,
+    };
+};

package/lib/v2/meteor/index.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getBoards, renderDesc } = require('./utils');
+
+module.exports = async (ctx) => {
+    let { board = 'all' } = ctx.params;
+
+    const boards = await getBoards(ctx.cache.tryGet);
+    let boardInfo;
+    if (board !== 'all') {
+        boardInfo = boards.find((b) => b.id === board || b.alias === board);
+        board = boardInfo.id;
+    }
+
+    const { data: response } = await got.post(`${baseUrl}/article/get_new_articles`, {
+        json: {
+            boardId: board,
+            isCollege: false,
+            page: 0,
+            pageSize: ctx.query.limit ? Number(ctx.query.limit) : 30,
+        },
+    });
+
+    const result = JSON.parse(decodeURIComponent(response.result));
+
+    const items = await Promise.all(
+        result.map((item) =>
+            ctx.cache.tryGet(`meteor:${item.id}`, () => ({
+                title: item.title,
+                description: renderDesc(item.content),
+                link: `${baseUrl}/article/${item.shortId}`,
+                author: item.authorAlias,
+                pubDate: parseDate(item.createdAt),
+            }))
+        )
+    );
+
+    ctx.state.data = {
+        title: `${board !== 'all' ? boardInfo.title : '全部看板'} | Meteor 學生社群`,
+        description: board !== 'all' ? boardInfo.feedDescription : null,
+        image: board !== 'all' ? (boardInfo.imgUrl !== 'not_set' ? boardInfo.imgUrl : null) : null,
+        link: `${board !== 'all' ? boardInfo.link : `${baseUrl}/board/all`}/new`,
+        item: items,
+    };
+};

package/lib/v2/meteor/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/boards': ['TonyRL'],
+    '/:board?': ['TonyRL'],
+};

package/lib/v2/meteor/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'meteor.today': {
+        _name: 'Meteor',
+        '.': [
+            {
+                title: '看板',
+                docs: 'https://docs.rsshub.app/bbs.html#meteor',
+                source: ['/board/:board', '/board/:board/new'],
+                target: '/meteor/board/:board',
+            },
+            {
+                title: '看板列表',
+                docs: 'https://docs.rsshub.app/bbs.html#meteor',
+                source: ['/'],
+                target: '/meteor/boards',
+            },
+        ],
+    },
+};

package/lib/v2/meteor/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/boards', require('./boards'));
+    router.get('/:board?', require('./index'));
+};

package/lib/v2/meteor/templates/desc.art

@@ -0,0 +1,7 @@
+{{ if youTube }}
+<iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/{{ youTube }}" frameborder="0" allowfullscreen></iframe>
+{{ else if img }}
+<img src="{{ img }}">
+{{ else if video }}
+<video src="{{ video }}" controls></video>
+{{ /if }}

package/lib/v2/meteor/utils.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://meteor.today';
+
+const getBoards = (tryGet) =>
+    tryGet('meteor:boards', async () => {
+        const { data: response } = await got.post(`${baseUrl}/board/get_boards`, {
+            json: {
+                isCollege: 'false',
+            },
+        });
+
+        return JSON.parse(decodeURIComponent(response.result)).map((item) => ({
+            title: `${item.category ? `${item.category} - ` : ''}${item.name}`,
+            description: item.id,
+            feedDescription: item.description,
+            category: item.articleCategory,
+            link: `${baseUrl}/board/${item.alias ? item.alias : item.name}`,
+            alias: item.alias,
+            imgUrl: item.imageUrl,
+            id: item.id,
+        }));
+    });
+
+const renderDesc = (desc) => {
+    const youTube = /(?:https?:\/\/)?(?:www\.)?youtu\.?be(?:\.com)?\/?.*(?:watch|embed)?(?:.*v=|v\/|\/)([\w\-_]+)&?/g;
+    const matchYouTube = desc.match(youTube);
+    const matchImgur = desc.match(/https:\/\/i.imgur.com\/\w*.(jpg|png|gif|jpeg)/g);
+    const matchVideo = desc.match(/(https:\/\/storage\.meteor\.today\/video\/[0-9a-fA-F]{24}\.)(mp4|mov|avi|flv|wmv|mpeg|mkv)/gi);
+    const matchSticker = desc.match(/assets\/images\/stickers\/(duck|ep2|ep1)\/\w*.(jpg|png|gif|jpeg)/g);
+    const matchEmoji = desc.match(/assets\/images\/emoji\/\w*.(jpg|png|gif|jpeg)/g);
+
+    if (matchYouTube) {
+        desc = desc.replace(
+            youTube,
+            art(path.join(__dirname, 'templates/desc.art'), {
+                youTube: '$1',
+            })
+        );
+    }
+    if (matchImgur) {
+        for (const img of matchImgur) {
+            desc = desc.replace(
+                img,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img,
+                })
+            );
+        }
+    }
+    if (matchVideo) {
+        for (const video of matchVideo) {
+            desc = desc.replace(
+                video,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    video,
+                })
+            );
+        }
+    }
+    if (matchSticker) {
+        for (const sticker of matchSticker) {
+            desc = desc.replace(
+                sticker,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img: sticker,
+                })
+            );
+        }
+    }
+    if (matchEmoji) {
+        for (const emoji of matchEmoji) {
+            desc = desc.replace(
+                emoji,
+                art(path.join(__dirname, 'templates/desc.art'), {
+                    img: emoji,
+                })
+            );
+        }
+    }
+
+    return desc.replace(/\n/g, '<br>');
+};
+
+module.exports = {
+    baseUrl,
+    getBoards,
+    renderDesc,
+};

package/lib/v2/mihoyo/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+    '/ys/:location?/:category?': ['nczitzk'],
 };

package/lib/v2/mihoyo/radar.js

@@ -1,6 +1,17 @@
 module.exports = {
+    'hoyoverse.com': {
+        _name: '米哈游',
+        genshin: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news',
+                target: '/mihoyo/ys/:location',
+            },
+        ],
+    },
     'mihoyo.com': {
-        _name: '米游社v2',
+        _name: '米哈游',
         bbs: [
             {
                 title: '米游社 - 官方公告',
@@ -27,5 +38,13 @@ module.exports = {
                 },
             },
         ],
+        ys: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news/:category',
+                target: '/mihoyo/ys/:location/:category',
+            },
+        ],
     },
 };

package/lib/v2/mihoyo/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+    router.get('/ys/:location?/:category?', require('./ys/news'));
 };

package/lib/v2/mihoyo/ys/news.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: {
+        main: '10',
+        'zh-tw': '87',
+    },
+    news: {
+        main: '11',
+        'zh-tw': '90',
+    },
+    notice: {
+        main: '12',
+        'zh-tw': '91',
+    },
+    activity: {
+        main: '258',
+        'zh-tw': '92',
+    },
+};
+
+const titles = {
+    latest: {
+        main: '最新',
+        'zh-tw': '最新',
+    },
+    news: {
+        main: '新闻',
+        'zh-tw': '資訊',
+    },
+    notice: {
+        main: '公告',
+        'zh-tw': '公告',
+    },
+    activity: {
+        main: '活动',
+        'zh-tw': '活動',
+    },
+};
+
+module.exports = async (ctx) => {
+    const location = ctx.params.location ?? 'main';
+    const category = ctx.params.category ?? 'latest';
+
+    const is_zh_CN = location === 'main';
+
+    const rootUrl = is_zh_CN
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=5&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=5&pageNum=1&channelId=${config[category][location]}`;
+
+    const response = await got(rootUrl);
+
+    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
+    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+
+    const list = response.data.data.list.map((item) => ({
+        title: item.title,
+        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
+        pubDate: timezone(parseDate(item.start_time), 8),
+        author: item.author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category][location]} - 原神`,
+        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        item: items,
+    };
+};

package/lib/v2/mirror/index.js

@@ -11,18 +11,15 @@ module.exports = async (ctx) => {
     const rootUrl = 'https://mirror.xyz';
     const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    const response = await got(currentUrl);
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
     const items = data.props.pageProps.project.posts.map((item) => ({
         title: item.title,
-        description: md.render(item.body),
+        description: md.render(item.truncatedBody),
         link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp * 1000),
+        pubDate: parseDate(item.timestamp, 'X'),
         author: item.publisher.project.displayName,
     }));
 

package/lib/v2/mtime/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/mtime/news': ['TsSmartTT'],
+    '/news': ['TsSmartTT'],
 };