rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/luogu/contest.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const md = require('markdown-it')();
+const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
+
+const baseUrl = 'https://www.luogu.com.cn';
+
+const typeMap = {
+    ruleType: {
+        1: 'OI',
+        2: 'ACM',
+        3: '乐多',
+        4: 'IOI',
+    },
+    visibilityType: {
+        1: '官方比赛',
+        2: '团队公开赛',
+        4: '个人公开赛',
+    },
+    // invitationCodeType: {
+    //     1: '',
+    //     2: '',
+    // },
+};
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/contest/list`;
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse(
+        decodeURIComponent(
+            $('script')
+                .text()
+                .match(/decodeURIComponent\("(.*)"\)/)[1]
+        )
+    );
+
+    const result = [];
+    for await (const item of asyncPool(4, data.currentData.contests.result, (item) =>
+        ctx.cache.tryGet(`${baseUrl}/contest/${item.id}`, async () => {
+            const { data: response } = await got(`${baseUrl}/contest/${item.id}`);
+            const $ = cheerio.load(response);
+            const data = JSON.parse(
+                decodeURIComponent(
+                    $('script')
+                        .text()
+                        .match(/decodeURIComponent\("(.*)"\)/)[1]
+                )
+            );
+
+            return {
+                title: item.name,
+                description: md.render(data.currentData.contest.description),
+                link: `${baseUrl}/contest/${item.id}`,
+                author: item.host.name,
+                pubDate: parseDate(item.startTime, 'X'),
+                category: [item.rated ? 'Rated' : null, typeMap.ruleType[item.ruleType], typeMap.visibilityType[item.visibilityType]].filter((i) => i),
+            };
+        })
+    )) {
+        result.push(item);
+    }
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        image: 'https://www.luogu.com.cn/favicon.ico',
+        item: result,
+    };
+};

package/lib/v2/luogu/daily.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 47327;
+    const link = `https://www.luogu.com.cn/discuss/${id}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('head title').text();
+
+    const firstPost = $('.am-comment-main .am-comment-bd').first();
+    const dailyLink = firstPost.find('a').first().attr('href');
+    const issueHeading = firstPost.find('h1').text().trim();
+    const { data: dailyResponse } = await got(dailyLink);
+    const $daily = cheerio.load(dailyResponse);
+    const item = [
+        {
+            title,
+            description: $daily('#article-content').html(),
+            link,
+            author: firstPost.find('p').eq(1).text(),
+            guid: `${link}#${issueHeading}`,
+            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{1,2} 月 \d{1,2} 日)/)[1], 'YYYY 年 M 月 D 日'),
+        },
+    ];
+
+    ctx.state.data = {
+        title: '洛谷日报',
+        link,
+        item,
+    };
+};

package/lib/v2/luogu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/contest': ['prnake'],
+    '/daily/:id?': ['LogicJake ', 'prnake ', 'nczitzk'],
+    '/user/feed/:uid': ['solstice23'],
+};

package/lib/v2/luogu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'luogu.com.cn': {
+        _name: '洛谷',
+        '.': [
+            {
+                title: '日报',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/discuss/47327', '/'],
+                target: '/luogu/daily',
+            },
+            {
+                title: '比赛列表',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/contest/list', '/'],
+                target: '/luogu/contest',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/programming.html#luo-gu',
+                source: ['/user/:uid'],
+                target: '/luogu/user/feed/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/luogu/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/contest', require('./contest'));
+    router.get('/daily/:id?', require('./daily'));
+    router.get('/user/feed/:uid', require('./userFeed'));
+};

package/lib/v2/luogu/userFeed.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')();
+
+module.exports = async (ctx) => {
+    const getUsernameFromUID = (uid) =>
+        ctx.cache.tryGet('luogu:username:' + uid, async () => {
+            const { data } = await got(`https://www.luogu.com.cn/user/${uid}?_contentOnly=1`);
+            return data.currentData.user.name;
+        });
+
+    const uid = ctx.params.uid;
+    const name = await getUsernameFromUID(uid);
+    const { data: response } = await got(`https://www.luogu.com.cn/api/feed/list?user=${uid}`);
+
+    const data = response.feeds.result;
+
+    ctx.state.data = {
+        title: `${name} 的洛谷动态`,
+        link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        allowEmpty: true,
+        item: data.map((item) => ({
+            title: item.content,
+            description: md.render(item.content),
+            pubDate: parseDate(item.time, 'X'),
+            author: name,
+            link: `https://www.luogu.com.cn/user/${uid}#activity`,
+        })),
+    };
+};

package/lib/v2/mckinsey/cn/categoryMap.js

@@ -0,0 +1,79 @@
+const categories = {
+    // https://www.mckinsey.com.cn/wp-json/wp/v2/categories?parent=25&per_page=100
+    2: {
+        name: '汽车',
+        slug: 'autos',
+    },
+    3: {
+        name: '金融服务',
+        slug: 'banking-insurance',
+    },
+    4: {
+        name: '消费者',
+        slug: 'consumers',
+    },
+    5: {
+        name: '医药',
+        slug: 'healthcare-pharmaceuticals',
+    },
+    7: {
+        name: '数字化',
+        slug: 'business-technology',
+    },
+    8: {
+        name: '制造业',
+        slug: 'manufacturing',
+    },
+    9: {
+        name: '私募',
+        slug: 'private-equity',
+    },
+    10: {
+        name: '技术，媒体与通信',
+        slug: 'technology-media-and-telecom',
+    },
+    12: {
+        name: '城市化与可持续发展',
+        slug: 'urbanization-sustainability-insights',
+    },
+    13: {
+        name: '创新',
+        slug: 'innovation',
+    },
+    16: {
+        name: '人才与领导力',
+        slug: 'talent-leadership',
+    },
+    18: {
+        name: '宏观经济',
+        slug: 'macroeconomy',
+    },
+    19: {
+        name: '麦肯锡全球研究院',
+        slug: 'mckinsey-global-institute',
+    },
+    25: {
+        name: '洞见',
+        slug: 'insights',
+    },
+    37: {
+        name: '麦肯锡季刊',
+        slug: 'mckinsey-season-publication',
+    },
+    41: {
+        name: '资本项目和基础设施',
+        slug: 'capital-projects-infrastructure',
+    },
+    42: {
+        name: '旅游、运输和物流',
+        slug: 'transport-logistics',
+    },
+    45: {
+        name: '全球基础材料',
+        slug: 'global-basic-material',
+    },
+};
+
+module.exports = {
+    categories,
+};

package/lib/v2/mckinsey/cn/index.js

@@ -0,0 +1,37 @@
+// use stock `got` package as a workaround for
+// https://github.com/DIYgod/RSSHub/issues/8239
+// https://github.com/DIYgod/RSSHub/pull/8288
+const got = require('got');
+const { parseDate } = require('@/utils/parse-date');
+const { categories } = require('./categoryMap');
+
+const baseUrl = 'https://www.mckinsey.com.cn';
+const endpoint = `${baseUrl}/wp-json`;
+
+module.exports = async (ctx) => {
+    const { category = '25' } = ctx.params;
+    if (isNaN(category)) {
+        categories.find((c) => c.slug === category);
+    }
+
+    const posts = await got(`${endpoint}/wp/v2/posts`, {
+        searchParams: {
+            per_page: ctx.query.limit ? Number(ctx.query.limit) : 50,
+            categories: category,
+        },
+    }).json();
+
+    const items = posts.map((item) => ({
+        title: item.title.rendered,
+        description: item.content.rendered,
+        link: item.link,
+        guid: item.guid.rendered,
+        pubDate: parseDate(item.date_gmt),
+    }));
+
+    ctx.state.data = {
+        title: category ? `McKinsey Greater China - ${categories[category].name}` : `McKinsey Greater China`,
+        link: `${baseUrl}/${category !== '25' ? `${categories[25].slug}/${categories[category].slug}` : categories[category].slug}/`,
+        item: items,
+    };
+};

package/lib/v2/mckinsey/radar.js

@@ -0,0 +1,12 @@
+const { categories } = require('./cn/categoryMap');
+module.exports = {
+    'mckinsey.com.cn': {
+        _name: 'McKinsey Greater China',
+        '.': Object.entries(categories).map(([key, value]) => ({
+            title: `${value.name} | 洞见`,
+            docs: 'https://docs.rsshub.app/finance.html#mai-ken-xi',
+            source: [`/insights/${value.slug}`, '/insights'],
+            target: `/mckinsey/cn/${key}`,
+        })),
+    },
+};

package/lib/v2/mckinsey/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/cn/:category?', require('./cn/index'));
+};

package/lib/v2/mihoyo/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+    '/ys/:location?/:category?': ['nczitzk'],
 };

package/lib/v2/mihoyo/radar.js

@@ -1,6 +1,17 @@
 module.exports = {
+    'hoyoverse.com': {
+        _name: '米哈游',
+        genshin: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news',
+                target: '/mihoyo/ys/:location',
+            },
+        ],
+    },
     'mihoyo.com': {
-        _name: '米游社v2',
+        _name: '米哈游',
         bbs: [
             {
                 title: '米游社 - 官方公告',
@@ -27,5 +38,13 @@ module.exports = {
                 },
             },
         ],
+        ys: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news/:category',
+                target: '/mihoyo/ys/:location/:category',
+            },
+        ],
     },
 };

package/lib/v2/mihoyo/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+    router.get('/ys/:location?/:category?', require('./ys/news'));
 };

package/lib/v2/mihoyo/ys/news.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: {
+        main: '10',
+        'zh-tw': '87',
+    },
+    news: {
+        main: '11',
+        'zh-tw': '90',
+    },
+    notice: {
+        main: '12',
+        'zh-tw': '91',
+    },
+    activity: {
+        main: '258',
+        'zh-tw': '92',
+    },
+};
+
+const titles = {
+    latest: {
+        main: '最新',
+        'zh-tw': '最新',
+    },
+    news: {
+        main: '新闻',
+        'zh-tw': '資訊',
+    },
+    notice: {
+        main: '公告',
+        'zh-tw': '公告',
+    },
+    activity: {
+        main: '活动',
+        'zh-tw': '活動',
+    },
+};
+
+module.exports = async (ctx) => {
+    const location = ctx.params.location ?? 'main';
+    const category = ctx.params.category ?? 'latest';
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
+
+    const is_zh_CN = location === 'main';
+
+    const rootUrl = is_zh_CN
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
+
+    const response = await got(rootUrl);
+
+    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
+    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+
+    const list = response.data.data.list.map((item) => ({
+        title: item.title,
+        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
+        pubDate: timezone(parseDate(item.start_time), 8),
+        author: item.author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category][location]} - 原神`,
+        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        item: items,
+    };
+};

package/lib/v2/mirror/index.js

@@ -15,16 +15,23 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
-    const items = data.props.pageProps.project.posts.map((item) => ({
-        title: item.title,
-        description: md.render(item.truncatedBody),
-        link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp, 'X'),
-        author: item.publisher.project.displayName,
-    }));
+    const items = Object.keys(data.props.pageProps.__APOLLO_STATE__)
+        .filter((key) => key.startsWith('entry:'))
+        .map((key) => {
+            const item = data.props.pageProps.__APOLLO_STATE__[key];
+            return {
+                title: item.title,
+                description: md.render(item.body),
+                link: `${currentUrl}/${item._id}`,
+                pubDate: parseDate(item.publishedAtTimestamp, 'X'),
+                author: data.props.pageProps.publicationLayoutProject.displayName,
+            };
+        });
 
     ctx.state.data = {
-        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        title: `${data.props.pageProps.publicationLayoutProject.displayName} - Mirror`,
+        description: data.props.pageProps.publicationLayoutProject.description,
+        image: data.props.pageProps.publicationLayoutProject.avatarURL,
         link: currentUrl,
         item: items,
     };

package/lib/v2/mtime/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/mtime/news': ['TsSmartTT'],
+    '/news': ['TsSmartTT'],
 };

package/lib/v2/mtime/news.js

@@ -2,47 +2,51 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
 
 module.exports = async (ctx) => {
-    const link = 'http://news.mtime.com/';
-    const response = await got({
-        method: 'get',
-        url: link,
+    const link = 'https://news.mtime.com';
+    const response = await got(link, {
+        https: {
+            rejectUnauthorized: false,
+        },
     });
     const $ = cheerio.load(response.data);
     const list = $('ul.left-cont.fix li')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.find('h4 a').text(),
                 link: item.find('h4 a').attr('href'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
+    const items = [];
+    for await (const item of asyncPool(4, list, (item) =>
+        ctx.cache.tryGet(item.link, async () => {
+            const detailResponse = await got(item.link);
+            const content = cheerio.load(detailResponse.data);
 
-                content('.DRE-subject-wrapper').remove();
+            content('.DRE-subject-wrapper').remove();
 
-                item.author = content('.editor').text().replace('编辑：', '');
-                item.description = content('.body').first().html();
-                item.pubDate = timezone(parseDate(content('.userCreateTime').text()), 8);
+            item.author = content('.editor').text().replace('编辑：', '');
+            item.description = content('.body').first().html();
+            item.pubDate = timezone(parseDate(content('.userCreateTime').text()), 8);
+            item.category = content('.keyword a')
+                .toArray()
+                .map((item) => content(item).text());
 
-                return item;
-            })
-        )
-    );
+            return item;
+        })
+    )) {
+        items.push(item);
+    }
 
     ctx.state.data = {
-        title: 'Mtime时光网 - 资讯',
+        title: $('head title').text().trim(),
         link,
+        image: 'http://static1.mtime.cn/favicon.ico',
         item: items,
     };
 };

package/lib/v2/mtime/radar.js

@@ -3,7 +3,7 @@ module.exports = {
         _name: '时光网',
         news: [
             {
-                title: '资讯',
+                title: '时光新闻',
                 docs: 'https://docs.rsshub.app/multimedia.html#shi-guang-wang',
                 source: '/',
                 target: '/mtime/news',

package/lib/v2/nature/maintainer.js

@@ -1,8 +1,8 @@
 module.exports = {
-    '/cover': ['yech1990'],
-    '/highlight/:journal?/:year?': ['yech1990', 'TonyRL'],
-    '/news': ['yech1990', 'TonyRL'],
-    '/news-and-comment/:journal?': ['yech1990', 'TonyRL'],
-    '/research/:journal?': ['yech1990', 'TonyRL'],
+    '/cover': ['y9c'],
+    '/highlight/:journal?/:year?': ['y9c', 'TonyRL'],
+    '/news': ['y9c', 'TonyRL'],
+    '/news-and-comment/:journal?': ['y9c', 'TonyRL'],
+    '/research/:journal?': ['y9c', 'TonyRL'],
     '/siteindex': ['TonyRL'],
 };

package/lib/v2/nautil/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topic/:tid': ['emdoe'],
+};

package/lib/v2/nautil/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'nautil.us': {
+        _name: 'Nautilus',
+        '.': [
+            {
+                title: 'Topics',
+                docs: 'https://docs.rsshub.app/en/new-media.html#nautilus',
+                source: ['/topics/:tid'],
+                target: '/nautil/topic/:tid',
+            },
+        ],
+    },
+};

package/lib/v2/nautil/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/topic/:tid', require('./topics'));
+};

package/lib/v2/nautil/templates/description.art

@@ -0,0 +1,6 @@
+{{ if head.og_image }}
+{{ each head.og_image img }}
+<img src="{{ img.url.split('?')[0] }}">
+{{ /each }}
+{{ /if }}
+{{@ rendered }}

package/lib/v2/nautil/topics.js

@@ -0,0 +1,57 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://nautil.us';
+
+module.exports = async (ctx) => {
+    const categoryIdMap = await ctx.cache.tryGet('nautil:categories', async () => {
+        const { data } = await got(`${baseUrl}/wp-json/wp/v2/categories`, {
+            searchParams: {
+                per_page: 100,
+            },
+        });
+        return data.map((item) => ({
+            id: item.id,
+            name: item.name,
+            slug: item.slug,
+        }));
+    });
+
+    const { data: list } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            categories: categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).id,
+            per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 20,
+        },
+    });
+
+    const out = list.map((item) => {
+        const head = item.yoast_head_json;
+        const $ = cheerio.load(item.content.rendered, null, false);
+        // lazyload images
+        $('img').each((_, e) => {
+            e = $(e);
+            e.attr('src', e.attr('data-src') ?? e.attr('srcset'));
+            e.attr('src', e.attr('src').split('?')[0]);
+            e.removeAttr('data-src');
+            e.removeAttr('srcset');
+        });
+        return {
+            title: item.title.rendered,
+            author: item.yoast_head_json.author,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                head,
+                rendered: $.html(),
+            }),
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Nautilus | ' + categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).name,
+        link: `${baseUrl}/topics/${ctx.params.tid}/`,
+        item: out,
+    };
+};