rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/mclaren/index.js

@@ -0,0 +1,96 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    let baseUrl, apiUrl;
+    let title, description;
+    let lang = ctx.params.lang;
+    switch (lang) {
+        case 'en':
+            baseUrl = 'https://www.mclaren.com';
+            title = 'McLaren Racing – Official Website';
+            description = 'Latest news and insight from McLaren Racing. Team and driver updates, videos and McLaren Formula 1 LIVE commentary.';
+            lang = 'en-UK';
+            break;
+        case 'zh':
+            baseUrl = 'https://cn.mclaren.com';
+            title = '迈凯伦赛车 — 官方网站';
+            description = '来自迈凯伦一级方程式车队的最新消息。 查看车队和车手近况、视频以及比赛中的迈凯伦实况评论和实时数据。';
+            lang = 'zh-CN';
+            break;
+        case 'es':
+            baseUrl = 'https://es.mclaren.com';
+            title = 'McLaren Racing - Sitio web oficial';
+            description =
+                'Consulta las últimas noticias del equipo de Fórmula 1 McLaren. Incluye información sobre el equipo, las últimas actualizaciones de los pilotos y McLaren LIVE, una aplicación con la que podrás seguir los comentarios en directo.';
+            lang = 'es-ES';
+            break;
+        default:
+            throw Error(`Language '${lang}' is not supported.`);
+    }
+
+    const { category = 'all' } = ctx.params;
+    const categoryArr = ['all', 'article', 'report', 'gallery', 'video', 'blog', 'photo_essay'];
+    if (!categoryArr.includes(category)) {
+        throw Error(`Category '${category}' is not supported.`);
+    }
+
+    const link = baseUrl + '/racing/articles/';
+    apiUrl = baseUrl + '/racing/api/grid-search/?count=30&offset=0&type=';
+    // count: number of requested entries; default to 16, up to 30.
+    // offset: default to 0.
+    if (category !== 'all') {
+        apiUrl += category;
+    }
+
+    const response = await got(apiUrl);
+
+    const html = response.data.html;
+    const $ = cheerio.load(html);
+    const list = $('li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const thumbnailUrl = item.find('div.start-grid-content__img').attr('style').slice(22, -2);
+            return {
+                link: baseUrl + item.find('a.start-grid-content__link').attr('href'),
+                thumbnailUrl, // Pass the thumbnail image
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemRep = await got(item.link);
+                const $ = cheerio.load(itemRep.data);
+                $('.livestream--wrapper').last().remove();
+                item.title = $('meta[property="og:title"]').attr('content').slice(17);
+                item.pubDate = Date.parse($('time[datetime]').first().attr('datetime'));
+                const artParams = {
+                    desc: $('meta[property="og:description"]').attr('content'),
+                    heroUrl: $('meta[property="og:image"]').attr('content'),
+                    videoId: $('a[data-video-id]').attr('data-video-id'),
+                };
+                $('.meta--hold, .show-for-small').remove();
+                artParams.content = $('div.article-body').html();
+                item.description = art(path.join(__dirname, 'templates/desc.art'), artParams);
+                item.media = {
+                    thumbnail: {
+                        url: item.thumbnailUrl,
+                    },
+                };
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        language: lang,
+        title,
+        description,
+        link,
+        item: items,
+    };
+};

package/lib/v2/mclaren/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:lang/:category?': ['Bubbu0129'],
+};

package/lib/v2/mclaren/radar.js

@@ -0,0 +1,29 @@
+module.exports = {
+    'mclaren.com': {
+        _name: 'Mclaren Racing',
+        www: [
+            {
+                title: 'Mclaren Racing',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/en/all',
+            },
+        ],
+        cn: [
+            {
+                title: '迈凯伦赛车',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/zh/all',
+            },
+        ],
+        es: [
+            {
+                title: 'Mclaren Racing',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/es/all',
+            },
+        ],
+    },
+};

package/lib/v2/mclaren/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:lang/:category?', require('./index'));
+};

package/lib/v2/mclaren/templates/desc.art

@@ -0,0 +1,6 @@
+<p>{{ desc }}</p><br>
+<center><img src="{{ heroUrl }}"></center><br>
+{{ if videoId }}
+<center><iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/{{ videoId }}" frameborder="0" allowfullscreen></iframe></center><br>
+{{ /if }}
+{{@ content }}

package/lib/v2/mihoyo/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+    '/ys/:location?/:category?': ['nczitzk'],
 };

package/lib/v2/mihoyo/radar.js

@@ -1,6 +1,17 @@
 module.exports = {
+    'hoyoverse.com': {
+        _name: '米哈游',
+        genshin: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news',
+                target: '/mihoyo/ys/:location',
+            },
+        ],
+    },
     'mihoyo.com': {
-        _name: '米游社v2',
+        _name: '米哈游',
         bbs: [
             {
                 title: '米游社 - 官方公告',
@@ -27,5 +38,13 @@ module.exports = {
                 },
             },
         ],
+        ys: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news/:category',
+                target: '/mihoyo/ys/:location/:category',
+            },
+        ],
     },
 };

package/lib/v2/mihoyo/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+    router.get('/ys/:location?/:category?', require('./ys/news'));
 };

package/lib/v2/mihoyo/ys/news.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: {
+        main: '10',
+        'zh-tw': '87',
+    },
+    news: {
+        main: '11',
+        'zh-tw': '90',
+    },
+    notice: {
+        main: '12',
+        'zh-tw': '91',
+    },
+    activity: {
+        main: '258',
+        'zh-tw': '92',
+    },
+};
+
+const titles = {
+    latest: {
+        main: '最新',
+        'zh-tw': '最新',
+    },
+    news: {
+        main: '新闻',
+        'zh-tw': '資訊',
+    },
+    notice: {
+        main: '公告',
+        'zh-tw': '公告',
+    },
+    activity: {
+        main: '活动',
+        'zh-tw': '活動',
+    },
+};
+
+module.exports = async (ctx) => {
+    const location = ctx.params.location ?? 'main';
+    const category = ctx.params.category ?? 'latest';
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
+
+    const is_zh_CN = location === 'main';
+
+    const rootUrl = is_zh_CN
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
+
+    const response = await got(rootUrl);
+
+    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
+    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+
+    const list = response.data.data.list.map((item) => ({
+        title: item.title,
+        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
+        pubDate: timezone(parseDate(item.start_time), 8),
+        author: item.author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category][location]} - 原神`,
+        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        item: items,
+    };
+};

package/lib/v2/minecraft/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/version': ['TheresaQWQ'],
+};

package/lib/v2/minecraft/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'minecraft.net': {
+        _name: '我的世界',
+        '.': [
+            {
+                title: 'Java 版游戏更新',
+                docs: 'https://docs.rsshub.app/game.html#minecraft',
+                source: ['/'],
+                target: '/minecraft/version',
+            },
+        ],
+    },
+};

package/lib/v2/minecraft/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/version', require('./version'));
+};

package/lib/{routes → v2}/minecraft/version.js

@@ -28,7 +28,7 @@ module.exports = async (ctx) => {
             description: `${item.id} ${typeMap[item.type] || ''}更新`,
             pubDate: new Date(item.releaseTime).toUTCString(),
             link: `https://www.minecraft.net`,
-            guid: item.url,
+            guid: item.id + item.type,
         })),
     };
 };

package/lib/v2/mingpao/index.js

@@ -5,6 +5,17 @@ const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
 
+const renderFanBox = (media) =>
+    art(path.join(__dirname, 'templates/fancybox.art'), {
+        media,
+    });
+
+const renderDesc = (media, desc) =>
+    art(path.join(__dirname, 'templates/description.art'), {
+        media: renderFanBox(media),
+        desc,
+    });
+
 module.exports = async (ctx) => {
     const type = ctx.params.type ?? 'ins';
     const category = ctx.params.category ?? (type === 'ins' ? 'all' : 's00001');
@@ -12,23 +23,10 @@ module.exports = async (ctx) => {
 
     const feed = await parser.parseURL(link);
 
-    const renderFanBox = (pics) =>
-        art(path.join(__dirname, 'templates/fancybox.art'), {
-            pics,
-        });
-
-    const renderDesc = (pics, desc) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            pics: renderFanBox(pics),
-            desc,
-        });
-
     const items = await Promise.all(
         feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
+                const response = await got(item.link, {
                     headers: {
                         Referer: 'https://news.mingpao.com/',
                     },
@@ -48,15 +46,21 @@ module.exports = async (ctx) => {
                 item.category = item.categories;
 
                 // fix fancybox image
-                const fancybox = fancyboxImg
-                    .map((_, e) => {
-                        e = $(e);
-                        return {
-                            href: e.attr('href'),
-                            title: e.attr('title'),
-                        };
-                    })
-                    .get();
+                const fancybox = fancyboxImg.toArray().map((e) => {
+                    e = $(e);
+                    const href = new URL(e.attr('href'));
+                    let video;
+                    if (href.hostname === 'videop.mingpao.com') {
+                        video = new URL(href.searchParams.get('file'));
+                        video.hostname = 'cfrvideo.mingpao.com'; // use cloudflare cdn
+                        video = video.href;
+                    }
+                    return {
+                        href: href.href,
+                        title: e.attr('title'),
+                        video,
+                    };
+                });
 
                 // remove unwanted key value
                 delete item.categories;
@@ -65,7 +69,7 @@ module.exports = async (ctx) => {
                 delete item.creator;
                 delete item.isoDate;
 
-                item.description = renderDesc(fancybox, $('.txt4').html() ?? $('div.article_content.line_1_5em').html());
+                item.description = renderDesc(fancybox, $('.txt4').html() ?? $('.article_content.line_1_5em').html());
                 item.pubDate = parseDate(item.pubDate);
                 item.guid = item.link.indexOf('?') > 0 ? item.link : item.link.substring(0, item.link.lastIndexOf('/'));
 
@@ -82,13 +86,4 @@ module.exports = async (ctx) => {
         image: feed.image.url,
         language: feed.language,
     };
-
-    ctx.state.json = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-        image: feed.image.url,
-        language: feed.language,
-    };
 };

package/lib/v2/mingpao/templates/description.art

@@ -1,2 +1,2 @@
-{{@ pics }}
+{{@ media }}
 {{@ desc }}

package/lib/v2/mingpao/templates/fancybox.art

@@ -1,3 +1,7 @@
-{{ each pics }}
-    <figure><img src="{{ $value.href }}" alt="{{ $value.title }}"><figcaption>{{ $value.title }}</figcaption></figure>
+{{ each media }}
+    {{ if $value.video }}
+        <video controls preload="none" poster="{{ $value.video.replace('.mp4', '.jpg') }}"><source src="{{ $value.video }}" type="video/mp4"></video>
+    {{ else }}
+        <figure><img src="{{ $value.href }}" alt="{{ $value.title }}"><figcaption>{{ $value.title }}</figcaption></figure>
+    {{ /if }}
 {{ /each }}

package/lib/v2/mirror/index.js

@@ -4,10 +4,13 @@ const md = require('markdown-it')({
     html: true,
     linkify: true,
 });
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-
+    if (!id.endsWith('.eth') && !isValidHost(id)) {
+        throw Error('Invalid id');
+    }
     const rootUrl = 'https://mirror.xyz';
     const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
 
@@ -15,16 +18,23 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
-    const items = data.props.pageProps.project.posts.map((item) => ({
-        title: item.title,
-        description: md.render(item.truncatedBody),
-        link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp, 'X'),
-        author: item.publisher.project.displayName,
-    }));
+    const items = Object.keys(data.props.pageProps.__APOLLO_STATE__)
+        .filter((key) => key.startsWith('entry:'))
+        .map((key) => {
+            const item = data.props.pageProps.__APOLLO_STATE__[key];
+            return {
+                title: item.title,
+                description: md.render(item.body),
+                link: `${currentUrl}/${item._id}`,
+                pubDate: parseDate(item.publishedAtTimestamp, 'X'),
+                author: data.props.pageProps.publicationLayoutProject.displayName,
+            };
+        });
 
     ctx.state.data = {
-        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        title: `${data.props.pageProps.publicationLayoutProject.displayName} - Mirror`,
+        description: data.props.pageProps.publicationLayoutProject.description,
+        image: data.props.pageProps.publicationLayoutProject.avatarURL,
         link: currentUrl,
         item: items,
     };

package/lib/v2/misskey/featured-notes.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site;
+    if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    // docs on: https://misskey-hub.net/docs/api/endpoints/notes/featured.html
+    const url = `https://${site}/api/notes/featured`;
+    const response = await got({
+        method: 'post',
+        url,
+        json: {
+            limit: 10,
+            offset: 0,
+        },
+    });
+
+    const list = response.data;
+
+    ctx.state.data = {
+        title: `Featured Notes on ${site}`,
+        link: `https://${site}/explore`,
+        item: utils.parseNotes(list, site),
+    };
+};

package/lib/v2/misskey/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/notes/featured/:site': ['Misaka13514'],
+};

package/lib/v2/misskey/radar.js

@@ -0,0 +1,35 @@
+module.exports = {
+    'misskey.io': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/misskey.io',
+            },
+        ],
+    },
+    'madost.one': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/madost.one',
+            },
+        ],
+    },
+    'mk.nixnet.social': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/mk.nixnet.social',
+            },
+        ],
+    },
+};

package/lib/v2/misskey/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/notes/featured/:site', require('./featured-notes'));
+};

package/lib/v2/misskey/templates/note.art

@@ -0,0 +1,23 @@
+{{ if text }}
+    <p>{{ text.replace(/\n/g, '<br>') }}</p>
+{{ /if }}
+
+{{ each files file }}
+    <br>
+    {{ if file.type.includes('image') }}
+        <img src="{{ file.url }}" />
+    {{ else if file.type.includes('video') }}
+        <video controls poster="{{ file.thumbnailUrl }}">
+            <source src="{{ file.url }}" type="{{ file.type }}">
+        </video>
+    {{ else if file.type.includes('audio') }}
+        <audio controls>
+            <source src="{{ file.url }}" type="{{ file.type }}">
+        </audio>
+    {{ else }}
+        <a href="{{ file.url }}" target="_blank">{{ file.name }}</a>
+    {{ /if }}
+    {{ if file.comment }}
+        <p>{{ file.comment }}</p>
+    {{ /if }}
+{{ /each }}

package/lib/v2/misskey/utils.js

@@ -0,0 +1,31 @@
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+
+const allowSiteList = ['misskey.io', 'madost.one', 'mk.nixnet.social'];
+
+// docs on: https://misskey-hub.net/docs/api/entity/note.html
+const parseNotes = (data, site) =>
+    data.map((item) => {
+        const host = item.user.host === null ? site : item.user.host;
+        const author = `${item.user.name} (@${item.user.username}@${host})`;
+        const description = art(path.join(__dirname, 'templates/note.art'), {
+            text: item.text,
+            files: item.files,
+        });
+        const title = `${author}: "${description}"`;
+        const link = `https://${host}/notes/${item.id}`;
+        const pubDate = parseDate(item.createdAt);
+        return {
+            title,
+            description,
+            pubDate,
+            link,
+            author,
+        };
+    });
+
+module.exports = {
+    parseNotes,
+    allowSiteList,
+};