rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/mclaren/radar.js

@@ -0,0 +1,29 @@
+module.exports = {
+    'mclaren.com': {
+        _name: 'Mclaren Racing',
+        www: [
+            {
+                title: 'Mclaren Racing',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/en/all',
+            },
+        ],
+        cn: [
+            {
+                title: '迈凯伦赛车',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/zh/all',
+            },
+        ],
+        es: [
+            {
+                title: 'Mclaren Racing',
+                docs: 'https://docs.rsshub.app/new-media.html#mai-kai-lun-sai-che',
+                source: '/racing/articles/',
+                target: '/mclaren/es/all',
+            },
+        ],
+    },
+};

package/lib/v2/mclaren/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:lang/:category?', require('./index'));
+};

package/lib/v2/mclaren/templates/desc.art

@@ -0,0 +1,6 @@
+<p>{{ desc }}</p><br>
+<center><img src="{{ heroUrl }}"></center><br>
+{{ if videoId }}
+<center><iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/{{ videoId }}" frameborder="0" allowfullscreen></iframe></center><br>
+{{ /if }}
+{{@ content }}

package/lib/v2/mihoyo/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+    '/ys/:location?/:category?': ['nczitzk'],
 };

package/lib/v2/mihoyo/radar.js

@@ -1,6 +1,17 @@
 module.exports = {
+    'hoyoverse.com': {
+        _name: '米哈游',
+        genshin: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news',
+                target: '/mihoyo/ys/:location',
+            },
+        ],
+    },
     'mihoyo.com': {
-        _name: '米游社v2',
+        _name: '米哈游',
         bbs: [
             {
                 title: '米游社 - 官方公告',
@@ -27,5 +38,13 @@ module.exports = {
                 },
             },
         ],
+        ys: [
+            {
+                title: '原神 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news/:category',
+                target: '/mihoyo/ys/:location/:category',
+            },
+        ],
     },
 };

package/lib/v2/mihoyo/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+    router.get('/ys/:location?/:category?', require('./ys/news'));
 };

package/lib/v2/mihoyo/ys/news.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: {
+        main: '10',
+        'zh-tw': '87',
+    },
+    news: {
+        main: '11',
+        'zh-tw': '90',
+    },
+    notice: {
+        main: '12',
+        'zh-tw': '91',
+    },
+    activity: {
+        main: '258',
+        'zh-tw': '92',
+    },
+};
+
+const titles = {
+    latest: {
+        main: '最新',
+        'zh-tw': '最新',
+    },
+    news: {
+        main: '新闻',
+        'zh-tw': '資訊',
+    },
+    notice: {
+        main: '公告',
+        'zh-tw': '公告',
+    },
+    activity: {
+        main: '活动',
+        'zh-tw': '活動',
+    },
+};
+
+module.exports = async (ctx) => {
+    const location = ctx.params.location ?? 'main';
+    const category = ctx.params.category ?? 'latest';
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
+
+    const is_zh_CN = location === 'main';
+
+    const rootUrl = is_zh_CN
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
+
+    const response = await got(rootUrl);
+
+    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
+    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+
+    const list = response.data.data.list.map((item) => ({
+        title: item.title,
+        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
+        pubDate: timezone(parseDate(item.start_time), 8),
+        author: item.author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category][location]} - 原神`,
+        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        item: items,
+    };
+};

package/lib/v2/minecraft/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/version': ['TheresaQWQ'],
+};

package/lib/v2/minecraft/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'minecraft.net': {
+        _name: '我的世界',
+        '.': [
+            {
+                title: 'Java 版游戏更新',
+                docs: 'https://docs.rsshub.app/game.html#minecraft',
+                source: ['/'],
+                target: '/minecraft/version',
+            },
+        ],
+    },
+};

package/lib/v2/minecraft/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/version', require('./version'));
+};

package/lib/v2/minecraft/version.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const url = 'https://launchermeta.mojang.com/mc/game/version_manifest.json';
+
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const typeMap = {
+        release: '正式版',
+        snapshot: '快照',
+        old_alpha: '过时的预览版',
+        old_beta: '过时的测试版',
+    };
+
+    const data = response.data.versions;
+
+    const title = `Minecraft Java版游戏更新`;
+
+    ctx.state.data = {
+        title,
+        link: `https://www.minecraft.net/`,
+        description: title,
+        item: data.map((item) => ({
+            title: `${item.id} ${typeMap[item.type] || ''}更新`,
+            description: `${item.id} ${typeMap[item.type] || ''}更新`,
+            pubDate: new Date(item.releaseTime).toUTCString(),
+            link: `https://www.minecraft.net`,
+            guid: item.id + item.type,
+        })),
+    };
+};

package/lib/v2/mingpao/index.js

@@ -5,6 +5,17 @@ const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
 
+const renderFanBox = (media) =>
+    art(path.join(__dirname, 'templates/fancybox.art'), {
+        media,
+    });
+
+const renderDesc = (media, desc) =>
+    art(path.join(__dirname, 'templates/description.art'), {
+        media: renderFanBox(media),
+        desc,
+    });
+
 module.exports = async (ctx) => {
     const type = ctx.params.type ?? 'ins';
     const category = ctx.params.category ?? (type === 'ins' ? 'all' : 's00001');
@@ -12,23 +23,10 @@ module.exports = async (ctx) => {
 
     const feed = await parser.parseURL(link);
 
-    const renderFanBox = (pics) =>
-        art(path.join(__dirname, 'templates/fancybox.art'), {
-            pics,
-        });
-
-    const renderDesc = (pics, desc) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            pics: renderFanBox(pics),
-            desc,
-        });
-
     const items = await Promise.all(
         feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
+                const response = await got(item.link, {
                     headers: {
                         Referer: 'https://news.mingpao.com/',
                     },
@@ -48,15 +46,21 @@ module.exports = async (ctx) => {
                 item.category = item.categories;
 
                 // fix fancybox image
-                const fancybox = fancyboxImg
-                    .map((_, e) => {
-                        e = $(e);
-                        return {
-                            href: e.attr('href'),
-                            title: e.attr('title'),
-                        };
-                    })
-                    .get();
+                const fancybox = fancyboxImg.toArray().map((e) => {
+                    e = $(e);
+                    const href = new URL(e.attr('href'));
+                    let video;
+                    if (href.hostname === 'videop.mingpao.com') {
+                        video = new URL(href.searchParams.get('file'));
+                        video.hostname = 'cfrvideo.mingpao.com'; // use cloudflare cdn
+                        video = video.href;
+                    }
+                    return {
+                        href: href.href,
+                        title: e.attr('title'),
+                        video,
+                    };
+                });
 
                 // remove unwanted key value
                 delete item.categories;
@@ -65,7 +69,7 @@ module.exports = async (ctx) => {
                 delete item.creator;
                 delete item.isoDate;
 
-                item.description = renderDesc(fancybox, $('.txt4').html() ?? $('div.article_content.line_1_5em').html());
+                item.description = renderDesc(fancybox, $('.txt4').html() ?? $('.article_content.line_1_5em').html());
                 item.pubDate = parseDate(item.pubDate);
                 item.guid = item.link.indexOf('?') > 0 ? item.link : item.link.substring(0, item.link.lastIndexOf('/'));
 
@@ -82,13 +86,4 @@ module.exports = async (ctx) => {
         image: feed.image.url,
         language: feed.language,
     };
-
-    ctx.state.json = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-        image: feed.image.url,
-        language: feed.language,
-    };
 };

package/lib/v2/mingpao/templates/description.art

@@ -1,2 +1,2 @@
-{{@ pics }}
+{{@ media }}
 {{@ desc }}

package/lib/v2/mingpao/templates/fancybox.art

@@ -1,3 +1,7 @@
-{{ each pics }}
-    <figure><img src="{{ $value.href }}" alt="{{ $value.title }}"><figcaption>{{ $value.title }}</figcaption></figure>
+{{ each media }}
+    {{ if $value.video }}
+        <video controls preload="none" poster="{{ $value.video.replace('.mp4', '.jpg') }}"><source src="{{ $value.video }}" type="video/mp4"></video>
+    {{ else }}
+        <figure><img src="{{ $value.href }}" alt="{{ $value.title }}"><figcaption>{{ $value.title }}</figcaption></figure>
+    {{ /if }}
 {{ /each }}

package/lib/v2/mirror/index.js

@@ -4,10 +4,13 @@ const md = require('markdown-it')({
     html: true,
     linkify: true,
 });
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-
+    if (!id.endsWith('.eth') && !isValidHost(id)) {
+        throw Error('Invalid id');
+    }
     const rootUrl = 'https://mirror.xyz';
     const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
 
@@ -15,16 +18,23 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
-    const items = data.props.pageProps.project.posts.map((item) => ({
-        title: item.title,
-        description: md.render(item.truncatedBody),
-        link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp, 'X'),
-        author: item.publisher.project.displayName,
-    }));
+    const items = Object.keys(data.props.pageProps.__APOLLO_STATE__)
+        .filter((key) => key.startsWith('entry:'))
+        .map((key) => {
+            const item = data.props.pageProps.__APOLLO_STATE__[key];
+            return {
+                title: item.title,
+                description: md.render(item.body),
+                link: `${currentUrl}/${item._id}`,
+                pubDate: parseDate(item.publishedAtTimestamp, 'X'),
+                author: data.props.pageProps.publicationLayoutProject.displayName,
+            };
+        });
 
     ctx.state.data = {
-        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        title: `${data.props.pageProps.publicationLayoutProject.displayName} - Mirror`,
+        description: data.props.pageProps.publicationLayoutProject.description,
+        image: data.props.pageProps.publicationLayoutProject.avatarURL,
         link: currentUrl,
         item: items,
     };

package/lib/v2/misskey/featured-notes.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site;
+    if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    // docs on: https://misskey-hub.net/docs/api/endpoints/notes/featured.html
+    const url = `https://${site}/api/notes/featured`;
+    const response = await got({
+        method: 'post',
+        url,
+        json: {
+            limit: 10,
+            offset: 0,
+        },
+    });
+
+    const list = response.data;
+
+    ctx.state.data = {
+        title: `Featured Notes on ${site}`,
+        link: `https://${site}/explore`,
+        item: utils.parseNotes(list, site),
+    };
+};

package/lib/v2/misskey/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/notes/featured/:site': ['Misaka13514'],
+};

package/lib/v2/misskey/radar.js

@@ -0,0 +1,35 @@
+module.exports = {
+    'misskey.io': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/misskey.io',
+            },
+        ],
+    },
+    'madost.one': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/madost.one',
+            },
+        ],
+    },
+    'mk.nixnet.social': {
+        _name: 'Misskey',
+        '.': [
+            {
+                title: 'Featured Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#misskey',
+                source: ['/explore'],
+                target: '/misskey/notes/featured/mk.nixnet.social',
+            },
+        ],
+    },
+};

package/lib/v2/misskey/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/notes/featured/:site', require('./featured-notes'));
+};

package/lib/v2/misskey/templates/note.art

@@ -0,0 +1,23 @@
+{{ if text }}
+    <p>{{ text.replace(/\n/g, '<br>') }}</p>
+{{ /if }}
+
+{{ each files file }}
+    <br>
+    {{ if file.type.includes('image') }}
+        <img src="{{ file.url }}" />
+    {{ else if file.type.includes('video') }}
+        <video controls poster="{{ file.thumbnailUrl }}">
+            <source src="{{ file.url }}" type="{{ file.type }}">
+        </video>
+    {{ else if file.type.includes('audio') }}
+        <audio controls>
+            <source src="{{ file.url }}" type="{{ file.type }}">
+        </audio>
+    {{ else }}
+        <a href="{{ file.url }}" target="_blank">{{ file.name }}</a>
+    {{ /if }}
+    {{ if file.comment }}
+        <p>{{ file.comment }}</p>
+    {{ /if }}
+{{ /each }}

package/lib/v2/misskey/utils.js

@@ -0,0 +1,31 @@
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+
+const allowSiteList = ['misskey.io', 'madost.one', 'mk.nixnet.social'];
+
+// docs on: https://misskey-hub.net/docs/api/entity/note.html
+const parseNotes = (data, site) =>
+    data.map((item) => {
+        const host = item.user.host === null ? site : item.user.host;
+        const author = `${item.user.name} (@${item.user.username}@${host})`;
+        const description = art(path.join(__dirname, 'templates/note.art'), {
+            text: item.text,
+            files: item.files,
+        });
+        const title = `${author}: "${description}"`;
+        const link = `https://${host}/notes/${item.id}`;
+        const pubDate = parseDate(item.createdAt);
+        return {
+            title,
+            description,
+            pubDate,
+            link,
+            author,
+        };
+    });
+
+module.exports = {
+    parseNotes,
+    allowSiteList,
+};

package/lib/v2/mixcloud/index.js

@@ -0,0 +1,130 @@
+const got = require('@/utils/got');
+const CryptoJS = require('crypto-js');
+const { parseDate } = require('@/utils/parse-date');
+const { queries } = require('./queries');
+
+module.exports = async (ctx) => {
+    const host = 'https://www.mixcloud.com';
+    const imageBaseURL = 'https://thumbnailer.mixcloud.com/unsafe/480x480/';
+    const headers = {
+        Referer: host,
+        'Content-Type': 'application/json',
+        'X-Requested-With': 'XMLHttpRequest',
+    };
+
+    const type = ctx.params.type ?? 'uploads';
+    if (!['stream', 'uploads', 'favorites', 'listens'].includes(type)) {
+        throw Error(`Invalid type: ${type}`);
+    }
+    const username = ctx.params.username;
+
+    const config = {
+        stream: { name: 'Stream', node: 'stream' },
+        uploads: { name: 'Shows', node: 'uploads' },
+        favorites: { name: 'Favorites', node: 'favorites' },
+        listens: { name: 'History', node: 'listeningHistory' },
+    };
+    const payloads = {
+        stream: {
+            query: queries.stream.query,
+            variables: {
+                lookup: {
+                    username: ctx.params.username,
+                },
+            },
+        },
+        uploads: {
+            query: queries.uploads.query,
+            variables: {
+                lookup: {
+                    username: ctx.params.username,
+                },
+                orderBy: 'LATEST',
+                audioTypes: ['SHOW'],
+            },
+        },
+        favorites: {
+            query: queries.favorites.query,
+            variables: {
+                lookup: {
+                    username: ctx.params.username,
+                },
+            },
+        },
+        listens: {
+            query: queries.listens.query,
+            variables: {
+                lookup: {
+                    username: ctx.params.username,
+                },
+            },
+        },
+        profile: {
+            query: queries.profile.query,
+            variables: {
+                lookup: {
+                    username: ctx.params.username,
+                },
+            },
+        },
+    };
+
+    const profile = (
+        await got({
+            method: 'post',
+            url: `${host}/graphql`,
+            json: payloads.profile,
+            headers,
+        })
+    ).data.data;
+
+    const biog = profile.user.biog;
+    const image = `${imageBaseURL}${profile.user.picture.urlRoot}`;
+
+    const data = (
+        await got({
+            method: 'post',
+            url: `${host}/graphql`,
+            json: payloads[type],
+            headers,
+        })
+    ).data.data;
+
+    // https://github.com/ytdl-org/youtube-dl/blob/f1487d4fca40fd37d735753e24a7bae53a1b1513/youtube_dl/extractor/mixcloud.py#L72-L79
+    const decryptionKey = 'IFYOUWANTTHEARTISTSTOGETPAIDDONOTDOWNLOADFROMMIXCLOUD';
+    const decryptXorCipher = (key, cipherText) => {
+        const cipher = CryptoJS.enc.Base64.parse(cipherText);
+        const decrypted = cipher.toString(CryptoJS.enc.Utf8);
+        let result = '';
+        for (let i = 0; i < decrypted.length; i++) {
+            result += String.fromCharCode(decrypted.charCodeAt(i) ^ key.charCodeAt(i % key.length));
+        }
+        return result;
+    };
+
+    const items = data.user[config[type].node].edges.map((edge) => {
+        const item = type === 'listens' ? edge.node.cloudcast : edge.node;
+        return {
+            title: item.name,
+            author: item.owner.displayName,
+            description: item.description.replace(/\n/g, '<br>'),
+            pubDate: parseDate(item.publishDate),
+            guid: Buffer.from(item.id, 'base64').toString('utf8'),
+            link: `${host}/${username}/${item.slug}`,
+            itunes_item_image: `${imageBaseURL}${item.picture.urlRoot}`,
+            itunes_duration: item.audioLength,
+            enclosure_url: decryptXorCipher(decryptionKey, item.streamInfo.url),
+            enclosure_type: 'audio/x-m4a',
+            upvotes: item.favorites.totalCount,
+        };
+    });
+
+    ctx.state.data = {
+        title: `Mixcloud - ${data.user.displayName}'s ${config[type].name}`,
+        description: biog.replace(/\n/g, '<br>'),
+        itunes_author: data.user.displayName,
+        image,
+        link: `${host}/${username}/${type}/`,
+        item: items,
+    };
+};

package/lib/v2/mixcloud/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:username/:type?': ['Misaka13514'],
+};