rsshub 1.0.0-master.f2ed98e → 1.0.0-master.f2eee10

package/lib/v2/line/utils.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const logger = require('@/utils/logger');
+const baseUrl = 'https://today.line.me';
+
+const parseList = (items) =>
+    items.map((item) => ({
+        title: item.title,
+        link: item.url.url,
+        pubDate: parseDate(item.publishTimeUnix),
+        hash: item.url.hash,
+        category: item.categoryName,
+    }));
+
+const parseItems = (list, tryGet) =>
+    Promise.all(
+        list.map((item) =>
+            tryGet(item.link, async () => {
+                const edition = item.link.match(/today\.line\.me\/(\w+?)\/v2\/.*$/)[1];
+                let data;
+                try {
+                    const response = await got(`${baseUrl}/webapi/portal/page/setting/article`, {
+                        searchParams: {
+                            country: edition,
+                            hash: item.hash,
+                            group: 'NA',
+                        },
+                    });
+                    data = response.data;
+                } catch (error) {
+                    if (error instanceof got.HTTPError && error.response.statusCode === 404) {
+                        logger.error(`Error parsing article ${item.link}: ${error.message}`);
+                        return item;
+                    }
+                    throw error;
+                }
+
+                const $ = cheerio.load(data.data.content, null, false);
+
+                $('img').each((_, img) => {
+                    delete img.attribs['data-hashid'];
+                    img.attribs.src = img.attribs.src.replace(/\/w\d+$/, '');
+                });
+
+                item.description = $.html();
+                item.author = data.data.author;
+                item.category = [...new Set([item.category, ...data.data.exploreLinks.map((link) => link.name)])];
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    baseUrl,
+    parseList,
+    parseItems,
+};

package/lib/v2/logonews/router.js

@@ -1,5 +1,5 @@
 module.exports = function (router) {
     router.get('/work/tags/:tag', require('./index'));
     router.get('/tag/:tag', require('./index'));
-    router.get(/([\w|\d|/|-]+)?/, require('./index'));
+    router.get(/([\w\d/-]+)?/, require('./index'));
 };

package/lib/v2/luogu/userFeed.js

@@ -25,6 +25,7 @@ module.exports = async (ctx) => {
             pubDate: parseDate(item.time, 'X'),
             author: name,
             link: `https://www.luogu.com.cn/user/${uid}#activity`,
+            guid: item.id,
         })),
     };
 };

package/lib/v2/macmenubar/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/recently/:category?': ['5upernova-heng'],
+};

package/lib/v2/macmenubar/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'macmenubar.com': {
+        _name: 'MacMenuBar',
+        '.': [
+            {
+                title: 'Recently Added',
+                docs: 'https://docs.rsshub.app/other.html#macmenubar',
+                source: ['/recently-added', '/:category'],
+                target: '/macmenubar/recently/category',
+            },
+        ],
+    },
+};

package/lib/v2/macmenubar/recently.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+
+async function getCategoryId(categories) {
+    const baseUrl = `https://macmenubar.com/wp-json/wp/v2/categories`;
+    const { data: response } = await got(baseUrl, {
+        method: 'GET',
+        searchParams: {
+            slug: categories,
+        },
+    });
+    return response.reduce((queryString, item) => queryString + item.id + ',', '');
+}
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://macmenubar.com/wp-json/wp/v2/posts';
+    const categories = ctx.params.category;
+    const searchParams = {
+        per_page: 100,
+    };
+    if (categories) {
+        searchParams.categories = await getCategoryId(categories);
+    }
+    const response = await got(baseUrl, {
+        method: 'GET',
+        searchParams,
+    });
+    const items = response.data.map((post) => {
+        const title = post.title.rendered;
+        const link = post.link;
+        const pubDate = post.date_gmt;
+        const description = post.content.rendered;
+        const tags = post.tag_info.map((tag) => tag.name);
+        const categories = post.category_info.map((category) => category.name);
+        return {
+            title,
+            link,
+            pubDate,
+            description,
+            category: tags.concat(categories),
+        };
+    });
+    ctx.state.data = {
+        title: 'Recent Posts | MacMenuBar.com',
+        link: 'https://macmenubar.com/recently-added/',
+        item: items,
+    };
+};

package/lib/v2/macmenubar/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/recently/:category?', require('./recently'));
+};

package/lib/v2/macupdate/app.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { appId, appSlug } = ctx.params;
+    const baseUrl = 'https://www.macupdate.com';
+    const link = `${baseUrl}/app/mac/${appId}${appSlug ? `/${appSlug}` : ''}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const nextData = JSON.parse($('#__NEXT_DATA__').text());
+
+    const {
+        asPath,
+        appData: { data: appData },
+    } = nextData.props.initialProps.pageProps;
+
+    const item = {
+        title: `${appData.title} ${appData.version}`,
+        description: appData.release_notes,
+        pubDate: parseDate(appData.date.timestamp, 'X'),
+        link: `${baseUrl}${asPath}`,
+        guid: `macupdate/app/${appId}/${appData.version}`,
+        category: [appData.category.name, appData.subcategory?.name],
+        author: appData.developer.name,
+    };
+
+    ctx.state.data = {
+        title: appData.title,
+        description: appData.description,
+        link: `${baseUrl}${asPath}`,
+        logo: appData.logo.source,
+        icon: appData.logo.source,
+        item: [item],
+        language: 'en',
+    };
+
+    ctx.state.json = {
+        pageProps: nextData.props.initialProps.pageProps,
+    };
+};

package/lib/v2/macupdate/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/app/:appId/:appSlug?': ['TonyRL'],
+};

package/lib/v2/macupdate/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'macupdate.com': {
+        _name: 'MacUpdate',
+        '.': [
+            {
+                title: '更新',
+                docs: 'https://docs.rsshub.app/program-update.html#macupdate',
+                source: ['/app/mac/:appId/:appSlug'],
+                target: '/macupdate/app/:appId/:appSlug?',
+            },
+        ],
+    },
+};

package/lib/v2/macupdate/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/app/:appId/:appSlug?', require('./app'));
+};

package/lib/v2/magazinelib/latest-magazine.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'https://magazinelib.com';
+module.exports = async (ctx) => {
+    const query = ctx.params.query;
+    const url = `${host}/wp-json/wp/v2/posts/`;
+    const response = await got({
+        method: 'get',
+        url,
+        searchParams: {
+            search: query,
+            per_page: 30,
+            _embed: 1,
+        },
+    });
+    let subTitle = query;
+    if (subTitle !== undefined) {
+        subTitle = subTitle.replace(/[^a-zA-Z0-9]+/g, ' ').toUpperCase();
+        subTitle = ` - ${subTitle}`;
+    } else {
+        subTitle = '';
+    }
+
+    const items = response.data.map((obj) => {
+        const data = {};
+        data.date = obj.date_gmt;
+        data.link = obj.link;
+        data.featuredMediaLink = obj._links['wp:featuredmedia'][0].href;
+        data.title = obj.title.rendered;
+        const $ = cheerio.load(obj.content.rendered);
+        const content = $('.vk-att');
+        content.find('img[src="https://magazinelib.com/wp-includes/images/media/default.png"]').remove();
+        data.content = content.html();
+        const imgUrl = obj._embedded['wp:featuredmedia'][0].source_url;
+        data.description = data.content + art(path.join(__dirname, 'templates/magazine-description.art'), { imgUrl });
+        data.categories = obj._embedded['wp:term'][0].map((item) => item.name);
+        return data;
+    });
+
+    ctx.state.data = {
+        title: `MagazineLib - Latest Magazines${subTitle}`,
+        link: `{host}/?s=${query}`,
+        description: `MagazineLib - Latest Magazines${subTitle}`,
+        item: items.map((item) => ({
+            title: item.title,
+            link: item.link,
+            category: item.categories,
+            pubDate: new Date(item.pubDate).toUTCString(),
+            description: item.description,
+        })),
+    };
+};

package/lib/v2/magazinelib/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest-magazine/:query?': ['NavePnow'],
+};

package/lib/v2/magazinelib/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'magazinelib.com': {
+        _name: 'magazineLib',
+        '.': [
+            {
+                title: 'Latest Magazine',
+                docs: 'https://docs.rsshub.app/reading.html#magazinelib',
+                source: ['/'],
+                target: (_, url) => {
+                    const query = new URL(url).searchParams.get('s');
+                    if (query === null) {
+                        return '/magazinelib/latest-magazine';
+                    }
+                    return `/magazinelib/latest-magazine/${query}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/magazinelib/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest-magazine/:query?', require('./latest-magazine'));
+};

package/lib/v2/magazinelib/templates/magazine-description.art

@@ -0,0 +1,3 @@
+<div>
+    <img src={{imgUrl}}>
+</div>

package/lib/v2/mastodon/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/account_id/:site/:account_id/statuses/:only_media?': ['notofoe'],
+    '/acct/:acct/statuses/:only_media?': ['notofoe'],
+    '/remote/:site/:only_media?': ['hoilc'],
+    '/timeline/:site/:only_media?': ['hoilc'],
+};

package/lib/v2/mastodon/radar.js

@@ -0,0 +1,30 @@
+module.exports = {
+    'mastodon.social': {
+        _name: 'Mastodon',
+        '.': [
+            {
+                title: '用户公共时间线',
+                docs: 'https://docs.rsshub.app/social-media.html#mastodon',
+                source: ['/:acct'],
+                target: (params, url) => (params.acct.startsWith('@') ? `/mastodon/acct/${params.substring(1)}@${new URL(url).host}/statuses` : ''),
+            },
+            {
+                title: '实例公共时间线（本站）',
+                docs: 'https://docs.rsshub.app/social-media.html#mastodon',
+                source: ['/'],
+                target: (_, url) => `/mastodon/timeline/${new URL(url).host}`,
+            },
+            {
+                title: '实例公共时间线（跨站）',
+                docs: 'https://docs.rsshub.app/social-media.html#mastodon',
+                source: ['/'],
+                target: (_, url) => `/mastodon/remote/${new URL(url).host}`,
+            },
+            {
+                title: '用户公共时间线（备用）',
+                docs: 'https://docs.rsshub.app/social-media.html#mastodon',
+                source: ['/:acct'],
+            },
+        ],
+    },
+};

package/lib/v2/mastodon/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/account_id/:site/:account_id/statuses/:only_media?', require('./account_id'));
+    router.get('/acct/:acct/statuses/:only_media?', require('./acct'));
+    router.get('/remote/:site/:only_media?', require('./timeline_remote'));
+    router.get('/timeline/:site/:only_media?', require('./timeline_local'));
+};

package/lib/v2/mastodon/timeline_local.js

@@ -0,0 +1,22 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site;
+    const only_media = ctx.params.only_media ? 'true' : 'false';
+    if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    const url = `http://${site}/api/v1/timelines/public?local=true&only_media=${only_media}`;
+
+    const response = await got.get(url);
+    const list = response.data;
+
+    ctx.state.data = {
+        title: `Local Public${ctx.params.only_media ? ' Media' : ''} Timeline on ${site}`,
+        link: `https://${site}`,
+        item: utils.parseStatuses(list),
+    };
+};

package/lib/v2/mastodon/timeline_remote.js

@@ -0,0 +1,22 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site;
+    const only_media = ctx.params.only_media ? 'true' : 'false';
+    if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    const url = `http://${site}/api/v1/timelines/public?remote=true&only_media=${only_media}`;
+
+    const response = await got.get(url);
+    const list = response.data;
+
+    ctx.state.data = {
+        title: `Federated Public${ctx.params.only_media ? ' Media' : ''} Timeline on ${site}`,
+        link: `https://${site}`,
+        item: utils.parseStatuses(list),
+    };
+};

package/lib/v2/mastodon/utils.js

@@ -0,0 +1,133 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const allowSiteList = ['mastodon.social', 'pawoo.net'];
+
+const parseStatuses = (data) =>
+    data.map((item) => {
+        // docs on: https://docs.joinmastodon.org/entities/status/
+
+        const accountRepostedBy = item.reblog ? item.account : null;
+        item = item.reblog ? item.reblog : item;
+
+        const content = item.content ? item.content.replace(/<span.*?>|<\/span.*?>/gm, '') : '';
+        const contentRemovedHtml = content.replace(/<(?:.|\n)*?>/gm, '\n');
+
+        const mediaParse = (media_attachments) =>
+            media_attachments
+                .map((item) => {
+                    const selectedUrl = item.remote_url ? item.remote_url : item.url;
+                    const description = item.description ? item.description : '';
+                    switch (item.type) {
+                        case 'gifv':
+                            return `<br><video src="${selectedUrl}" autoplay loop>gif ${description}</video>`;
+                        case 'video':
+                            return `<br><video src="${selectedUrl}" controls loop>video ${description}</video>`;
+                        case 'image':
+                            return `<br><img src="${selectedUrl}" alt="image ${description}">`;
+                        case 'audio':
+                            return `<br><audio controls src="${selectedUrl}">audio ${description}</audio>`;
+                        case 'unknown':
+                        default:
+                            return `<br><a href="${selectedUrl}">media ${description}</a>`;
+                    }
+                })
+                .join('');
+
+        const author = `${item.account.display_name} (@${item.account.acct})`;
+        const link = item.url;
+        const media = mediaParse(item.media_attachments);
+
+        const titleAuthor = accountRepostedBy ? `Re @${accountRepostedBy.username}` : `@${item.account.username}`;
+        const titleText = item.sensitive === true ? `(CW) ${item.spoiler_text}` : contentRemovedHtml;
+        const title = `${titleAuthor}: "${titleText}"`;
+
+        return {
+            title,
+            author,
+            description: item.spoiler_text + '<hr />' + content + media,
+            pubDate: parseDate(item.created_at),
+            link,
+            guid: item.uri,
+        };
+    });
+
+async function getAccountStatuses(site, account_id, only_media) {
+    const statuses_url = `https://${site}/api/v1/accounts/${account_id}/statuses?only_media=${only_media}`;
+    const statuses_response = await got({
+        method: 'get',
+        url: statuses_url,
+    });
+    const data = statuses_response.data;
+
+    let account_data;
+    if (data.length !== 0 && data[0].account !== null) {
+        account_data = data[0].account;
+    } else {
+        const account_url = `https://${site}/api/v1/accounts/${account_id}`;
+        const account_response = await got({
+            method: 'get',
+            url: account_url,
+        });
+        account_data = account_response.data;
+    }
+
+    return { account_data, data };
+}
+
+async function getAccountIdByAcct(acct, ctx) {
+    const config = require('@/config').value;
+    const mastodonConfig = config.mastodon;
+
+    // acctHost is from the acct param of the request, and acctDomain is from either acctHost or the config
+    const acctHost = acct.split('@').filter((e) => e)[1];
+    const site = mastodonConfig.apiHost || acctHost;
+    const acctDomain = mastodonConfig.acctDomain || acctHost;
+    if (!(site && acctDomain)) {
+        throw Error('Mastodon RSS is disabled due to the lack of <a href="https://docs.rsshub.app/en/install/#configuration-route-specific-configurations">relevant config</a>');
+    }
+
+    const search_url = `https://${site}/api/v2/search`;
+    const cacheUid = `mastodon_acct_id/${site}/${acct}`;
+
+    const account_id = await ctx.cache.tryGet(cacheUid, async () => {
+        const search_response = await got({
+            method: 'get',
+            url: search_url,
+            headers: {
+                ...(mastodonConfig.accessToken ? { Authorization: `Bearer ${mastodonConfig.accessToken}` } : {}),
+            },
+            searchParams: {
+                q: acct,
+                type: 'accounts',
+            },
+        });
+        const [acctUser, acctHost] = acct.split('@').filter((e) => e);
+        let acctOnServer;
+
+        if (acctHost) {
+            if (acctHost === acctDomain) {
+                acctOnServer = acctUser;
+            } else {
+                acctOnServer = acctUser + '@' + acctHost;
+            }
+        } else {
+            acctOnServer = acctUser;
+        }
+
+        const accountData = search_response.data.accounts.filter((item) => item.acct === acctOnServer);
+
+        if (accountData.length === 0) {
+            throw `acct ${acct} not found`;
+        }
+        return accountData[0].id;
+    });
+    return { site, account_id };
+}
+
+module.exports = {
+    parseStatuses,
+    getAccountStatuses,
+    getAccountIdByAcct,
+    allowSiteList,
+};

package/lib/v2/mckinsey/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/cn/:category?': ['laampui'],
+};

package/lib/v2/medium/following.js

@@ -0,0 +1,31 @@
+const config = require('@/config').value;
+
+const parseArticle = require('./parse-article.js');
+const { getFollowingFeedQuery } = require('./graphql.js');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user;
+
+    const cookie = config.medium.cookies[user];
+    if (cookie === undefined) {
+        throw Error(`缺少 Medium 用户 ${user} 登录后的 Cookie 值`);
+    }
+
+    const posts = await getFollowingFeedQuery(user, cookie);
+    ctx.state.json = posts;
+
+    if (!posts) {
+        // login failed
+        throw Error(`Medium 用户 ${user} 的 Cookie 无效或已过期`);
+    }
+
+    const urls = posts.items.map((data) => data.post.mediumUrl);
+
+    const parsedArticles = await Promise.all(urls.map((url) => parseArticle(ctx, url)));
+
+    ctx.state.data = {
+        title: `${user} Medium Following`,
+        link: 'https://medium.com/?feed=following',
+        item: parsedArticles,
+    };
+};

package/lib/v2/medium/for-you.js

@@ -0,0 +1,31 @@
+const config = require('@/config').value;
+
+const parseArticle = require('./parse-article.js');
+const { getWebInlineRecommendedFeedQuery } = require('./graphql.js');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user;
+
+    const cookie = config.medium.cookies[user];
+    if (cookie === undefined) {
+        throw Error(`缺少 Medium 用户 ${user} 登录后的 Cookie 值`);
+    }
+
+    const posts = await getWebInlineRecommendedFeedQuery(user, cookie);
+    ctx.state.json = posts;
+
+    if (!posts) {
+        // login failed
+        throw Error(`Medium 用户 ${user} 的 Cookie 无效或已过期`);
+    }
+
+    const urls = posts.items.map((data) => data.post.mediumUrl);
+
+    const parsedArticles = await Promise.all(urls.map((url) => parseArticle(ctx, url)));
+
+    ctx.state.data = {
+        title: `${user} Medium For You`,
+        link: 'https://medium.com/',
+        item: parsedArticles,
+    };
+};