rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/mastodon/acct.ts

@@ -1,11 +1,22 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import utils from './utils';
 
 export const route: Route = {
     path: '/acct/:acct/statuses/:only_media?',
-    categories: ['social-media'],
-    example: '/mastodon/acct/CatWhitney@mastodon.social/statuses',
-    parameters: { acct: 'Webfinger account URI, like `user@host`', only_media: 'whether only display media content, default to false, any value to true' },
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
+    example: '/mastodon/acct/Mastodon@mastodon.social/statuses',
+    parameters: {
+        acct: 'Webfinger account URI, like `user@host`',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/mastodon/timeline-local.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
 import { config } from '@/config';
@@ -6,9 +6,20 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/timeline/:site/:only_media?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/mastodon/timeline/pawoo.net/true',
-    parameters: { site: 'instance address, only domain, no `http://` or `https://` protocol header', only_media: 'whether only display media content, default to false, any value to true' },
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/mastodon/timeline-remote.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
 import { config } from '@/config';
@@ -6,9 +6,20 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/remote/:site/:only_media?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/mastodon/remote/pawoo.net/true',
-    parameters: { site: 'instance address, only domain, no `http://` or `https://` protocol header', only_media: 'whether only display media content, default to false, any value to true' },
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/matters/author.ts

@@ -0,0 +1,63 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+const handler = async (ctx) => {
+    const { uid } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+    const response = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                user(input: {userName: "${uid}"}) {
+                  displayName
+                  avatar
+                  info {
+                    description
+                  }
+                  articles(input: {first: ${limit}}) {
+                    edges {
+                      node {
+                        shortHash
+                        title
+                        content
+                        createdAt
+                        author {
+                          displayName
+                        }
+                        tags {
+                          content
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const user = response.data.user;
+
+    return {
+        title: `Matters | ${user.displayName}`,
+        link: `${baseUrl}/@${uid}`,
+        description: user.info.description,
+        image: user.avatar,
+        item: user.articles.edges.map(({ node }) => parseItem(node)),
+    };
+};
+
+export const route: Route = {
+    path: '/author/:uid',
+    name: 'Author',
+    example: '/matters/author/robertu',
+    parameters: { uid: "Author id, can be found at author's homepage url" },
+    maintainers: ['Cerebrater', 'xosdy'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town/:uid'],
+            target: (params) => `/matters/author/${params.uid.slice(1)}`,
+        },
+    ],
+};

package/lib/routes/matters/latest.ts

@@ -0,0 +1,74 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+const handler = async (ctx) => {
+    const { type = 'latest' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+    const options = {
+        latest: {
+            title: '最新',
+            apiType: 'newest',
+        },
+        heat: {
+            title: '熱議',
+            apiType: 'hottest',
+        },
+        essence: {
+            title: '精華',
+            apiType: 'icymi',
+        },
+    };
+
+    const response = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                viewer {
+                  recommendation {
+                    feed: ${options[type].apiType}(input: {first: ${limit}}) {
+                      edges {
+                        node {
+                          shortHash
+                          title
+                          content
+                          createdAt
+                          author {
+                            displayName
+                          }
+                          tags {
+                            content
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const item = response.data.viewer.recommendation.feed.edges.map(({ node }) => parseItem(node));
+
+    return {
+        title: `Matters | ${options[type].title}`,
+        link: baseUrl,
+        item,
+    };
+};
+export const route: Route = {
+    path: '/latest/:type?',
+    name: 'Latest, heat, essence',
+    example: '/matters/latest/heat',
+    parameters: { uid: 'Defaults to latest, see table below' },
+    maintainers: ['xyqfer', 'Cerebrater', 'xosdy'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town'],
+        },
+    ],
+    description: `| 最新   | 热门 | 精华    |
+  | ------ | ---- | ------- |
+  | latest | heat | essence |`,
+};

package/lib/routes/matters/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Matters',
+    url: 'matters.town',
+    categories: ['new-media'],
+};

package/lib/routes/matters/tags.ts

@@ -0,0 +1,85 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+interface Tag {
+    type: string;
+    generated: boolean;
+    id: string;
+    typename: string;
+}
+
+const getTagId = (tid: string) =>
+    cache.tryGet(`matters:tags:${tid}`, async () => {
+        const response = await ofetch(`${baseUrl}/tags/${tid}`);
+        const $ = cheerio.load(response);
+        const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+
+        const node = Object.entries(nextData.props.apolloState.data.ROOT_QUERY)
+            .find(([key]) => key.startsWith('node'))
+            ?.pop() as Tag;
+
+        return node?.id.split(':')[1];
+    });
+
+const handler = async (ctx) => {
+    const { tid } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const tagId = await getTagId(tid);
+
+    const gqlResponse = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                node(input: {id: "${tagId}"}) {
+                  ... on Tag {
+                    content
+                    description
+                    articles(input: {first: ${limit}}) {
+                      edges {
+                        node {
+                          title
+                          shortHash
+                          content
+                          createdAt
+                          author {
+                            displayName
+                          }
+                          tags {
+                            content
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const node = gqlResponse.data.node;
+
+    return {
+        title: `Matters | ${node.content}`,
+        link: `${baseUrl}/tags/${tid}`,
+        description: node.description,
+        item: node.articles.edges.map(({ node }) => parseItem(node)),
+    };
+};
+
+export const route: Route = {
+    path: '/tags/:tid',
+    name: 'Tags',
+    example: '/matters/tags/972-哲學',
+    parameters: { tid: 'Tag id, can be found in the url of the tag page' },
+    maintainers: ['Cerebrater'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town/tags/:tid'],
+        },
+    ],
+};

package/lib/routes/matters/utils.ts

@@ -0,0 +1,30 @@
+import { parseDate } from '@/utils/parse-date';
+
+export const baseUrl = 'https://matters.town';
+export const gqlEndpoint = 'https://server.matters.town/graphql';
+
+interface Tag {
+    content: string;
+}
+
+interface Author {
+    displayName: string;
+}
+
+interface Article {
+    shortHash: string;
+    title: string;
+    content: string;
+    createdAt: string;
+    author: Author;
+    tags: Tag[];
+}
+
+export const parseItem = (node: Article) => ({
+    title: node.title,
+    description: node.content,
+    link: `${baseUrl}/a/${node.shortHash}`,
+    author: node.author.displayName,
+    pubDate: parseDate(node.createdAt),
+    category: node.tags.map((tag) => tag.content),
+});

package/lib/routes/mckinsey/cn/index.ts

@@ -1,8 +1,5 @@
 import { Route } from '@/types';
-// use stock `got` package as a workaround for
-// https://github.com/DIYgod/RSSHub/issues/8239
-// https://github.com/DIYgod/RSSHub/pull/8288
-import got from 'got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import { categories } from './category-map';
 
@@ -53,12 +50,12 @@ async function handler(ctx) {
         categories.find((c) => c.slug === category);
     }
 
-    const posts = await got(`${endpoint}/wp/v2/posts`, {
-        searchParams: {
+    const posts = await ofetch(`${endpoint}/wp/v2/posts`, {
+        query: {
             per_page: ctx.req.query('limit') ? Number(ctx.req.query('limit')) : 50,
             categories: category,
         },
-    }).json();
+    });
 
     const items = posts.map((item) => ({
         title: item.title.rendered,

package/lib/routes/mcmod/index.ts

@@ -0,0 +1,105 @@
+import { DataItem, Route } from '@/types';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+import path from 'node:path';
+import cache from '@/utils/cache';
+import timezone from '@/utils/timezone';
+import { art } from '@/utils/render';
+import { getCurrentPath } from '@/utils/helpers';
+
+const render = (mod) => art(path.join(getCurrentPath(import.meta.url), 'templates', 'mod.art'), { mod });
+
+export const route: Route = {
+    path: '/:type',
+    categories: ['game'],
+    example: '/mcmod/new',
+    parameters: { type: '查询类型，详见下表' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '最新MOD',
+    maintainers: ['hualiong'],
+    description: `\`:type\` 类型可选如下
+
+| 随机显示MOD | 最新收录MOD | 最近编辑MOD |
+| ------ | --- | ---- |
+| random | new | edit |`,
+    handler: async (ctx) => {
+        const type = ctx.req.param('type');
+        const $get = ofetch.create({ baseURL: 'https://www.mcmod.cn' });
+        const response = await $get('/');
+
+        const $ = load(response);
+        const typeName = $(`div.left > ul > li[i='${type}']`).attr('title');
+        const list = $(`#indexNew_${type} > .block`)
+            .toArray()
+            .map((item): DataItem => {
+                const each = $(item);
+                const time = each.find('div .time');
+                return {
+                    title: each.find('div > .name > a').text(),
+                    image: each.find('img').attr('src')?.split('@')[0],
+                    link: each.children('a').attr('href'),
+                    pubDate: time.attr('title') && timezone(parseDate(time.attr('title')!.substring(6), 'YYYY-MM-DD HH:mm:ss'), +8),
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const response = await $get(item.link!);
+                    const $ = load(response);
+
+                    item.author = $('.author li')
+                        .toArray()
+                        .map((item) => {
+                            const each = $(item);
+                            const name = each.find('.name a');
+                            return {
+                                name: name.text(),
+                                url: 'https://www.mcmod.cn' + name.attr('href'),
+                                avatar: each.find('.avatar img').attr('src')?.split('?')[0],
+                            };
+                        });
+
+                    const html = $('.common-text[data-id="1"]').html()!;
+                    const support = $('.mcver > ul > ul')
+                        .toArray()
+                        .map((e) => {
+                            const ul = $(e);
+                            const label = ul.children('li:first-child').text();
+                            const versions = ul
+                                .children('li:not(:first-child)')
+                                .toArray()
+                                .map((e) => $(e).text())
+                                .join('，');
+                            return { label, versions };
+                        });
+
+                    item.description =
+                        render({
+                            pic: 'https:' + item.image,
+                            label: $('.class-info  li.col-lg-4')
+                                .toArray()
+                                .map((e) => $(e).text()),
+                            support,
+                        }) + html.replaceAll(/\ssrc=".+?"/g, '').replaceAll('data-src', 'src');
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${typeName} - MC百科`,
+            description: $('meta[name="description"]').attr('content'),
+            link: 'https://www.mcmod.cn',
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/mcmod/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MC百科',
+    url: 'www.mcmod.cn',
+};

package/lib/routes/mcmod/templates/mod.art

@@ -0,0 +1,13 @@
+<img src="{{ mod.pic }}" referrerpolicy="no-referrer">
+{{ each mod.label l }}
+  <p>{{ l }}</p>
+{{ /each }}
+{{ if mod.support.length > 0 }}
+  <p>支持的MC版本: </p>
+  <ul>
+    {{ each mod.support s }}
+      <li><b>{{ s.label }}</b>{{ s.versions }}</li>
+    {{ /each }}
+  </ul>
+{{ /if }}
+<hr style="height: 2px; background-color: #e7e7e7; border: 0 none;">