rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/mixi2/home.ts

@@ -0,0 +1,51 @@
+import { type Data, type Route, ViewType } from '@/types';
+import type { Context } from 'hono';
+import { CONFIG_OPTIONS, generatePostDataItem, getClient, postFilter } from './utils';
+
+const handler = async (ctx: Context) => {
+    const limit = Number.parseInt(ctx.req.query('limit') ?? '20', 10);
+
+    const client = getClient();
+
+    const data = await client.getSubscribingFeeds({
+        limit,
+    });
+
+    const personasData = await client.getPersonas({
+        personaIds: data?.feeds?.map((feed) => feed.post.personaId) ?? [],
+    });
+
+    return {
+        title: 'フォロー中',
+        link: 'https://mixi.social/home',
+        image: 'https://mixi.social/_next/static/media/image_logo.8bb36f11.svg',
+        item:
+            data?.feeds
+                ?.filter((feed) => postFilter(feed.post))
+                .map((feed) => ({
+                    title: `@${personasData.personas.find((persona) => persona.personaId === feed.post.personaId)?.name}`,
+                    ...generatePostDataItem(feed.post, personasData.personas),
+                })) ?? [],
+    } as Data;
+};
+
+export const route: Route = {
+    path: '/home',
+    name: 'フォロー中',
+    categories: ['social-media'],
+    example: '/mixi2/home',
+    features: {
+        requireConfig: CONFIG_OPTIONS,
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['mixi.social/home'],
+            target: '/home',
+            title: 'フォロー中',
+        },
+    ],
+    view: ViewType.SocialMedia,
+    handler,
+    maintainers: ['KarasuShin'],
+};

package/lib/routes/mixi2/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'mixi2',
+    url: 'mixi.social',
+    lang: 'ja',
+    categories: ['social-media'],
+};

package/lib/routes/mixi2/user.ts

@@ -0,0 +1,77 @@
+import { type Data, type Route, ViewType } from '@/types';
+import type { Context } from 'hono';
+import { CONFIG_OPTIONS, getClient, parsePost, postFilter } from './utils';
+import { parseDate } from '@/utils/parse-date';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+const handler = async (ctx: Context) => {
+    const limit = Number.parseInt(ctx.req.query('limit') ?? '20', 10);
+    const name = ctx.req.param('name');
+    const mediaOnly = ctx.req.param('media') === 'media';
+
+    if (!name.startsWith('@')) {
+        throw new InvalidParameterError('ユーザー名は@で始まる必要があります');
+    }
+
+    const client = getClient();
+
+    const userInfo = await client.getPersonaByName({
+        name: name.slice(1),
+    });
+
+    const persona = userInfo.persona;
+
+    const data = await client.getPersonalTimeline({
+        personaId: persona?.personaId,
+        limit,
+        mediaOnly,
+    });
+
+    return {
+        title: `${persona?.name} - ${mediaOnly ? 'メディア' : 'ポスト'}`,
+        image: persona?.avatarUrl,
+        item:
+            data?.posts?.filter(postFilter).map((post) => ({
+                title: `@${persona?.name}`,
+                description: parsePost(post),
+                pubDate: parseDate(post.createdAt.seconds * 1e3),
+                guid: post.postId,
+                author: persona?.name,
+                link: `https://mixi.social/@${persona?.name}/posts/${post.postId}`,
+            })) ?? [],
+    } as Data;
+};
+
+export const route: Route = {
+    path: '/user/:name/:media?',
+    name: 'ユーザー',
+    categories: ['social-media'],
+    example: '/mixi2/user/@deyo',
+    parameters: {
+        name: {
+            description: '@で始まるユーザー名',
+        },
+        media: {
+            description: '`media`を入力するとメディアを含むポストのみを取得、デフォルトは空で全てのポストを取得',
+        },
+    },
+    features: {
+        requireConfig: CONFIG_OPTIONS,
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['mixi.social/:id'],
+            target: '/user/:id',
+            title: 'ユーザー - ポスト',
+        },
+        {
+            source: ['mixi.social/:id'],
+            target: '/user/:id/media',
+            title: 'ユーザー - メディア',
+        },
+    ],
+    view: ViewType.SocialMedia,
+    handler,
+    maintainers: ['KarasuShin'],
+};

package/lib/routes/mixi2/utils.ts

@@ -0,0 +1,56 @@
+import { Category, MixiClient, Persona, type Post } from 'mixi2';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export function getClient() {
+    const { authToken, authKey } = config.mixi2;
+
+    if (!authToken || !authKey) {
+        throw new ConfigNotFoundError('MIXI2_AUTH_TOKEN and MIXI2_AUTH_KEY are required');
+    }
+
+    return new MixiClient(`auth_token=${authToken}`, authKey, {
+        httpAdapter: ofetch,
+    });
+}
+
+export function parsePost(post: Post) {
+    let description = post.text ? `<p>${post.text}</p>` : '';
+
+    for (const media of post.medias ?? []) {
+        if (media.category === Category.CATEGORY_POST_IMAGE) {
+            description += `<img src="${media.postImage?.largeImageUrl ?? media.postImage?.smallImageUrl}"${media.description ? `alt="${media.description}"` : ''} />`;
+        } else if (media.category === Category.CATEGORY_POST_VIDEO) {
+            description += `<img src="${media.postVideo?.previewImageUrl}" alt="${media.description}" />`;
+        }
+    }
+    return description;
+}
+
+export function generatePostDataItem(post: Post, personas: Persona[]) {
+    const author = personas.find((persona) => persona.personaId === post.personaId);
+    return {
+        description: parsePost(post),
+        pubDate: parseDate(post.createdAt.seconds * 1e3),
+        guid: post.postId,
+        author: author?.name,
+        link: `https://mixi.social/@${author?.name}/posts/${post.postId}`,
+    };
+}
+
+export const CONFIG_OPTIONS = [
+    {
+        name: 'MIXI2_AUTH_TOKEN',
+        description: 'mixi2ログイン後の情報。ブラウザのコンソールでクッキーから `auth_token` の値を取得してください',
+    },
+    {
+        name: 'MIXI2_AUTH_KEY',
+        description: 'mixi2ログイン後の情報。ブラウザのコンソールでリクエストヘッダーから `x-auth-key` の値を取得してください',
+    },
+];
+
+export function postFilter(post: Post) {
+    return !post.isDeleted && post.personaId;
+}

package/lib/routes/modelscope/learn.ts

@@ -0,0 +1,94 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/learn',
+    categories: ['programming'],
+    example: '/modelscope/learn',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.modelscope.cn/learn'],
+        },
+    ],
+    name: '研习社',
+    maintainers: ['TonyRL'],
+    handler,
+    url: 'www.modelscope.cn/learn',
+};
+
+const uselessKey = new Set(['data-type', 'ind', 'jc', 'list', 'metadata', 'newcode', 'spacing', 'subtype', 'sz', 'szunit', 'uuid']);
+
+function render(item) {
+    if (typeof item === 'string') {
+        return item;
+    }
+
+    if (Array.isArray(item)) {
+        const tag = item[0];
+        const attributes = item[1] || {};
+        const children = item.slice(2);
+
+        const attrs = Object.keys(attributes)
+            .filter((key) => !uselessKey.has(key))
+            .map((key) => `${key}="${attributes[key]}"`)
+            .join(' ');
+
+        const child = children.map((element) => render(element)).join('');
+
+        return `<${tag} ${attrs}>${child}</${tag}>`;
+    }
+
+    return '';
+}
+
+async function handler(ctx) {
+    const baseUrl = 'https://www.modelscope.cn';
+
+    const data = await ofetch(`${baseUrl}/api/v1/dolphin/articles`, {
+        method: 'POST',
+        body: {
+            PageNumber: 1,
+            PageSize: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 18,
+            Type: 2,
+            Sort: 'gmt_modified',
+            Query: '',
+            ExcludeIds: [1558, 1436, 881, 399, 1129],
+            IsCourse: [0, 1],
+        },
+    });
+
+    const items = data.Data.Articles.map((i) => ({
+        title: i.Title,
+        description:
+            (i.Content
+                ? render(JSON.parse(i.Content))
+                : JSON.parse(i.CourseInfo)
+                      .map((info) => info.Content && render(JSON.parse(info.Content)))
+                      .join('')) || i.Desc,
+        author: i.CreatedBy,
+        link: `${baseUrl}/learn/${i.Id}`,
+        pubDate: parseDate(i.GmtCreated, 'X'),
+        updated: parseDate(i.GmtModified, 'X'),
+        category: [...new Set([...JSON.parse(i.Domains), ...JSON.parse(i.Subjects)])],
+        image: i.ImageUrl,
+    }));
+
+    return {
+        title: '研习社 · 魔搭社区',
+        description: 'ModelScope——汇聚各领域先进的机器学习模型，提供模型探索体验、推理、训练、部署和应用的一站式服务。在这里，共建模型开源社区，发现、学习、定制和分享心仪的模型。',
+        image: 'https://g.alicdn.com/sail-web/maas/0.8.10/favicon/128.ico',
+        link: `${baseUrl}/learn`,
+        item: items,
+    };
+}

package/lib/routes/moodysmismicrosite/report.ts

@@ -43,7 +43,7 @@ export const route: Route = {
 | 7 | ESG |
 | 8 | 其他 |
     `,
-    maintainers: ['FYLSen'],
+    maintainers: ['Cedaric'],
     handler,
 };
 

package/lib/routes/musify/index.ts

@@ -0,0 +1,130 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { language = '' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://musify.club';
+    const targetUrl: string = new URL(language, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+
+    const items: DataItem[] = $('div.playlist__item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const artist: string | undefined = $el.attr('data-artist');
+            const name: string | undefined = $el.attr('data-name');
+
+            const title: string = [artist, name].filter(Boolean).join(' - ');
+            const linkUrl: string | undefined = $el.find('a.strong').attr('href');
+            const authorEls: Element[] = $el.find('div.playlist__heading a').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: $authorEl.attr('href') ? new URL($authorEl.attr('href') as string, baseUrl).href : undefined,
+                    avatar: undefined,
+                };
+            });
+
+            let processedItem: DataItem = {
+                title,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+            };
+
+            const $enclosureEl: Cheerio<Element> = $el.find('div.playlist__control');
+            const enclosureUrl: string | undefined = $enclosureEl.attr('data-play-url');
+
+            if (enclosureUrl) {
+                processedItem = {
+                    ...processedItem,
+                    enclosure_url: new URL(enclosureUrl, baseUrl).href,
+                    enclosure_type: `audio/${enclosureUrl.split(/\./).pop()}`,
+                    enclosure_title: title,
+                    enclosure_length: undefined,
+                    itunes_duration: undefined,
+                    itunes_item_image: undefined,
+                };
+            }
+
+            return processedItem;
+        });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        id: $('meta[property="og:url"]').attr('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:language?',
+    name: 'Latest',
+    url: 'musify.club',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/musify/en',
+    parameters: {
+        category: {
+            description: 'Language, Russian by default',
+            options: [
+                {
+                    label: 'Russian',
+                    value: '',
+                },
+                {
+                    label: 'English',
+                    value: 'en',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+To subscribe to [Latest](https://musify.club/en), where the source URL is \`https://musify.club/en\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/musify/en\`](https://rsshub.app/musify/en).
+:::
+`,
+    categories: ['multimedia'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['musify.club/:language'],
+            target: '/:language',
+        },
+        {
+            title: 'Latest',
+            source: ['musify.club/en'],
+            target: '/en',
+        },
+        {
+            title: '​​Последняя',
+            source: ['musify.club'],
+            target: '/',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/musify/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'musify',
+    url: 'musify.club',
+    categories: ['multimedia'],
+    description: '',
+    lang: 'ru',
+};

package/lib/routes/musikguru/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MusikGuru',
+    url: 'musikguru.de',
+    categories: ['multimedia'],
+    description: '',
+    lang: 'de',
+};

package/lib/routes/musikguru/news.ts

@@ -0,0 +1,146 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
+
+    const baseUrl: string = 'https://musikguru.de';
+    const targetUrl: string = new URL('news/', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'de';
+
+    let items: DataItem[] = [];
+
+    items = $('section')
+        .eq(1)
+        .find('div.card')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('h5.card-title').text();
+            const image: string | undefined = $el.find('img').attr('src');
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                intro: $el.find('p.card-text').text(),
+            });
+            const linkUrl: string | undefined = $el.find('a').first().attr('href');
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('div.article h1').text();
+                const description: string | undefined =
+                    item.description +
+                    art(path.join(__dirname, 'templates/description.art'), {
+                        description: ($$('p.lead').html() ?? '') + ($$('div.lead').html() ?? ''),
+                    });
+                const pubDateStr: string | undefined = $$('div.article div.text-muted').text().split(/\sUhr/)?.[0];
+                const image: string | undefined = $$('div.article img').first().attr('src');
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? timezone(parseDate(pubDateStr, 'DD.MM.YYYY HH:mm'), +1) : item.pubDate,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? timezone(parseDate(upDatedStr, 'DD.MM.YYYY HH:mm'), +1) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('a.navbar-brand img').attr('src') ? new URL($('a.navbar-brand img').attr('src') as string, baseUrl).href : undefined,
+        author: $('a.navbar-brand img').attr('alt'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/news',
+    name: 'News',
+    url: 'musikguru.de',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/musikguru/news',
+    parameters: undefined,
+    description: undefined,
+    categories: ['multimedia'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['musikguru.de/news'],
+            target: 'news',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/musikguru/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/myfans/post.ts

@@ -16,6 +16,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {