rsshub 1.0.0-master.ff1ff8d → 1.0.0-master.ff3ea5a

package/lib/routes/modelscope/learn.ts

@@ -0,0 +1,94 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/learn',
+    categories: ['programming'],
+    example: '/modelscope/learn',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.modelscope.cn/learn'],
+        },
+    ],
+    name: '研习社',
+    maintainers: ['TonyRL'],
+    handler,
+    url: 'www.modelscope.cn/learn',
+};
+
+const uselessKey = new Set(['data-type', 'ind', 'jc', 'list', 'metadata', 'newcode', 'spacing', 'subtype', 'sz', 'szunit', 'uuid']);
+
+function render(item) {
+    if (typeof item === 'string') {
+        return item;
+    }
+
+    if (Array.isArray(item)) {
+        const tag = item[0];
+        const attributes = item[1] || {};
+        const children = item.slice(2);
+
+        const attrs = Object.keys(attributes)
+            .filter((key) => !uselessKey.has(key))
+            .map((key) => `${key}="${attributes[key]}"`)
+            .join(' ');
+
+        const child = children.map((element) => render(element)).join('');
+
+        return `<${tag} ${attrs}>${child}</${tag}>`;
+    }
+
+    return '';
+}
+
+async function handler(ctx) {
+    const baseUrl = 'https://www.modelscope.cn';
+
+    const data = await ofetch(`${baseUrl}/api/v1/dolphin/articles`, {
+        method: 'POST',
+        body: {
+            PageNumber: 1,
+            PageSize: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 18,
+            Type: 2,
+            Sort: 'gmt_modified',
+            Query: '',
+            ExcludeIds: [1558, 1436, 881, 399, 1129],
+            IsCourse: [0, 1],
+        },
+    });
+
+    const items = data.Data.Articles.map((i) => ({
+        title: i.Title,
+        description:
+            (i.Content
+                ? render(JSON.parse(i.Content))
+                : JSON.parse(i.CourseInfo)
+                      .map((info) => info.Content && render(JSON.parse(info.Content)))
+                      .join('')) || i.Desc,
+        author: i.CreatedBy,
+        link: `${baseUrl}/learn/${i.Id}`,
+        pubDate: parseDate(i.GmtCreated, 'X'),
+        updated: parseDate(i.GmtModified, 'X'),
+        category: [...new Set([...JSON.parse(i.Domains), ...JSON.parse(i.Subjects)])],
+        image: i.ImageUrl,
+    }));
+
+    return {
+        title: '研习社 · 魔搭社区',
+        description: 'ModelScope——汇聚各领域先进的机器学习模型，提供模型探索体验、推理、训练、部署和应用的一站式服务。在这里，共建模型开源社区，发现、学习、定制和分享心仪的模型。',
+        image: 'https://g.alicdn.com/sail-web/maas/0.8.10/favicon/128.ico',
+        link: `${baseUrl}/learn`,
+        item: items,
+    };
+}

package/lib/routes/modelscope/studios.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/modian/zhongchou.ts

@@ -12,33 +12,33 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     description: `分类
 
-  | 全部 | 游戏  | 动漫   | 出版       | 桌游       |
-  | ---- | ----- | ------ | ---------- | ---------- |
-  | all  | games | comics | publishing | tablegames |
+| 全部 | 游戏  | 动漫   | 出版       | 桌游       |
+| ---- | ----- | ------ | ---------- | ---------- |
+| all  | games | comics | publishing | tablegames |
 
-  | 卡牌  | 潮玩模型 | 影视       | 音乐  | 活动       |
-  | ----- | -------- | ---------- | ----- | ---------- |
-  | cards | toys     | film-video | music | activities |
+| 卡牌  | 潮玩模型 | 影视       | 音乐  | 活动       |
+| ----- | -------- | ---------- | ----- | ---------- |
+| cards | toys     | film-video | music | activities |
 
-  | 设计   | 科技       | 食品 | 爱心通道 | 动物救助 |
-  | ------ | ---------- | ---- | -------- | -------- |
-  | design | technology | food | charity  | animals  |
+| 设计   | 科技       | 食品 | 爱心通道 | 动物救助 |
+| ------ | ---------- | ---- | -------- | -------- |
+| design | technology | food | charity  | animals  |
 
-  | 个人愿望 | 其他   |
-  | -------- | ------ |
-  | wishes   | others |
+| 个人愿望 | 其他   |
+| -------- | ------ |
+| wishes   | others |
 
   排序
 
-  | 最新上线  | 金额最高   | 评论最多     |
-  | --------- | ---------- | ------------ |
-  | top\_time | top\_money | top\_comment |
+| 最新上线  | 金额最高   | 评论最多     |
+| --------- | ---------- | ------------ |
+| top\_time | top\_money | top\_comment |
 
   状态
 
-  | 全部 | 创意 | 预热    | 众筹中 | 众筹成功 |
-  | ---- | ---- | ------- | ------ | -------- |
-  | all  | idea | preheat | going  | success  |`,
+| 全部 | 创意 | 预热    | 众筹中 | 众筹成功 |
+| ---- | ---- | ------- | ------ | -------- |
+| all  | idea | preheat | going  | success  |`,
     handler,
     radar: [
         {
@@ -62,15 +62,15 @@ async function handler(ctx) {
 
     const list = $('.pro_title')
         .slice(0, 12)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item).parent();
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/modrinth/versions.ts

@@ -1,5 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
@@ -9,8 +8,6 @@ import MarkdownIt from 'markdown-it';
 import type { Author, Project, Version } from '@/routes/modrinth/api';
 import type { Context } from 'hono';
 
-const __dirname = getCurrentPath(import.meta.url);
-
 const ofetch = _ofetch.create({
     headers: {
         // https://docs.modrinth.com/#section/User-Agents

package/lib/routes/moodysmismicrosite/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '穆迪评级',
+    url: 'www.moodysmismicrosite.com',
+    lang: 'zh-CN',
+};

package/lib/routes/moodysmismicrosite/report.ts

@@ -0,0 +1,90 @@
+import { Route, ViewType } from '@/types';
+import { parseRelativeDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+
+export const route: Route = {
+    path: '/report/:industry?',
+    categories: ['finance'],
+    view: ViewType.Articles,
+    example: '/moodysmismicrosite/report/企业&金融机构',
+    parameters: {
+        industry: {
+            description: '可选参数，默认为全部行业。行业选择，支持使用&连接多个。',
+            options: [
+                { value: '0', label: '企业' },
+                { value: '1', label: '金融机构' },
+                { value: '2', label: '主权' },
+                { value: '3', label: '地方政府及城投公司' },
+                { value: '4', label: '宏观经济' },
+                { value: '5', label: '结构融资' },
+                { value: '6', label: '基础设施及项目融资' },
+                { value: '7', label: 'ESG' },
+                { value: '8', label: '其他' },
+            ],
+            default: '全部',
+        },
+    },
+    radar: [
+        {
+            source: ['www.moodysmismicrosite.com/report'],
+        },
+    ],
+    name: 'industry',
+    description: `
+| ID | Description |
+| ---   | ---   |
+| 0 | 企业 |
+| 1 | 金融机构 |
+| 2 | 主权 |
+| 3 | 地方政府及城投公司 |
+| 4 | 宏观经济 |
+| 5 | 结构融资 |
+| 6 | 基础设施项目融资 |
+| 7 | ESG |
+| 8 | 其他 |
+    `,
+    maintainers: ['Cedaric'],
+    handler,
+};
+
+async function handler(ctx) {
+    const industryMap: Record<number, string> = {
+        0: '企业',
+        1: '金融机构',
+        2: '主权',
+        3: '地方政府及城投公司',
+        4: '宏观经济',
+        5: '结构融资',
+        6: '基础设施项目融资',
+        7: 'ESG',
+        8: '其他',
+    };
+
+    const reversedIndustry = Object.fromEntries(Object.entries(industryMap).map(([k, v]) => [v, k]));
+
+    const industry = ctx.req.param('industry') || '行业';
+
+    const industryId = industry
+        .split('&')
+        .map((name) => reversedIndustry[name.trim()])
+        .filter((key) => key !== undefined)
+        .join(',');
+
+    const responseData = await got(`https://www.moodysmismicrosite.com/micro/v2/report/list?page_num=1&page_size=25&keyword=&industry_ids=${industryId}`);
+
+    const items = responseData?.data?.data?.list || [];
+
+    return {
+        title: `穆迪评级(${industry})`,
+        link: 'https://www.moodysmismicrosite.com/report',
+        allowEmpty: true,
+        item: items.map((x) => ({
+            title: x.title,
+            pubDate: parseRelativeDate(x.release_time),
+            link: `https://www.moodysmismicrosite.com/details/${x.id}`,
+            description: x.content_profile,
+            category: x.classification,
+            guid: x.id,
+        })),
+    };
+}

package/lib/routes/mox/index.ts

@@ -27,15 +27,15 @@ export const route: Route = {
     name: '首頁',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   在首页将分类参数选择确定后跳转到的分类页面 URL 中，\`/l/\` 后的字段即为分类参数。
 
   如 [科幻 + 日語 + 日本 + 長篇 + 完結 + 最近更新](https://mox.moe/l/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL) 的 URL 为 [https://mox.moe/l/CAT%2A 科幻，日本，完結，lastupdate,jpn,l,BL](https://mox.moe/l/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL)，此时 \`/l/\` 后的字段为 \`CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL\`。最终获得路由为 [\`/mox/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL\`](https://rsshub.app/mox/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL)
-  :::
+:::
 
-  :::warning
+::: warning
   由于 mox.moe 对非登录用户屏蔽了部分漫画详情内容的获取，且极易触发反爬机制，导致访问ip被重定向至google.com，因此在未配置\`MOX_COOKIE\`参数的情况下路由只会返回漫画标题和封面，不会对详情内容进行抓取。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/mpaypass/main.ts

@@ -38,20 +38,20 @@ async function handler(ctx) {
 
     const title_cn = type ? $(`a[href="http://www.mpaypass.com.cn/${type}.html"]`).text() : '最新文章';
     const list = $('.newslist')
-        .map(function () {
+        .toArray()
+        .map((item) => {
             const info = {
-                title: $(this).find('#title').text(),
-                link: $(this).find('#title').find('a').attr('href'),
-                time: $(this).find('#time').text(),
-                category: $(this)
+                title: $(item).find('#title').text(),
+                link: $(item).find('#title').find('a').attr('href'),
+                time: $(item).find('#time').text(),
+                category: $(item)
                     .find('#keywords')
                     .find('a')
                     .toArray()
                     .map((e) => $(e).text().trim()),
             };
             return info;
-        })
-        .get();
+        });
 
     const out = await Promise.all(
         list.map((info) =>

package/lib/routes/mpaypass/news.ts

@@ -39,7 +39,8 @@ async function handler() {
         language: 'zh-CN',
         item: await Promise.all(
             $list('.Newslist-li')
-                .map((_, el) => {
+                .toArray()
+                .map((el) => {
                     const $el = $list(el);
                     const $a = $el.find('.Newslist-title a');
                     const href = $a.attr('href');
@@ -59,7 +60,6 @@ async function handler() {
                         };
                     });
                 })
-                .get()
         ),
     };
 }

package/lib/routes/mrdx/daily.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { getElementChildrenInnerText } from './utils';
 import dayjs from 'dayjs';
-import utc from 'dayjs/plugin/utc';
+import utc from 'dayjs/plugin/utc.js';
 dayjs.extend(utc);
 
 import got from '@/utils/got';

package/lib/routes/mrm/index.ts

@@ -21,8 +21,8 @@ export const route: Route = {
     maintainers: ['TonyRL'],
     handler,
     description: `| 交易通知     | 政策规定             | 业务通知          |
-  | ------------ | -------------------- | ----------------- |
-  | zonghezixun3 | zhengceguiding\_list | yewutongzhi\_list |`,
+| ------------ | -------------------- | ----------------- |
+| zonghezixun3 | zhengceguiding\_list | yewutongzhi\_list |`,
 };
 
 async function handler(ctx) {

package/lib/routes/msn/index.ts

@@ -0,0 +1,86 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+
+const apiKey = '0QfOX3Vn51YCzitbLaRkTTBadtWpgTN8NZLW0C1SEM';
+const fetchedArticleContentHtmlImgRegex = /<img data-reference="image" data-document-id="cms\/api\/amp\/image\/([A-Za-z0-9]+)">/;
+
+export const route: Route = {
+    path: '/:market/:name/:id',
+    parameters: {
+        market: 'Market code. Find it in MSN url, e.g. zh-tw',
+        name: 'Name of the channel. Find it in MSN url, e.g. Bloomberg',
+        id: 'ID of the channel (always starts with sr-vid). Find it in MSN url, e.g. sr-vid-08gw7ky4u229xjsjvnf4n6n7v67gxm0pjmv9fr4y2x9jjmwcri4s',
+    },
+    categories: ['traditional-media'],
+    example: '/zh-tw/Bloomberg/sr-vid-08gw7ky4u229xjsjvnf4n6n7v67gxm0pjmv9fr4y2x9jjmwcri4s',
+    description: `MSN News`,
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['www.msn.com/:market/channel/source/:name/:id'],
+            target: '/:market/:name/:id',
+        },
+    ],
+    name: 'News',
+    maintainers: ['KTachibanaM'],
+    handler: async (ctx) => {
+        const { market, name, id } = ctx.req.param();
+        let truncatedId = id;
+        if (truncatedId.startsWith('sr-')) {
+            truncatedId = truncatedId.slice(3);
+        }
+
+        const pageData = await ofetch(`https://www.msn.com/${market}/channel/source/${name}/${id}`);
+        const $ = load(pageData);
+        const headElement = $('head');
+        const dataClientSettings = headElement.attr('data-client-settings') ?? '{}';
+        const parsedSettings = JSON.parse(dataClientSettings);
+        const requestMuid = parsedSettings.fd_muid;
+
+        const jsonData = await ofetch(`https://assets.msn.com/service/news/feed/pages/providerfullpage?market=${market}&query=newest&CommunityProfileId=${truncatedId}&apikey=${apiKey}&user=m-${requestMuid}`);
+        const items = await Promise.all(
+            jsonData.sections[0].cards.map(async (card) => {
+                let articleContentHtml = '';
+
+                const articleUrl = card.url;
+                const parsedArticleUrl = URL.parse(articleUrl);
+                let articleId = parsedArticleUrl?.pathname.split('/').pop();
+                if (articleId?.startsWith('ar-')) {
+                    articleId = articleId.slice(3);
+                    const fetchedArticleContentHtml = (await cache.tryGet(articleId, async () => {
+                        const articleData = await ofetch(`https://assets.msn.com/content/view/v2/Detail/${market}/${articleId}`);
+                        return articleData.body;
+                    })) as string;
+                    articleContentHtml = fetchedArticleContentHtml.replace(fetchedArticleContentHtmlImgRegex, '<img src="https://img-s-msn-com.akamaized.net/tenant/amp/entityid/$1.img">');
+                }
+
+                return {
+                    title: card.title,
+                    link: articleUrl,
+                    description: card.abstract,
+                    content: {
+                        html: articleContentHtml,
+                    },
+                    pubDate: parseDate(card.publishedDateTime),
+                    category: [card.category],
+                };
+            })
+        );
+
+        const channelLink = `https://www.msn.com/${market}/channel/source/${name}/${id}`;
+        return {
+            title: name,
+            image: 'https://www.msn.com/favicon.ico',
+            link: channelLink,
+            item: items,
+        };
+    },
+};

package/lib/routes/msn/namespace.ts

@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MSN',
+    url: 'msn.com',
+
+    zh: {
+        name: 'MSN',
+    },
+};

package/lib/routes/musify/index.ts

@@ -0,0 +1,130 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { language = '' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://musify.club';
+    const targetUrl: string = new URL(language, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+
+    const items: DataItem[] = $('div.playlist__item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const artist: string | undefined = $el.attr('data-artist');
+            const name: string | undefined = $el.attr('data-name');
+
+            const title: string = [artist, name].filter(Boolean).join(' - ');
+            const linkUrl: string | undefined = $el.find('a.strong').attr('href');
+            const authorEls: Element[] = $el.find('div.playlist__heading a').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: $authorEl.attr('href') ? new URL($authorEl.attr('href') as string, baseUrl).href : undefined,
+                    avatar: undefined,
+                };
+            });
+
+            let processedItem: DataItem = {
+                title,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+            };
+
+            const $enclosureEl: Cheerio<Element> = $el.find('div.playlist__control');
+            const enclosureUrl: string | undefined = $enclosureEl.attr('data-play-url');
+
+            if (enclosureUrl) {
+                processedItem = {
+                    ...processedItem,
+                    enclosure_url: new URL(enclosureUrl, baseUrl).href,
+                    enclosure_type: `audio/${enclosureUrl.split(/\./).pop()}`,
+                    enclosure_title: title,
+                    enclosure_length: undefined,
+                    itunes_duration: undefined,
+                    itunes_item_image: undefined,
+                };
+            }
+
+            return processedItem;
+        });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        id: $('meta[property="og:url"]').attr('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:language?',
+    name: 'Latest',
+    url: 'musify.club',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/musify/en',
+    parameters: {
+        category: {
+            description: 'Language, Russian by default',
+            options: [
+                {
+                    label: 'Russian',
+                    value: '',
+                },
+                {
+                    label: 'English',
+                    value: 'en',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+To subscribe to [Latest](https://musify.club/en), where the source URL is \`https://musify.club/en\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/musify/en\`](https://rsshub.app/musify/en).
+:::
+`,
+    categories: ['multimedia'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['musify.club/:language'],
+            target: '/:language',
+        },
+        {
+            title: 'Latest',
+            source: ['musify.club/en'],
+            target: '/en',
+        },
+        {
+            title: '​​Последняя',
+            source: ['musify.club'],
+            target: '/',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/musify/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'musify',
+    url: 'musify.club',
+    categories: ['multimedia'],
+    description: '',
+    lang: 'ru',
+};

package/lib/routes/musikguru/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MusikGuru',
+    url: 'musikguru.de',
+    categories: ['multimedia'],
+    description: '',
+    lang: 'de',
+};