rsshub 1.0.0-master.f9e891b → 1.0.0-master.fa04a11

package/lib/routes/misskon/utils.ts

@@ -0,0 +1,41 @@
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const ENDPOINT = 'https://misskon.com/wp-json/wp/v2';
+const getPosts = async (searchParams) => {
+    const url = new URL(`${ENDPOINT}/posts?${searchParams}`);
+    url.searchParams.append('_embed', 'wp:term');
+    const data = await ofetch(url.href);
+    return data.map((item) => {
+        const $ = load(item.content.rendered);
+        $('input').each(function () {
+            $(this).replaceWith($(this).attr('value') || '');
+        });
+        $('script').remove();
+        return {
+            title: item.title.rendered,
+            link: item.link,
+            description: $.html(),
+            pubDate: timezone(parseDate(item.date_gmt), 0),
+            category: item._embedded['wp:term']
+                .flat()
+                .filter((x) => x.taxonomy === 'post_tag')
+                .map((x) => x.name),
+        };
+    });
+};
+const getTags = async (slug) => {
+    const data = await ofetch(`${ENDPOINT}/tags?slug=${slug}`);
+    if (data.length === 0) {
+        throw new Error(`Invalid tag slug: ${slug}`);
+    }
+    return {
+        id: data[0].id,
+        name: data[0].name,
+        link: data[0].link,
+        description: data[0].description,
+    };
+};
+export { ENDPOINT, getPosts, getTags };

package/lib/routes/mittrchina/index.ts

@@ -10,7 +10,7 @@ import path from 'node:path';
 
 export const route: Route = {
     path: '/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/mittrchina/index',
     parameters: { type: '类型，见下表，默认为首页资讯' },
     features: {
@@ -52,7 +52,7 @@ async function handler(ctx) {
     const { type = 'index' } = ctx.req.param();
     const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
 
-    const link = `https://apii.mittrchina.com${typeMap[type].apiPath}`;
+    const link = `https://apii.web.mittrchina.com${typeMap[type].apiPath}`;
     const { data: response } =
         type === 'breaking'
             ? await got.post(link, {
@@ -82,20 +82,22 @@ async function handler(ctx) {
                           type: article.address.split('.').pop(),
                       },
                   })
-                : article.summary,
-        pubDate: article.start_time ? parseDate(article.start_time, 'X') : undefined,
+                : type === 'breaking'
+                  ? article.content
+                  : article.summary,
+        pubDate: article.start_time ? parseDate(article.start_time, 'X') : article.push_time ? parseDate(article.push_time, 'X') : undefined,
         id: article.id,
         link: `https://www.mittrchina.com/news/detail/${article.id}`,
     }));
 
     let items = list;
-    if (type !== 'video') {
+    if (type !== 'video' && type !== 'breaking') {
         items = await Promise.all(
             list.map((item) =>
                 cache.tryGet(item.link, async () => {
                     const {
                         data: { data: details },
-                    } = await got(`https://apii.mittrchina.com/information/details?id=${item.id}`);
+                    } = await got(`https://apii.web.mittrchina.com/information/details?id=${item.id}`);
 
                     item.description = details.content;
 

package/lib/routes/mittrchina/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '麻省理工科技评论',
     url: 'mittrchina.com',
+    lang: 'zh-CN',
 };

package/lib/routes/miui/firmware/index.ts

@@ -10,13 +10,13 @@ export const route: Route = {
     name: 'New firmware',
     maintainers: ['Indexyz'],
     description: `  | stable  | development |
-    | ------- | ----------- |
-    | release | dev         |
-  
-    | region | region |
-    | ------ | ------ |
-    | China  | cn     |
-    | Global | global |`,
+  | ------- | ----------- |
+  | release | dev         |
+
+  | region | region |
+  | ------ | ------ |
+  | China  | cn     |
+  | Global | global |`,
     handler,
 };
 

package/lib/routes/miui/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'MIUI',
     url: 'miui.com',
+    lang: 'zh-CN',
 };

package/lib/routes/mixcloud/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Mixcloud',
     url: 'www.mixcloud.com',
+    lang: 'en',
 };

package/lib/routes/modb/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '墨天轮',
     url: 'modb.pro',
+    lang: 'zh-CN',
 };

package/lib/routes/modelscope/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'ModelScope 魔搭社区',
     url: 'modelscope.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/modian/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '摩点',
     url: 'modian.com',
+    lang: 'zh-CN',
 };

package/lib/routes/modian/zhongchou.ts

@@ -12,33 +12,33 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     description: `分类
 
-    | 全部 | 游戏  | 动漫   | 出版       | 桌游       |
-    | ---- | ----- | ------ | ---------- | ---------- |
-    | all  | games | comics | publishing | tablegames |
+  | 全部 | 游戏  | 动漫   | 出版       | 桌游       |
+  | ---- | ----- | ------ | ---------- | ---------- |
+  | all  | games | comics | publishing | tablegames |
 
-    | 卡牌  | 潮玩模型 | 影视       | 音乐  | 活动       |
-    | ----- | -------- | ---------- | ----- | ---------- |
-    | cards | toys     | film-video | music | activities |
+  | 卡牌  | 潮玩模型 | 影视       | 音乐  | 活动       |
+  | ----- | -------- | ---------- | ----- | ---------- |
+  | cards | toys     | film-video | music | activities |
 
-    | 设计   | 科技       | 食品 | 爱心通道 | 动物救助 |
-    | ------ | ---------- | ---- | -------- | -------- |
-    | design | technology | food | charity  | animals  |
+  | 设计   | 科技       | 食品 | 爱心通道 | 动物救助 |
+  | ------ | ---------- | ---- | -------- | -------- |
+  | design | technology | food | charity  | animals  |
 
-    | 个人愿望 | 其他   |
-    | -------- | ------ |
-    | wishes   | others |
+  | 个人愿望 | 其他   |
+  | -------- | ------ |
+  | wishes   | others |
 
-    排序
+  排序
 
-    | 最新上线  | 金额最高   | 评论最多     |
-    | --------- | ---------- | ------------ |
-    | top\_time | top\_money | top\_comment |
+  | 最新上线  | 金额最高   | 评论最多     |
+  | --------- | ---------- | ------------ |
+  | top\_time | top\_money | top\_comment |
 
-    状态
+  状态
 
-    | 全部 | 创意 | 预热    | 众筹中 | 众筹成功 |
-    | ---- | ---- | ------- | ------ | -------- |
-    | all  | idea | preheat | going  | success  |`,
+  | 全部 | 创意 | 预热    | 众筹中 | 众筹成功 |
+  | ---- | ---- | ------- | ------ | -------- |
+  | all  | idea | preheat | going  | success  |`,
     handler,
     radar: [
         {

package/lib/routes/modrinth/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Modrinth',
     url: 'modrinth.com',
+    lang: 'en',
 };

package/lib/routes/mohw/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '台灣衛生福利部',
     url: 'mohw.gov.tw',
+    lang: 'zh-TW',
 };

package/lib/routes/moodysmismicrosite/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '穆迪评级',
+    url: 'www.moodysmismicrosite.com',
+    lang: 'zh-CN',
+};

package/lib/routes/moodysmismicrosite/report.ts

@@ -0,0 +1,90 @@
+import { Route, ViewType } from '@/types';
+import { parseRelativeDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+
+export const route: Route = {
+    path: '/report/:industry?',
+    categories: ['finance'],
+    view: ViewType.Articles,
+    example: '/moodysmismicrosite/report/企业&金融机构',
+    parameters: {
+        industry: {
+            description: '可选参数，默认为全部行业。行业选择，支持使用&连接多个。',
+            options: [
+                { value: '0', label: '企业' },
+                { value: '1', label: '金融机构' },
+                { value: '2', label: '主权' },
+                { value: '3', label: '地方政府及城投公司' },
+                { value: '4', label: '宏观经济' },
+                { value: '5', label: '结构融资' },
+                { value: '6', label: '基础设施及项目融资' },
+                { value: '7', label: 'ESG' },
+                { value: '8', label: '其他' },
+            ],
+            default: '全部',
+        },
+    },
+    radar: [
+        {
+            source: ['www.moodysmismicrosite.com/report'],
+        },
+    ],
+    name: 'industry',
+    description: `
+| ID | Description |
+| ---   | ---   |
+| 0 | 企业 |
+| 1 | 金融机构 |
+| 2 | 主权 |
+| 3 | 地方政府及城投公司 |
+| 4 | 宏观经济 |
+| 5 | 结构融资 |
+| 6 | 基础设施项目融资 |
+| 7 | ESG |
+| 8 | 其他 |
+    `,
+    maintainers: ['FYLSen'],
+    handler,
+};
+
+async function handler(ctx) {
+    const industryMap: Record<number, string> = {
+        0: '企业',
+        1: '金融机构',
+        2: '主权',
+        3: '地方政府及城投公司',
+        4: '宏观经济',
+        5: '结构融资',
+        6: '基础设施项目融资',
+        7: 'ESG',
+        8: '其他',
+    };
+
+    const reversedIndustry = Object.fromEntries(Object.entries(industryMap).map(([k, v]) => [v, k]));
+
+    const industry = ctx.req.param('industry') || '行业';
+
+    const industryId = industry
+        .split('&')
+        .map((name) => reversedIndustry[name.trim()])
+        .filter((key) => key !== undefined)
+        .join(',');
+
+    const responseData = await got(`https://www.moodysmismicrosite.com/micro/v2/report/list?page_num=1&page_size=25&keyword=&industry_ids=${industryId}`);
+
+    const items = responseData?.data?.data?.list || [];
+
+    return {
+        title: `穆迪评级(${industry})`,
+        link: 'https://www.moodysmismicrosite.com/report',
+        allowEmpty: true,
+        item: items.map((x) => ({
+            title: x.title,
+            pubDate: parseRelativeDate(x.release_time),
+            link: `https://www.moodysmismicrosite.com/details/${x.id}`,
+            description: x.content_profile,
+            category: x.classification,
+            guid: x.id,
+        })),
+    };
+}

package/lib/routes/mox/index.ts

@@ -27,15 +27,15 @@ export const route: Route = {
     name: '首頁',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   在首页将分类参数选择确定后跳转到的分类页面 URL 中，\`/l/\` 后的字段即为分类参数。
 
   如 [科幻 + 日語 + 日本 + 長篇 + 完結 + 最近更新](https://mox.moe/l/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL) 的 URL 为 [https://mox.moe/l/CAT%2A 科幻，日本，完結，lastupdate,jpn,l,BL](https://mox.moe/l/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL)，此时 \`/l/\` 后的字段为 \`CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL\`。最终获得路由为 [\`/mox/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL\`](https://rsshub.app/mox/CAT%2A科幻,日本,完結,lastupdate,jpn,l,BL)
-  :::
+:::
 
-  :::warning
+::: warning
   由于 mox.moe 对非登录用户屏蔽了部分漫画详情内容的获取，且极易触发反爬机制，导致访问ip被重定向至google.com，因此在未配置\`MOX_COOKIE\`参数的情况下路由只会返回漫画标题和封面，不会对详情内容进行抓取。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/mox/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Mox.moe',
     url: 'mox.moe',
+    lang: 'zh-TW',
 };

package/lib/routes/mpaypass/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '移动支付网',
     url: 'mpaypass.com.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/mrdx/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '新华每日电讯',
     url: 'mrdx.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/mrm/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '华储网',
     url: 'mrm.com.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/msn/index.ts

@@ -0,0 +1,86 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+
+const apiKey = '0QfOX3Vn51YCzitbLaRkTTBadtWpgTN8NZLW0C1SEM';
+const fetchedArticleContentHtmlImgRegex = /<img data-reference="image" data-document-id="cms\/api\/amp\/image\/([A-Za-z0-9]+)">/;
+
+export const route: Route = {
+    path: '/:market/:name/:id',
+    parameters: {
+        market: 'Market code. Find it in MSN url, e.g. zh-tw',
+        name: 'Name of the channel. Find it in MSN url, e.g. Bloomberg',
+        id: 'ID of the channel (always starts with sr-vid). Find it in MSN url, e.g. sr-vid-08gw7ky4u229xjsjvnf4n6n7v67gxm0pjmv9fr4y2x9jjmwcri4s',
+    },
+    categories: ['traditional-media'],
+    example: '/zh-tw/Bloomberg/sr-vid-08gw7ky4u229xjsjvnf4n6n7v67gxm0pjmv9fr4y2x9jjmwcri4s',
+    description: `MSN News`,
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['www.msn.com/:market/channel/source/:name/:id'],
+            target: '/:market/:name/:id',
+        },
+    ],
+    name: 'News',
+    maintainers: ['KTachibanaM'],
+    handler: async (ctx) => {
+        const { market, name, id } = ctx.req.param();
+        let truncatedId = id;
+        if (truncatedId.startsWith('sr-')) {
+            truncatedId = truncatedId.substring(3);
+        }
+
+        const pageData = await ofetch(`https://www.msn.com/${market}/channel/source/${name}/${id}`);
+        const $ = load(pageData);
+        const headElement = $('head');
+        const dataClientSettings = headElement.attr('data-client-settings') ?? '{}';
+        const parsedSettings = JSON.parse(dataClientSettings);
+        const requestMuid = parsedSettings.fd_muid;
+
+        const jsonData = await ofetch(`https://assets.msn.com/service/news/feed/pages/providerfullpage?market=${market}&query=newest&CommunityProfileId=${truncatedId}&apikey=${apiKey}&user=m-${requestMuid}`);
+        const items = await Promise.all(
+            jsonData.sections[0].cards.map(async (card) => {
+                let articleContentHtml = '';
+
+                const articleUrl = card.url;
+                const parsedArticleUrl = URL.parse(articleUrl);
+                let articleId = parsedArticleUrl?.pathname.split('/').pop();
+                if (articleId?.startsWith('ar-')) {
+                    articleId = articleId.substring(3);
+                    const fetchedArticleContentHtml = (await cache.tryGet(articleId, async () => {
+                        const articleData = await ofetch(`https://assets.msn.com/content/view/v2/Detail/${market}/${articleId}`);
+                        return articleData.body;
+                    })) as string;
+                    articleContentHtml = fetchedArticleContentHtml.replace(fetchedArticleContentHtmlImgRegex, '<img src="https://img-s-msn-com.akamaized.net/tenant/amp/entityid/$1.img">');
+                }
+
+                return {
+                    title: card.title,
+                    link: articleUrl,
+                    description: card.abstract,
+                    content: {
+                        html: articleContentHtml,
+                    },
+                    pubDate: parseDate(card.publishedDateTime),
+                    category: [card.category],
+                };
+            })
+        );
+
+        const channelLink = `https://www.msn.com/${market}/channel/source/${name}/${id}`;
+        return {
+            title: name,
+            image: 'https://www.msn.com/favicon.ico',
+            link: channelLink,
+            item: items,
+        };
+    },
+};

package/lib/routes/msn/namespace.ts

@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MSN',
+    url: 'msn.com',
+
+    zh: {
+        name: 'MSN',
+    },
+};

package/lib/routes/{mvm → mwm}/index.ts

@@ -7,7 +7,7 @@ import { parseDate } from '@/utils/parse-date';
 export const route: Route = {
     path: '/:category?',
     categories: ['journal'],
-    example: '/mvm',
+    example: '/mwm',
     parameters: { category: '分类，见下表，默认为本期要目' },
     features: {
         requireConfig: false,

package/lib/routes/{mvm → mwm}/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '管理世界',
     url: 'mwm.net.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/my-formosa/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '美麗島電子報',
     url: 'my-formosa.com',
+    lang: 'zh-TW',
 };

package/lib/routes/mydrivers/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '快科技',
     url: 'm.mydrivers.com',
+    lang: 'zh-CN',
 };

package/lib/routes/myfans/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'myfans',
     url: 'myfans.jp',
+    lang: 'ja',
 };

package/lib/routes/myfigurecollection/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'MyFigureCollection',
     url: 'myfigurecollection.net',
+    lang: 'en',
 };

package/lib/routes/mygopen/index.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/:label?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/mygopen',
     parameters: { label: '分類，见下表，默认为首页' },
     features: {

package/lib/routes/mygopen/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'MyGoPen',
     url: 'mygopen.com',
+    lang: 'zh-TW',
 };

package/lib/routes/mymusicsheet/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'MyMusicSheet',
     url: 'mymusicsheet.com',
+    lang: 'en',
 };

package/lib/routes/mysql/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'MySQL',
     url: 'dev.mysql.com',
+    lang: 'en',
 };

package/lib/routes/nasa/apod-cn.ts

@@ -24,9 +24,9 @@ export const route: Route = {
     maintainers: ['nczitzk', 'williamgateszhao'],
     handler,
     url: 'apod.nasa.govundefined',
-    description: `:::tip
+    description: `::: tip
   [NASA 中文](https://www.nasachina.cn/) 提供了每日天文图的中英双语图文说明，但在更新上偶尔略有一两天的延迟。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/nasa/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'NASA',
     url: 'apod.nasa.gov',
+    lang: 'en',
 };

package/lib/routes/natgeo/dailyphoto.ts

@@ -12,7 +12,7 @@ import { config } from '@/config';
 
 export const route: Route = {
     path: '/dailyphoto',
-    categories: ['picture', 'popular'],
+    categories: ['picture'],
     view: ViewType.Pictures,
     example: '/natgeo/dailyphoto',
     parameters: {},

package/lib/routes/natgeo/dailyselection.ts

@@ -21,7 +21,7 @@ export const route: Route = {
             source: ['nationalgeographic.com/'],
         },
     ],
-    maintainers: ['OrangeEd1t', 'pseudoyu'],
+    maintainers: ['OrangeEd1t'],
     handler,
 };
 

package/lib/routes/natgeo/namespace.ts

@@ -1,6 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '国家地理',
+    name: 'National Geographic',
     url: 'nationalgeographic.com',
+    lang: 'en',
 };