rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa1dcc5

package/lib/routes/m-78/news.ts

@@ -0,0 +1,115 @@
+import { type Data, type Route, ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import type { Context } from 'hono';
+import type { Post } from './types';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+export const route: Route = {
+    name: 'ニュース',
+    categories: ['anime'],
+    path: '/news/:category?',
+    example: '/m-78/news',
+    radar: [
+        {
+            source: ['m-78.jp/news'],
+            target: '/news',
+        },
+        {
+            source: ['m-78.jp/news/category/:category'],
+            target: '/news/:category',
+        },
+    ],
+    parameters: {
+        category: {
+            description: 'news category',
+            default: 'news',
+            options: [
+                {
+                    value: 'news',
+                    label: 'ニュース',
+                },
+                {
+                    value: 'streaming',
+                    label: '動画配信',
+                },
+                {
+                    value: 'event',
+                    label: 'イベント',
+                },
+                {
+                    value: 'onair',
+                    label: '放送',
+                },
+                {
+                    value: 'broadcast',
+                    label: '放送/配信',
+                },
+                {
+                    value: 'goods',
+                    label: 'グッズ',
+                },
+                {
+                    value: 'ultraman-cardgame',
+                    label: 'ウルトラマン カードゲーム',
+                },
+                {
+                    value: 'shop',
+                    label: 'ショップ',
+                },
+                {
+                    value: 'blu-ray_dvd',
+                    label: 'Blu-ray・DVD',
+                },
+                {
+                    value: 'digital',
+                    label: 'デジタル',
+                },
+            ],
+        },
+    },
+    handler,
+    maintainers: ['KarasuShin'],
+    features: {
+        supportRadar: true,
+    },
+    view: ViewType.Articles,
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const rootUrl = 'https://m-78.jp';
+    const cateAPIUrl = `${rootUrl}/wp-json/wp/v2/categories`;
+    const postsAPIUrl = `${rootUrl}/wp-json/wp/v2/posts`;
+    const category = ctx.req.param('category') ?? 'news';
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')!, 10) : 20;
+
+    const categories = await ofetch(`${cateAPIUrl}?slug=${category}`);
+    if (categories.length === 0) {
+        throw new InvalidParameterError('Category not found');
+    }
+
+    const { id: categoryId, link: categoryLink, name: categoryName } = categories[0];
+
+    const posts = await ofetch<Post[]>(`${postsAPIUrl}?categories=${categoryId}&per_page=${limit}`);
+    return {
+        title: `${categoryName} | ニュース`,
+        link: categoryLink,
+        item: posts.map((post) => {
+            const $ = load(post.content.rendered, null, false);
+            $('#ez-toc-container').remove();
+            $('img').each((_, img) => {
+                if (/wp-content\/uploads/.test(img.attribs.src)) {
+                    img.attribs.src = img.attribs.src.replace(/(-\d+x\d+)/, '');
+                }
+            });
+            return {
+                title: post.title.rendered,
+                link: post.link,
+                description: $.html(),
+                pubDate: parseDate(post.date_gmt),
+                updated: parseDate(post.modified_gmt),
+            };
+        }),
+    };
+}

package/lib/routes/m-78/types.ts

@@ -0,0 +1,13 @@
+export interface Post {
+    id: number;
+    content: {
+        rendered: string;
+    };
+    date_gmt: string;
+    modified_gmt: string;
+    link: string;
+    categories: number[];
+    title: {
+        rendered: string;
+    };
+}

package/lib/routes/mastodon/account-id.ts

@@ -36,7 +36,7 @@ export const route: Route = {
 async function handler(ctx) {
     const site = ctx.req.param('site');
     const account_id = ctx.req.param('account_id');
-    const only_media = ctx.req.param('only_media') ? 'true' : 'false';
+    const only_media = ctx.req.param('only_media') === 'true' ? 'true' : 'false';
     if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
         throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
     }

package/lib/routes/mastodon/acct.ts

@@ -35,7 +35,7 @@ However, you can still specify these route-specific configurations if you need t
 
 async function handler(ctx) {
     const acct = ctx.req.param('acct');
-    const only_media = ctx.req.param('only_media') ? 'true' : 'false';
+    const only_media = ctx.req.param('only_media') === 'true' ? 'true' : 'false';
 
     const { site, account_id } = await utils.getAccountIdByAcct(acct);
 

package/lib/routes/mastodon/timeline-local.ts

@@ -36,7 +36,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const site = ctx.req.param('site');
-    const only_media = ctx.req.param('only_media') ? 'true' : 'false';
+    const only_media = ctx.req.param('only_media') === 'true' ? 'true' : 'false';
     if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
         throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
     }
@@ -47,7 +47,7 @@ async function handler(ctx) {
     const list = response.data;
 
     return {
-        title: `Local Public${ctx.req.param('only_media') ? ' Media' : ''} Timeline on ${site}`,
+        title: `Local Public${ctx.req.param('only_media') === 'true' ? ' Media' : ''} Timeline on ${site}`,
         link: `https://${site}`,
         item: utils.parseStatuses(list),
     };

package/lib/routes/mastodon/timeline-remote.ts

@@ -36,7 +36,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const site = ctx.req.param('site');
-    const only_media = ctx.req.param('only_media') ? 'true' : 'false';
+    const only_media = ctx.req.param('only_media') === 'true' ? 'true' : 'false';
     if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
         throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
     }
@@ -47,7 +47,7 @@ async function handler(ctx) {
     const list = response.data;
 
     return {
-        title: `Federated Public${ctx.req.param('only_media') ? ' Media' : ''} Timeline on ${site}`,
+        title: `Federated Public${ctx.req.param('only_media') === 'true' ? ' Media' : ''} Timeline on ${site}`,
         link: `https://${site}`,
         item: utils.parseStatuses(list),
     };

package/lib/routes/mastodon/utils.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 import { config } from '@/config';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
 
-const allowSiteList = ['mastodon.social', 'pawoo.net', config.mastodon.apiHost].filter(Boolean);
+const allowSiteList = ['mastodon.social', 'pawoo.net', 'fosstodon.org', config.mastodon.apiHost].filter(Boolean);
 
 const apiHeaders = (site) => {
     const { accessToken, apiHost } = config.mastodon;

package/lib/routes/metacritic/index.ts

@@ -22,7 +22,7 @@ async function handler(ctx) {
     const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
 
     const rootUrl = 'https://www.metacritic.com';
-    const rootApiUrl = 'https://internal-prod.apigee.fandom.net';
+    const rootApiUrl = 'https://backend.metacritic.com';
     const apiUrl = new URL('v1/xapi/finder/metacritic/web', rootApiUrl).href;
 
     const currentUrlObject = new URL(`/browse/${type}/all/all/all-time/${sort}/${filter ? `?${filter}` : ''}`, rootUrl);

package/lib/routes/mi/utils.ts

@@ -9,7 +9,7 @@ import 'dayjs/locale/zh-cn';
 import localizedFormat from 'dayjs/plugin/localizedFormat';
 import timezone from 'dayjs/plugin/timezone';
 import utc from 'dayjs/plugin/utc';
-import path from 'path';
+import path from 'node:path';
 import { CrowdfundingData, CrowdfundingDetailData, CrowdfundingDetailInfo, CrowdfundingItem, CrowdfundingList, DataResponse } from './types';
 
 dayjs.extend(localizedFormat);

package/lib/routes/mihoyo/bbs/official.ts

@@ -53,12 +53,13 @@ class MiHoYoOfficialError extends Error {
 
 const getNewsList = async ({ gids, type, page_size, last_id }) => {
     const query = new URLSearchParams({
+        client_type: '4',
         gids,
         type,
         page_size,
         last_id,
     }).toString();
-    const url = `https://bbs-api.miyoushe.com/post/wapi/getNewsList?${query}`;
+    const url = `https://bbs-api-static.miyoushe.com/painter/wapi/getNewsList?${query}`;
     const response = await got({
         method: 'get',
         url,

package/lib/routes/misskey/utils.ts

@@ -38,7 +38,25 @@ const parseNotes = (data: MisskeyNote[], site: string) =>
             title = `${author}: "${noteToUse.text ?? ''}"`;
         }
 
-        const link = `https://${host}/notes/${noteToUse.id}`;
+        /**
+         * For renotes from non-Misskey instances (e.g. Mastodon, Pleroma),
+         * we can't use noteToUse.id to link to the original note since:
+         * 1. The URL format differs from Misskey's /notes/{id} pattern
+         * 2. Direct access to the original note may not be possible
+         * Therefore, we link to the renote itself in such cases
+         */
+        let noteId = noteToUse.id;
+
+        if (isRenote) {
+            const renoteHost = item.user.host ?? site;
+            const noteHost = noteToUse.user.host ?? site;
+
+            // Use renote's ID if the note is from a different host or not in allowSiteList
+            if (renoteHost !== noteHost || !allowSiteList.includes(noteHost)) {
+                noteId = item.id;
+            }
+        }
+        const link = `https://${host}/notes/${noteId}`;
         const pubDate = parseDate(noteToUse.createdAt);
 
         return {

package/lib/routes/mittrchina/index.ts

@@ -52,7 +52,7 @@ async function handler(ctx) {
     const { type = 'index' } = ctx.req.param();
     const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
 
-    const link = `https://apii.mittrchina.com${typeMap[type].apiPath}`;
+    const link = `https://apii.web.mittrchina.com${typeMap[type].apiPath}`;
     const { data: response } =
         type === 'breaking'
             ? await got.post(link, {
@@ -95,7 +95,7 @@ async function handler(ctx) {
                 cache.tryGet(item.link, async () => {
                     const {
                         data: { data: details },
-                    } = await got(`https://apii.mittrchina.com/information/details?id=${item.id}`);
+                    } = await got(`https://apii.web.mittrchina.com/information/details?id=${item.id}`);
 
                     item.description = details.content;
 

package/lib/routes/natgeo/natgeo.ts

@@ -1,29 +1,36 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
 import { load } from 'cheerio';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
-// https://www.natgeomedia.com//article/
+// https://www.natgeomedia.com/article/
 
 async function loadContent(link) {
-    const { data } = await got(link);
+    const data = await ofetch(link);
     const $ = load(data);
     const dtStr = $('.content-title-area')
         .find('h6')
         .first()
-        .html()
+        .text()
         .replaceAll(/ /gi, ' ')
         .trim();
 
-    let description = $('article').first().html() + $('article').eq(1).html();
-    if (/photo/.test(link)) {
+    $('.splide__arrows, .slide-control').remove();
+
+    let description = ($('article').eq(0).html() ?? '') + ($('article').eq(1).html() ?? '');
+    if (/photo|gallery/.test(link)) {
         description = $('#content-album').html() + description;
     }
     return {
         title: $('title').text(),
-        pubDate: parseDate(dtStr, 'MMM. DD YYYY'),
+        pubDate: parseDate(dtStr),
         description,
+        category: $('.content-tag a')
+            .toArray()
+            .map((i) => $(i).text()),
+        link,
+        image: $('link[rel="image_src"]').attr('href'),
     };
 }
 
@@ -42,8 +49,8 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['natgeomedia.com/:cat/:type', 'natgeomedia.com/'],
-            target: '/:cat/:type',
+            source: ['natgeomedia.com/:cat/:type', 'natgeomedia.com/:cat/', 'natgeomedia.com/'],
+            target: '/:cat/:type?',
         },
     ],
     name: '分类',
@@ -54,29 +61,23 @@ export const route: Route = {
 async function handler(ctx) {
     const type = ctx.req.param('type') ?? '';
     const url = `https://www.natgeomedia.com/${ctx.req.param('cat')}/${type}`;
-    const res = await got(url);
-    const $ = load(res.data);
+    const res = await ofetch(url);
+    const $ = load(res);
 
-    const urlList = $('.article-link-w100')
-        .find('.read-btn')
+    const urlList = $('.article-link-content h4')
         .toArray()
         .map((i) => ({
             link: $(i).find('a[href]').first().attr('href'),
-        }));
+        }))
+        .filter((i) => i.link);
+
+    const out = await Promise.all(urlList.map((i) => cache.tryGet(i.link!, () => loadContent(i.link))));
 
-    const out = await Promise.all(
-        urlList.map(async (i) => {
-            const link = i.link;
-            const single = {
-                link,
-            };
-            const other = await cache.tryGet(link, () => loadContent(link));
-            return { ...single, ...other };
-        })
-    );
     return {
         title: $('title').text(),
+        description: $('meta[name="description"]').attr('content'),
         link: url,
+        image: 'https://www.natgeomedia.com/img/app_icon.png',
         item: out,
     };
 }

package/lib/routes/nbd/daily.ts

@@ -24,5 +24,5 @@ export const route: Route = {
 };
 
 function handler(ctx) {
-    ctx.redirect('/nbd/332');
+    ctx.set('redirect', '/nbd/332');
 }

package/lib/routes/nielsberglund/index.ts

@@ -0,0 +1,78 @@
+import { Route, DataItem } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/blog',
+    categories: ['blog'],
+    example: '/nielsberglund/blog',
+    radar: [
+        {
+            source: ['nielsberglund.com/'],
+        },
+    ],
+    url: 'nielsberglund.com/',
+    name: 'Blog',
+    maintainers: ['liyaozhong'],
+    handler,
+    description: 'Niels Berglund Blog Posts',
+};
+
+async function handler() {
+    const rootUrl = 'https://nielsberglund.com';
+    const currentUrl = rootUrl;
+
+    const response = await got(currentUrl);
+    const $ = load(response.data);
+
+    let items = $('.post-preview')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            const $link = $item.find('a').first();
+            const href = $link.attr('href');
+            const title = $item.find('.post-title').first().text().trim();
+            const dateStr = $item.find('.post-meta').text().trim();
+
+            if (!href || !title) {
+                return null;
+            }
+
+            const link = new URL(href, rootUrl).href;
+            const pubDate = parseDate(dateStr);
+
+            return {
+                title,
+                link,
+                pubDate,
+            } as DataItem;
+        })
+        .filter((item): item is DataItem => item !== null);
+
+    items = (
+        await Promise.all(
+            items.map((item) =>
+                cache.tryGet(item.link as string, async () => {
+                    try {
+                        const detailResponse = await got(item.link);
+                        const $detail = load(detailResponse.data);
+
+                        item.description = $detail('.post-container').html() || '';
+
+                        return item;
+                    } catch {
+                        return item;
+                    }
+                })
+            )
+        )
+    ).filter((item): item is DataItem => item !== null);
+
+    return {
+        title: 'Niels Berglund Blog',
+        link: rootUrl,
+        item: items,
+    };
+}

package/lib/routes/nielsberglund/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Niels Berglund Blog',
+    url: 'nielsberglund.com',
+    lang: 'en',
+};

package/lib/routes/nytimes/rss.ts

@@ -0,0 +1,57 @@
+import { Route, ViewType } from '@/types';
+import cache from '@/utils/cache';
+import parser from '@/utils/rss-parser';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/rss/:cat?',
+    categories: ['traditional-media', 'popular'],
+    view: ViewType.Articles,
+    example: '/nytimes/rss/HomePage',
+    parameters: {
+        cat: {
+            description: "Category name, corresponding to the last segment of [official feed's](https://www.nytimes.com/rss) url.",
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['nytimes.com/'],
+            target: '',
+        },
+    ],
+    name: 'News',
+    maintainers: ['HenryQW', 'pseudoyu', 'dzx-dzx'],
+    handler,
+    url: 'nytimes.com/',
+    description: `Enhance the official EN RSS feed`,
+};
+
+async function handler(ctx) {
+    const url = `https://rss.nytimes.com/services/xml/rss/nyt/${ctx.req.param('cat')}.xml`;
+
+    const rss = await parser.parseURL(url);
+
+    return {
+        ...rss,
+        item: await Promise.all(
+            rss.items.map((e) =>
+                cache.tryGet(e.link, async () => {
+                    const res = await ofetch(e.link, { headers: { 'User-Agent': 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)' }, referrer: 'https://www.google.com/' });
+
+                    const $ = load(res);
+
+                    return { ...e, description: $("[name='articleBody']").html() };
+                })
+            )
+        ),
+    };
+}

package/lib/routes/openrice/chart.ts

@@ -0,0 +1,68 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+const baseUrl = 'https://www.openrice.com';
+
+export const route: Route = {
+    path: '/:lang/hongkong/explore/chart/:category',
+    maintainers: ['after9'],
+    handler,
+    categories: ['shopping'],
+    example: '/openrice/zh/hongkong/explore/chart/most-bookmarked',
+    parameters: { lang: '语言，缺省为 zh', category: '类别，缺省为 most-bookmarked' },
+    name: '香港餐廳排行榜',
+    description: `
+  | 简体 | 繁體 | EN |
+  | ----- | ------ | ----- |
+  | zh-cn | zh | en |
+
+  | 最多收藏 | 每周最高评分 | 最高浏览 | 最佳甜品餐厅 |
+  | ----- | ------ | ----- | ----- |
+  | most-bookmarked | best-rating | most-popular | best-dessert |
+  `,
+};
+
+async function handler(ctx) {
+    const lang = ctx.req.param('lang') ?? 'zh';
+    const category = ctx.req.param('category') ?? 'most-bookmarked';
+
+    const urlPath: string = `/${lang}/hongkong/explore/chart/${category}`;
+    const response = await ofetch(baseUrl + urlPath);
+    const $ = load(response);
+
+    const title = $('title').text() ?? 'Hong Kong Restaurant Chart';
+    const description = $('title').text() ?? 'Hong Kong Restaurant Chart';
+
+    const data = $('.poi-chart-main-grid-item-desktop-wrapper');
+    const resultList = data.toArray().map((item) => {
+        const $item = $(item);
+        const rankClass = $item.find('.rank-icon').attr('class');
+        const rankNumber = rankClass?.match(/rank-(\d+)/)?.[1] ?? '';
+        const desTags = $item.find('.pcmgidtr-left-section-poi-info-details .pcmgidtrls-poi-info-details-text');
+        const desTagsArray: string[] = desTags.toArray().map((tag) => $(tag).text());
+        const title = $item.find('.pcmgidtr-left-section-poi-info-name .link').text() ?? '';
+        const link = $item.find('.pcmgidtr-left-section-poi-info-name .link').attr('href') ?? '';
+        const coverImg = $item.find('.pcmgidtr-left-section-door-photo img').attr('src') ?? null;
+        const description = art(path.join(__dirname, 'templates/chart.art'), {
+            description: desTagsArray ?? [],
+            rankNumber,
+            image: coverImg,
+        });
+        return {
+            title,
+            description,
+            link,
+        };
+    });
+
+    return {
+        title,
+        link: baseUrl + urlPath,
+        description,
+        item: resultList,
+    };
+}

package/lib/routes/openrice/templates/chart.art

@@ -0,0 +1,9 @@
+<h3>Rank: {{ rankNumber }} / {{ title }}</h3>
+<p>
+{{ each description }}
+{{ $value }}
+{{ /each }}
+</p>
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}