rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/espn/news.ts

@@ -0,0 +1,120 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import path from 'path';
+import { getCurrentPath } from '@/utils/helpers';
+import { art } from '@/utils/render';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+const renderMedia = (media) =>
+    art(path.join(__dirname, 'templates', 'media.art'), {
+        video: {
+            cover: media.posterImages?.full?.href || media.posterImages?.default?.href,
+            src: media.links?.source.mezzanine?.href || media.links?.source.HD?.href || media.links?.source.full?.href || media.links?.source.href,
+            title: media.title,
+            description: media.description,
+        },
+        image: {
+            src: media.url,
+            alt: media.alt,
+            caption: media.caption,
+            credit: media.credit,
+        },
+    });
+
+const junkPattern = /inline\d+|alsosee/;
+const mediaPattern = /(photo|video)(\d+)/;
+
+export const route: Route = {
+    path: '/news/:sport',
+    name: 'News',
+    maintainers: ['weijianduan0302'],
+    example: '/espn/news/nba',
+    categories: ['traditional-media'],
+    parameters: { sport: 'sport category, can be nba, nfl, mlb, nhl etc.' },
+    description: `Get the news feed of the sport you love on ESPN.
+| Sport                |  sport  |  Sport         |  sport  |
+|----------------------|---------|----------------|---------|
+| 🏀 NBA                | nba     | 🎾 Tennis       | tennis  |
+| 🏀 WNBA               | wnba    | ⛳️ Golf         | golf    |
+| 🏈 NFL                | nfl     | 🏏 Cricket      | cricket |
+| ⚾️ MLB                | mlb     | ⚽️ Soccer       | soccer  |
+| 🏒 NHL                | nhl     | 🏎️ F1           | f1      |
+| ⛹️ College Basketball | ncb      | 🥊 MMA          | mma     |
+| 🏟️️ College Football   | ncf     | 🏈 UFL          | ufl     |
+| 🏉 Rugby              | rugby   | 🃏 Poker        | poker   |`,
+    radar: [
+        {
+            source: ['espn.com/:sport*'],
+            target: '/news/:sport',
+        },
+    ],
+    handler: async (ctx) => {
+        const { sport = 'nba' } = ctx.req.param();
+        const response = await ofetch(`https://onefeed.fan.api.espn.com/apis/v3/cached/contentEngine/oneFeed/leagues/${sport}?offset=0`, {
+            headers: {
+                accept: 'application/json',
+            },
+        });
+
+        const handledTypes = new Set(['HeadlineNews', 'Story', 'Media', 'Shortstop']);
+        const list = response.feed
+            .filter((item) => handledTypes.has(item.data.now[0].type))
+            .map((item) => {
+                const itemDetail = item.data.now[0];
+                const itemType = itemDetail.type;
+
+                return {
+                    title: itemDetail.headline,
+                    link: itemDetail.links.web.href,
+                    author: itemDetail.byline,
+                    pubDate: item.date,
+                    // for videos and shortstops, no need to extract full text below
+                    description: itemType === 'Media' ? renderMedia(itemDetail.video[0]) : itemType === 'Shortstop' ? itemDetail.headline : '',
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    if (item.description === '') {
+                        const article = await ofetch(`${item.link}?xhr=1`, {
+                            headers: {
+                                accept: 'application/json',
+                            },
+                        });
+
+                        const $ = cheerio.load(article.content.story, null, false);
+                        $('*').each((_, ele) => {
+                            if (junkPattern.test(ele.name)) {
+                                $(ele).remove();
+                            }
+                            if (mediaPattern.test(ele.name)) {
+                                const mediaType = ele.name.match(mediaPattern)[1] === 'photo' ? 'images' : 'video';
+                                const mediaIndex = Number.parseInt(ele.name.match(mediaPattern)[2]) - 1;
+                                const media = article.content[mediaType][mediaIndex];
+                                if (media) {
+                                    $(ele).replaceWith(renderMedia(media));
+                                } else {
+                                    $(ele).remove();
+                                }
+                            }
+                        });
+
+                        item.description = $.html();
+                    }
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `ESPN ${sport.toUpperCase()} News`,
+            link: `https://www.espn.com/espn/rss/${sport}/news`,
+            item: items,
+        };
+    },
+};

package/lib/routes/espn/templates/media.art

@@ -0,0 +1,19 @@
+{{ if video.src }}
+    <video controls preload="metadata" width="100%" height="auto" cover="{{ video.cover }}">
+        <source src="{{ video.src }}" type="video/mp4">
+    </video>
+    {{ if video.title || video.description }}
+        <div>
+            {{ if video.title }}<div><b>{{ video.title }}</b></div>{{ /if }}
+            {{ if video.description }}<p>{{ video.description }}</p>{{ /if }}
+        </div>
+    {{ /if }}
+{{ /if }}
+
+{{ if image.src }}
+<figure>
+    <img src="{{ image.src }}" alt="{{ image.alt }}">
+    {{ if image.caption }}<figcaption>{{ image.caption }}</figcaption>{{ /if }}
+    {{ if image.credit }}<cite>{{ image.credit }}</cite>{{ /if }}
+</figure>
+{{ /if }}

package/lib/routes/famitsu/category.ts

@@ -106,7 +106,7 @@ async function handler(ctx) {
         },
     });
 
-    const list = (data.pageProps.categoryArticleData as CategoryArticle[])
+    const list = (data.pageProps.categoryArticleDataForPc as CategoryArticle[])
         .filter((item) => !item.advertiserName)
         .map((item) => {
             const publicationDate = item.publishedAt?.slice(0, 7).replace('-', '');

package/lib/routes/fanbox/index.ts

@@ -50,7 +50,7 @@ async function handler(ctx: Context): Promise<Data> {
     }
 
     const postListResponse = (await ofetch(`https://api.fanbox.cc/post.listCreator?creatorId=${creator}&limit=20`, { headers: getHeaders() })) as PostListResponse;
-    const items = await Promise.all(postListResponse.body.items.map((i) => parseItem(i)));
+    const items = await Promise.all(postListResponse.body.map((i) => parseItem(i)));
 
     return {
         title,

package/lib/routes/fanbox/types.ts

@@ -25,10 +25,7 @@ export interface UserInfoResponse {
 }
 
 export interface PostListResponse {
-    body: {
-        items: PostItem[];
-        nextUrl: string | null;
-    };
+    body: PostItem[];
 }
 
 export interface PostDetailResponse {
@@ -88,7 +85,6 @@ interface BasicPost {
                 userId: string;
             };
         }[];
-        nextUrl: string | null;
     };
     coverImageUrl: string | null;
     creatorId: string;

package/lib/routes/fediverse/timeline.ts

@@ -88,9 +88,9 @@ async function handler(ctx) {
         image: self.icon?.url || self.image?.url,
         link,
         item: resolvedItems.map((item) => ({
-            title: item.object.content,
+            title: item.object.content.replaceAll(/<[^<]*>/g, ''),
             description: `${item.object.content}\n${item.object.attachment?.map((attachment) => `<img src="${attachment.url}" width="${attachment.width}" height="${attachment.height}" />`).join('\n') || ''}`,
-            link: item.url,
+            link: item.object.url,
             pubDate: parseDate(item.published),
             guid: item.id,
         })),

package/lib/routes/flashcat/blog.ts

@@ -0,0 +1,61 @@
+import { Route, Data } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/blog',
+    categories: ['blog'],
+    example: '/flashcat/blog',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['flashcat.cloud/blog'],
+            target: '/blog',
+        },
+    ],
+    name: '快猫星云博客',
+    maintainers: ['chesha1'],
+    handler: handlerRoute,
+};
+
+async function handlerRoute(): Promise<Data> {
+    const response = await ofetch('https://flashcat.cloud/blog/');
+    const $ = load(response);
+
+    const items = $('.post-preview')
+        .toArray()
+        .map((elem) => {
+            const $elem = $(elem);
+            return {
+                title: $elem.find('.post-title').text(),
+                description: $elem.find('.post-content-preview').text(),
+                link: $elem.find('a').attr('href'),
+                pubDate: parseDate(
+                    $elem
+                        .find('.post-meta')
+                        .text()
+                        .match(/on\s+(\w+,\s+\w+\s+\d{1,2},\s+\d{4})/)?.[1] || ''
+                ),
+                author:
+                    $elem
+                        .find('.post-meta')
+                        .text()
+                        .match(/by\s+(.+?)\s+on/)?.[1] || '',
+            };
+        });
+
+    return {
+        title: 'Flashcat 快猫星云博客',
+        link: 'https://flashcat.cloud/blog/',
+        item: items,
+    };
+}

package/lib/routes/flashcat/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Flashcat',
+    url: 'flashcat.cloud',
+};

package/lib/routes/follow/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Follow',
+    url: 'app.follow.is',
+};

package/lib/routes/follow/profile.ts

@@ -0,0 +1,83 @@
+import { ViewType, type Data, type Route } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
+import type { FollowResponse, InboxSubscription, ListSubscription, Profile, Subscription } from './types';
+import { parse } from 'tldts';
+
+export const route: Route = {
+    name: 'User subscriptions',
+    categories: ['social-media'],
+    path: '/profile/:uid',
+    example: '/follow/profile/41279032429549568',
+    parameters: {
+        uid: 'User ID or user handle',
+    },
+    radar: [
+        {
+            source: ['app.follow.is/profile/:uid'],
+            target: '/profile/:uid',
+        },
+    ],
+    handler,
+    maintainers: ['KarasuShin', 'DIYgod'],
+    features: {
+        supportRadar: true,
+    },
+    view: ViewType.Notifications,
+};
+
+const isList = (subscription: Subscription): subscription is ListSubscription => 'lists' in subscription;
+
+const isInbox = (subscription: Subscription): subscription is InboxSubscription => 'inboxId' in subscription;
+
+async function handler(ctx: Context): Promise<Data> {
+    const uid = ctx.req.param('uid');
+    const host = 'https://api.follow.is';
+
+    const profile = await ofetch<FollowResponse<Profile>>(`${host}/profiles?id=${uid}`);
+    const subscriptions = await ofetch<FollowResponse<Subscription[]>>(`${host}/subscriptions?userId=${profile.data.id}`);
+
+    return {
+        title: `${profile.data.name}'s subscriptions`,
+        item: (<Exclude<Subscription, InboxSubscription>[]>subscriptions.data.filter((i) => !isInbox(i))).map((subscription) => {
+            if (isList(subscription)) {
+                return {
+                    title: subscription.lists.title,
+                    description: subscription.lists.description,
+                    link: `https://app.follow.is/list/${subscription.listId}`,
+                    image: subscription.lists.image,
+                };
+            }
+            return {
+                title: subscription.feeds.title,
+                description: subscription.feeds.description,
+                link: `https://app.follow.is/feed/${subscription.feedId}`,
+                image: getUrlIcon(subscription.feeds.siteUrl).src,
+                category: subscription.category ? [subscription.category] : undefined,
+            };
+        }),
+        link: `https://app.follow.is/profile/${uid}`,
+        image: profile.data.image,
+    };
+}
+
+const getUrlIcon = (url: string, fallback?: boolean | undefined) => {
+    let src: string;
+    let fallbackUrl = '';
+
+    try {
+        const { host } = new URL(url);
+        const pureDomain = parse(host).domainWithoutSuffix;
+        fallbackUrl = `https://avatar.vercel.sh/${pureDomain}.svg?text=${pureDomain?.slice(0, 2).toUpperCase()}`;
+        src = `https://unavatar.follow.is/${host}?fallback=${fallback || false}`;
+    } catch {
+        const pureDomain = parse(url).domainWithoutSuffix;
+        src = `https://avatar.vercel.sh/${pureDomain}.svg?text=${pureDomain?.slice(0, 2).toUpperCase()}`;
+    }
+    const ret = {
+        src,
+        fallbackUrl,
+    };
+
+    return ret;
+};

package/lib/routes/follow/types.ts

@@ -0,0 +1,78 @@
+export interface FollowResponse<T> {
+    code: number;
+    data: T;
+}
+
+export type Subscription = FeedSubscription | ListSubscription | InboxSubscription;
+
+export interface Profile {
+    id: string;
+    name: string;
+    email: string;
+    emailVerified: unknown;
+    image: string;
+    handle: unknown;
+    createdAt: string;
+}
+
+export interface BaseSubscription {
+    feedId: string;
+    isPrivate: boolean;
+    title: string | null;
+    userId: string;
+    view: number;
+}
+
+export interface FeedSubscription extends BaseSubscription {
+    category: string | null;
+    feeds: {
+        checkAt: string;
+        description: string;
+        errorAt: unknown;
+        errorMessage: unknown;
+        etagHeader: string;
+        id: string;
+        image: unknown;
+        lastModifiedHeader: string;
+        ownerUserId: string | null;
+        siteUrl: string;
+        title: string;
+        type: 'feed';
+        url: string;
+    };
+}
+
+export interface ListSubscription extends BaseSubscription {
+    lastViewedAt: string;
+    listId: string;
+    lists: {
+        description: string;
+        fee: number;
+        feedIds: string[];
+        id: string;
+        image: string;
+        owner: {
+            createdAt: string;
+            emailVerified: unknown;
+            handle: string | null;
+            id: string;
+            image: string;
+            name: string;
+        };
+        ownerUserId: string;
+        timelineUpdatedAt: string;
+        title: string;
+        type: 'list';
+        view: number;
+    };
+}
+
+export interface InboxSubscription extends BaseSubscription {
+    inboxes: {
+        type: 'inbox';
+        id: string;
+        secret: string;
+        title: string;
+    };
+    inboxId: string;
+}

package/lib/routes/ftm/index.ts

@@ -0,0 +1,60 @@
+import { Route } from '@/types';
+
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/',
+    categories: ['new-media'],
+    example: '/ftm',
+    parameters: {},
+    name: '文章',
+    maintainers: ['dzx-dzx'],
+    radar: [
+        {
+            source: ['www.ftm.eu'],
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const rootUrl = 'https://www.ftm.eu';
+    const currentUrl = `${rootUrl}/articles`;
+    const response = await ofetch(currentUrl);
+
+    const $ = load(response);
+
+    const list = $('.article-card')
+        .toArray()
+        .map((e) => ({ link: $(e).attr('href'), title: $(e).find('h2').text() }))
+        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : Infinity);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const content = load(await ofetch(item.link));
+                const ldjson = JSON.parse(content('[type="application/ld+json"]:not([data-schema])').text());
+
+                item.pubDate = parseDate(ldjson.datePublished);
+                item.updated = parseDate(ldjson.dateModified);
+
+                item.author = content("[name='author']")
+                    .toArray()
+                    .map((e) => ({ name: $(e).attr('content') }));
+                item.category = content('.collection .tab').text().trim() || null;
+
+                item.description = content('.body').html();
+
+                return item;
+            })
+        )
+    );
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/ftm/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Follow The Money',
+    url: 'www.ftm.eu',
+};

package/lib/routes/galxe/index.ts

@@ -0,0 +1,94 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/quest/:alias',
+    name: 'Quest',
+    url: 'app.galxe.com',
+    maintainers: ['cxheng315'],
+    example: '/galxe/quest/MissionWeb3',
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['app.galxe.com/quest/:alias'],
+            target: '/quest/:alias',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const url = 'https://graphigo.prd.galaxy.eco/query';
+
+    const alias = ctx.req.param('alias');
+
+    const response = await ofetch(url, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: {
+            variables: {
+                alias,
+                campaignInput: {
+                    first: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 50,
+                    excludeChildren: true,
+                    listType: 'Newest',
+                },
+            },
+            query: `
+                query BrowseSpaceCampaigns($id: Int, $alias: String, $campaignInput: ListCampaignInput!) {
+                    space(id: $id, alias: $alias) {
+                        id
+                        name
+                        alias
+                        info
+                        campaigns(input: $campaignInput) {
+                            list {
+                                startTime
+                                endTime
+                                id
+                                name
+                                description
+                                __typename
+                            }
+                            pageInfo {
+                                endCursor
+                                hasNextPage
+                                __typename
+                            }
+                            __typename
+                        }
+                        __typename
+                    }
+                }
+            `,
+        },
+    });
+
+    const space = response.data.space;
+
+    const items = space.campaigns.list.map((campaign) => ({
+        title: campaign.name,
+        link: `https://app.galxe.com/quest/${alias}/${campaign.id}`,
+        description: campaign.description,
+        pubDate: campaign.startTime ? parseDate(campaign.startTime * 1000) : null,
+    }));
+
+    return {
+        title: space.name,
+        description: space.info,
+        link: `https://app.galxe.com/quest/${alias}`,
+        item: items,
+        author: space.alias,
+    };
+}

package/lib/routes/galxe/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Galxe',
+    url: 'app.galxe.com',
+    zh: {
+        name: '銀河',
+    },
+};

package/lib/routes/gamer/ani/anime.ts

@@ -1,9 +1,10 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 
 export const route: Route = {
     path: '/ani/anime/:sn',
-    categories: ['anime'],
+    categories: ['anime', 'popular'],
+    view: ViewType.Videos,
     example: '/gamer/ani/anime/36868',
     parameters: { sn: '動畫 sn，在 URL 可以找到' },
     features: {
@@ -14,8 +15,14 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
+    radar: [
+        {
+            source: ['ani.gamer.com.tw/'],
+            target: '/anime/:sn',
+        },
+    ],
     name: '動畫瘋 - 動畫',
-    maintainers: [],
+    maintainers: ['maple3142', 'pseudoyu'],
     handler,
 };
 

package/lib/routes/gamer/ani/new-anime.ts

@@ -1,11 +1,12 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
 export const route: Route = {
     path: '/ani/new_anime',
-    categories: ['anime'],
+    categories: ['anime', 'popular'],
+    view: ViewType.Videos,
     example: '/gamer/ani/new_anime',
     parameters: {},
     features: {
@@ -23,7 +24,7 @@ export const route: Route = {
         },
     ],
     name: '動畫瘋 - 最後更新',
-    maintainers: [],
+    maintainers: ['maple3142', 'pseudoyu'],
     handler,
     url: 'ani.gamer.com.tw/',
 };