rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/banshujiang/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '搬书匠',
+    url: 'banshujiang.cn',
+    categories: ['reading'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/banshujiang/templates/description.art

@@ -0,0 +1,17 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/bfl/announcements.ts

@@ -54,7 +54,7 @@ async function handler(): Promise<Data> {
             const $timeElement = $anchor.find('time');
             const datetimeAttr = $timeElement.attr('datetime');
             const timeText = $timeElement.text().trim();
-            const pubDate = datetimeAttr ? parseDate(datetimeAttr) : (timeText ? parseDate(timeText) : undefined);
+            const pubDate = datetimeAttr ? parseDate(datetimeAttr) : timeText ? parseDate(timeText) : undefined;
 
             const summaryDescription = $anchor.find('p[class*="line-clamp-3"]').html()?.trim() || '';
             const author = 'Black Forest Labs';

package/lib/routes/bilibili/cache.ts

@@ -204,6 +204,82 @@ const getCidFromId = (aid, pid, bvid) => {
     });
 };
 
+interface SubtitleEntry {
+    from: number;
+    to: number;
+    sid: number;
+    content: string;
+    music: number;
+}
+
+function secondsToSrtTime(seconds: number): string {
+    const date = new Date(seconds * 1000);
+    const hh = String(date.getUTCHours()).padStart(2, '0');
+    const mm = String(date.getUTCMinutes()).padStart(2, '0');
+    const ss = String(date.getUTCSeconds()).padStart(2, '0');
+    const ms = String(date.getUTCMilliseconds()).padStart(3, '0');
+    return `${hh}:${mm}:${ss},${ms}`;
+}
+
+function convertJsonToSrt(body: SubtitleEntry[]): string {
+    return body
+        .map((item, index) => {
+            const start = secondsToSrtTime(item.from);
+            const end = secondsToSrtTime(item.to);
+            return `${index + 1}\n${start} --> ${end}\n${item.content}\n`;
+        })
+        .join('\n');
+}
+
+const getVideoSubtitle = async (
+    bvid: string
+): Promise<
+    Array<{
+        content: string;
+        lan_doc: string;
+    }>
+> => {
+    if (!bvid) {
+        return [];
+    }
+
+    const cid = await getCidFromId(undefined, 1, bvid);
+    const cookie = await getCookie();
+    return cache.tryGet(`bili-video-subtitle-${bvid}`, async () => {
+        const response = await got(`https://api.bilibili.com/x/player/wbi/v2?bvid=${bvid}&cid=${cid}`, {
+            headers: {
+                Referer: `https://www.bilibili.com/video/${bvid}`,
+                Cookie: cookie,
+            },
+        });
+
+        const subtitles = response?.data?.data?.subtitle?.subtitles || [];
+
+        return await Promise.all(
+            subtitles.map(async (subtitle) => {
+                const url = `https:${subtitle.subtitle_url}`;
+                const subtitleData = await cache.tryGet(url, async () => {
+                    const subtitleResponse = await got(url);
+                    return convertJsonToSrt(subtitleResponse?.data?.body || []);
+                });
+                return {
+                    content: subtitleData,
+                    lan_doc: subtitle.lan_doc,
+                };
+            })
+        );
+    });
+};
+
+const getVideoSubtitleAttachment = async (bvid: string) => {
+    const subtitles = await getVideoSubtitle(bvid);
+    return subtitles.map((subtitle) => ({
+        url: `data:text/plain;charset=utf-8,${encodeURIComponent(subtitle.content)}`,
+        mime_type: 'text/srt',
+        title: `字幕 - ${subtitle.lan_doc}`,
+    }));
+};
+
 const getAidFromBvid = async (bvid) => {
     const key = `bili-cid-from-bvid-${bvid}`;
     let aid = await cache.get(key);
@@ -285,4 +361,6 @@ export default {
     getAidFromBvid,
     getArticleDataFromCvid,
     getRenderData,
+    getVideoSubtitle,
+    getVideoSubtitleAttachment,
 };

package/lib/routes/bilibili/danmaku.ts

@@ -62,7 +62,7 @@ async function handler(ctx) {
         danmakuList.push({ p: $(item).attr('p'), text: $(item).text() });
     });
 
-    danmakuList = danmakuList.reverse().slice(0, limit);
+    danmakuList = danmakuList.toReversed().slice(0, limit);
 
     return {
         title: `${videoName} 的 弹幕动态`,

package/lib/routes/bilibili/dynamic.ts

@@ -8,6 +8,7 @@ import { fallback, queryToBoolean } from '@/utils/readable-social';
 import cacheIn from './cache';
 import { BilibiliWebDynamicResponse, Item2, Modules } from './api-interface';
 import { parseDuration } from '@/utils/helpers';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/user/dynamic/:uid/:routeParams?',
@@ -289,6 +290,7 @@ async function handler(ctx) {
 
                 const data = item.modules;
                 const origin = item?.orig?.modules;
+                const bvid = data?.module_dynamic?.major?.archive?.bvid;
 
                 // link
                 let link = '';
@@ -296,7 +298,8 @@ async function handler(ctx) {
                     link = `https://t.bilibili.com/${item.id_str}`;
                 }
 
-                let description = getDes(data) || '';
+                const originalDescription = getDes(data) || '';
+                let description = originalDescription;
                 const title = getTitle(data);
                 const category: string[] = [];
                 // emoji
@@ -387,8 +390,10 @@ async function handler(ctx) {
                     .filter(Boolean)
                     .join('<br>');
 
+                const subtitles = !config.bilibili.excludeSubtitles && bvid ? await cacheIn.getVideoSubtitleAttachment(bvid) : [];
+
                 return {
-                    title: title || description,
+                    title: title || originalDescription,
                     description: descriptions,
                     pubDate: data.module_author?.pub_ts ? parseDate(data.module_author.pub_ts, 'X') : undefined,
                     link,
@@ -402,6 +407,7 @@ async function handler(ctx) {
                                       mime_type: 'text/html',
                                       duration_in_seconds: data.module_dynamic?.major?.archive?.duration_text ? parseDuration(data.module_dynamic.major.archive.duration_text) : undefined,
                                   },
+                                  ...subtitles,
                               ]
                             : undefined,
                 };

package/lib/routes/bilibili/video.ts

@@ -1,13 +1,10 @@
-import type { Context } from 'hono';
-import JSONbig from 'json-bigint';
-import { DataItem, Route, ViewType } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
-import { parseDate } from '@/utils/parse-date';
+import logger from '@/utils/logger';
+import type { Context } from 'hono';
 import cache from './cache';
 import utils, { getVideoUrl } from './utils';
-import logger from '@/utils/logger';
-import type { BilibiliWebDynamicResponse } from './api-interface';
-import { parseDuration } from '@/utils/helpers';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/user/video/:uid/:embed?',
@@ -55,53 +52,9 @@ async function handler(ctx: Context) {
         },
     });
     const data = response.data;
-    let fallbackItem: DataItem[] | undefined;
     if (data.code) {
-        try {
-            // Fallback to get video from dynamic API
-            const params = utils.addDmVerifyInfo(`host_mid=${uid}&platform=web&features=itemOpusStyle,listOnlyfans,opusBigCover,onlyfansVote`, utils.getDmImgList());
-            const response = await got(`https://api.bilibili.com/x/polymer/web-dynamic/v1/feed/space?${params}`, {
-                headers: {
-                    Referer: `https://space.bilibili.com/${uid}/`,
-                    Cookie: cookie,
-                },
-            });
-            const body = JSONbig.parse(response.body);
-            if (body?.code === -352) {
-                throw new Error('Request failed, please try again.');
-            }
-            const items = (body as BilibiliWebDynamicResponse)?.data?.items.filter((item) => item.modules.module_dynamic?.major?.type === 'MAJOR_TYPE_ARCHIVE');
-            if (items && items.length > 0) {
-                fallbackItem = items.map((item) => {
-                    const dynamic = item?.modules?.module_dynamic?.major?.archive;
-                    const author = item?.modules?.module_author;
-
-                    const aid = dynamic?.aid;
-                    const bvid = dynamic?.bvid;
-
-                    const data: DataItem = {
-                        title: dynamic?.title ?? '',
-                        description: !aid && !bvid ? '' : utils.renderUGCDescription(embed, dynamic.cover, dynamic.desc, aid, undefined, bvid),
-                        pubDate: author?.pub_ts ? parseDate(author.pub_ts, 'X') : undefined,
-                        link: author?.pub_ts && author.pub_ts > utils.bvidTime && bvid ? `https://www.bilibili.com/video/${bvid}` : `https://www.bilibili.com/video/av${aid}`,
-                        author: name ?? undefined,
-                        attachments: bvid
-                            ? [
-                                  {
-                                      url: getVideoUrl(bvid),
-                                      mime_type: 'text/html',
-                                      duration_in_seconds: parseDuration(dynamic?.duration_text),
-                                  },
-                              ]
-                            : undefined,
-                    };
-                    return data;
-                });
-            }
-        } catch {
-            logger.error(JSON.stringify(data.data));
-            throw new Error(`Got error code ${data.code} while fetching: ${data.message}`);
-        }
+        logger.error(JSON.stringify(data.data));
+        throw new Error(`Got error code ${data.code} while fetching: ${data.message}`);
     }
 
     return {
@@ -112,25 +65,30 @@ async function handler(ctx: Context) {
         logo: face ?? undefined,
         icon: face ?? undefined,
         item:
-            fallbackItem ??
-            (data.data &&
-                data.data.list &&
-                data.data.list.vlist &&
-                data.data.list.vlist.map((item) => ({
-                    title: item.title,
-                    description: utils.renderUGCDescription(embed, item.pic, item.description, item.aid, undefined, item.bvid),
-                    pubDate: new Date(item.created * 1000).toUTCString(),
-                    link: item.created > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
-                    author: name,
-                    comments: item.comment,
-                    attachments: item.bvid
-                        ? [
-                              {
-                                  url: getVideoUrl(item.bvid),
-                                  mime_type: 'text/html',
-                              },
-                          ]
-                        : undefined,
-                }))),
+            data.data &&
+            data.data.list &&
+            data.data.list.vlist &&
+            (await Promise.all(
+                data.data.list.vlist.map(async (item) => {
+                    const subtitles = !config.bilibili.excludeSubtitles && item.bvid ? await cache.getVideoSubtitleAttachment(item.bvid) : [];
+                    return {
+                        title: item.title,
+                        description: utils.renderUGCDescription(embed, item.pic, item.description, item.aid, undefined, item.bvid),
+                        pubDate: new Date(item.created * 1000).toUTCString(),
+                        link: item.created > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
+                        author: name,
+                        comments: item.comment,
+                        attachments: item.bvid
+                            ? [
+                                  {
+                                      url: getVideoUrl(item.bvid),
+                                      mime_type: 'text/html',
+                                  },
+                                  ...subtitles,
+                              ]
+                            : undefined,
+                    };
+                })
+            )),
     };
 }

package/lib/routes/biquge/index.ts

@@ -58,7 +58,7 @@ async function handler(ctx) {
 
     let items = $('dl dd a')
         .toArray()
-        .reverse()
+        .toReversed()
         .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 1)
         .map((item) => {
             item = $(item);

package/lib/routes/bsky/keyword.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 
 export const route: Route = {
     path: '/keyword/:keyword',
@@ -15,22 +15,27 @@ export const route: Route = {
         supportScihub: false,
     },
     name: 'Keywords',
-    maintainers: ['untitaker'],
+    maintainers: ['untitaker', 'DIYgod'],
     handler,
 };
 
 async function handler(ctx) {
     const keyword = ctx.req.param('keyword');
-    const apiLink = `https://search.bsky.social/search/posts?q=${encodeURIComponent(keyword)}`;
 
-    const { data } = await got(apiLink);
+    const data = await ofetch(`https://api.bsky.app/xrpc/app.bsky.feed.searchPosts?q=${encodeURIComponent(keyword)}&limit=25&sort=latest`);
 
-    const items = data.map((item) => ({
-        title: item.post.text,
-        link: `https://bsky.app/profile/${item.user.handle}/post/${item.tid.split('/')[1]}`,
-        description: item.post.text,
-        pubDate: new Date(item.post.createdAt / 1_000_000),
-        author: item.user.handle,
+    const items = data.posts.map((post) => ({
+        title: post.record.text,
+        link: `https://bsky.app/profile/${post.author.handle}/post/${post.uri.split('/').pop()}`,
+        description: post.record.text,
+        pubDate: new Date(post.record.createdAt),
+        author: [
+            {
+                name: post.author.displayName,
+                url: `https://bsky.app/profile/${post.author.handle}`,
+                avatar: post.author.avatar,
+            },
+        ],
     }));
 
     return {

package/lib/routes/capitalmind/insights.ts

@@ -0,0 +1,40 @@
+import { Data, Route } from '@/types';
+import { baseUrl, fetchArticles } from './utils';
+
+export const route: Route = {
+    path: '/insights',
+    example: '/capitalmind/insights',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['capitalmind.in/insights'],
+            target: '/insights',
+        },
+    ],
+    name: 'Insights',
+    maintainers: ['Rjnishant530'],
+    handler,
+};
+
+async function handler() {
+    const items = await fetchArticles('insights');
+
+    return {
+        title: 'Capitalmind Insights',
+        link: `${baseUrl}/insights`,
+        description: 'Financial insights and analysis from Capitalmind',
+        language: 'en',
+        item: items,
+        allowEmpty: false,
+        image: `${baseUrl}/favicons/favicon.ico`,
+        icon: `${baseUrl}/favicons/favicon.ico`,
+        logo: `${baseUrl}/favicons/favicon.ico`,
+    } as Data;
+}

package/lib/routes/capitalmind/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Capitalmind',
+    url: 'capitalmind.in',
+    lang: 'en',
+    categories: ['finance'],
+};

package/lib/routes/capitalmind/podcasts.ts

@@ -0,0 +1,41 @@
+import { Data, Route } from '@/types';
+import { baseUrl, fetchArticles } from './utils';
+
+export const route: Route = {
+    path: '/podcasts',
+    example: '/capitalmind/podcasts',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: true,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['capitalmind.in/podcasts'],
+            target: '/podcasts',
+        },
+    ],
+    name: 'Podcasts',
+    maintainers: ['Rjnishant530'],
+    handler,
+};
+
+async function handler() {
+    const items = await fetchArticles('podcasts');
+
+    return {
+        title: 'Capitalmind Podcasts',
+        link: `${baseUrl}/podcasts`,
+        description: 'Podcasts from Capitalmind on investing and finance',
+        language: 'en',
+        item: items,
+        allowEmpty: false,
+        itunes_author: 'Capitalmind',
+        image: `${baseUrl}/favicons/apple-touch-icon.png`,
+        icon: `${baseUrl}/favicons/favicon.ico`,
+        logo: `${baseUrl}/favicons/favicon.ico`,
+    } as Data;
+}

package/lib/routes/capitalmind/utils.ts

@@ -0,0 +1,122 @@
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { DataItem } from '@/types';
+
+export const baseUrl = 'https://www.capitalmind.in';
+
+export async function fetchArticles(path) {
+    const url = `${baseUrl}/${path}/page/1`;
+    const response = await ofetch(url);
+    const $ = load(response);
+
+    const articlePromises = $('.article-wrapper a.article-card-wrapper')
+        .toArray()
+        .map(async (element) => {
+            const $element = $(element);
+            const link = baseUrl + $element.attr('href');
+            return await cache.tryGet(link, async () => {
+                const title = $element.find('h3').text().trim();
+                const author = $element
+                    .find(String.raw`div.text-[16px]`)
+                    .text()
+                    .trim();
+                const image = $element.find('img').attr('src');
+                const imageUrl = image?.startsWith('/_next/image') ? image.split('url=')[1].split('&')[0] : image;
+                const decodedImageUrl = imageUrl ? decodeURIComponent(imageUrl) : '';
+
+                // Fetch full article content
+                const articleResponse = await ofetch(link);
+                const $articlePage = load(articleResponse);
+                const $article = $articlePage('article').clone();
+
+                // Extract tags from footer
+                const tags: string[] = $article
+                    .find('footer div')
+                    .toArray()
+                    .map((el) => {
+                        const $el = $articlePage(el);
+                        $el.find('.sr-only').remove();
+                        const tag = $el.text().trim();
+                        return tag;
+                    })
+                    .filter(Boolean);
+
+                // Extract publication date from header
+                let pubDate = '';
+                const $header = $article.find('header');
+                const $time = $header.find('time');
+                if ($time.length) {
+                    pubDate = $time.attr('datetime') || $time.text().trim();
+                }
+
+                const $content = $article.find('section[aria-label="Post content"]').clone();
+
+                // Remove footer
+                $content.find('footer').remove();
+
+                // Process Libsyn podcast iframe (assuming only one)
+                let podcastData: { mediaUrl?: string; itunes_duration?: number; image?: string } = {};
+
+                const $iframe = $content.find('iframe[src*="libsyn.com/embed/episode/id/"]');
+                if ($iframe.length) {
+                    const src = $iframe.attr('src');
+                    if (src) {
+                        const idMatch = src.match(/\/id\/(\d+)\//);
+                        if (idMatch && idMatch[1]) {
+                            const episodeId = idMatch[1];
+                            try {
+                                const episodeData = await ofetch(`https://html5-player.libsyn.com/api/episode/id/${episodeId}`);
+                                if (episodeData && episodeData._item && episodeData._item._primary_content) {
+                                    podcastData = {
+                                        mediaUrl: episodeData._item._primary_content._download_url,
+                                        image: `https://assets.libsyn.com/item/${episodeId}`,
+                                        itunes_duration: episodeData._item._primary_content.duration,
+                                    };
+                                }
+                            } catch {
+                                logger.info(`Failed to fetch podcast data for episode ID ${episodeId}`);
+                            }
+                        }
+                    }
+                }
+
+                // Convert relative image URLs to absolute URLs only in figure tags
+                // and remove srcset attribute
+                $content.find('figure img').each((_, img) => {
+                    const $img = $articlePage(img);
+                    const src = $img.attr('src');
+
+                    // Remove srcset attribute
+                    $img.removeAttr('srcset');
+
+                    if (src && src.startsWith('/_next/image')) {
+                        // Extract the original URL from the Next.js image URL
+                        const urlMatch = src.match(/url=([^&]+)/);
+                        if (urlMatch && urlMatch[1]) {
+                            const originalUrl = decodeURIComponent(urlMatch[1]);
+                            $img.attr('src', originalUrl);
+                        } else if (src.startsWith('/')) {
+                            // Handle other relative URLs
+                            $img.attr('src', baseUrl + src);
+                        }
+                    }
+                });
+                return {
+                    title,
+                    link,
+                    author,
+                    description: $content.html() || `<p><img src="${decodedImageUrl}" alt="${title}"></p><p>Author: ${author}</p>`,
+                    guid: link,
+                    itunes_item_image: podcastData?.image || decodedImageUrl,
+                    category: tags,
+                    pubDate,
+                    enclosure_url: podcastData?.mediaUrl || null,
+                    itunes_duration: podcastData?.itunes_duration || null,
+                    enclosure_type: podcastData?.mediaUrl ? 'audio/mpeg' : null,
+                } as DataItem;
+            });
+        });
+
+    return Promise.all(articlePromises);
+}

package/lib/routes/cartoonmad/comic.ts

@@ -83,7 +83,7 @@ async function handler(ctx) {
                 pages: item.next('font').text().match(/\d+/)[0],
             };
         })
-        .reverse();
+        .toReversed();
 
     const chapters = await getChapters(id, list, cache.tryGet);
 

package/lib/routes/chikubi/index.ts

@@ -12,6 +12,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: '最新記事',
     maintainers: ['SnowAgar25'],

package/lib/routes/chikubi/tag.ts

@@ -13,6 +13,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Tag',
     maintainers: ['SnowAgar25'],

package/lib/routes/chocolatey/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Chocolatey',
+    url: 'chocolatey.org',
+    categories: ['program-update'],
+    description: '',
+    lang: 'en',
+};