rsshub 1.0.0-master.f8ba9fc → 1.0.0-master.f8c1415

package/lib/routes/bestofjs/monthly.ts

@@ -0,0 +1,137 @@
+import path from 'node:path';
+import { load } from 'cheerio';
+import { Route, ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { art } from '@/utils/render';
+
+const BASEURL = 'https://bestofjs.org/rankings/monthly';
+
+export const route: Route = {
+    path: '/rankings/monthly',
+    categories: ['programming'],
+    example: '/bestofjs/rankings/monthly',
+    view: ViewType.Notifications,
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['bestofjs.org/rankings/monthly/:year/:month'],
+            target: '/rankings/monthly',
+        },
+    ],
+    name: 'Monthly Rankings',
+    maintainers: ['ztkuaikuai'],
+    url: 'bestofjs.org/rankings/monthly',
+    handler: async () => {
+        const targetMonths = getLastSixMonths();
+        const allNeededMonthlyRankings = await Promise.all(
+            targetMonths.map((data) => {
+                const [year, month] = data.split('-');
+                return getMonthlyRankings(year, month);
+            })
+        );
+        const items = allNeededMonthlyRankings.flatMap((oneMonthlyRankings, i) => {
+            const [year, month] = targetMonths[i].split('-');
+            const description = art(path.join(__dirname, 'templates/description.art'), { items: oneMonthlyRankings });
+            return {
+                title: `Best of JS Monthly Rankings - ${year}/${month}`,
+                description,
+                link: `${BASEURL}/${year}/${month}`,
+                guid: `${BASEURL}/${year}/${month}`,
+                author: 'Best of JS',
+            };
+        });
+
+        return {
+            title: 'Best of JS Monthly Rankings',
+            link: BASEURL,
+            description: 'Monthly rankings of the most popular JavaScript projects on Best of JS',
+            item: items,
+            language: 'en',
+        };
+    },
+};
+
+const getLastSixMonths = (): string[] => {
+    const now = new Date();
+    const currentYear = now.getFullYear();
+    const currentMonth = now.getMonth() + 1; // 0-based to 1-based
+    return Array.from({ length: 6 }, (_, i) => {
+        let month = currentMonth - (i + 1);
+        let year = currentYear;
+        if (month <= 0) {
+            month += 12;
+            year -= 1;
+        }
+        return `${year}-${month}`;
+    });
+};
+
+interface RankingItem {
+    logo: string;
+    projectName: string;
+    githubLink: string;
+    homepageLink: string;
+    description: string;
+    tags: string[];
+    starCount: string;
+    additionalInfo: string;
+}
+
+const getMonthlyRankings = (year: string, month: string): Promise<RankingItem[]> => {
+    const targetUrl = `${BASEURL}/${year}/${month}`;
+    return cache.tryGet(targetUrl, async () => {
+        const response = await ofetch(targetUrl);
+        const $ = load(response);
+        return $('table.w-full tbody tr[data-testid="project-card"]')
+            .toArray()
+            .map((el) => {
+                const $tr = $(el);
+                // Project logo
+                const logo =
+                    $tr
+                        .find('td:first img')
+                        .attr('src')
+                        ?.replace(/.dark./, '.') || '';
+                // Project name and link
+                const projectLink = $tr.find('td:nth-child(2) a[href^="/projects/"]').first();
+                const projectName = projectLink.text().trim();
+                // GitHub and homepage links
+                const githubLink = $tr.find('td:nth-child(2) a[href*="github.com"]').attr('href') || '';
+                const homepageLink = $tr.find('td:nth-child(2) a[href*="http"]:not([href*="github.com"])').attr('href') || '';
+                // Description
+                const description = $tr.find('td:nth-child(2) .font-serif').text().trim();
+                // Tags
+                const tags = $tr
+                    .find('td:nth-child(2) [href*="/projects?tags="]')
+                    .toArray()
+                    .map((tag) => $(tag).text().trim());
+                // Star count
+                const starCount = $tr.find('td:nth-child(4) span:last').text().trim() || $tr.find('td:nth-child(2) .inline-flex span:last-child').text().trim();
+                // Additional info (contributors, created date)
+                const additionalInfo = $tr
+                    .find('td:nth-child(3) > div')
+                    .toArray()
+                    .slice(1)
+                    .map((el) => $(el).text().trim())
+                    .join('; ');
+                return {
+                    logo,
+                    projectName,
+                    githubLink,
+                    homepageLink,
+                    description,
+                    tags,
+                    starCount,
+                    additionalInfo,
+                };
+            });
+    });
+};

package/lib/routes/bestofjs/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Best of JS',
+    url: 'bestofjs.org',
+    lang: 'en',
+};

package/lib/routes/bestofjs/templates/description.art

@@ -0,0 +1,36 @@
+<ul>
+  {{each items item index}}
+    <li>
+      <p><strong>Rank {{index + 1}}</strong></p>
+      {{if item.logo}}
+        <img src="https://bestofjs.org{{item.logo}}" alt="{{item.projectName}}" height="32" width="32" />
+      {{/if}}
+      {{if item.projectName}}
+        <p><strong>Project:</strong> {{item.projectName}}</p>
+      {{/if}}
+      {{if item.description}}
+        <p>{{item.description}}</p>
+      {{/if}}
+      {{if item.starCount}}
+        <p><strong>Stars:</strong> {{item.starCount}}</p>
+      {{/if}}
+      {{if item.additionalInfo}}
+        <p><strong>Additional Info:</strong> {{item.additionalInfo}}</p>
+      {{/if}}
+      {{if item.githubLink}}
+        <p><strong>GitHub:</strong> <a href="{{item.githubLink}}">{{item.githubLink}}</a></p>
+      {{/if}}
+      {{if item.homepageLink}}
+        <p><strong>Homepage:</strong> <a href="{{item.homepageLink}}">{{item.homepageLink}}</a></p>
+      {{/if}}
+      {{if item.tags && item.tags.length}}
+        <p><strong>Tags:</strong>
+          {{each item.tags tag tIndex}}
+            <a href="/projects?tags={{tag.toLowerCase()}}">{{tag}}</a>{{if tIndex < item.tags.length - 1}}, {{/if}}
+          {{/each}}
+        </p>
+      {{/if}}
+    </li>
+    <br />
+  {{/each}}
+</ul>

package/lib/routes/bfl/announcements.ts

@@ -0,0 +1,127 @@
+import { Route, DataItem, Data } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+const ROOT_URL = 'https://bfl.ai'; // 根 URL 定义为常量
+
+/**
+ * 辅助函数：获取并解析单个公告详情页，提取正文内容，并使用缓存。
+ */
+const fetchDescription = (item: DataItem): Promise<DataItem> =>
+    cache.tryGet(item.link!, async () => {
+        const detailPageHtml = await ofetch(item.link!, {
+            // 不再手动指定 User-Agent，让 RSSHub 自行处理
+        });
+        const $detailPage = load(detailPageHtml);
+        const detailContentSelector = 'div.max-w-3xl.mx-auto.px-6';
+        const fullDescription = $detailPage(detailContentSelector).html()?.trim();
+
+        // 将从列表页获取的 item 与详情页的描述合并后返回
+        // 整个对象将被缓存
+        return {
+            ...item,
+            description: fullDescription || item.description, // 如果获取不到全文，则回退到列表页的摘要
+        };
+    });
+
+/**
+ * 主路由处理函数
+ */
+async function handler(): Promise<Data> {
+    const listPageUrl = `${ROOT_URL}/announcements`;
+
+    const listPageHtml = await ofetch(listPageUrl); // 不再手动指定 User-Agent
+    const $ = load(listPageHtml);
+
+    const feedTitle = $('head title').text().trim() || 'BFL AI Announcements';
+    const feedDescription = $('head meta[name="description"]').attr('content')?.trim() || 'Latest announcements from Black Forest Labs (bfl.ai).';
+
+    const listItemsSelector = 'div.flex.flex-col.max-w-3xl.mx-auto.space-y-8 > a[href^="/announcements/"]';
+    const announcementLinks = $(listItemsSelector);
+
+    // 从列表页初步提取每个条目的信息
+    const preliminaryItems: DataItem[] = announcementLinks
+        .toArray()
+        .map((anchorElement) => {
+            const $anchor = $(anchorElement);
+
+            const relativeLink = $anchor.attr('href');
+            const link = relativeLink ? `${ROOT_URL}${relativeLink}` : undefined;
+            const title = $anchor.find('h2[class*="text-xl"]').text().trim();
+
+            const $timeElement = $anchor.find('time');
+            const datetimeAttr = $timeElement.attr('datetime');
+            const timeText = $timeElement.text().trim();
+            const pubDate = datetimeAttr ? parseDate(datetimeAttr) : timeText ? parseDate(timeText) : undefined;
+
+            const summaryDescription = $anchor.find('p[class*="line-clamp-3"]').html()?.trim() || '';
+            const author = 'Black Forest Labs';
+
+            // 只有包含有效标题和链接的条目才被认为是初步有效的
+            if (!title || !link) {
+                return null;
+            }
+
+            // 构造初步的 item 对象
+            const preliminaryItem: DataItem = {
+                title,
+                link,
+                description: summaryDescription,
+                author,
+            };
+
+            if (pubDate) {
+                preliminaryItem.pubDate = pubDate.toUTCString();
+            }
+
+            return preliminaryItem;
+        })
+        .filter((item): item is DataItem => item !== null && item.link !== undefined);
+
+    // 并行获取所有文章的完整描述
+    const items: DataItem[] = await Promise.all(preliminaryItems.map((item) => fetchDescription(item)));
+
+    return {
+        title: feedTitle,
+        link: listPageUrl,
+        description: feedDescription,
+        item: items,
+        language: 'en',
+    };
+}
+
+/**
+ * 定义并导出RSSHub路由对象
+ */
+export const route: Route = {
+    // 路径相对于命名空间 /bfl，所以完整路径是 /bfl/announcements
+    path: '/announcements',
+    // 按照要求，只指定一个分类
+    categories: ['multimedia'],
+    example: '/bfl/announcements',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['bfl.ai/announcements'],
+            // target 也要相应修改
+            target: '/announcements',
+            title: 'Announcements',
+        },
+    ],
+    name: 'Announcements',
+    maintainers: ['thirteenkai'],
+    handler,
+    // url 不包含协议名
+    url: 'bfl.ai/announcements',
+    description: 'Fetches the latest announcements from Black Forest Labs (bfl.ai). Provides full article content by default with caching.',
+};

package/lib/routes/bfl/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'BFL AI',
+    url: 'bfl.ai',
+    categories: ['multimedia'],
+    description: '来自黑森林实验室（bfl.ai）的公告和更新，这是一个前沿的人工智能实验室。',
+    lang: 'en',
+};

package/lib/routes/bgmlist/onair.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import path from 'node:path';

package/lib/routes/bigquant/collections.ts

@@ -8,7 +8,7 @@ const md = MarkdownIt({
 
 export const route: Route = {
     path: '/collections',
-    categories: ['finance', 'popular'],
+    categories: ['finance'],
     view: ViewType.Articles,
     example: '/bigquant/collections',
     parameters: {},

package/lib/routes/bilibili/bangumi.ts

@@ -11,7 +11,7 @@ export const route: Route = {
         embed: '默认为开启内嵌视频, 任意值为关闭',
     },
     example: '/bilibili/bangumi/media/9192',
-    categories: ['social-media', 'popular'],
+    categories: ['social-media'],
     view: ViewType.Videos,
     maintainers: ['DIYgod', 'nuomi1'],
     handler,

package/lib/routes/bilibili/cache.ts

@@ -4,13 +4,22 @@ import utils from './utils';
 import { load } from 'cheerio';
 import { config } from '@/config';
 import logger from '@/utils/logger';
-import puppeteer from '@/utils/puppeteer';
+import { getPuppeteerPage } from '@/utils/puppeteer';
 import { JSDOM } from 'jsdom';
+import { RateLimiterMemory, RateLimiterQueue } from 'rate-limiter-flexible';
 
-const disableConfigCookie = false;
+const subtitleLimiter = new RateLimiterMemory({
+    points: 5,
+    duration: 1,
+    execEvenly: true,
+});
 
-const getCookie = () => {
-    if (!disableConfigCookie && Object.keys(config.bilibili.cookies).length > 0) {
+const subtitleLimiterQueue = new RateLimiterQueue(subtitleLimiter, {
+    maxQueueSize: 4800,
+});
+
+const getCookie = (disableConfig = false) => {
+    if (Object.keys(config.bilibili.cookies).length > 0 && !disableConfig) {
         // Update b_lsid in cookies
         for (const key of Object.keys(config.bilibili.cookies)) {
             const cookie = config.bilibili.cookies[key];
@@ -24,25 +33,26 @@ const getCookie = () => {
     }
     const key = 'bili-cookie';
     return cache.tryGet(key, async () => {
-        const browser = await puppeteer({
-            stealth: true,
+        let waitForRequest: Promise<string> = new Promise((resolve) => {
+            resolve('');
         });
-        const page = await browser.newPage();
-        const waitForRequest = new Promise<string>((resolve) => {
-            page.on('requestfinished', async (request) => {
-                if (request.url() === 'https://api.bilibili.com/x/internal/gaia-gateway/ExClimbWuzhi') {
-                    const cookies = await page.cookies();
-                    let cookieString = cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
-
-                    cookieString = cookieString.replace(/b_lsid=[0-9A-F]+_[0-9A-F]+/, `b_lsid=${utils.lsid()}`);
-                    resolve(cookieString);
-                }
-            });
+        const { destory } = await getPuppeteerPage('https://space.bilibili.com/1/dynamic', {
+            onBeforeLoad: (page) => {
+                waitForRequest = new Promise<string>((resolve) => {
+                    page.on('requestfinished', async (request) => {
+                        if (request.url() === 'https://api.bilibili.com/x/internal/gaia-gateway/ExClimbWuzhi') {
+                            const cookies = await page.cookies();
+                            let cookieString = cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
+                            cookieString = cookieString.replace(/b_lsid=[0-9A-F]+_[0-9A-F]+/, `b_lsid=${utils.lsid()}`);
+                            resolve(cookieString);
+                        }
+                    });
+                });
+            },
         });
-        await page.goto('https://space.bilibili.com/1/dynamic');
         const cookieString = await waitForRequest;
         logger.debug(`Got bilibili cookie: ${cookieString}`);
-        await browser.close();
+        await destory();
         return cookieString;
     });
 };
@@ -148,11 +158,11 @@ const getUsernameAndFaceFromUID = async (uid) => {
         if (nameResponse.data.name) {
             name = nameResponse.data.name;
             face = nameResponse.data.face;
+            cache.set(nameKey, nameResponse.data.name);
+            cache.set(faceKey, nameResponse.data.face);
         } else {
             logger.error(`Error when visiting /x/space/wbi/acc/info: ${JSON.stringify(nameResponse)}`);
         }
-        cache.set(nameKey, name);
-        cache.set(faceKey, face);
     }
     return [name, face];
 };
@@ -169,15 +179,15 @@ const getLiveIDFromShortID = (shortID) => {
     });
 };
 
-const getUsernameFromLiveID = (liveID) => {
-    const key = `bili-username-from-liveID-${liveID}`;
+const getUserInfoFromLiveID = (liveID) => {
+    const key = `bili-userinfo-from-liveID-${liveID}`;
     return cache.tryGet(key, async () => {
         const { data: nameResponse } = await got(`https://api.live.bilibili.com/live_user/v1/UserInfo/get_anchor_in_room?roomid=${liveID}`, {
             headers: {
                 Referer: `https://live.bilibili.com/${liveID}`,
             },
         });
-        return nameResponse.data.info.uname;
+        return nameResponse.data.info;
     });
 };
 
@@ -201,10 +211,91 @@ const getCidFromId = (aid, pid, bvid) => {
         const { data } = await got(`https://api.bilibili.com/x/web-interface/view?${bvid ? `bvid=${bvid}` : `aid=${aid}`}`, {
             referer: `https://www.bilibili.com/video/${bvid || `av${aid}`}`,
         });
-        return data.data.pages[pid - 1].cid;
+        return data?.data?.pages[pid - 1]?.cid;
+    });
+};
+
+interface SubtitleEntry {
+    from: number;
+    to: number;
+    sid: number;
+    content: string;
+    music: number;
+}
+
+function secondsToSrtTime(seconds: number): string {
+    const date = new Date(seconds * 1000);
+    const hh = String(date.getUTCHours()).padStart(2, '0');
+    const mm = String(date.getUTCMinutes()).padStart(2, '0');
+    const ss = String(date.getUTCSeconds()).padStart(2, '0');
+    const ms = String(date.getUTCMilliseconds()).padStart(3, '0');
+    return `${hh}:${mm}:${ss},${ms}`;
+}
+
+function convertJsonToSrt(body: SubtitleEntry[]): string {
+    return body
+        .map((item, index) => {
+            const start = secondsToSrtTime(item.from);
+            const end = secondsToSrtTime(item.to);
+            return `${index + 1}\n${start} --> ${end}\n${item.content}\n`;
+        })
+        .join('\n');
+}
+
+const getVideoSubtitle = async (
+    bvid: string
+): Promise<
+    Array<{
+        content: string;
+        lan_doc: string;
+    }>
+> => {
+    if (!bvid) {
+        return [];
+    }
+
+    const cid = await getCidFromId(undefined, 1, bvid);
+    if (!cid) {
+        return [];
+    }
+
+    const cookie = await getCookie();
+    return cache.tryGet(`bili-video-subtitle-${bvid}`, async () => {
+        await subtitleLimiterQueue.removeTokens(1);
+        const response = await got(`https://api.bilibili.com/x/player/wbi/v2?bvid=${bvid}&cid=${cid}`, {
+            headers: {
+                Referer: `https://www.bilibili.com/video/${bvid}`,
+                Cookie: cookie,
+            },
+        });
+
+        const subtitles = response?.data?.data?.subtitle?.subtitles || [];
+
+        return await Promise.all(
+            subtitles.map(async (subtitle) => {
+                const url = `https:${subtitle.subtitle_url}`;
+                const subtitleData = await cache.tryGet(url, async () => {
+                    const subtitleResponse = await got(url);
+                    return convertJsonToSrt(subtitleResponse?.data?.body || []);
+                });
+                return {
+                    content: subtitleData,
+                    lan_doc: subtitle.lan_doc,
+                };
+            })
+        );
     });
 };
 
+const getVideoSubtitleAttachment = async (bvid: string) => {
+    const subtitles = await getVideoSubtitle(bvid);
+    return subtitles.map((subtitle) => ({
+        url: `data:text/plain;charset=utf-8,${encodeURIComponent(subtitle.content)}`,
+        mime_type: 'text/srt',
+        title: `字幕 - ${subtitle.lan_doc}`,
+    }));
+};
+
 const getAidFromBvid = async (bvid) => {
     const key = `bili-cid-from-bvid-${bvid}`;
     let aid = await cache.get(key);
@@ -280,10 +371,12 @@ export default {
     getUsernameFromUID,
     getUsernameAndFaceFromUID,
     getLiveIDFromShortID,
-    getUsernameFromLiveID,
+    getUserInfoFromLiveID,
     getVideoNameFromId,
     getCidFromId,
     getAidFromBvid,
     getArticleDataFromCvid,
     getRenderData,
+    getVideoSubtitle,
+    getVideoSubtitleAttachment,
 };

package/lib/routes/bilibili/check-cookie.ts

@@ -0,0 +1,31 @@
+import { APIRoute } from '@/types';
+import cacheIn from './cache';
+import ofetch from '@/utils/ofetch';
+
+export const apiRoute: APIRoute = {
+    path: '/check-cookie',
+    description: '检查 bilibili cookie 是否有效',
+    maintainers: ['DIYgod'],
+    handler,
+};
+
+async function handler() {
+    const cookie = await cacheIn.getCookie();
+
+    if (!cookie) {
+        return {
+            code: -1,
+        };
+    }
+
+    const response = await ofetch(`https://api.bilibili.com/x/web-interface/nav`, {
+        headers: {
+            Referer: `https://space.bilibili.com/1/`,
+            Cookie: cookie as string,
+        },
+    });
+
+    return {
+        code: response.code === 0 && !!response.data.mid ? 0 : -1,
+    };
+}

package/lib/routes/bilibili/danmaku.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 import { load } from 'cheerio';
 import cache from './cache';
 import got from '@/utils/got';
-import zlib from 'zlib';
+import zlib from 'node:zlib';
 
 const processFloatTime = (time) => {
     const totalSeconds = Number.parseInt(time);
@@ -54,7 +54,7 @@ async function handler(ctx) {
 
     let danmakuText = danmakuResponse.body;
 
-    danmakuText = await ((danmakuText[0] & 0x0f) === 0x08 ? zlib.inflateSync(danmakuText) : zlib.inflateRawSync(danmakuText));
+    danmakuText = await ((danmakuText[0] & 0x0F) === 0x08 ? zlib.inflateSync(danmakuText) : zlib.inflateRawSync(danmakuText));
 
     let danmakuList = [];
     const $ = load(danmakuText, { xmlMode: true });
@@ -62,7 +62,7 @@ async function handler(ctx) {
         danmakuList.push({ p: $(item).attr('p'), text: $(item).text() });
     });
 
-    danmakuList = danmakuList.reverse().slice(0, limit);
+    danmakuList = danmakuList.toReversed().slice(0, limit);
 
     return {
         title: `${videoName} 的 弹幕动态`,