rsshub 1.0.0-master.fd741f1 → 1.0.0-master.fd8463a

package/lib/routes/baobua/category.ts

@@ -0,0 +1,60 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { SUB_NAME_PREFIX, SUB_URL } from './const';
+import loadArticle from './article';
+
+export const route: Route = {
+    path: '/category/:category',
+    categories: ['picture'],
+    example: '/baobua/category/network',
+    parameters: { category: 'Category' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['baobua.com/cat/:category'],
+            target: '/category/:category',
+        },
+    ],
+    name: 'Category',
+    maintainers: ['AiraNadih'],
+    handler,
+    url: 'baobua.com/',
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category');
+    const url = `${SUB_URL}cat/${category}/`;
+
+    const response = await got(url);
+    const $ = load(response.body);
+    const itemRaw = $('.thcovering-video').toArray();
+
+    return {
+        title: `${SUB_NAME_PREFIX} - Category: ${category}`,
+        link: url,
+        item: await Promise.all(
+            itemRaw
+                .map((e) => {
+                    const item = $(e);
+                    let link = item.find('a').attr('href');
+                    if (!link) {
+                        return null;
+                    }
+                    if (link.startsWith('/')) {
+                        link = new URL(link, SUB_URL).href;
+                    }
+                    return cache.tryGet(link, () => loadArticle(link));
+                })
+                .filter(Boolean)
+        ),
+    };
+}

package/lib/routes/baobua/const.ts

@@ -0,0 +1,4 @@
+const SUB_NAME_PREFIX = 'BaoBua';
+const SUB_URL = 'https://baobua.com/';
+
+export { SUB_NAME_PREFIX, SUB_URL };

package/lib/routes/baobua/latest.ts

@@ -0,0 +1,57 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { SUB_NAME_PREFIX, SUB_URL } from './const';
+import loadArticle from './article';
+
+export const route: Route = {
+    path: '/',
+    categories: ['picture'],
+    example: '/baobua',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['baobua.com/'],
+            target: '',
+        },
+    ],
+    name: 'Latest',
+    maintainers: ['AiraNadih'],
+    handler,
+    url: 'baobua.com/',
+};
+
+async function handler() {
+    const response = await got(SUB_URL);
+    const $ = load(response.body);
+    const itemRaw = $('.thcovering-video').toArray();
+
+    return {
+        title: `${SUB_NAME_PREFIX} - Latest`,
+        link: SUB_URL,
+        item: await Promise.all(
+            itemRaw
+                .map((e) => {
+                    const item = $(e);
+                    let link = item.find('a').attr('href');
+                    if (!link) {
+                        return null;
+                    }
+                    if (link.startsWith('/')) {
+                        link = new URL(link, SUB_URL).href;
+                    }
+                    return cache.tryGet(link, () => loadArticle(link));
+                })
+                .filter(Boolean)
+        ),
+    };
+}

package/lib/routes/baobua/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'BaoBua',
+    url: 'baobua.com',
+    description: 'BaoBua.Com - Hot beauty girl pics, girls photos, free watch online hd photo sets',
+    lang: 'en',
+};

package/lib/routes/baobua/search.ts

@@ -0,0 +1,60 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { SUB_NAME_PREFIX, SUB_URL } from './const';
+import loadArticle from './article';
+
+export const route: Route = {
+    path: '/search/:keyword',
+    categories: ['picture'],
+    example: '/baobua/search/cos',
+    parameters: { keyword: 'Keyword' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['baobua.com/search'],
+            target: '/search/:keyword',
+        },
+    ],
+    name: 'Search',
+    maintainers: ['AiraNadih'],
+    handler,
+    url: 'baobua.com/',
+};
+
+async function handler(ctx) {
+    const keyword = ctx.req.param('keyword');
+    const url = `${SUB_URL}search?q=${keyword}`;
+
+    const response = await got(url);
+    const $ = load(response.body);
+    const itemRaw = $('.thcovering-video').toArray();
+
+    return {
+        title: `${SUB_NAME_PREFIX} - Search: ${keyword}`,
+        link: url,
+        item: await Promise.all(
+            itemRaw
+                .map((e) => {
+                    const item = $(e);
+                    let link = item.find('a').attr('href');
+                    if (!link) {
+                        return null;
+                    }
+                    if (link.startsWith('/')) {
+                        link = new URL(link, SUB_URL).href;
+                    }
+                    return cache.tryGet(link, () => loadArticle(link));
+                })
+                .filter(Boolean)
+        ),
+    };
+}

package/lib/routes/baozimh/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/bast/index.ts

@@ -18,7 +18,7 @@ async function handler(ctx) {
     const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 50;
 
     const rootUrl = 'https://www.bast.net.cn';
-    const currentUrl = `${rootUrl}/${isNaN(colPath) ? colPath : `col/col${colPath}`}/`;
+    const currentUrl = `${rootUrl}/${Number.isNaN(colPath) ? colPath : `col/col${colPath}`}/`;
 
     const response = await got({
         method: 'get',

package/lib/routes/bbc/learningenglish.ts

@@ -0,0 +1,76 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    name: 'Learning English',
+    maintainers: ['Blank0120'],
+    categories: ['study'],
+    handler,
+    path: '/learningenglish/:channel?',
+    example: '/bbc/learningenglish/take-away-english',
+    parameters: {
+        channel: 'channel, default to `take-away-english`',
+    },
+    description: `| 随身英语 | 地道英语 | 媒体英语 | 英语大破解 | 一分钟英语 |
+| -------- | -------- | -------- | -------- | -------- |
+| take-away-english | authentic-real-english | media-english | lingohack | english-in-a-minute |
+
+| 短语动词 | 今日短语 | 你问我答 | 白领英语 | 亲子英语故事 |
+| -------- | -------- | -------- | -------- | -------- |
+| phrasal-verbs | todays-phrase | q-and-a | english-at-work | storytellers |`,
+};
+
+async function handler(ctx) {
+    // set targetURL
+    const { channel = 'take-away-english' } = ctx.req.param();
+
+    const rootURL = 'https://www.bbc.co.uk';
+    const targerURL = `${rootURL}/learningenglish/chinese/features/${channel}`;
+
+    const response = await ofetch(targerURL, { parseResponse: (txt) => txt });
+    const $ = load(response);
+
+    // get top article links
+    const firstItem = {
+        title: $('[data-widget-index=4]').find('h2').text(),
+        link: `${rootURL}${$('[data-widget-index=4]').find('h2 a').attr('href')}`,
+        pubDate: parseDate($('[data-widget-index=4]').find('.details h3').text()),
+    };
+
+    // get rest ul article links
+    const restItems = $('.threecol li')
+        .toArray()
+        .slice(0, 10)
+        .map((article) => {
+            const $article = load(article);
+
+            return {
+                title: $article('h2').text(),
+                link: `${rootURL}${$article('h2 a').attr('href')}`,
+                pubDate: parseDate($article('.details h3').text()),
+            };
+        });
+
+    // try get article content detail
+    const items = await Promise.all(
+        [firstItem, ...restItems].map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await ofetch(item.link, { parseResponse: (txt) => txt });
+
+                const $content = load(detailResponse);
+
+                item.description = $content('.widget-richtext').html();
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `Learningenglish-${channel}-BBC`,
+        link: targerURL,
+        item: items,
+    };
+}

package/lib/routes/bbcnewslabs/news.ts

@@ -36,8 +36,9 @@ async function handler() {
 
     const $ = load(response.data);
 
-    const items = [...$('a[href^="/news/20"]')]
-        .map((_, item) => {
+    const items = $('a[href^="/news/20"]')
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.find('h3[class^="thumbnail-module--thumbnailTitle--"]').text(),
@@ -45,8 +46,7 @@ async function handler() {
                 pubDate: parseDate(item.find('span[class^="thumbnail-module--thumbnailType--"]').text()),
                 link: rootUrl + item.attr('href'),
             };
-        })
-        .get();
+        });
 
     return {
         title: 'News - BBC News Labs',

package/lib/routes/bc3ts/list.ts

@@ -7,9 +7,6 @@ import path from 'node:path';
 import { Media, PostResponse } from './types';
 import { config } from '@/config';
 
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 export const route: Route = {
     path: '/post/list/:sort?',
     example: '/bc3ts/post/list',
@@ -31,7 +28,7 @@ export const route: Route = {
 
 const baseUrl = 'https://web.bc3ts.net';
 
-const renderMedia = (media: Media[]) => art(path.join(__dirname, 'templates', 'media.art'), { media });
+const renderMedia = (media: Media[]) => art(path.join(__dirname, 'templates/media.art'), { media });
 
 async function handler(ctx) {
     const { sort = '1' } = ctx.req.param();

package/lib/routes/bdys/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -9,7 +7,7 @@ import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import { art } from '@/utils/render';
 import path from 'node:path';
-import asyncPool from 'tiny-async-pool';
+import pMap from 'p-map';
 import { config } from '@/config';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
 
@@ -141,43 +139,42 @@ async function handler(ctx) {
         cookie: `JSESSIONID=${jsessionid}`,
     };
 
-    const items = [];
-
-    for await (const data of asyncPool(1, list, (item) =>
-        cache.tryGet(item.link, async () => {
-            const detailResponse = await got({
-                method: 'get',
-                url: item.link,
-                headers,
-            });
-            const downloadResponse = await got({
-                method: 'get',
-                url: `${rootUrl}/downloadInfo/list?mid=${item.link.split('/')[4].split('.')[0]}`,
-                headers,
-            });
-            const content = load(detailResponse.data);
-
-            content('svg').remove();
-            const torrents = content('.download-list .list-group');
-
-            item.description = art(path.join(__dirname, 'templates/desc.art'), {
-                info: content('.row.mt-3').html(),
-                synopsis: content('#synopsis').html(),
-                links: downloadResponse.data,
-                torrents: torrents.html(),
-            });
-
-            item.pubDate = timezone(parseDate(content('.bg-purple-lt').text().replace('更新时间：', '')), +8);
-            item.guid = `${item.link}#${content('.card h1').text()}`;
-
-            item.enclosure_url = torrents.html() ? `${rootUrl}${torrents.find('a').first().attr('href')}` : downloadResponse.data.pop().url;
-            item.enclosure_type = 'application/x-bittorrent';
-
-            return item;
-        })
-    )) {
-        items.push(data);
-    }
+    const items = await pMap(
+        list,
+        (item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers,
+                });
+                const downloadResponse = await got({
+                    method: 'get',
+                    url: `${rootUrl}/downloadInfo/list?mid=${item.link.split('/')[4].split('.')[0]}`,
+                    headers,
+                });
+                const content = load(detailResponse.data);
+
+                content('svg').remove();
+                const torrents = content('.download-list .list-group');
+
+                item.description = art(path.join(__dirname, 'templates/desc.art'), {
+                    info: content('.row.mt-3').html(),
+                    synopsis: content('#synopsis').html(),
+                    links: downloadResponse.data,
+                    torrents: torrents.html(),
+                });
+
+                item.pubDate = timezone(parseDate(content('.bg-purple-lt').text().replace('更新时间：', '')), +8);
+                item.guid = `${item.link}#${content('.card h1').text()}`;
+
+                item.enclosure_url = torrents.html() ? `${rootUrl}${torrents.find('a').first().attr('href')}` : downloadResponse.data.pop().url;
+                item.enclosure_type = 'application/x-bittorrent';
+
+                return item;
+            }),
+        { concurrency: 1 }
+    );
 
     return {
         title: '哔嘀影视',

package/lib/routes/behance/user.ts

@@ -5,13 +5,11 @@ import { parseDate } from '@/utils/parse-date';
 import crypto from 'node:crypto';
 import path from 'node:path';
 import { art } from '@/utils/render';
-import { getCurrentPath } from '@/utils/helpers';
 import { getAppreciatedQuery, getProfileProjectsAndSelectionsQuery, getProjectPageQuery } from './queries';
-const __dirname = getCurrentPath(import.meta.url);
 
 export const route: Route = {
     path: '/:user/:type?',
-    categories: ['design', 'popular'],
+    categories: ['design'],
     view: ViewType.Pictures,
     example: '/behance/mishapetrick',
     parameters: {
@@ -56,7 +54,7 @@ async function handler(ctx) {
 
     const uuid = crypto.randomUUID();
     const headers = {
-        Cookie: `gk_suid=${Math.random().toString().substring(2, 10)}, gki=; originalReferrer=; bcp=${uuid}`,
+        Cookie: `gk_suid=${Math.random().toString().slice(2, 10)}, gki=; originalReferrer=; bcp=${uuid}`,
         'X-BCP': uuid,
         'X-Requested-With': 'XMLHttpRequest',
     };

package/lib/routes/bfl/announcements.ts

@@ -0,0 +1,127 @@
+import { Route, DataItem, Data } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+const ROOT_URL = 'https://bfl.ai'; // 根 URL 定义为常量
+
+/**
+ * 辅助函数：获取并解析单个公告详情页，提取正文内容，并使用缓存。
+ */
+const fetchDescription = (item: DataItem): Promise<DataItem> =>
+    cache.tryGet(item.link!, async () => {
+        const detailPageHtml = await ofetch(item.link!, {
+            // 不再手动指定 User-Agent，让 RSSHub 自行处理
+        });
+        const $detailPage = load(detailPageHtml);
+        const detailContentSelector = 'div.max-w-3xl.mx-auto.px-6';
+        const fullDescription = $detailPage(detailContentSelector).html()?.trim();
+
+        // 将从列表页获取的 item 与详情页的描述合并后返回
+        // 整个对象将被缓存
+        return {
+            ...item,
+            description: fullDescription || item.description, // 如果获取不到全文，则回退到列表页的摘要
+        };
+    });
+
+/**
+ * 主路由处理函数
+ */
+async function handler(): Promise<Data> {
+    const listPageUrl = `${ROOT_URL}/announcements`;
+
+    const listPageHtml = await ofetch(listPageUrl); // 不再手动指定 User-Agent
+    const $ = load(listPageHtml);
+
+    const feedTitle = $('head title').text().trim() || 'BFL AI Announcements';
+    const feedDescription = $('head meta[name="description"]').attr('content')?.trim() || 'Latest announcements from Black Forest Labs (bfl.ai).';
+
+    const listItemsSelector = 'div.flex.flex-col.max-w-3xl.mx-auto.space-y-8 > a[href^="/announcements/"]';
+    const announcementLinks = $(listItemsSelector);
+
+    // 从列表页初步提取每个条目的信息
+    const preliminaryItems: DataItem[] = announcementLinks
+        .toArray()
+        .map((anchorElement) => {
+            const $anchor = $(anchorElement);
+
+            const relativeLink = $anchor.attr('href');
+            const link = relativeLink ? `${ROOT_URL}${relativeLink}` : undefined;
+            const title = $anchor.find('h2[class*="text-xl"]').text().trim();
+
+            const $timeElement = $anchor.find('time');
+            const datetimeAttr = $timeElement.attr('datetime');
+            const timeText = $timeElement.text().trim();
+            const pubDate = datetimeAttr ? parseDate(datetimeAttr) : (timeText ? parseDate(timeText) : undefined);
+
+            const summaryDescription = $anchor.find('p[class*="line-clamp-3"]').html()?.trim() || '';
+            const author = 'Black Forest Labs';
+
+            // 只有包含有效标题和链接的条目才被认为是初步有效的
+            if (!title || !link) {
+                return null;
+            }
+
+            // 构造初步的 item 对象
+            const preliminaryItem: DataItem = {
+                title,
+                link,
+                description: summaryDescription,
+                author,
+            };
+
+            if (pubDate) {
+                preliminaryItem.pubDate = pubDate.toUTCString();
+            }
+
+            return preliminaryItem;
+        })
+        .filter((item): item is DataItem => item !== null && item.link !== undefined);
+
+    // 并行获取所有文章的完整描述
+    const items: DataItem[] = await Promise.all(preliminaryItems.map((item) => fetchDescription(item)));
+
+    return {
+        title: feedTitle,
+        link: listPageUrl,
+        description: feedDescription,
+        item: items,
+        language: 'en',
+    };
+}
+
+/**
+ * 定义并导出RSSHub路由对象
+ */
+export const route: Route = {
+    // 路径相对于命名空间 /bfl，所以完整路径是 /bfl/announcements
+    path: '/announcements',
+    // 按照要求，只指定一个分类
+    categories: ['multimedia'],
+    example: '/bfl/announcements',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['bfl.ai/announcements'],
+            // target 也要相应修改
+            target: '/announcements',
+            title: 'Announcements',
+        },
+    ],
+    name: 'Announcements',
+    maintainers: ['thirteenkai'],
+    handler,
+    // url 不包含协议名
+    url: 'bfl.ai/announcements',
+    description: 'Fetches the latest announcements from Black Forest Labs (bfl.ai). Provides full article content by default with caching.',
+};

package/lib/routes/bfl/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'BFL AI',
+    url: 'bfl.ai',
+    categories: ['multimedia'],
+    description: '来自黑森林实验室（bfl.ai）的公告和更新，这是一个前沿的人工智能实验室。',
+    lang: 'en',
+};

package/lib/routes/bgmlist/onair.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import path from 'node:path';

package/lib/routes/bigquant/collections.ts

@@ -8,7 +8,7 @@ const md = MarkdownIt({
 
 export const route: Route = {
     path: '/collections',
-    categories: ['finance', 'popular'],
+    categories: ['finance'],
     view: ViewType.Articles,
     example: '/bigquant/collections',
     parameters: {},

package/lib/routes/bilibili/bangumi.ts

@@ -11,7 +11,7 @@ export const route: Route = {
         embed: '默认为开启内嵌视频, 任意值为关闭',
     },
     example: '/bilibili/bangumi/media/9192',
-    categories: ['social-media', 'popular'],
+    categories: ['social-media'],
     view: ViewType.Videos,
     maintainers: ['DIYgod', 'nuomi1'],
     handler,