rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/buaa/lib/space/templates/newbook.art

@@ -0,0 +1,44 @@
+{{if info.imageUrl}}
+<aside><img src="{{info.imageUrl}}" alt="封面"></aside>
+{{/if}}
+<h2>书籍信息</h2>
+<div>
+    <span class="call-no" style="font-family: JetBrainsMono, monospace; font-style: italic; font-weight: 700; color: #458f57;">{{item.callno.at(0) || '无'}}</span> / 
+    <span class="author">{{item.author}}</span> / 
+    <span class="publisher">{{item.publisher}}</span> / 
+    <span class="pub-year">{{item.pub_year}}</span>
+</div>
+<h3>简介</h3>
+<div itemprop="description">{{info?.content}}</div>
+<table>
+    <tr><th>ISBN</th><td itemprop="isbn">{{item.isbn}}</td></tr>
+    <tr><th>语言</th><td itemprop="language">{{item.language}}</td></tr>
+    <tr><th>类型</th><td itemprop="docType">{{item.docTypeDesc}}</td></tr>
+</table>
+{{if info.authorInfo}}
+<h3>作者简介</h3>
+<div itemprop="authorInfo">{{info.authorInfo}}</div>
+{{/if}}
+<h2>馆藏信息</h2>
+{{if item.onSelfDate}}
+<strong>上架时间</strong>：
+<date datetime="{{item.onSelfDate}}">{{item.onSelfDate}}</date>
+{{/if}}
+<br>
+<h3>馆藏地点</h3>
+<table>
+    {{each holdings holding}}
+    <tr><th>所属馆藏地</th><td>{{holding.location}}</td></tr>
+    <tr><th>索书号</th><td>{{holding.callNo}}</td></tr>
+    <tr><th>条码号</th><td>{{holding.barCode}}</td></tr>
+    <tr><th>编号</th><td>{{holding.itemId}}</td></tr>
+    <tr>
+        <th>书刊状态</th>
+        <td style="color: {{holding.status === '可借' ? '#458f57' : '#d86d02'}}">{{holding.status}}</td>
+    </tr>
+    {{/each}}
+</table>
+{{if info.catalog}}
+<h2>目录</h2>
+<div itemprop="catalog">{{@ info.catalog}}</div>
+{{/if}}

package/lib/routes/buaa/news/index.ts

@@ -1,4 +1,5 @@
-import { Route } from '@/types';
+import { Route, Data, DataItem } from '@/types';
+import { Context } from 'hono';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
@@ -21,12 +22,12 @@ export const route: Route = {
     name: '新闻网',
     maintainers: ['AlanDecode'],
     handler,
-    description: `| 综合新闻 | 信息公告  | 学术文化     | 校园风采  | 科教在线  | 媒体北航  | 专题新闻 | 北航人物 |
-  | -------- | --------- | ------------ | --------- | --------- | --------- | -------- | -------- |
-  | zhxw     | xxgg\_new | xsjwhhd\_new | xyfc\_new | kjzx\_new | mtbh\_new | ztxw     | bhrw     |`,
+    description: `| 综合新闻 | 信息公告 | 学术文化    | 校园风采 | 科教在线 | 媒体北航 | 专题新闻 | 北航人物 |
+  | -------- | -------- | ----------- | -------- | -------- | -------- | -------- | -------- |
+  | zhxw     | xxgg_new | xsjwhhd_new | xyfc_new | kjzx_new | mtbh_new | ztxw     | bhrw     |`,
 };
 
-async function handler(ctx) {
+async function handler(ctx: Context): Promise<Data> {
     const baseUrl = 'https://news.buaa.edu.cn';
     const type = ctx.req.param('type');
 
@@ -34,36 +35,37 @@ async function handler(ctx) {
 
     const $ = load(response);
     const title = $('.subnav span').text().trim();
-    const list = $('.mainleft > .listlefttop > .listleftop1')
+    const list: DataItem[] = $('.mainleft > .listlefttop > .listleftop1')
         .toArray()
-        .map((item) => {
-            item = $(item);
+        .map((item_) => {
+            const item = $(item_);
             const title = item.find('h2 > a');
             return {
                 title: title.text(),
-                link: new URL(title.attr('href'), baseUrl).href,
+                link: new URL(title.attr('href')!, baseUrl).href,
                 pubDate: timezone(parseDate(item.find('h2 em').text(), '[YYYY-MM-DD]'), +8),
             };
         });
 
-    const result = await Promise.all(
+    const result = (await Promise.all(
         list.map((item) =>
-            cache.tryGet(item.link, async () => {
+            cache.tryGet(item.link!, async () => {
                 const response = await got(item.link);
                 const $ = load(response.data);
 
-                item.description = $('.v_news_content').html();
+                item.description = $('.v_news_content').html() || '';
                 item.author = $('.vsbcontent_end').text().trim();
 
                 return item;
             })
         )
-    );
+    )) as DataItem[];
 
     return {
         title: `北航新闻 - ${title}`,
         link,
         description: `北京航空航天大学新闻网 - ${title}`,
+        language: 'zh-CN',
         item: result,
     };
 }

package/lib/routes/buaa/sme.ts

@@ -56,6 +56,8 @@ async function handler(ctx) {
         link: url,
         // 源文章
         item: await getItems(list),
+        // 语言
+        language: 'zh-CN',
     };
 }
 
@@ -69,13 +71,13 @@ async function getList(url) {
         .join(' - ');
     const list = $("div[class='Newslist'] > ul > li")
         .toArray()
-        .map((item) => {
-            item = $(item);
+        .map((item_) => {
+            const item = $(item_);
             const $a = item.find('a');
             const link = $a.attr('href');
             return {
                 title: item.find('a').text(),
-                link: link.startsWith('http') ? link : `${BASE_URL}/${link}`, // 有些链接是相对路径
+                link: link?.startsWith('http') ? link : `${BASE_URL}/${link}`, // 有些链接是相对路径
                 pubDate: timezone(parseDate(item.find('span').text()), +8),
             };
         });

package/lib/routes/bugzilla/bug.ts

@@ -0,0 +1,59 @@
+import { load } from 'cheerio';
+import { Context } from 'hono';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+const INSTANCES = new Map([
+    ['apache', 'bz.apache.org/bugzilla'],
+    ['apache.ooo', 'bz.apache.org/ooo'], // Apache OpenOffice
+    ['apache.SpamAssassin', 'bz.apache.org/SpamAssassin'],
+    ['kernel', 'bugzilla.kernel.org'],
+    ['mozilla', 'bugzilla.mozilla.org'],
+    ['webkit', 'bugs.webkit.org'],
+]);
+
+async function handler(ctx: Context): Promise<Data> {
+    const { site, bugId } = ctx.req.param();
+    if (!INSTANCES.has(site)) {
+        throw new InvalidParameterError(`unknown site: ${site}`);
+    }
+    const link = `https://${INSTANCES.get(site)}/show_bug.cgi?id=${bugId}`;
+    const $ = load(await ofetch(`${link}&ctype=xml`));
+    const items = $('long_desc').map((index, rawItem) => {
+        const $ = load(rawItem, null, false);
+        return {
+            title: `comment #${$('commentid').text()}`,
+            link: `${link}#c${index}`,
+            description: $('thetext').text(),
+            pubDate: parseDate($('bug_when').text()),
+            author: $('who').attr('name'),
+        } as DataItem;
+    });
+    return { title: $('short_desc').text(), link, item: items.toArray() };
+}
+
+function markdownFrom(instances: Map<string, string>, separator: string = ', '): string {
+    return [...instances.entries()].map(([k, v]) => `[\`${k}\`](https://${v})`).join(separator);
+}
+
+export const route: Route = {
+    path: '/bug/:site/:bugId',
+    name: 'bugs',
+    maintainers: ['FranklinYu'],
+    handler,
+    example: '/bugzilla/bug/webkit/251528',
+    parameters: {
+        site: 'site identifier',
+        bugId: 'numeric identifier of the bug in the site',
+    },
+    description: `Supported site identifiers: ${markdownFrom(INSTANCES)}.`,
+    categories: ['programming'],
+
+    // Radar is infeasible, because it needs access to URL parameters.
+    zh: {
+        name: 'bugs',
+        description: `支持的站点标识符：${markdownFrom(INSTANCES, '、')}。`,
+    },
+};

package/lib/routes/bugzilla/namespace.ts

@@ -0,0 +1,11 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Bugzilla',
+    url: 'bugzilla.org',
+    description: 'Bugzilla instances hosted by organizations.',
+    zh: {
+        name: 'Bugzilla',
+        description: '各组织自建的Bugzilla实例。',
+    },
+};

package/lib/routes/cara/constant.ts

@@ -0,0 +1,5 @@
+export const HOST = 'https://cara.app';
+
+export const API_HOST = `${HOST}/api`;
+
+export const CDN_HOST = 'https://cdn.cara.app';

package/lib/routes/cara/likes.ts

@@ -0,0 +1,56 @@
+import type { Data, DataItem, Route } from '@/types';
+import type { PostsResponse } from './types';
+import { customFetch, parseUserData } from './utils';
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import { getCurrentPath } from '@/utils/helpers';
+import { art } from '@/utils/render';
+import { parseDate } from '@/utils/parse-date';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: ['/likes/:user'],
+    categories: ['social-media'],
+    example: '/cara/likes/fengz',
+    parameters: { user: 'username' },
+    name: 'Likes',
+    maintainers: ['KarasuShin'],
+    handler,
+    radar: [
+        {
+            source: ['cara.app/:user', 'cara.app/:user/*'],
+            target: '/likes/:user',
+        },
+    ],
+};
+
+async function handler(ctx): Promise<Data> {
+    const user = ctx.req.param('user');
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+    const userInfo = await parseUserData(user);
+
+    const api = `${API_HOST}/posts/getAllLikesByUser?slug=${userInfo.slug}&take=${limit}`;
+
+    const timelineResponse = await customFetch<PostsResponse>(api);
+
+    const items = timelineResponse.data.map((item) => {
+        const description = art(path.join(__dirname, 'templates/post.art'), {
+            content: item.content,
+            images: item.images.filter((i) => !i.isCoverImg).map((i) => ({ ...i, src: `${CDN_HOST}/${i.src}` })),
+        });
+        return {
+            title: item.title || item.content,
+            pubDate: parseDate(item.createdAt),
+            link: `${HOST}/post/${item.id}`,
+            description,
+        } as DataItem;
+    });
+
+    return {
+        title: `Likes - ${userInfo.name}`,
+        link: `${HOST}/${user}/likes`,
+        image: `${CDN_HOST}/${userInfo.photo}`,
+        item: items,
+    };
+}

package/lib/routes/cara/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cara',
+    url: 'cara.app',
+};

package/lib/routes/cara/portfolio.ts

@@ -0,0 +1,40 @@
+import type { Data, DataItem, Route } from '@/types';
+import type { PortfolioResponse } from './types';
+import { customFetch, fetchPortfolioItem, parseUserData } from './utils';
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: ['/portfolio/:user'],
+    categories: ['social-media'],
+    example: '/cara/portfolio/fengz',
+    parameters: { user: 'username' },
+    name: 'Portfolio',
+    maintainers: ['KarasuShin'],
+    handler,
+    radar: [
+        {
+            source: ['cara.app/:user', 'cara.app/:user/*'],
+            target: '/portfolio/:user',
+        },
+    ],
+};
+
+async function handler(ctx): Promise<Data> {
+    const user = ctx.req.param('user');
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+    const userInfo = await parseUserData(user);
+
+    const api = `${API_HOST}/profiles/portfolio?id=${userInfo.id}&take=${limit}`;
+
+    const portfolioResponse = await customFetch<PortfolioResponse>(api);
+
+    const items = await Promise.all(portfolioResponse.data.map((item) => cache.tryGet(`${HOST}/post/${item.postId}`, async () => await fetchPortfolioItem(item)) as unknown as DataItem));
+
+    return {
+        title: `Portfolio - ${userInfo.name}`,
+        link: `${HOST}/${user}/portfolio`,
+        image: `${CDN_HOST}/${userInfo.photo}`,
+        item: items,
+    };
+}

package/lib/routes/cara/templates/post.art

@@ -0,0 +1,6 @@
+{{ if content }}
+<p>{{ content }}</p>
+{{ /if }}
+{{ each images image }}
+<img src="{{ image.src }}" />
+{{ /each }}

package/lib/routes/cara/timeline.ts

@@ -0,0 +1,56 @@
+import type { Data, DataItem, Route } from '@/types';
+import type { PostsResponse } from './types';
+import { customFetch, parseUserData } from './utils';
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import { getCurrentPath } from '@/utils/helpers';
+import { art } from '@/utils/render';
+import { parseDate } from '@/utils/parse-date';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: ['/timeline/:user'],
+    categories: ['social-media'],
+    example: '/cara/timeline/fengz',
+    parameters: { user: 'username' },
+    name: 'Timeline',
+    maintainers: ['KarasuShin'],
+    handler,
+    radar: [
+        {
+            source: ['cara.app/:user', 'cara.app/:user/*'],
+            target: '/timeline/:user',
+        },
+    ],
+};
+
+async function handler(ctx): Promise<Data> {
+    const user = ctx.req.param('user');
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+    const userInfo = await parseUserData(user);
+
+    const api = `${API_HOST}/posts/getAllByUser?slug=${userInfo.slug}&take=${limit}`;
+
+    const timelineResponse = await customFetch<PostsResponse>(api);
+
+    const items = timelineResponse.data.map((item) => {
+        const description = art(path.join(__dirname, 'templates/post.art'), {
+            content: item.content,
+            images: item.images.filter((i) => !i.isCoverImg).map((i) => ({ ...i, src: `${CDN_HOST}/${i.src}` })),
+        });
+        return {
+            title: item.title || item.content,
+            pubDate: parseDate(item.createdAt),
+            link: `${HOST}/post/${item.id}`,
+            description,
+        } as DataItem;
+    });
+
+    return {
+        title: `Timeline - ${userInfo.name}`,
+        link: `${HOST}/${user}/all`,
+        image: `${CDN_HOST}/${userInfo.photo}`,
+        item: items,
+    };
+}

package/lib/routes/cara/types.ts

@@ -0,0 +1,45 @@
+export interface UserNextData {
+    pageProps: {
+        user: {
+            id: string;
+            name: string;
+            slug: string;
+            photo: string;
+        };
+    };
+}
+
+export interface PortfolioResponse {
+    data: {
+        url: string;
+        postId: string;
+        imageNum: number;
+    }[];
+}
+
+export interface PortfolioDetailResponse {
+    data: {
+        createdAt: string;
+        images: {
+            src: string;
+            isCoverImg: boolean;
+        }[];
+        title: string;
+        content: string;
+    };
+}
+
+export interface PostsResponse {
+    data: {
+        name: string;
+        photo: string;
+        createdAt: string;
+        images: {
+            src: string;
+            isCoverImg: boolean;
+        }[];
+        id: string;
+        title: string;
+        content: string;
+    }[];
+}

package/lib/routes/cara/utils.ts

@@ -0,0 +1,62 @@
+import { config } from '@/config';
+import ofetch from '@/utils/ofetch';
+import type { FetchOptions, FetchRequest, ResponseType } from 'ofetch';
+import asyncPool from 'tiny-async-pool';
+import type { PortfolioDetailResponse, PortfolioResponse, UserNextData } from './types';
+import type { DataItem } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import { API_HOST, CDN_HOST, HOST } from './constant';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+
+export function customFetch<T = any, R extends ResponseType = 'json'>(request: FetchRequest, options?: FetchOptions<R>) {
+    return ofetch<T, R>(request, {
+        ...options,
+        headers: {
+            'user-agent': config.trueUA,
+        },
+    });
+}
+
+export async function parseUserData(user: string) {
+    const buildId = await cache.tryGet(
+        `${HOST}:buildId`,
+        async () => {
+            const res = await customFetch(`${HOST}/explore`);
+            const $ = load(res);
+            return JSON.parse($('#__NEXT_DATA__')?.text() ?? '{}').buildId;
+        },
+        config.cache.routeExpire,
+        false
+    );
+    return (await cache.tryGet(`${HOST}:${user}`, async () => {
+        const data = await customFetch<UserNextData>(`${HOST}/_next/data/${buildId}/${user}.json`);
+        return data.pageProps.user;
+    })) as Promise<UserNextData['pageProps']['user']>;
+}
+
+export async function asyncPoolAll<IN, OUT>(poolLimit: number, array: readonly IN[], iteratorFn: (generator: IN) => Promise<OUT>) {
+    const results: Awaited<OUT[]> = [];
+    for await (const result of asyncPool(poolLimit, array, iteratorFn)) {
+        results.push(result);
+    }
+    return results;
+}
+
+export async function fetchPortfolioItem(item: PortfolioResponse['data'][number]) {
+    const res = await customFetch<PortfolioDetailResponse>(`${API_HOST}/posts/${item.postId}`);
+
+    const description = res.data.images
+        .filter((i) => !i.isCoverImg)
+        .map((image) => `<img src="${CDN_HOST}/${image.src}" />`)
+        .join('<br />');
+
+    const dataItem: DataItem = {
+        title: res.data.title || res.data.content,
+        pubDate: parseDate(res.data.createdAt),
+        link: `${HOST}/post/${item.postId}`,
+        description,
+    };
+
+    return dataItem;
+}

package/lib/routes/cbaigui/utils.ts

@@ -8,7 +8,7 @@ const GetFilterId = async (type, name) => {
 
     const { data: filterResponse } = await got(filterApiUrl);
 
-    return filterResponse.filter((f) => f.name === name).pop()?.id ?? undefined;
+    return filterResponse.findLast((f) => f.name === name)?.id ?? undefined;
 };
 
 export { rootUrl, apiSlug, GetFilterId };

package/lib/routes/cccfna/index.ts

@@ -0,0 +1,82 @@
+import { Route, DataItem } from '@/types';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/:category/:type?',
+    categories: ['government'],
+    example: '/cccfna/meirigengxin',
+    parameters: {
+        category: '文章种类，即一级分类，详情见下表',
+        type: '文章类型，即二级分类，详情见下表',
+    },
+    radar: [
+        {
+            source: ['www.cccfna.org.cn/:category/:type?'],
+        },
+    ],
+    description: `
+:::tip
+存在**二级分类**的**一级分类**不能单独当作参数，如：\`/cccfna/hangyezixun\`
+:::
+
+文章的目录分级如下:
+
+- shanghuidongtai（商会通知）
+- meirigengxin（每日更新）
+- tongzhigonggao（通知公告）
+- hangyezixun（行业资讯）
+  - zhengcedaohang（政策导航）
+  - yujinxinxi（预警信息）
+  - shichangdongtai（市场动态）
+  - gongxuxinxi（供需信息）
+- maoyitongji（贸易统计）
+  - tongjikuaibao（统计快报）
+  - hangyetongji（行业统计）
+  - guobiemaoyi（国别贸易）
+  - maoyizhinan（贸易指南）
+- nongchanpinbaogao（农产品报告）
+  - nongchanpinyuebao（农产品月报）
+  - zhongdianchanpinyuebao（重点产品月报）
+  - zhongdianchanpinzoushi（重点产品走势）`,
+    name: '资讯信息',
+    maintainers: ['hualiong'],
+    handler: async (ctx) => {
+        const { category, type } = ctx.req.param();
+        const baseURL = `https://www.cccfna.org.cn/${category}${type ? '/' + type : ''}`;
+
+        const response = await ofetch(baseURL);
+        const $ = load(response);
+
+        const list: DataItem[] = $('body > script')
+            .last()
+            .text()
+            .match(new RegExp(`https://www.cccfna.org.cn/${category}/.+?.html`, 'g'))!
+            .slice(0, 15)
+            .map((link) => ({ title: '', link }));
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const $ = load(await ofetch(item.link!));
+                    const content = $('.list_cont');
+
+                    item.title = content.find('.title').text();
+                    item.pubDate = timezone(parseDate(content.find('.tip > .time').text(), '发布时间：YYYY-MM-DD'), +8);
+                    item.description = content.find('#article-content').html()!;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: $('head > title').text(),
+            link: baseURL,
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/cccfna/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国食品土畜进出口商会',
+    url: 'www.cccfna.org.cn',
+};

package/lib/routes/cffex/announcement.ts

@@ -0,0 +1,73 @@
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/announcement',
+    name: '交易所公告',
+    url: 'www.cffex.com.cn',
+    maintainers: ['ChenXiangcheng1'],
+    example: '/cffex/announcement',
+    parameters: {},
+    description: '',
+    categories: ['government'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['cffex.com.cn'],
+            target: '/announcement',
+        },
+    ],
+    handler,
+};
+
+async function handler(): Promise<{ title: string; link: string; item: DataItem[] }> {
+    const baseUrl = 'http://www.cffex.com.cn';
+    const homeUrl = `${baseUrl}/jystz`;
+    const response = await ofetch(homeUrl);
+
+    // 使用 Cheerio 选择器解析 HTML
+    const $ = load(response);
+    const list = $('div.notice_list li')
+        .toArray()
+        .map((item) => {
+            item = $(item); // (Element) -> LoadedCheerio
+            const titleEle = $(item).find('a').first();
+            const dateEle = $(item).find('a').eq(1);
+
+            return {
+                title: titleEle.text().trim(),
+                link: `${baseUrl}${titleEle.attr('href')}`,
+                pubDate: timezone(parseDate(dateEle.text(), 'YYYY-MM-DD'), +8),
+            };
+        });
+
+    // (Promise) -> Promise
+    const items = await Promise.all(
+        // (Promise|null) -> Promise|null
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+                item.description = $('div.jysggnr div.nan p').eq(1)?.html();
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '中国金融期货交易所 - 交易所公告',
+        link: homeUrl,
+        item: items,
+    };
+}