rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/binance/announcement.ts

@@ -0,0 +1,168 @@
+import { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import * as cheerio from 'cheerio';
+import { AnnouncementCatalog, AnnouncementsConfig } from './types';
+
+interface AnnouncementFragment {
+    reactRoot: [{ id: 'Fragment'; children: { id: string; props: object }[]; props: object }];
+}
+
+const ROUTE_PARAMETERS_CATALOGID_MAPPING = {
+    'new-cryptocurrency-listing': 48,
+    'latest-binance-news': 49,
+    'latest-activities': 93,
+    'new-fiat-listings': 50,
+    'api-updates': 51,
+    'crypto-airdrop': 128,
+    'wallet-maintenance-updates': 157,
+    delisting: 161,
+};
+
+function assertAnnouncementsConfig(playlist: unknown): playlist is AnnouncementFragment {
+    if (!playlist || typeof playlist !== 'object') {
+        return false;
+    }
+    if (!('reactRoot' in (playlist as { reactRoot: unknown[] }))) {
+        return false;
+    }
+    if (!Array.isArray((playlist as { reactRoot: unknown[] }).reactRoot)) {
+        return false;
+    }
+    if ((playlist as { reactRoot: { id: string }[] }).reactRoot?.[0]?.id !== 'Fragment') {
+        return false;
+    }
+    return true;
+}
+
+function assertAnnouncementsConfigList(props: unknown): props is { config: { list: AnnouncementsConfig[] } } {
+    if (!props || typeof props !== 'object') {
+        return false;
+    }
+    if (!('config' in props)) {
+        return false;
+    }
+    if (!('list' in (props.config as { list: AnnouncementsConfig[] }))) {
+        return false;
+    }
+    return true;
+}
+
+const handler: Route['handler'] = async (ctx) => {
+    const baseUrl = 'https://www.binance.com';
+    const announcementCategoryUrl = `${baseUrl}/support/announcement`;
+    const { type } = ctx.req.param<'/binance/announcement/:type'>();
+    const language = ctx.req.header('Accept-Language');
+    const headers = {
+        Referer: baseUrl,
+        'Accept-Language': language ?? 'en-US,en;q=0.9',
+    };
+    const announcementsConfig = (await cache.tryGet(`binance:announcements:${language}`, async () => {
+        const announcementRes = await ofetch<string>(announcementCategoryUrl, { headers });
+        const $ = cheerio.load(announcementRes);
+
+        const appData = JSON.parse($('#__APP_DATA').text());
+
+        const announcements = Object.values(appData.appState.loader.dataByRouteId as Record<string, object>).find((value) => 'playlist' in value) as { playlist: unknown };
+
+        if (!assertAnnouncementsConfig(announcements.playlist)) {
+            throw new Error('Get announcement config failed');
+        }
+
+        const listConfigProps = announcements.playlist.reactRoot[0].children.find((i) => i.id === 'TopicCardList')?.props;
+
+        if (!assertAnnouncementsConfigList(listConfigProps)) {
+            throw new Error("Can't get announcement config list");
+        }
+
+        return listConfigProps.config.list;
+    })) as AnnouncementsConfig[];
+
+    const announcementCatalogId = ROUTE_PARAMETERS_CATALOGID_MAPPING[type];
+
+    if (!announcementCatalogId) {
+        throw new Error(`${type} is not supported`);
+    }
+
+    const targetItem = announcementsConfig.find((i) => i.url.includes(`c-${announcementCatalogId}`));
+
+    if (!targetItem) {
+        throw new Error('Unexpected announcements config');
+    }
+
+    const link = new URL(targetItem.url, baseUrl).toString();
+
+    const response = await ofetch<string>(link, { headers });
+
+    const $ = cheerio.load(response);
+    const appData = JSON.parse($('#__APP_DATA').text());
+
+    const values = Object.values(appData.appState.loader.dataByRouteId as Record<string, object>);
+    const catalogs = values.find((value) => 'catalogs' in value) as { catalogs: AnnouncementCatalog[] };
+    const catalog = catalogs.catalogs.find((catalog) => catalog.catalogId === announcementCatalogId);
+
+    const item = await Promise.all(
+        catalog!.articles.map((i) => {
+            const link = `${announcementCategoryUrl}/${i.code}`;
+            const item = {
+                title: i.title,
+                link,
+                description: i.title,
+                pubDate: parseDate(i.releaseDate),
+            } as DataItem;
+            return cache.tryGet(`binance:announcement:${i.code}:${language}`, async () => {
+                const res = await ofetch(link, { headers });
+                const $ = cheerio.load(res);
+                const descriptionEl = $('#support_article > div').first();
+                descriptionEl.find('style').remove();
+                item.description = descriptionEl.html() ?? '';
+                return item;
+            }) as Promise<DataItem>;
+        })
+    );
+
+    return {
+        title: targetItem.title,
+        link,
+        description: targetItem.description,
+        item,
+    };
+};
+
+export const route: Route = {
+    path: '/announcement/:type',
+    categories: ['finance'],
+    example: '/binance/announcement/new-cryptocurrency-listing',
+    parameters: {
+        type: {
+            description: 'Binance Announcement type',
+            default: 'new-cryptocurrency-listing',
+            options: [
+                { value: 'new-cryptocurrency-listing', label: 'New Cryptocurrency Listing' },
+                { value: 'latest-binance-news', label: 'Latest Binance News' },
+                { value: 'latest-activities', label: 'Latest Activities' },
+                { value: 'new-fiat-listings', label: 'New Fiat Listings' },
+                { value: 'api-updates', label: 'API Updates' },
+                { value: 'crypto-airdrop', label: 'Crypto Airdrop' },
+                { value: 'wallet-maintenance-updates', label: 'Wallet Maintenance Updates' },
+                { value: 'delisting', label: 'Delisting' },
+            ],
+        },
+    },
+    name: 'Announcement',
+    description: `
+Type category
+
+ - new-cryptocurrency-listing => New Cryptocurrency Listing 
+ - latest-binance-news        => Latest Binance News        
+ - latest-activities          => Latest Activities          
+ - new-fiat-listings          => New Fiat Listings          
+ - api-updates                => API Updates                
+ - crypto-airdrop             => Crypto Airdrop             
+ - wallet-maintenance-updates => Wallet Maintenance Updates 
+ - delisting                  => Delisting                  
+`,
+    maintainers: ['enpitsulin'],
+    handler,
+};

package/lib/routes/binance/types.ts

@@ -0,0 +1,26 @@
+export interface AnnouncementsConfig {
+    title: string;
+    description: string;
+    url: string;
+    imgUrl: string;
+}
+
+export interface AnnouncementCatalog {
+    articles: AnnouncementArticle[];
+    catalogId: number;
+    catalogName: string;
+    catalogType: 1;
+    catalogs: [];
+    description: null;
+    icon: string;
+    parentCatalogId: null;
+    total: number;
+}
+
+export interface AnnouncementArticle {
+    id: number;
+    code: string;
+    title: string;
+    type: number;
+    releaseDate: number;
+}

package/lib/routes/bitget/announcement.ts

@@ -0,0 +1,200 @@
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import { BitgetResponse } from './type';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+const handler: Route['handler'] = async (ctx) => {
+    const baseUrl = 'https://www.bitget.com';
+    const announcementApiUrl = `${baseUrl}/v1/msg/push/stationLetterNew`;
+    const { type, lang = 'zh-CN' } = ctx.req.param<'/bitget/announcement/:type/:lang?'>();
+    const languageCode = lang.replace('-', '_');
+    const headers = {
+        Referer: baseUrl,
+        accept: 'application/json, text/plain, */*',
+        'content-type': 'application/json;charset=UTF-8',
+        language: languageCode,
+        locale: languageCode,
+    };
+    const pageSize = ctx.req.query('limit') ?? '10';
+
+    // stationLetterType: 0 表示全部通知，02 表示新币上线，01 表示最新活动，06 表示最新公告
+    const reqBody: {
+        pageSize: string;
+        openUnread: number;
+        stationLetterType: string;
+        isPre: boolean;
+        lastEndId: null;
+        languageType: number;
+        excludeStationLetterType?: string;
+    } = {
+        pageSize,
+        openUnread: 0,
+        stationLetterType: '0',
+        isPre: false,
+        lastEndId: null,
+        languageType: 1,
+    };
+
+    // 根据 type 判断 reqBody 的 stationLetterType 的值
+    switch (type) {
+        case 'new-listing':
+            reqBody.stationLetterType = '02';
+            break;
+
+        case 'latest-activities':
+            reqBody.stationLetterType = '01';
+            break;
+
+        case 'new-announcement':
+            reqBody.stationLetterType = '06';
+            break;
+
+        case 'all':
+            reqBody.stationLetterType = '0';
+            reqBody.excludeStationLetterType = '00';
+            break;
+
+        default:
+            throw new Error('Invalid type');
+    }
+
+    const response = (await cache.tryGet(
+        `bitget:announcement:${type}:${pageSize}:${lang}`,
+        async () => {
+            const result = await ofetch<BitgetResponse>(announcementApiUrl, {
+                method: 'POST',
+                body: reqBody,
+                headers,
+            });
+            if (result?.code !== '200') {
+                throw new Error('Failed to fetch announcements, error code: ' + result?.code);
+            }
+            return result;
+        },
+        config.cache.routeExpire,
+        false
+    )) as BitgetResponse;
+
+    if (!response) {
+        throw new Error('Failed to fetch announcements');
+    }
+    const items = response.data.items;
+    const data = await Promise.all(
+        items.map(
+            (item) =>
+                cache.tryGet(`bitget:announcement:${item.id}:${pageSize}:${lang}`, async () => {
+                    // 从 unix 时间戳转换为日期
+                    const date = parseDate(Number(item.sendTime));
+                    const dataItem: DataItem = {
+                        title: item.title ?? '',
+                        link: item.openUrl ?? '',
+                        pubDate: item.sendTime ? date : undefined,
+                        description: item.content ?? '',
+                    };
+
+                    if (item.imgUrl) {
+                        dataItem.image = item.imgUrl;
+                    }
+
+                    if (item.stationLetterType === '01' || item.stationLetterType === '06') {
+                        try {
+                            const itemResponse = await ofetch<string>(item.openUrl ?? '', {
+                                headers,
+                            });
+                            const $ = load(itemResponse);
+                            const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+                            dataItem.description = nextData.props.pageProps.details?.content || nextData.props.pageProps.pageInitInfo?.ruleContent || item.content || '';
+                        } catch (error: any) {
+                            if (error.name && (error.name === 'HTTPError' || error.name === 'RequestError' || error.name === 'FetchError')) {
+                                dataItem.description = item.content ?? '';
+                            } else {
+                                throw error;
+                            }
+                        }
+                    }
+                    return dataItem;
+                }) as Promise<DataItem>
+        )
+    );
+
+    return {
+        title: `Bitget | ${findTypeLabel(type)}`,
+        link: `https://www.bitget.com/${lang}/inmail`,
+        item: data,
+    };
+};
+
+const findTypeLabel = (type: string) => {
+    const typeMap = {
+        all: 'All',
+        'new-listing': 'New Listing',
+        'latest-activities': 'Latest Activities',
+        'new-announcement': 'New Announcement',
+    };
+    return typeMap[type];
+};
+
+export const route: Route = {
+    path: '/announcement/:type/:lang?',
+    categories: ['finance'],
+    example: '/bitget/announcement/all/zh-CN',
+    parameters: {
+        type: {
+            description: 'Bitget 通知类型',
+            default: 'all',
+            options: [
+                { value: 'all', label: '全部通知' },
+                { value: 'new-listing', label: '新币上线' },
+                { value: 'latest-activities', label: '最新活动' },
+                { value: 'new-announcement', label: '最新公告' },
+            ],
+        },
+        lang: {
+            description: '语言',
+            default: 'zh-CN',
+            options: [
+                { value: 'zh-CN', label: '中文' },
+                { value: 'en-US', label: 'English' },
+                { value: 'es-ES', label: 'Español' },
+                { value: 'fr-FR', label: 'Français' },
+                { value: 'de-DE', label: 'Deutsch' },
+                { value: 'ja-JP', label: '日本語' },
+                { value: 'ru-RU', label: 'Русский' },
+                { value: 'ar-SA', label: 'العربية' },
+            ],
+        },
+    },
+    radar: [
+        {
+            source: ['www.bitget.com/:lang/inmail'],
+            target: '/announcement/all/:lang',
+        },
+    ],
+    name: 'Announcement',
+    description: `
+type:
+| Type | Description |
+| --- | --- |
+| all | 全部通知 |
+| new-listing | 新币上线 |
+| latest-activities | 最新活动 |
+| new-announcement | 最新公告 |
+
+lang:
+| Lang | Description |
+| ---   | ---   |
+| zh-CN | 中文 |
+| en-US | English |
+| es-ES | Español |
+| fr-FR | Français |
+| de-DE | Deutsch |
+| ja-JP | 日本語 |
+| ru-RU | Русский |
+| ar-SA | العربية |
+`,
+    maintainers: ['YukiCoco'],
+    handler,
+};

package/lib/routes/bitget/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Bitget',
+    url: 'bitget.com',
+};

package/lib/routes/bitget/type.ts

@@ -0,0 +1,26 @@
+export interface BitgetResponse {
+    code: string;
+    data: {
+        endId: string;
+        hasNextPage: boolean;
+        hasPrePage: boolean;
+        items: Array<{
+            businessType?: number;
+            content?: string;
+            id: string;
+            imgUrl?: string;
+            openUrl?: string;
+            openUrlName?: string;
+            readStats?: number;
+            sendTime?: string;
+            stationLetterType?: string;
+            title?: string;
+        }>;
+        notifyFlag: boolean;
+        page: number;
+        pageSize: number;
+        startId: string;
+        total: number;
+    };
+    params: any[];
+}

package/lib/routes/bjnews/cat.ts

@@ -3,6 +3,7 @@ import { load } from 'cheerio';
 import ofetch from '@/utils/ofetch';
 
 import { fetchArticle } from './utils';
+import asyncPool from 'tiny-async-pool';
 
 export const route: Route = {
     path: '/cat/:cat',
@@ -34,10 +35,17 @@ async function handler(ctx) {
             category: $(a).parent().find('.source').text().trim(),
         }));
 
-    const out = await Promise.all(list.map((item) => fetchArticle(item)));
+    const out = await asyncPoolAll(2, list, (item) => fetchArticle(item));
     return {
         title: `新京报 - 分类 - ${$('.cur').text().trim()}`,
         link: url,
         item: out,
     };
 }
+async function asyncPoolAll<IN, OUT>(poolLimit: number, array: readonly IN[], iteratorFn: (generator: IN) => Promise<OUT>) {
+    const results: Awaited<OUT[]> = [];
+    for await (const result of asyncPool(poolLimit, array, iteratorFn)) {
+        results.push(result);
+    }
+    return results;
+}

package/lib/routes/bjp/apod.ts

@@ -29,7 +29,7 @@ export const route: Route = {
     url: 'bjp.org.cn/APOD/today.shtml',
 };
 
-async function handler() {
+async function handler(ctx) {
     const baseUrl = 'https://www.bjp.org.cn';
     const listUrl = `${baseUrl}/APOD/list.shtml`;
 
@@ -46,7 +46,9 @@ async function handler() {
                 link: `${baseUrl}${e.find('a').attr('href')}`,
                 pubDate: timezone(parseDate(e.find('span').text().replace('：', ''), 'YYYY-MM-DD'), 8),
             };
-        });
+        })
+        .sort((a, b) => b.pubDate - a.pubDate)
+        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10);
 
     const items = await Promise.all(
         list.map((e) =>

package/lib/routes/buaa/jiaowu.ts

@@ -85,7 +85,7 @@ function getArticleUrl(onclick?: string) {
 async function getList(url: string | URL, form: Record<string, string> = {}) {
     const { body } = await got.post(url, { form });
     const $ = load(body);
-    const title = $('#main > div.dqwz > a').last().text();
+    const title = $('#main > div.dqwz > a').last().text() || '北京航空航天大学教务部';
     const list = $('#main div.news_list > ul > li')
         .toArray()
         .map((item) => {

package/lib/routes/buaa/lib/space/newbook.ts

@@ -0,0 +1,171 @@
+import { Data, DataItem, Route } from '@/types';
+import { Context } from 'hono';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+import { art } from '@/utils/render';
+import path from 'path';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+interface Book {
+    bibId: string;
+    inBooklist: number;
+    thumb: string;
+    holdingTypes: string[];
+    author: string;
+    callno: string[];
+    docType: string;
+    onSelfDate: string;
+    groupId: string;
+    isbn: string;
+    inDate: number;
+    language: string;
+    bibNo: string;
+    abstract: string;
+    docTypeDesc: string;
+    title: string;
+    itemCount: number;
+    tags: string[];
+    circCount: number;
+    pub_year: string;
+    classno: string;
+    publisher: string;
+    holdings: string;
+}
+
+interface Holding {
+    classMethod: string;
+    callNo: string;
+    inDate: number;
+    shelfMark: string;
+    itemsCount: number;
+    barCode: string;
+    tempLocation: string;
+    circStatus: number;
+    itemId: number;
+    vol: string;
+    library: string;
+    itemStatus: string;
+    itemsAvailable: number;
+    location: string;
+    extenStatus: number;
+    donatorId: null;
+    status: string;
+    locationName: string;
+}
+
+interface Info {
+    _id: string;
+    imageUrl: string | null;
+    authorInfo: string;
+    catalog: string | null;
+    content: string;
+    title: string;
+}
+
+export const route: Route = {
+    path: String.raw`/lib/space/:path{newbook.*}`,
+    name: '图书馆 - 新书速递',
+    url: 'space.lib.buaa.edu.cn/mspace/newBook',
+    maintainers: ['OverflowCat'],
+    example: '/buaa/lib/space/newbook/',
+    handler,
+    description: `可通过参数进行筛选：\`/buaa/lib/space/newbook/key1=value1&key2=value2...\`
+- \`dcpCode\`：学科分类代码
+  - 例：
+    - 工学：\`08\`
+    - 工学 > 计算机 > 计算机科学与技术：\`080901\`
+  - 默认值：\`nolimit\`
+  - 注意事项：不可与 \`clsNo\` 同时使用。
+- \`clsNo\`：中图分类号
+  - 例：
+    - 计算机科学：\`TP3\`
+  - 默认值：无
+  - 注意事项
+    - 不可与 \`dcpCode\` 同时使用。
+    - 此模式下获取不到上架日期。
+- \`libCode\`：图书馆代码
+  - 例：
+    - 本馆：\`00000\`
+  - 默认值：无
+  - 注意事项：只有本馆一个可选值。
+- \`locaCode\`：馆藏地代码
+  - 例：
+    - 五层西-中文新书借阅室(A-Z类)：\`02503\`
+  - 默认值：无
+  - 注意事项：必须与 \`libCode\` 同时使用。
+
+示例：
+- \`buaa/lib/space/newbook\` 为所有新书
+- \`buaa/lib/space/newbook/clsNo=U&libCode=00000&locaCode=60001\` 为沙河教2图书馆所有中图分类号为 U（交通运输）的书籍
+`,
+    categories: ['university'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const path = ctx.req.param('path');
+    const i = path.indexOf('/');
+    const params = i === -1 ? '' : path.slice(i + 1);
+    const searchParams = new URLSearchParams(params);
+    const dcpCode = searchParams.get('dcpCode'); // Filter by subject (discipline code)
+    const clsNo = searchParams.get('clsNo'); // Filter by class (Chinese Library Classification)
+    if (dcpCode && clsNo) {
+        throw new Error('dcpCode and clsNo cannot be used at the same time');
+    }
+    searchParams.set('pageSize', '100'); // Max page size. Any larger value will be ignored
+    searchParams.set('page', '1');
+    !dcpCode && !clsNo && searchParams.set('dcpCode', 'nolimit'); // No classification filter
+    const url = `https://space.lib.buaa.edu.cn/meta-local/opac/new/100/${clsNo ? 'byclass' : 'bysubject'}?${searchParams.toString()}`;
+    const { data } = await got(url);
+    const list = (data?.data?.dataList || []) as Book[];
+    const item = await Promise.all(list.map(async (item: Book) => await getItem(item)));
+    const res: Data = {
+        title: '北航图书馆 - 新书速递',
+        item,
+        description: '北京航空航天大学图书馆新书速递',
+        language: 'zh-CN',
+        link: 'https://space.lib.buaa.edu.cn/space/newBook',
+        author: '北京航空航天大学图书馆',
+        allowEmpty: true,
+        image: 'https://lib.buaa.edu.cn/apple-touch-icon.png',
+    };
+    return res;
+}
+
+async function getItem(item: Book): Promise<DataItem> {
+    return (await cache.tryGet(item.isbn, async () => {
+        const info = await getItemInfo(item.isbn);
+        const holdings = JSON.parse(item.holdings) as Holding[];
+        const link = `https://space.lib.buaa.edu.cn/space/searchDetailLocal/${item.bibId}`;
+        const content = art(path.join(__dirname, 'templates/newbook.art'), {
+            item,
+            info,
+            holdings,
+        });
+        return {
+            language: item.language === 'eng' ? 'en' : 'zh-CN',
+            title: item.title,
+            pubDate: item.onSelfDate ? timezone(parseDate(item.onSelfDate), +8) : undefined,
+            description: content,
+            link,
+        };
+    })) as DataItem;
+}
+
+async function getItemInfo(isbn: string): Promise<Info | null> {
+    const url = `https://space.lib.buaa.edu.cn/meta-local/opac/third_api/douban/${isbn}/info`;
+    const response = await got(url);
+    return JSON.parse(response.body).data;
+}