rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/bjnews/utils.ts

@@ -0,0 +1,19 @@
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+
+export function fetchArticle(item) {
+    return cache.tryGet(item.link, async () => {
+        const responses = await ofetch(item.link);
+        const $d = load(responses);
+        // $d('img').each((i, e) => $(e).attr('referrerpolicy', 'no-referrer'));
+
+        item.pubDate = timezone(parseDate($d('.left-info .timer').text()), +8);
+        item.author = $d('.left-info .reporter').text();
+        item.description = $d('#contentStr').html();
+
+        return item;
+    });
+}

package/lib/routes/bjx/fd.ts

@@ -0,0 +1,63 @@
+import { DataItem, Route } from '@/types';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/fd/:type',
+    categories: ['traditional-media'],
+    example: '/bjx/fd/yw',
+    parameters: { type: '文章分类，详见下表' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '风电',
+    maintainers: ['hualiong'],
+    description: `\`:type\` 类型可选如下
+
+  | 要闻 | 政策 | 数据 | 市场 | 企业 | 招标 | 技术 | 报道 |
+| ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- |
+| yw   | zc   | sj   | sc   | mq   | zb   | js   | bd   |`,
+    handler: async (ctx) => {
+        const type = ctx.req.param('type');
+        const response = await ofetch(`https://fd.bjx.com.cn/${type}/`);
+
+        const $ = load(response);
+        const typeName = $('div.box2 em:last-child').text();
+        const list = $('div.cc-list-content ul li:nth-child(-n+20)')
+            .toArray()
+            .map((item): DataItem => {
+                const each = $(item);
+                return {
+                    title: each.find('a').attr('title')!,
+                    link: each.find('a').attr('href'),
+                    pubDate: parseDate(each.find('span').text()),
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const response = await ofetch(item.link!);
+                    const $ = load(response);
+
+                    item.description = $('#article_cont').html()!;
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `北极星风力发电网${typeName}`,
+            description: $('meta[name="Description"]').attr('content'),
+            link: `https://fd.bjx.com.cn/${type}/`,
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/bjx/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '北极星电力网',
-    url: 'guangfu.bjx.com.cn',
+    url: 'www.bjx.com.cn',
 };

package/lib/routes/bluearchive/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Blue Archive',
+    url: 'bluearchive.jp',
+    categories: ['game'],
+};

package/lib/routes/bluearchive/news.ts

@@ -0,0 +1,88 @@
+import type { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+// type id => display name
+type Mapping = Record<string, string>;
+
+const JP: Mapping = {
+    '0': '全て',
+    '1': 'イベント',
+    '2': 'お知らせ',
+    '3': 'メンテナンス',
+};
+
+// render into MD table
+const mkTable = (mapping: Mapping): string => {
+    const heading: string[] = [],
+        separator: string[] = [],
+        body: string[] = [];
+
+    for (const key in mapping) {
+        heading.push(mapping[key]);
+        separator.push(':--:');
+        body.push(key);
+    }
+
+    return [heading.join(' | '), separator.join(' | '), body.join(' | ')].map((s) => `| ${s} |`).join('\n');
+};
+
+const handler: Route['handler'] = async (ctx) => {
+    const { server } = ctx.req.param();
+
+    switch (server.toUpperCase()) {
+        case 'JP':
+            return await ja(ctx);
+        default:
+            throw [];
+    }
+};
+
+const ja: Route['handler'] = async (ctx) => {
+    const { type = '0' } = ctx.req.param();
+
+    const data = await ofetch<{ data: { rows: { id: number; content: string; summary: string; publishTime: number }[] } }, 'json'>('https://api-web.bluearchive.jp/api/news/list', {
+        params: {
+            typeId: type,
+            pageNum: 16,
+            pageIndex: 1,
+        },
+    });
+
+    return {
+        title: `ブルアカ - ${JP[type]}`,
+        link: 'https://bluearchive.jp/news/newsJump',
+        language: 'ja-JP',
+        image: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png', // The CN website has a larger one
+        icon: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png',
+        logo: 'https://webcnstatic.yostar.net/ba_cn_web/prod/web/favicon.png',
+        item: data.data.rows.map((row) => ({
+            title: row.summary,
+            description: row.content,
+            link: `https://bluearchive.jp/news/newsJump/${row.id}`,
+            pubDate: parseDate(row.publishTime),
+        })),
+    };
+};
+
+export const route: Route = {
+    path: '/news/:server/:type?',
+    name: 'News',
+    categories: ['game'],
+    maintainers: ['equt'],
+    example: '/bluearchive/news/jp',
+    parameters: {
+        server: 'game server (ISO 3166 two-letter country code, case-insensitive), only `JP` is supported for now',
+        type: 'news type, checkout the table below for details',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+    description: [JP].map((el) => mkTable(el)).join('\n\n'),
+};

package/lib/routes/bt0/mv.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import { doGot, genSize } from './util';
+
+export const route: Route = {
+    path: '/mv/:number/:domain?',
+    categories: ['multimedia'],
+    example: '/bt0/mv/35575567/2',
+    parameters: { number: '影视详情id, 网页路径为`/mv/{id}.html`其中的id部分, 一般为8位纯数字', domain: '数字1-9, 比如1表示请求域名为 1bt0.com, 默认为 2' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: true,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['2bt0.com/mv/'],
+        },
+    ],
+    name: '影视资源下载列表',
+    maintainers: ['miemieYaho'],
+    handler,
+};
+
+async function handler(ctx) {
+    const domain = ctx.req.param('domain') ?? '2';
+    const number = ctx.req.param('number');
+    if (!/^[1-9]$/.test(domain)) {
+        throw new InvalidParameterError('Invalid domain');
+    }
+    const regex = /^\d{6,}$/;
+    if (!regex.test(number)) {
+        throw new InvalidParameterError('Invalid number');
+    }
+
+    const host = `https://www.${domain}bt0.com`;
+    const _link = `${host}/prod/core/system/getVideoDetail/${number}`;
+
+    const data = (await doGot(0, host, _link)).data;
+    const items = Object.values(data.ecca).flatMap((item) =>
+        item.map((i) => ({
+            title: i.zname,
+            guid: i.zname,
+            description: `${i.zname}[${i.zsize}]`,
+            link: `${host}/tr/${i.id}.html`,
+            pubDate: i.ezt,
+            enclosure_type: 'application/x-bittorrent',
+            enclosure_url: i.zlink,
+            enclosure_length: genSize(i.zsize),
+            category: strsJoin(i.zqxd, i.text_html, i.audio_html, i.new === 1 ? '新' : ''),
+        }))
+    );
+    return {
+        title: data.title,
+        link: `${host}/mv/${number}.html`,
+        item: items,
+    };
+}
+
+function strsJoin(...strings) {
+    return strings.filter((str) => str !== '').join(',');
+}

package/lib/routes/bt0/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '不太灵影视',
+    url: '2bt0.com',
+    description: `:::tip
+  (1-9)bt0.com 都指向同一个
+  :::`,
+};

package/lib/routes/bt0/tlist.ts

@@ -0,0 +1,67 @@
+import { Route } from '@/types';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import { doGot, genSize } from './util';
+import { parseRelativeDate } from '@/utils/parse-date';
+
+const categoryDict = {
+    1: '电影',
+    2: '电视剧',
+    3: '近日热门',
+    4: '本周热门',
+    5: '本月热门',
+};
+
+export const route: Route = {
+    path: '/tlist/:sc/:domain?',
+    categories: ['multimedia'],
+    example: '/bt0/tlist/1',
+    parameters: { sc: '分类(1-5), 1:电影, 2:电视剧, 3:近日热门, 4:本周热门, 5:本月热门', domain: '数字1-9, 比如1表示请求域名为 1bt0.com, 默认为 2' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: true,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['2bt0.com/tlist/'],
+        },
+    ],
+    name: '最新资源列表',
+    maintainers: ['miemieYaho'],
+    handler,
+};
+
+async function handler(ctx) {
+    const domain = ctx.req.param('domain') ?? '2';
+    const sc = ctx.req.param('sc');
+    if (!/^[1-9]$/.test(domain)) {
+        throw new InvalidParameterError('Invalid domain');
+    }
+    if (!/^[1-5]$/.test(sc)) {
+        throw new InvalidParameterError('Invalid sc');
+    }
+
+    const host = `https://www.${domain}bt0.com`;
+    const _link = `${host}/prod/core/system/getTList?sc=${sc}`;
+
+    const data = await doGot(0, host, _link);
+    const items = data.data.list.map((item) => ({
+        title: item.zname,
+        guid: item.zname,
+        description: `《${item.title}》  导演: ${item.daoyan}<br>编剧: ${item.bianji}<br>演员: ${item.yanyuan}<br>简介: ${item.conta.trim()}`,
+        link: host + item.aurl,
+        pubDate: item.eztime.endsWith('前') ? parseRelativeDate(item.eztime) : item.eztime,
+        enclosure_type: 'application/x-bittorrent',
+        enclosure_url: item.zlink,
+        enclosure_length: genSize(item.zsize),
+        itunes_item_image: item.epic,
+    }));
+    return {
+        title: `不太灵-最新资源列表-${categoryDict[sc]}`,
+        link: `${host}/tlist/${sc}_1.html`,
+        item: items,
+    };
+}

package/lib/routes/bt0/util.ts

@@ -0,0 +1,51 @@
+import { CookieJar } from 'tough-cookie';
+import got from '@/utils/got';
+const cookieJar = new CookieJar();
+
+async function doGot(num, host, link) {
+    if (num > 4) {
+        throw new Error('The number of attempts has exceeded 5 times');
+    }
+    const response = await got.get(link, {
+        cookieJar,
+    });
+    const data = response.data;
+    if (typeof data === 'string') {
+        const regex = /document\.cookie\s*=\s*"([^"]*)"/;
+        const match = data.match(regex);
+        if (!match) {
+            throw new Error('api error');
+        }
+        cookieJar.setCookieSync(match[1], host);
+        return doGot(++num, host, link);
+    }
+    return data;
+}
+
+const genSize = (sizeStr) => {
+    // 正则表达式，用于匹配数字和单位 GB 或 MB
+    const regex = /^(\d+(\.\d+)?)\s*(gb|mb)$/i;
+    const match = sizeStr.match(regex);
+
+    if (!match) {
+        return 0;
+    }
+
+    const value = Number.parseFloat(match[1]);
+    const unit = match[3].toUpperCase();
+
+    let bytes;
+    switch (unit) {
+        case 'GB':
+            bytes = Math.floor(value * 1024 * 1024 * 1024);
+            break;
+        case 'MB':
+            bytes = Math.floor(value * 1024 * 1024);
+            break;
+        default:
+            bytes = 0;
+    }
+    return bytes;
+};
+
+export { doGot, genSize };

package/lib/routes/buaa/jiaowu.ts

@@ -0,0 +1,124 @@
+import { Data, Route } from '@/types';
+import { Context } from 'hono';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const BASE_URL = 'https://jiaowu.buaa.edu.cn/bhjwc2.0/index/newsList.do';
+
+export const route: Route = {
+    path: '/jiaowu/:cddm?',
+    name: '教务部',
+    url: 'jiaowu.buaa.edu.cn',
+    maintainers: ['OverflowCat'],
+    handler,
+    example: '/buaa/jiaowu/02',
+    parameters: {
+        cddm: '菜单代码，可以是 2 位或者 4 位，默认为 `02`（通知公告）',
+    },
+    description: `:::tip
+
+菜单代码（\`cddm\`）应填写链接中调用的 newsList 接口的参数，可以是 2 位或者 4 位数字。若为 2 位，则为 \`fcd\`（父菜单）；若为 4 位，则为 \`cddm\`（菜单代码），其中前 2 位为 \`fcd\`。
+示例：
+
+1. 新闻快讯页面的链接中 \`onclick="javascript:onNewsList('03');return false;"\`，对应的路径参数为 \`03\`，完整路由为 \`/buaa/jiaowu/03\`；
+2. 通知公告 > 公示专区页面的链接中 \`onclick="javascript:onNewsList2('0203','2');return false;"\`，对应的路径参数为 \`0203\`，完整路由为 \`/buaa/jiaowu/0203\`。
+:::`,
+    categories: ['university'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    let cddm = ctx.req.param('cddm');
+    if (!cddm) {
+        cddm = '02';
+    }
+    if (cddm.length !== 2 && cddm.length !== 4) {
+        throw new Error('cddm should be 2 or 4 digits');
+    }
+
+    const { title, list } = await getList(BASE_URL, {
+        id: '',
+        fcdTab: cddm.slice(0, 2),
+        cddmTab: cddm,
+        xsfsTab: '2',
+        tplbid: '',
+        xwid: '',
+        zydm: '',
+        zymc: '',
+        yxdm: '',
+        pyzy: '',
+        szzqdm: '',
+    });
+    const item = await getItems(list);
+
+    return {
+        title,
+        item,
+        link: BASE_URL,
+        author: '北航教务部',
+        language: 'zh-CN',
+    };
+}
+
+function getArticleUrl(onclick?: string) {
+    if (!onclick) {
+        return null;
+    }
+    const xwid = onclick.match(/'(\d+)'/)?.at(1);
+    if (!xwid) {
+        return null;
+    }
+    return `http://jiaowu.buaa.edu.cn/bhjwc2.0/index/newsView.do?xwid=${xwid}`;
+}
+
+async function getList(url: string | URL, form: Record<string, string> = {}) {
+    const { body } = await got.post(url, { form });
+    const $ = load(body);
+    const title = $('#main > div.dqwz > a').last().text() || '北京航空航天大学教务部';
+    const list = $('#main div.news_list > ul > li')
+        .toArray()
+        .map((item) => {
+            const $ = load(item);
+            const link = getArticleUrl($('a').attr('onclick'));
+            if (link === null) {
+                return null;
+            }
+            return {
+                title: $('a').text(),
+                link,
+                pubDate: timezone(parseDate($('span.Floatright').text()), +8),
+            };
+        })
+        .filter((item) => item !== null);
+
+    return {
+        title,
+        list,
+    };
+}
+
+function getItems(list) {
+    return Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: descrptionResponse } = await got(item.link);
+                const $descrption = load(descrptionResponse);
+                const desc = $descrption('#main > div.content > div.search_height > div.search_con:has(p)').html();
+                item.description = desc?.replace(/(\r|\n)+/g, '<br />');
+                item.author = $descrption('#main > div.content > div.search_height > span.search_con').text().split('发布者:').at(-1) || '教务部';
+                return item;
+            })
+        )
+    );
+}

package/lib/routes/buaa/lib/space/newbook.ts

@@ -0,0 +1,171 @@
+import { Data, DataItem, Route } from '@/types';
+import { Context } from 'hono';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+import { art } from '@/utils/render';
+import path from 'path';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+interface Book {
+    bibId: string;
+    inBooklist: number;
+    thumb: string;
+    holdingTypes: string[];
+    author: string;
+    callno: string[];
+    docType: string;
+    onSelfDate: string;
+    groupId: string;
+    isbn: string;
+    inDate: number;
+    language: string;
+    bibNo: string;
+    abstract: string;
+    docTypeDesc: string;
+    title: string;
+    itemCount: number;
+    tags: string[];
+    circCount: number;
+    pub_year: string;
+    classno: string;
+    publisher: string;
+    holdings: string;
+}
+
+interface Holding {
+    classMethod: string;
+    callNo: string;
+    inDate: number;
+    shelfMark: string;
+    itemsCount: number;
+    barCode: string;
+    tempLocation: string;
+    circStatus: number;
+    itemId: number;
+    vol: string;
+    library: string;
+    itemStatus: string;
+    itemsAvailable: number;
+    location: string;
+    extenStatus: number;
+    donatorId: null;
+    status: string;
+    locationName: string;
+}
+
+interface Info {
+    _id: string;
+    imageUrl: string | null;
+    authorInfo: string;
+    catalog: string | null;
+    content: string;
+    title: string;
+}
+
+export const route: Route = {
+    path: String.raw`/lib/space/:path{newbook.*}`,
+    name: '图书馆 - 新书速递',
+    url: 'space.lib.buaa.edu.cn/mspace/newBook',
+    maintainers: ['OverflowCat'],
+    example: '/buaa/lib/space/newbook/',
+    handler,
+    description: `可通过参数进行筛选：\`/buaa/lib/space/newbook/key1=value1&key2=value2...\`
+- \`dcpCode\`：学科分类代码
+  - 例：
+    - 工学：\`08\`
+    - 工学 > 计算机 > 计算机科学与技术：\`080901\`
+  - 默认值：\`nolimit\`
+  - 注意事项：不可与 \`clsNo\` 同时使用。
+- \`clsNo\`：中图分类号
+  - 例：
+    - 计算机科学：\`TP3\`
+  - 默认值：无
+  - 注意事项
+    - 不可与 \`dcpCode\` 同时使用。
+    - 此模式下获取不到上架日期。
+- \`libCode\`：图书馆代码
+  - 例：
+    - 本馆：\`00000\`
+  - 默认值：无
+  - 注意事项：只有本馆一个可选值。
+- \`locaCode\`：馆藏地代码
+  - 例：
+    - 五层西-中文新书借阅室(A-Z类)：\`02503\`
+  - 默认值：无
+  - 注意事项：必须与 \`libCode\` 同时使用。
+
+示例：
+- \`buaa/lib/space/newbook\` 为所有新书
+- \`buaa/lib/space/newbook/clsNo=U&libCode=00000&locaCode=60001\` 为沙河教2图书馆所有中图分类号为 U（交通运输）的书籍
+`,
+    categories: ['university'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const path = ctx.req.param('path');
+    const i = path.indexOf('/');
+    const params = i === -1 ? '' : path.slice(i + 1);
+    const searchParams = new URLSearchParams(params);
+    const dcpCode = searchParams.get('dcpCode'); // Filter by subject (discipline code)
+    const clsNo = searchParams.get('clsNo'); // Filter by class (Chinese Library Classification)
+    if (dcpCode && clsNo) {
+        throw new Error('dcpCode and clsNo cannot be used at the same time');
+    }
+    searchParams.set('pageSize', '100'); // Max page size. Any larger value will be ignored
+    searchParams.set('page', '1');
+    !dcpCode && !clsNo && searchParams.set('dcpCode', 'nolimit'); // No classification filter
+    const url = `https://space.lib.buaa.edu.cn/meta-local/opac/new/100/${clsNo ? 'byclass' : 'bysubject'}?${searchParams.toString()}`;
+    const { data } = await got(url);
+    const list = (data?.data?.dataList || []) as Book[];
+    const item = await Promise.all(list.map(async (item: Book) => await getItem(item)));
+    const res: Data = {
+        title: '北航图书馆 - 新书速递',
+        item,
+        description: '北京航空航天大学图书馆新书速递',
+        language: 'zh-CN',
+        link: 'https://space.lib.buaa.edu.cn/space/newBook',
+        author: '北京航空航天大学图书馆',
+        allowEmpty: true,
+        image: 'https://lib.buaa.edu.cn/apple-touch-icon.png',
+    };
+    return res;
+}
+
+async function getItem(item: Book): Promise<DataItem> {
+    return (await cache.tryGet(item.isbn, async () => {
+        const info = await getItemInfo(item.isbn);
+        const holdings = JSON.parse(item.holdings) as Holding[];
+        const link = `https://space.lib.buaa.edu.cn/space/searchDetailLocal/${item.bibId}`;
+        const content = art(path.join(__dirname, 'templates/newbook.art'), {
+            item,
+            info,
+            holdings,
+        });
+        return {
+            language: item.language === 'eng' ? 'en' : 'zh-CN',
+            title: item.title,
+            pubDate: item.onSelfDate ? timezone(parseDate(item.onSelfDate), +8) : undefined,
+            description: content,
+            link,
+        };
+    })) as DataItem;
+}
+
+async function getItemInfo(isbn: string): Promise<Info | null> {
+    const url = `https://space.lib.buaa.edu.cn/meta-local/opac/third_api/douban/${isbn}/info`;
+    const response = await got(url);
+    return JSON.parse(response.body).data;
+}