rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/uestc/bbs.ts

@@ -0,0 +1,97 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch'; // 统一使用的请求库
+import { parseDate } from '@/utils/parse-date'; // 解析日期的工具函数
+import timezone from '@/utils/timezone';
+import { config } from '@/config';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
+export const route: Route = {
+    path: '/bbs/:types?',
+    name: '清水河畔',
+    maintainers: ['huyyi'],
+    categories: ['university'],
+    url: 'bbs.uestc.edu.cn',
+    example: '/uestc/bbs/newthread',
+    parameters: { types: '选择内容类型(多选`,`分割），可选值：[newreply,newthread,digest,life,hotlist]。默认为所有。' },
+    features: {
+        requireConfig: [
+            {
+                name: 'UESTC_BBS_COOKIE',
+                optional: false,
+                description: '河畔的cookie',
+            },
+            {
+                name: 'UESTC_BBS_AUTH_KEY',
+                optional: false,
+                description: '河畔Header中的authorization字段',
+            },
+        ],
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    description: `
+:::tip
+仅支持自建，您需要设置以下配置才能正常使用：
+-   河畔cookie: \`UESTC_BBS_COOKIE\`
+-   Header中的授权字段: \`UESTC_BBS_AUTH_KEY\`
+:::
+`,
+    radar: [
+        {
+            source: ['bbs.uestc.edu.cn/*'],
+            target: '/bbs/newthread',
+        },
+    ],
+    handler: async (ctx) => {
+        const { bbsCookie, bbsAuthStr } = config.uestc;
+        if (!bbsCookie || !bbsAuthStr) {
+            throw new ConfigNotFoundError('未配置 Cookie 或 Authorization。请检查配置。');
+        }
+        const { types = 'newreply,newthread,digest,life,hotlist' } = ctx.req.param();
+        const data = await ofetch(`https://bbs.uestc.edu.cn/star/api/v1/index?top_list=${types}`, {
+            headers: {
+                Cookie: bbsCookie,
+                Referer: 'https://bbs.uestc.edu.cn/new',
+                authorization: bbsAuthStr,
+            },
+        });
+        const itemsRaw = Object.entries(data.data.top_list).flatMap(([label, items]) => items.map((item) => ({ ...item, label })));
+        const items = await Promise.all(
+            itemsRaw.map((item) =>
+                cache.tryGet(`https://bbs.uestc.edu.cn/forum.php?mod=viewthread&tid=${item.thread_id}`, async () => {
+                    const response = await ofetch(`https://bbs.uestc.edu.cn/forum.php?mod=viewthread&tid=${item.thread_id}`, {
+                        headers: {
+                            Cookie: bbsCookie,
+                            Referer: 'https://bbs.uestc.edu.cn',
+                            authorization: bbsAuthStr,
+                        },
+                    });
+                    const $ = load(response);
+                    item.description = $('div#postlist').html();
+                    return {
+                        title: item.subject,
+                        link: `https://bbs.uestc.edu.cn/thread/${item.thread_id}`,
+                        author: item.author,
+                        category: item.label,
+                        img: item.icon,
+                        pubDate: timezone(parseDate(item.dateline), +8),
+                        description: item.description,
+                    };
+                })
+            )
+        );
+        return {
+            // 源标题
+            title: '清水河畔',
+            // 源链接
+            link: 'https://bbs.uestc.edu.cn/new',
+            // 源文章
+            item: items,
+        };
+    },
+};

package/lib/routes/uestc/gr.ts

@@ -1,17 +1,38 @@
-import { Route } from '@/types';
+import { Data, DataItem, Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { Context } from 'hono';
 
-const baseUrl = 'https://gr.uestc.edu.cn/tongzhi/';
-const baseIndexUrl = 'https://gr.uestc.edu.cn';
+const baseUrl = 'https://gr.uestc.edu.cn/';
+const detailUrl = 'https://gr.uestc.edu.cn/';
+
+const dateTimeRegex = /(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/;
+
+const typeUrlMap = {
+    important: 'tongzhi/',
+    teaching: 'tongzhi/119',
+    degree: 'tongzhi/129',
+    student: 'tongzhi/122',
+    practice: 'tongzhi/123',
+};
+
+const typeNameMap = {
+    important: '重要公告',
+    teaching: '教学管理',
+    degree: '学位管理',
+    student: '学生管理',
+    practice: '就业实践',
+};
 
 export const route: Route = {
-    path: '/gr',
+    path: '/gr/:type?',
     categories: ['university'],
-    example: '/uestc/gr',
-    parameters: {},
+    example: '/uestc/gr/student',
+    parameters: { type: '默认为 `important`' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -29,46 +50,53 @@ export const route: Route = {
     maintainers: ['huyyi', 'mobyw'],
     handler,
     url: 'gr.uestc.edu.cn/',
+    description: `\
+  | 重要公告  | 教学管理 | 学位管理 | 学生管理 | 就业实践 |
+  | --------- | -------- | -------- | -------- | -------- |
+  | important | teaching | degree   | student  | practice |`,
 };
 
-async function handler() {
-    const response = await got.get(baseIndexUrl);
+async function handler(ctx: Context): Promise<Data> {
+    const type = ctx.req.param('type') || 'important';
+    if (type in typeUrlMap === false) {
+        throw new InvalidParameterError('type not supported');
+    }
+    const typeName = typeNameMap[type];
 
-    const $ = load(response.data);
+    const indexContent = await ofetch(baseUrl + typeUrlMap[type]);
 
-    const items = [];
-    $('[href^="/tongzhi/"]').each((_, item) => {
-        items.push(baseIndexUrl + item.attribs.href);
-    });
+    const $ = load(indexContent);
+    const entries = $('div.title').toArray();
+
+    const items = entries.map(async (entry) => {
+        const element = $(entry);
+        const newsTitle = element.find('a').text() ?? '';
+        const newsLink = detailUrl + element.find('a').attr('href');
 
-    const out = await Promise.all(
-        items.map(async (newsUrl) => {
-            const newsDetail = await cache.tryGet(newsUrl, async () => {
-                const result = await got.get(newsUrl);
+        const newsDetail = await cache.tryGet(newsLink, async () => {
+            const newsContent = await ofetch(newsLink);
+            const content = load(newsContent);
 
-                const $ = load(result.data);
+            const basicInfo = content('div.topic_detail_header').find('div.info').text();
+            const match = dateTimeRegex.exec(basicInfo);
 
-                const title = '[' + $('.over').text() + '] ' + $('div.title').text();
-                const author = $('.info').text().split('|')[1].trim().substring(3);
-                const date = parseDate($('.info').text().split('|')[0].trim().substring(4));
-                const description = $('.content').html();
+            return {
+                title: newsTitle,
+                link: newsLink,
+                pubDate: match ? timezone(parseDate(match[1]), +8) : null,
+                description: content('div.content').html(),
+            };
+        });
+
+        return newsDetail;
+    });
 
-                return {
-                    title,
-                    link: newsUrl,
-                    author,
-                    pubDate: date,
-                    description,
-                };
-            });
-            return newsDetail;
-        })
-    );
+    const out = await Promise.all(items);
 
     return {
-        title: '研究生院通知',
+        title: `研究生院通知（${typeName}）`,
         link: baseUrl,
-        description: '电子科技大学研究生院通知公告',
-        item: out,
+        description: `电子科技大学研究生院通知（${typeName}）`,
+        item: out as DataItem[],
     };
 }

package/lib/routes/uestc/jwc.ts

@@ -1,22 +1,33 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
 import InvalidParameterError from '@/errors/types/invalid-parameter';
-
-const dateRegex = /(20\d{2})\/(\d{2})\/(\d{2})/;
+import type { Context } from 'hono';
 
 const baseUrl = 'https://www.jwc.uestc.edu.cn/';
 const detailUrl = 'https://www.jwc.uestc.edu.cn/info/';
 
-const map = {
+const dateTimeRegex = /(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/;
+
+const typeUrlMap = {
     important: 'hard/?page=1',
     student: 'list/256/?page=1',
     teacher: 'list/255/?page=1',
-    teach: 'list/40/?page=1',
+    teaching: 'list/40/?page=1',
     office: 'list/ff80808160bcf79c0160c010a8d20020/?page=1',
 };
 
+const typeNameMap = {
+    important: '重要公告',
+    student: '学生事务公告',
+    teacher: '教师事务公告',
+    teaching: '教学新闻',
+    office: '办公室',
+};
+
 export const route: Route = {
     path: '/jwc/:type?',
     categories: ['university'],
@@ -32,51 +43,61 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['jwc.uestc.edu.cn/'],
+            source: ['www.jwc.uestc.edu.cn/'],
             target: '/jwc',
         },
     ],
     name: '教务处',
     maintainers: ['achjqz', 'mobyw'],
     handler,
-    url: 'jwc.uestc.edu.cn/',
-    description: `| 重要公告  | 学生事务公告 | 教师事务公告 | 教学新闻 | 办公室 |
+    url: 'www.jwc.uestc.edu.cn/',
+    description: `\
+  | 重要公告  | 学生事务公告 | 教师事务公告 | 教学新闻 | 办公室 |
   | --------- | ------------ | ------------ | -------- | ------ |
-  | important | student      | teacher      | teach    | office |`,
+  | important | student      | teacher      | teaching | office |`,
 };
 
-async function handler(ctx) {
+async function handler(ctx: Context): Promise<Data> {
     const type = ctx.req.param('type') || 'important';
-    const pageUrl = map[type];
-    if (!pageUrl) {
+    if (type in typeUrlMap === false) {
         throw new InvalidParameterError('type not supported');
     }
+    const typeName = typeNameMap[type];
 
-    const response = await got.get(baseUrl + pageUrl);
+    const indexContent = await ofetch(baseUrl + typeUrlMap[type]);
 
-    const $ = load(response.data);
+    const $ = load(indexContent);
+    const entries = $('div.textAreo.clearfix').toArray();
 
-    const items = $('div.textAreo.clearfix');
+    const items = entries.map(async (entry) => {
+        const element = $(entry);
+        const newsTitle = element.find('a').attr('title') ?? '';
+        const newsLink = detailUrl + element.find('a').attr('newsid');
 
-    const out = $(items)
-        .map((_, item) => {
-            item = $(item);
-            const newsTitle = item.find('a').attr('title');
-            const newsLink = detailUrl + item.find('a').attr('newsid');
-            const newsDate = parseDate(item.find('i').text().replace(dateRegex, '$1-$2-$3'));
+        const newsDetail = await cache.tryGet(newsLink, async () => {
+            const newsContent = await ofetch(newsLink);
+            const content = load(newsContent);
+
+            const basicInfo = content('div.detail_header').find('div.item').text();
+            const match = dateTimeRegex.exec(basicInfo);
 
             return {
                 title: newsTitle,
                 link: newsLink,
-                pubDate: newsDate,
+                pubDate: match ? timezone(parseDate(match[1]), +8) : null,
+                description: content('div.NewText').html(),
             };
-        })
-        .get();
+        });
+
+        return newsDetail;
+    });
+
+    const out = await Promise.all(items);
 
     return {
-        title: '教务处通知',
+        title: `教务处通知（${typeName}）`,
         link: baseUrl,
-        description: '电子科技大学教务处通知',
-        item: out,
+        description: `电子科技大学教务处通知（${typeName}）`,
+        item: out as DataItem[],
     };
 }

package/lib/routes/uestc/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '电子科技大学',
-    url: 'gr.uestc.edu.cn',
+    url: 'www.uestc.edu.cn',
 };

package/lib/routes/ustc/scms.ts

@@ -0,0 +1,97 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+// import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+const map = new Map([
+    ['kydt', { title: '科研动态', id: '2404' }],
+    ['tzgg', { title: '通知公告', id: '2402' }],
+    ['xshd', { title: '学术活动', id: 'xshd' }],
+    ['ynxw', { title: '院内新闻', id: '2405' }],
+]);
+
+const host = 'https://scms.ustc.edu.cn';
+
+export const route: Route = {
+    path: '/scms/:type?',
+    categories: ['university'],
+    example: '/ustc/scms/tzgg',
+    parameters: { type: '分类，见下表，默认为通知公告' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['scms.ustc.edu.cn/:id/list.htm'],
+            target: '/scms',
+        },
+    ],
+    name: '化学与材料科学学院',
+    maintainers: ['boxie123'],
+    handler,
+    url: 'scms.ustc.edu.cn/',
+    description: `| 院内新闻 | 通知公告 | 科研动态 | 学术活动 | 其他 |
+  | -------- | -------- | -------- | -------- | -------- |
+  | ynxw     | tzgg     | kydt     | xshd     | 自定义id  |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type') ?? 'tzgg';
+    const info = map.get(type);
+    //  ?? { title: `中国科学技术大学化学与材料科学学院 - ${type}`, id: type };
+    // if (!info) {
+    //     throw new InvalidParameterError('invalid type');
+    // }
+    const id = info?.id ?? type;
+
+    const response = await got(`${host}/${id}/list.htm`);
+    const $ = load(response.data);
+
+    const pageTitle = info?.title ?? $('head > title').text();
+
+    let items = $('#wp_news_w6 > .wp_article_list > .list_item')
+        .toArray()
+        .map((item) => {
+            const elem = $(item);
+            const title = elem.find('.Article_Title > a').attr('title').trim();
+            let link = elem.find('.Article_Title > a').attr('href');
+            link = link.startsWith('/') ? host + link : link;
+            // Assume that the articles are published at 12:00 UTC+8
+            const pubDate = timezone(parseDate(elem.find('.Article_PublishDate').text(), 'YYYY-MM-DD'), -4);
+            return {
+                title,
+                pubDate,
+                link,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                let desc = '';
+                try {
+                    const response = await got(item.link);
+                    desc = load(response.data)('div.wp_articlecontent').html();
+                    item.description = desc;
+                } catch {
+                    // Intranet only contents
+                }
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `中国科学技术大学化学与材料科学学院 - ${pageTitle}`,
+        link: `${host}/${id}/list.htm`,
+        item: items,
+    };
+}

package/lib/routes/v2ex/topics.ts

@@ -20,6 +20,7 @@ export const route: Route = {
                     label: '最新主题',
                 },
             ],
+            default: 'hot',
         },
     },
     features: {

package/lib/routes/vimeo/category.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -11,7 +11,8 @@ import path from 'node:path';
 
 export const route: Route = {
     path: '/category/:category/:staffpicks?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.Videos,
     example: '/vimeo/category/documentary/staffpicks',
     parameters: {
         category: 'Category name can get from url like `documentary` in [https://vimeo.com/categories/documentary/videos](https://vimeo.com/categories/documentary/videos) ',
@@ -63,7 +64,7 @@ async function handler(ctx) {
     const vimeojs = response.data.data;
 
     const feedlink = `https://vimeo.com/categories/${category}/videos/sort:latest`;
-    const feedlinkstaffpicks = '?staffpicked=ture';
+    const feedlinkstaffpicks = '?staffpicked=true';
     const feedDescription = await cache.tryGet(feedlink + (staffpicks ? feedlinkstaffpicks : ''), async () => {
         const response = await got({
             url: feedlink + (staffpicks ? feedlinkstaffpicks : ''),

package/lib/routes/vimeo/usr-videos.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -9,7 +9,8 @@ import path from 'node:path';
 
 export const route: Route = {
     path: '/user/:username/:cat?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.Videos,
     example: '/vimeo/user/filmsupply/picks',
     parameters: {
         username: 'In this example [https://vimeo.com/filmsupply](https://vimeo.com/filmsupply)  is `filmsupply`',

package/lib/routes/voronoiapp/author.ts

@@ -0,0 +1,41 @@
+import type { Data, Route } from '@/types';
+import { CommonDataProperties, CommonRouteProperties, getPostItems } from './common';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    ...CommonRouteProperties,
+    name: 'Author Posts',
+    path: '/author/:username',
+    radar: [
+        {
+            source: ['www.voronoiapp.com/author/:username'],
+            target: '/author/:username',
+        },
+    ],
+    example: '/voronoiapp/author/visualcapitalist',
+    parameters: {
+        username: 'The username of the author',
+    },
+    handler: async (ctx) => {
+        const { username } = ctx.req.param();
+        const uid = await getUidFromUsername(username);
+        const items = await getPostItems({ order: 'DESC', author: uid });
+        return {
+            ...CommonDataProperties,
+            title: `Voronoi Posts by ${username}`,
+            link: `https://www.voronoiapp.com/author/${username}`,
+            item: items,
+        } as Data;
+    },
+};
+async function getUidFromUsername(username: string): Promise<string> {
+    return (await cache.tryGet(`voronoiapp-author-${username}`, async () => {
+        const response = await ofetch<'text'>(`https://www.voronoiapp.com/author/${username}`);
+        const match = response.match(/\\"uid\\":\\"([\w-]+)\\"/);
+        if (!match) {
+            throw new Error(`No UID found for username: ${username}`);
+        }
+        return match[1];
+    })) as string;
+}