rsshub 1.0.0-master.f9b85f5 → 1.0.0-master.f9c381a

package/lib/routes/nankai/ai-notice.ts

@@ -0,0 +1,142 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/ai/:type?',
+    categories: ['university'],
+    example: '/nankai/ai/zxdt',
+    parameters: { type: '栏目类型（若为空则默认为"最新动态"）' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ai.nankai.edu.cn', 'ai.nankai.edu.cn/xwzx/:type.htm'],
+            target: '/ai/:type?',
+        },
+    ],
+    name: '人工智能学院',
+    maintainers: ['LMark'],
+    description: `| 最新动态 | 学院公告 | 学生之窗 | 科研信息 | 本科生教学 | 党团园地 | 研究生招生 | 研究生教学 | 就业信息 | 国际交流 |
+| -------- | -------- | -------- | -------- | ---------- | -------- | ---------- | ---------- | -------- | -------- |
+| zxdt     | xygg     | xszc     | kyxx     | bksjx      | dtyd     | yjszs      | yjsjx      | jyxx     | gjjl     |`,
+    url: 'ai.nankai.edu.cn',
+    handler: async (ctx) => {
+        // 从 URL 参数中获取通知分类
+        const { type = 'zxdt' } = ctx.req.param();
+        const baseUrl = 'https://ai.nankai.edu.cn';
+        const { data: response } = await got(`${baseUrl}/xwzx/${type}.htm`);
+        const $ = load(response);
+
+        // 获取分类名称映射
+        const categoryMap: Record<string, string> = {
+            zxdt: '最新动态',
+            xygg: '学院公告',
+            xszc: '学生之窗',
+            kyxx: '科研信息',
+            bksjx: '本科生教学',
+            dtyd: '党团园地',
+            yjszs: '研究生招生',
+            yjsjx: '研究生教学',
+            jyxx: '就业信息',
+            gjjl: '国际交流',
+        };
+
+        const categoryName = categoryMap[type] || '最新动态';
+
+        // 解析新闻列表
+        const list = $('.gage-list-news table tr')
+            .slice(1) // 跳过表头
+            .toArray()
+            .map((tr) => {
+                const $tr = $(tr);
+                const cells = $tr.find('td');
+
+                if (cells.length < 3) {
+                    return null;
+                }
+
+                const titleCell = cells.eq(0);
+                const sourceCell = cells.eq(1);
+                const dateCell = cells.eq(2);
+
+                // 提取标题和链接
+                const $titleLink = titleCell.find('a');
+                const title = $titleLink.text().trim();
+                let link = $titleLink.attr('href') || '';
+
+                // 处理相对链接
+                link = link && !link.startsWith('http') ? `${baseUrl}/${link}` : link;
+
+                // 提取日期
+                const dateStr = dateCell.text().trim();
+                const pubDate = dateStr.includes('/') ? timezone(parseDate(dateStr, 'YYYY/MM/DD'), +8) : timezone(parseDate(dateStr), +8);
+
+                // 提取来源
+                const source = sourceCell.text().trim();
+
+                return {
+                    title,
+                    link,
+                    pubDate,
+                    author: source || '人工智能学院',
+                    description: '', // 初始化description属性
+                };
+            })
+            .filter((item) => item && item.link && item.title); // 过滤掉空项目和没有链接的项目
+
+        // 获取每篇文章的详细内容
+        const items = await Promise.all(
+            list.map((item) =>
+                item
+                    ? cache.tryGet(item.link, async () => {
+                          try {
+                              const { data: response } = await got(item.link);
+                              const $ = load(response);
+
+                              const $description = $('.v_news_content');
+
+                              // 处理相对链接，转换为绝对链接
+                              if ($description.length > 0) {
+                                  // 处理图片
+                                  $description.find('img').each((i, el) => {
+                                      const $el = $(el);
+                                      let src = $el.attr('src');
+
+                                      if (src && !src.startsWith('http')) {
+                                          src = `${baseUrl}${src}`;
+                                          $el.attr('src', src);
+                                      }
+                                  });
+                              }
+
+                              item.description = $description.html() || item.title;
+                          } catch {
+                              // 如果获取详细内容失败，返回基本信息
+                              item.description = item.title + ' (获取详细内容失败)';
+                          }
+                          return item;
+                      })
+                    : null
+            )
+        );
+
+        return {
+            // 源标题
+            title: `南开大学人工智能学院-${categoryName}`,
+            // 源链接
+            link: `${baseUrl}/xwzx/${type}.htm`,
+            // 源文章
+            item: items,
+        };
+    },
+};

package/lib/routes/nankai/graduate-notice.ts

@@ -0,0 +1,162 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/graduate/:type?',
+    categories: ['university'],
+    example: '/nankai/graduate/zxdt',
+    parameters: { type: '栏目编号（若为空则默认为"zxdt"）' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['graduate.nankai.edu.cn', 'graduate.nankai.edu.cn/:type/list.htm'],
+            target: '/graduate/:type?',
+        },
+    ],
+    name: '研究生院',
+    maintainers: ['ladeng07'],
+    description: `| 最新动态 | 综合信息 | 招生工作 | 培养管理 | 国际交流 | 学科建设 | 学位管理 |
+| -------- | -------- | -------- | -------- | -------- | -------- | -------- |
+| zxdt     | 82       | 83       | 84       | 85       | 86       | 87       |`,
+    url: 'graduate.nankai.edu.cn',
+    handler: async (ctx) => {
+        // 从 URL 参数中获取通知分类
+        const { type = 'zxdt' } = ctx.req.param();
+        const baseUrl = 'https://graduate.nankai.edu.cn';
+        const { data: response } = await got(`${baseUrl}/${type}/list.htm`);
+        const $ = load(response);
+
+        // 获取分类名称映射
+        const categoryMap: Record<string, string> = {
+            zxdt: '最新动态',
+            '82': '综合信息',
+            '83': '招生工作',
+            '84': '培养管理',
+            '85': '国际交流',
+            '86': '学科建设',
+            '87': '学位管理',
+        };
+
+        const categoryName = categoryMap[type] || '最新动态';
+
+        // 解析新闻列表
+        const list = $('.newslist li')
+            .not('#wp_paging_w6 li')
+            .toArray()
+            .map((li) => {
+                const $li = $(li);
+                const $titleDiv = $li.find('.title');
+                const $link = $titleDiv.find('a');
+                const $timeDiv = $li.find('.time');
+
+                const title = $link.attr('title');
+                let link = $link.attr('href') || '';
+
+                // 处理相对链接
+                link = link && !link.startsWith('http') ? `${baseUrl}${link}` : link;
+
+                // 提取日期
+                const dateStr = $timeDiv.text().trim();
+                const pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD'), +8);
+
+                return {
+                    title,
+                    link,
+                    pubDate,
+                    author: '研究生院',
+                    description: '', // 初始化description属性
+                };
+            })
+            .filter((item) => item && item.link && item.title); // 过滤掉空项目和没有链接的项目
+
+        // 获取每篇文章的详细内容
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    try {
+                        const { data: response } = await got(item.link);
+                        const $ = load(response);
+
+                        // 尝试多种内容选择器
+                        const $description = $('.wp_articlecontent');
+
+                        // 处理相对链接，转换为绝对链接
+                        if ($description.length > 0) {
+                            // 处理链接
+                            $description.find('a').each((i, el) => {
+                                const $el = $(el);
+                                const href = $el.attr('href');
+                                if (href && !href.startsWith('http')) {
+                                    if (href.startsWith('/')) {
+                                        $el.attr('href', `${baseUrl}${href}`);
+                                    } else {
+                                        $el.attr('href', `${baseUrl}/${href}`);
+                                    }
+                                }
+                            });
+
+                            // 处理图片
+                            $description.find('img').each((i, el) => {
+                                const $el = $(el);
+                                let src = $el.attr('src');
+
+                                if (src && !src.startsWith('http')) {
+                                    src = src.startsWith('/') ? `${baseUrl}${src}` : `${baseUrl}/${src}`;
+                                    $el.attr('src', src);
+                                }
+                            });
+
+                            // 处理PDF播放器div，提取PDF链接
+                            $description.find('.wp_pdf_player').each((i, el) => {
+                                const $el = $(el);
+                                const pdfSrc = $el.attr('pdfsrc');
+                                const sudyfileAttr = ($el.attr('sudyfile-attr') || '{}').replaceAll("'", '"');
+
+                                try {
+                                    const sudyfileAttrJson = JSON.parse(sudyfileAttr);
+                                    const fileName = sudyfileAttrJson.title || '未命名文件.pdf';
+                                    if (pdfSrc) {
+                                        let pdfUrl = pdfSrc;
+                                        if (!pdfUrl.startsWith('http')) {
+                                            pdfUrl = `${baseUrl}${pdfUrl}`;
+                                        }
+                                        // 替换PDF播放器为下载链接
+                                        $el.replaceWith(`<p><a href="${pdfUrl}" target="_blank">📄 ${fileName}</a></p>`);
+                                    }
+                                } catch {
+                                    // 如果解析失败，保留原始内容
+                                }
+                            });
+                        }
+
+                        item.description = $description.html() || item.title;
+                    } catch {
+                        // 如果获取详细内容失败，返回基本信息
+                        item.description = item.title + ' (获取详细内容失败)';
+                    }
+                    return item;
+                })
+            )
+        );
+
+        return {
+            // 源标题
+            title: `南开大学研究生院-${categoryName}`,
+            // 源链接
+            link: `${baseUrl}/${type}/list.htm`,
+            // 源文章
+            item: items,
+        };
+    },
+};

package/lib/routes/natgeo/natgeo.ts

@@ -66,6 +66,7 @@ async function handler(ctx) {
 
     const urlList = $('.article-link-content h4')
         .toArray()
+        .filter((i) => $(i).closest('.article-link-right').length === 0) // 移除右側熱門精選
         .map((i) => ({
             link: $(i).find('a[href]').first().attr('href'),
         }))

package/lib/routes/nhk/news-web-easy.ts

@@ -49,7 +49,7 @@ async function handler(ctx) {
         }))
     );
 
-    items = items.sort((a, b) => b.pubDate - a.pubDate).slice(0, ctx.req.query('limit') ? Number(ctx.req.query('limit')) : 30);
+    items = items.toSorted((a, b) => b.pubDate - a.pubDate).slice(0, ctx.req.query('limit') ? Number(ctx.req.query('limit')) : 30);
 
     items = await Promise.all(
         items.map((item) =>

package/lib/routes/nicovideo/mylist.ts

@@ -0,0 +1,39 @@
+import { DataItem, Route } from '@/types';
+
+import { getMylist, renderVideo } from './utils';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    name: 'Mylist',
+    path: '/mylist/:id',
+    parameters: { id: 'Mylist ID' },
+    example: '/nicovideo/mylist/2973737',
+    maintainers: ['esperecyan'],
+    radar: [
+        {
+            source: ['www.nicovideo.jp/user/:user/mylist/:id'],
+            target: '/mylist/:id',
+        },
+    ],
+    handler: async (ctx) => {
+        const { id } = ctx.req.param();
+
+        const mylist = await getMylist(id);
+
+        return {
+            title: `マイリスト ${mylist.name}‐ニコニコ動画`,
+            link: `https://www.nicovideo.jp/user/${mylist.owner.id}/mylist/${mylist.id}`,
+            language: 'ja',
+            item: mylist.items.map(
+                (item): DataItem => ({
+                    title: item.video.title,
+                    link: `https://www.nicovideo.jp/watch/${item.video.id}`,
+                    pubDate: parseDate(item.addedAt),
+                    author: [{ name: item.video.owner.name, avatar: item.video.owner.iconUrl, url: `https://www.nicovideo.jp/user/${item.video.owner.id}` }],
+                    description: renderVideo(item.video, false),
+                    image: item.video.thumbnail.nHdUrl ?? item.video.thumbnail.largeUrl ?? item.video.thumbnail.middleUrl ?? undefined,
+                })
+            ),
+        };
+    },
+};

package/lib/routes/nicovideo/types.ts

@@ -52,3 +52,30 @@ export interface VideoItem {
     series: null;
     essential: Essential;
 }
+
+export type Mylist = {
+    id: number;
+    name: string;
+    description: string;
+    decoratedDescriptionHtml: string;
+    defaultSortKey: string;
+    defaultSortOrder: string;
+    items: MylistItem[];
+    totalItemCount: number;
+    hasNext: boolean;
+    isPublic: boolean;
+    owner: Owner;
+    hasInvisibleItems: boolean;
+    followerCount: number;
+    isFollowing: boolean;
+};
+
+type MylistItem = {
+    itemId: number;
+    watchId: string;
+    description: string;
+    decoratedDescriptionHtml: string;
+    addedAt: string;
+    status: string;
+    video: Essential;
+};

package/lib/routes/nicovideo/utils.ts

@@ -1,4 +1,4 @@
-import { Essential, UserInfo, VideoItem } from './types';
+import { Essential, Mylist, UserInfo, VideoItem } from './types';
 
 import ofetch from '@/utils/ofetch';
 import cache from '@/utils/cache';
@@ -31,4 +31,30 @@ export const getUserVideosById = (id: string) =>
         false
     ) as Promise<VideoItem[]>;
 
+export const getMylist = (id: string): Promise<Mylist> =>
+    cache.tryGet<Mylist>(
+        `nicovideo:mylist:${id}`,
+        async () => {
+            const { data } = await ofetch(`https://nvapi.nicovideo.jp/v2/mylists/${id}`, {
+                headers: {
+                    'X-Frontend-Id': '6',
+                },
+                query: {
+                    sortKey: 'addedAt',
+                    sortOrder: 'desc',
+                    /**
+                     * @remarks
+                     * Up to 500 items can be registered in a single mylist.
+                     * @see https://qa.nicovideo.jp/faq/show/648?site_domain=default
+                     */
+                    pageSize: 500,
+                    page: 1,
+                },
+            });
+            return data.mylist;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
 export const renderVideo = (video: Essential, embed: boolean) => art(path.join(__dirname, 'templates/video.art'), { video, embed });

package/lib/routes/nikkei/cn/index.ts

@@ -136,10 +136,7 @@ async function handler(ctx) {
 
                 item.author = content('meta[name="author"]').attr('content');
                 item.title = item.title ?? content('meta[name="twitter:title"]').attr('content');
-                item.description = content('#contentDiv')
-                    .html()
-                    ?.replace(/ /g, '')
-                    .replaceAll('<p></p>', '');
+                item.description = content('#contentDiv').html()?.replaceAll('&nbsp;', '').replaceAll('<p></p>', '');
 
                 return item;
             })

package/lib/routes/now/news.ts

@@ -100,7 +100,7 @@ async function handler(ctx) {
                           link: `https://news.now.com/home/${category}/player?newsId=${item.newsId}`,
                           pubDate: parseDate(item.publishDate, 'x'),
                           category: [...item.sportTypes.map((t) => t.sportTypeNameChi), ...item.players.map((p) => p.playerFullNameChi), ...item.teams.map((t) => t.teamCodeChi)],
-                          image: item.newsPhotos?.filter((p) => p.sizeType === '3')?.[0]?.imageUrl,
+                          image: item.newsPhotos?.find((p) => p.sizeType === '3')?.imageUrl,
                           newsId: item.newsId,
                       };
                   })

package/lib/routes/nytimes/index.ts

@@ -136,7 +136,7 @@ async function handler(ctx) {
             // Match 感谢|謝.*?cn.letters@nytimes.com。
             const ending = /感(&#x8C22|&#x8B1D);.*?cn\.letters@nytimes\.com。/g;
 
-            single.description = result.description?.replace(ending, '');
+            single.description = result.description?.replaceAll(ending, '');
 
             if (hasEnVersion) {
                 single.title = result.title;

package/lib/routes/pixiv/novel-api/user-novels/sfw.ts

@@ -15,7 +15,7 @@ export async function getSFWUserNovels(id: string, fullContent: boolean = false,
     });
 
     const novels = Object.keys(allData.body.novels)
-        .sort((a, b) => Number(b) - Number(a))
+        .toSorted((a, b) => Number(b) - Number(a))
         .slice(0, Number.parseInt(String(limit), 10));
 
     if (novels.length === 0) {

package/lib/routes/pixivision/utils.ts

@@ -81,6 +81,6 @@ export function processContent($: CheerioAPI, lang: string): string {
     return (
         $('.am__body')
             .html()
-            ?.replace(/https:\/\/i\.pximg\.net/g, config.pixiv.imgProxy || '') || ''
+            ?.replaceAll('https://i.pximg.net', config.pixiv.imgProxy || '') || ''
     );
 }

package/lib/routes/pku/hr.ts

@@ -34,7 +34,7 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
-    const category = ctx.req.param('category')?.replace(/-/g, '/') ?? 'zxgg';
+    const category = ctx.req.param('category')?.replaceAll('-', '/') ?? 'zxgg';
 
     const rootUrl = 'https://hr.pku.edu.cn/';
     const currentUrl = `${rootUrl}/${category}/index.htm`;

package/lib/routes/pku/scc/recruit.ts

@@ -56,7 +56,7 @@ async function handler(ctx) {
             };
         });
 
-    const sorted = list.sort((a, b) => b.pubDate.getTime() - a.pubDate.getTime()).slice(0, 10);
+    const sorted = list.toSorted((a, b) => b.pubDate.getTime() - a.pubDate.getTime()).slice(0, 10);
 
     return {
         title: `北京大学学生就业指导服务中心 - ${feed_title}`,

package/lib/routes/producthunt/templates/description.art

@@ -1,5 +1,5 @@
-{{ if headerImage }}
-    <img src="https://ph-files.imgix.net/{{ headerImage }}"><br>
+{{ if tagline }}
+<blockquote>{{ tagline }}</blockquote>
 {{ /if }}
 
 {{ if description }}

package/lib/routes/producthunt/today.ts

@@ -6,6 +6,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/today',
@@ -24,23 +25,28 @@ export const route: Route = {
             source: ['www.producthunt.com/'],
         },
     ],
-    name: 'Today Popular',
+    name: 'Top Products Launching Today',
     maintainers: ['miaoyafeng', 'Fatpandac'],
     handler,
     url: 'www.producthunt.com/',
 };
 
 async function handler() {
-    const response = await ofetch('https://www.producthunt.com/');
+    const response = await ofetch('https://www.producthunt.com/', {
+        headers: {
+            'User-Agent': config.trueUA,
+        },
+    });
 
     const $ = load(response);
     const match = $('script:contains("ApolloSSRDataTransport")')
         .text()
         .match(/"events":(\[.+\])\}\)/)?.[1]
+        ?.trim()
         .replaceAll('undefined', 'null');
 
     const data = JSON.parse(match);
-    const todayList = data.find((event) => event.type === 'data' && event.result.data.homefeed).result.data.homefeed.edges.find((edge) => edge.node.id === 'FEATURED-0').node;
+    const todayList = data.find((event) => event.type === 'next' && event.value.data.homefeed).value.data.homefeed.edges.find((edge) => edge.node.id === 'FEATURED-0').node;
     // 0: Top Products Launching Today
     // 1: Yesterday's Top Products
     // 2: Last Week's Top Products
@@ -50,8 +56,8 @@ async function handler() {
         .filter((i) => i.__typename === 'Post')
         .map((item) => ({
             title: item.name,
-            link: `https://www.producthunt.com/posts/${item.slug}`,
-            slug: item.slug,
+            link: `https://www.producthunt.com/products/${item.product.slug}`,
+            postSlug: item.slug,
             description: item.tagline,
             pubDate: parseDate(item.createdAt),
             image: `https://ph-files.imgix.net/${item.thumbnailImageUuid}`,
@@ -63,15 +69,18 @@ async function handler() {
             cache.tryGet(item.link, async () => {
                 const response = await ofetch('https://www.producthunt.com/frontend/graphql', {
                     method: 'POST',
+                    headers: {
+                        'User-Agent': config.trueUA,
+                    },
                     body: {
                         operationName: 'PostPage',
                         variables: {
-                            slug: item.slug,
+                            slug: item.postSlug,
                         },
                         extensions: {
                             persistedQuery: {
                                 version: 1,
-                                sha256Hash: '3d56ad0687ad82922d71fca238e5081853609dd7b16207a5aa042dee884edaea',
+                                sha256Hash: '488585149898ee974a51884b11e205c34ea8ad34ee01d47d7936a66a6db799ff',
                             },
                         },
                     },
@@ -80,7 +89,7 @@ async function handler() {
 
                 item.author = post.user.name;
                 item.description = art(path.join(__dirname, 'templates/description.art'), {
-                    headerImage: post.headerImage?.uuid,
+                    tagline: post.tagline,
                     description: post.description,
                     media: post.media,
                 });

package/lib/routes/ps/trophy.ts

@@ -87,7 +87,7 @@ async function handler(ctx) {
     for (const item of items) {
         result = [...result, ...item];
     }
-    result = result.sort((a, b) => new Date(b.pubDate) - new Date(a.pubDate));
+    result = result.toSorted((a, b) => new Date(b.pubDate) - new Date(a.pubDate));
 
     return {
         title: `${id} 的 PSN 奖杯`,

package/lib/routes/pubscholar/utils.ts

@@ -23,14 +23,27 @@ const generateNonce = (length: number): string => {
     return nonce.slice(0, length);
 };
 
+/**
+ * Part of fingerprint2.js shim from uBlock Origin
+ * Taken from https://github.com/gorhill/uBlock/blob/master/src/web_accessible_resources/fingerprint2.js
+ * @param len
+ * @returns
+ */
+const hex32 = (len) =>
+    Math.floor(Math.random() * Number.MAX_SAFE_INTEGER)
+        .toString(16)
+        .slice(-len)
+        .padStart(len, '0');
+
 export const getSignedHeaders = () => {
     const nonce = generateNonce(6);
     const timestamp = Date.now().toString();
-    const signature = sha1([salt, timestamp, nonce].sort().join(''));
+    const signature = sha1([salt, timestamp, nonce].toSorted().join(''));
     return {
         nonce,
         timestamp,
         signature,
+        'x-finger': `${hex32(8)}${hex32(8)}${hex32(8)}${hex32(8)}`,
     };
 };