rsshub 1.0.0-master.f9b85f5 → 1.0.0-master.f9c381a

package/lib/routes/eventbrite/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Eventbrite',
+    url: 'eventbrite.com',
+    lang: 'en',
+};

package/lib/routes/github/activity.ts

@@ -45,7 +45,7 @@ export const route: Route = {
             item: feed.items.map((item) => ({
                 title: item.title ?? '',
                 link: item.link,
-                description: sanitizeHtml(item.content?.replace(/href="\/(.+?)"/g, `href="https://github.com/$1"`) ?? '', { allowedTags: [...sanitizeHtml.defaults.allowedTags, 'img'] }),
+                description: sanitizeHtml(item.content?.replaceAll(/href="\/(.+?)"/g, `href="https://github.com/$1"`) ?? '', { allowedTags: [...sanitizeHtml.defaults.allowedTags, 'img'] }),
                 pubDate: item.pubDate ? parseDate(item.pubDate) : undefined,
                 author: item.author,
                 guid: item.id,

package/lib/routes/google/jules.ts

@@ -0,0 +1,63 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/jules/changelog',
+    categories: ['program-update'],
+    example: '/google/jules/changelog',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Jules Changelog',
+    url: 'jules.google/docs/changelog/',
+    maintainers: ['johan456789'],
+    handler,
+};
+
+async function handler() {
+    const url = 'https://jules.google/docs/changelog/';
+    const html = await ofetch(url);
+    const $ = load(html);
+
+    const items = $('main article')
+        .toArray()
+        .map((el) => {
+            const article = $(el);
+            const h2 = article.find('h2').first();
+            const id = h2.attr('id') || article.attr('id');
+            const title = h2.text().trim();
+            const anchor = id ? `${url}#${id}` : url;
+            // Date appears as a bold text node after h2 (no <time> tag)
+            const pubDateText = h2.nextAll('b').first().text().trim();
+
+            // First image if exists
+            const imgEl = article.find('img').first();
+            const imgSrc = imgEl.attr('src');
+            const image = imgSrc ? new URL(imgSrc, url).href : undefined;
+
+            // Full HTML for the item content
+            article.find('h2').first().remove(); // remove title
+            article.find('b').first().remove(); // remove date
+
+            return {
+                title,
+                description: article.html() || undefined,
+                link: anchor,
+                pubDate: pubDateText ? parseDate(pubDateText) : undefined,
+                image,
+            };
+        });
+
+    return {
+        title: 'Jules Changelog',
+        link: url,
+        item: items,
+    };
+}

package/lib/routes/gov/mem/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中华人民共和国应急管理部',
+    url: 'www.mem.gov.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/gov/mem/zfxxgkpt.ts

@@ -0,0 +1,96 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/mem/gk/zfxxgkpt/fdzdgknr',
+    categories: ['government'],
+    example: '/gov/mem/gk/zfxxgkpt/fdzdgknr',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.mem.gov.cn/gk/zfxxgkpt/fdzdgknr'],
+            target: '/mem/gk/zfxxgkpt/fdzdgknr',
+        },
+    ],
+    name: '法定主动公开内容',
+    maintainers: ['skeaven'],
+    handler,
+    description: '应急管理部法定主动公开内容,包含通知、公告、督办、政策解读等，可供应急相关工作人员及时获取政策信息',
+};
+
+async function handler(ctx) {
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+    const rootUrl = 'https://www.mem.gov.cn';
+    const currentUrl = new URL('gk/zfxxgkpt/fdzdgknr/', rootUrl).href;
+
+    const { data: fdzdgknrResponse } = await got(currentUrl);
+    const fdzdgknr$ = load(fdzdgknrResponse);
+
+    const iframeUrl = fdzdgknr$('div.scy_main_r iframe').attr('src');
+    const { data: response } = await got(iframeUrl);
+    const $ = load(response);
+    const icon = new URL('favicon.ico', rootUrl).href;
+
+    let items = $('div.scy_main_V2_list')
+        .find('tr')
+        .slice(1, limit)
+        .toArray()
+        .map((item) => {
+            const aLabel = $(item).find('a[href]');
+            const href = aLabel.attr('href');
+            if (href) {
+                const link = currentUrl + aLabel.attr('href').replaceAll('..', '');
+                return {
+                    title: aLabel.contents().first().text(),
+                    link,
+                    pubDate: parseDate($(item).find('.fbsj').text()),
+                };
+            } else {
+                return null;
+            }
+        })
+        .filter(Boolean);
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link.endsWith('.html') && !item.link.endsWith('.shtml')) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+                const content = load(detailResponse);
+
+                const description = content('#content').html();
+                const author = content('td.td_lable:contains("所属机构")').next('td').text().trim();
+                const category = content('td.td_lable:contains("主题分类")').next('td').text().trim();
+
+                return {
+                    ...item,
+                    description,
+                    author: author || '未知机构',
+                    category: category || '未知分类',
+                };
+            })
+        )
+    );
+
+    return {
+        item: items,
+        title: route.name,
+        link: currentUrl,
+        icon,
+    };
+}

package/lib/routes/gov/mot/index.ts

@@ -1,75 +1,180 @@
-import { Route } from '@/types';
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import timezone from '@/utils/timezone';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
-export const route: Route = {
-    path: '/mot/:category{.+}?',
-    name: '中华人民共和国交通运输部',
-    maintainers: ['ladeng07'],
-    handler,
-};
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
 
-async function handler(ctx) {
-    const { category = 'tongjishuju/gonglu' } = ctx.req.param();
-    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = 'jiaotongyaowen' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
 
-    const rootUrl = 'https://www.mot.gov.cn';
-    const currentUrl = new URL(`${category}/`, rootUrl).href;
+    const baseUrl: string = 'https://www.mot.gov.cn';
+    const targetUrl: string = new URL(category.endsWith('/') ? category : `${category}/`, baseUrl).href;
 
-    const { data: response } = await got(currentUrl);
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh';
 
-    const $ = load(response);
+    let items: DataItem[] = [];
 
-    let items = $('div.tab-pane a[title]')
+    items = $('div.tab-pane a')
         .slice(0, limit)
         .toArray()
-        .map((item) => {
-            item = $(item);
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
 
-            const link = item.prop('href');
+            const title: string = $el.attr('title') ?? $el.find('span').first().text();
+            const pubDateStr: string | undefined = $el.find('span.badge').text();
+            const linkUrl: string | undefined = $el.attr('href');
+            const upDatedStr: string | undefined = $el.find('.time').text() || pubDateStr;
 
-            return {
-                title: item.prop('title'),
-                link: link.startsWith('http') ? link : new URL(item.prop('href'), currentUrl).href,
-                pubDate: parseDate(item.find('span.badge').text()),
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? (linkUrl.startsWith('http') ? linkUrl : new URL(linkUrl as string, targetUrl).href) : undefined,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
             };
+
+            return processedItem;
         });
 
     items = await Promise.all(
-        items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (/\.gov\.cn/.test(item.link) && item.link.endsWith('.html')) {
-                    const { data: detailResponse } = await got(item.link);
-
-                    const content = load(detailResponse);
-
-                    item.title = content('meta[name="ArticleTitle"]').prop('content') || content('h1#ti').text();
-                    item.description = content('div.TRS_UEDITOR').html();
-                    item.author = [...new Set([content('meta[name="Author"]').prop('content'), content('meta[name="ContentSource"]').prop('content')])].find(Boolean);
-                    item.category = [
-                        ...new Set([content('meta[name="ColumnName"]').prop('content'), content('meta[name="ColumnType"]').prop('content'), ...(content('meta[name="Keywords"]').prop('content')?.split(/,|;/) ?? [])]),
-                    ].filter(Boolean);
-                    item.pubDate = timezone(parseDate(content('meta[name="PubDate"]').prop('content')), +8);
-                }
-
+        items.map((item) => {
+            if (!item.link || !/mot\.gov\.cn/.test(item.link) || !item.link.endsWith('.html')) {
                 return item;
-            })
-        )
-    );
+            }
 
-    const image = new URL($('a.navbar-brand img').prop('src'), rootUrl).href;
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('h1').first().text();
+                const description: string | undefined = $$('div.TRS_UEDITOR').html() ?? undefined;
+                const pubDateStr: string | undefined = $$('meta[name="PubDate"]').attr('content');
+                const categories: string[] = [
+                    ...new Set(
+                        [
+                            $$('meta[name="ColumnName"]').attr('content'),
+                            $$('meta[name="ColumnType"]').attr('content'),
+                            $$('meta[name="ContentSource"]').attr('content'),
+                            ...($$('meta[name="Keywords"]').attr('content')?.split(';') ?? []),
+                        ].filter(Boolean)
+                    ),
+                ];
+                const authors: DataItem['author'] = [$$('meta[name="ColumnSource"]').attr('content'), $$('meta[name="Author"]').attr('content')].filter(Boolean).map((author) => ({
+                    name: author,
+                    url: undefined,
+                    avatar: undefined,
+                }));
+                const image: string | undefined = $$('a.navbar-brand img').attr('src') ? new URL($$('a.navbar-brand img').attr('src') as string, baseUrl).href : undefined;
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    category: categories,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
 
     return {
-        item: items,
         title: $('title').text(),
-        link: currentUrl,
-        description: $('meta[name="ColumnDescription"]').prop('content'),
-        language: $('html').prop('lang'),
-        image,
-        subtitle: $('meta[name="ColumnName"]').prop('content'),
-        author: $('meta[name="SiteName"]').prop('content'),
+        description: $('meta[name="ColumnDescription"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('a.navbar-brand img').attr('src') ? new URL($('a.navbar-brand img').attr('src') as string, baseUrl).href : undefined,
+        author: $('meta[name="SiteName"]').attr('content'),
+        language,
+        id: targetUrl,
     };
-}
+};
+
+export const route: Route = {
+    path: '/mot/:category{.+}?',
+    name: '中华人民共和国交通运输部',
+    url: 'www.mot.gov.cn',
+    maintainers: ['ladeng07', 'nczitzk'],
+    handler,
+    example: '/gov/mot/jiaotongyaowen',
+    parameters: {
+        category: {
+            description: '分类，默认为 `jiaotongyaowen`，即交通要闻，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '交通要闻',
+                    value: 'jiaotongyaowen',
+                },
+                {
+                    label: '时政要闻',
+                    value: 'shizhengyaowen',
+                },
+                {
+                    label: '重要会议',
+                    value: 'zhongyaohuiyi',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+若订阅 [重要会议](https://www.mot.gov.cn/zhongyaohuiyi/)，网址为 \`https://www.mot.gov.cn/zhongyaohuiyi/\`，请截取 \`https://www.mot.gov.cn/\` 到末尾 \`/\` 的部分 \`zhongyaohuiyi\` 作为 \`category\` 参数填入，此时目标路由为 [\`/gov/mot/zhongyaohuiyi\`](https://rsshub.app/gov/mot/zhongyaohuiyi)。
+:::
+`,
+    categories: ['government'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.mot.gov.cn/:category'],
+            target: (params) => {
+                const category: string = params.category;
+
+                return `/mot${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '交通要闻',
+            source: ['www.mot.gov.cn/jiaotongyaowen/'],
+            target: '/mot/jiaotongyaowen',
+        },
+        {
+            title: '时政要闻',
+            source: ['www.mot.gov.cn/shizhengyaowen/'],
+            target: '/mot/shizhengyaowen',
+        },
+        {
+            title: '重要会议',
+            source: ['www.mot.gov.cn/zhongyaohuiyi/'],
+            target: '/mot/zhongyaohuiyi',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/hameln/chapter.ts

@@ -49,7 +49,7 @@ async function handler(ctx) {
                 pubDate: timezone(parseDate($_chapter.find('nobr').text(), 'YYYYMMDD HH:mm'), +9),
             };
         })
-        .sort((a, b) => (a.pubDate <= b.pubDate ? 1 : -1))
+        .toSorted((a, b) => (a.pubDate <= b.pubDate ? 1 : -1))
         .slice(0, limit);
 
     const item_list = await Promise.all(

package/lib/routes/hpoi/banner-item.ts

@@ -1,4 +1,5 @@
 import { Route } from '@/types';
+import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 
@@ -33,19 +34,35 @@ async function handler() {
         url: link,
     });
     const $ = load(response.data);
+
+    const items = await Promise.all(
+        $('#content .item')
+            .toArray()
+            .map(async (_item) => {
+                const $item = $(_item);
+                const link = new URL($item.find('a').attr('href') ?? '', 'https://www.hpoi.net').href;
+                if (!link.startsWith('https://www.hpoi.net')) {
+                    return;
+                }
+                return await cache.tryGet(link, async () => {
+                    const detailResponse = await got(link);
+                    const $$ = load(detailResponse.data);
+                    $$('.hpoi-album-content .album-ibox').remove();
+                    $$('.hpoi-album-content .row').remove();
+                    $$('.hpoi-album-content .hpoi-hr-line').remove();
+                    return {
+                        title: $item.find('.title').text(),
+                        link,
+                        description: $$('.hpoi-album-content').html() || `<img src="${$item.find('img').attr('src')}">`,
+                        pubDate: new Date($item.find('.time').text().replace('发布时间：', '')).toUTCString(),
+                    };
+                });
+            })
+    );
+
     return {
         title: `Hpoi 手办维基 - 热门推荐`,
         link,
-        item: $('#content .item')
-            .toArray()
-            .map((_item) => {
-                _item = $(_item);
-                return {
-                    title: _item.find('.title').text(),
-                    link: 'https://www.hpoi.net/' + _item.find('a').attr('href'),
-                    description: `<img src="${_item.find('img').attr('src')}">`,
-                    pubDate: new Date(_item.find('.time').text().replace('发布时间：', '')).toUTCString(),
-                };
-            }),
+        item: items.filter((item) => !!item),
     };
 }

package/lib/routes/hpoi/info.ts

@@ -63,7 +63,7 @@ async function handler(ctx) {
         gkdiy: 'GK/其他',
     };
 
-    const filterArr = catType.split('|').sort();
+    const filterArr = catType.split('|').toSorted();
 
     const filterSet = new Set(filterArr.map((e: string) => classMap[e]));
     if (catType.includes('all')) {

package/lib/routes/huggingface/daily-papers.ts

@@ -77,7 +77,7 @@ async function handler(ctx) {
             author: item.paper.authors.map((author) => author.name).join(', '),
             upvotes: item.paper.upvotes,
         }))
-        .sort((a, b) => b.upvotes - a.upvotes);
+        .toSorted((a, b) => b.upvotes - a.upvotes);
 
     return {
         title: 'Huggingface Daily Papers',