rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/registry.ts

@@ -1,14 +1,14 @@
 import type { Namespace, Route } from '@/types';
 import { directoryImport } from 'directory-import';
 import { Hono, type Handler } from 'hono';
-import * as path from 'node:path';
+import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 import { serveStatic } from '@hono/node-server/serve-static';
+import { config } from '@/config';
 
 import index from '@/routes/index';
 import robotstxt from '@/routes/robots.txt';
-import { namespace as testNamespace } from './routes/test/namespace';
-import { route as testRoute } from '@/routes/test/index';
+import metrics from '@/routes/metrics';
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
@@ -27,18 +27,9 @@ let namespaces: Record<
 
 switch (process.env.NODE_ENV) {
     case 'test':
-        modules = {
-            '/test/namespace.ts': {
-                namespace: testNamespace,
-            },
-            '/test/index.ts': {
-                route: testRoute,
-            },
-        };
-        break;
     case 'production':
-        // eslint-disable-next-line n/no-unpublished-require
-        namespaces = require('../assets/build/routes.json');
+        // @ts-expect-error
+        namespaces = await import('../assets/build/routes.json');
         break;
     default:
         modules = directoryImport({
@@ -56,7 +47,7 @@ if (Object.keys(modules).length) {
             | {
                   namespace: Namespace;
               };
-        const namespace = module.split('/')[1];
+        const namespace = module.split(/[/\\]/)[1];
         if ('namespace' in content) {
             namespaces[namespace] = Object.assign(
                 {
@@ -76,13 +67,13 @@ if (Object.keys(modules).length) {
                 for (const path of content.route.path) {
                     namespaces[namespace].routes[path] = {
                         ...content.route,
-                        location: module.split('/').slice(2).join('/'),
+                        location: module.split(/[/\\]/).slice(2).join('/'),
                     };
                 }
             } else {
                 namespaces[namespace].routes[content.route.path] = {
                     ...content.route,
-                    location: module.split('/').slice(2).join('/'),
+                    location: module.split(/[/\\]/).slice(2).join('/'),
                 };
             }
         }
@@ -95,7 +86,7 @@ const app = new Hono();
 for (const namespace in namespaces) {
     const subApp = app.basePath(`/${namespace}`);
     for (const path in namespaces[namespace].routes) {
-        const wrapedHandler: Handler = async (ctx) => {
+        const wrappedHandler: Handler = async (ctx) => {
             if (!ctx.get('data')) {
                 if (typeof namespaces[namespace].routes[path].handler !== 'function') {
                     const { route } = await import(`./routes/${namespace}/${namespaces[namespace].routes[path].location}`);
@@ -104,12 +95,16 @@ for (const namespace in namespaces) {
                 ctx.set('data', await namespaces[namespace].routes[path].handler(ctx));
             }
         };
-        subApp.get(path, wrapedHandler);
+        subApp.get(path, wrappedHandler);
     }
 }
 
 app.get('/', index);
 app.get('/robots.txt', robotstxt);
+if (config.debugInfo) {
+    // Only enable tracing in debug mode
+    app.get('/metrics', metrics);
+}
 app.use(
     '/*',
     serveStatic({

package/lib/router.js

@@ -25,18 +25,12 @@ router.get('/benedictevans', lazyloadRouteHandler('./routes/benedictevans/recent
 // router.get('/jianshu/collection/:id', lazyloadRouteHandler('./routes/jianshu/collection'));
 // router.get('/jianshu/user/:id', lazyloadRouteHandler('./routes/jianshu/user'));
 
-// pixiv-fanbox
-router.get('/fanbox/:user?', lazyloadRouteHandler('./routes/fanbox/main'));
-
 // Disqus
 router.get('/disqus/posts/:forum', lazyloadRouteHandler('./routes/disqus/posts'));
 
 // 极客时间
 router.get('/geektime/column/:cid', lazyloadRouteHandler('./routes/geektime/column'));
 
-// 南方周末
-router.get('/infzm/:id', lazyloadRouteHandler('./routes/infzm/news'));
-
 // Dribbble
 // router.get('/dribbble/popular/:timeframe?', lazyloadRouteHandler('./routes/dribbble/popular'));
 // router.get('/dribbble/user/:name', lazyloadRouteHandler('./routes/dribbble/user'));
@@ -69,16 +63,9 @@ router.get('/konachan.net/post/popular_recent/:period', lazyloadRouteHandler('./
 // router.get('/pornhub/:language?/model/:username/:sort?', lazyloadRouteHandler('./routes/pornhub/model'));
 // router.get('/pornhub/:language?/pornstar/:username/:sort?', lazyloadRouteHandler('./routes/pornhub/pornstar'));
 
-// yande.re
-router.get('/yande.re/post/popular_recent', lazyloadRouteHandler('./routes/yande.re/post-popular-recent'));
-router.get('/yande.re/post/popular_recent/:period', lazyloadRouteHandler('./routes/yande.re/post-popular-recent'));
-
 // EZTV
 router.get('/eztv/torrents/:imdb_id', lazyloadRouteHandler('./routes/eztv/imdb'));
 
-// 新京报
-router.get('/bjnews/:cat', lazyloadRouteHandler('./routes/bjnews/news'));
-
 // 米哈游
 router.get('/mihoyo/bh3/:type', lazyloadRouteHandler('./routes/mihoyo/bh3'));
 router.get('/mihoyo/bh2/:type', lazyloadRouteHandler('./routes/mihoyo/bh2'));
@@ -337,7 +324,7 @@ router.get('/qutoutiao/category/:cid', lazyloadRouteHandler('./routes/qutoutiao/
 // router.get('/bbc/:site?/:channel?', lazyloadRouteHandler('./routes/bbc/index'));
 
 // 看雪
-router.get('/pediy/topic/:category?/:type?', lazyloadRouteHandler('./routes/pediy/topic'));
+// router.get('/pediy/topic/:category?/:type?', lazyloadRouteHandler('./routes/pediy/topic'));
 
 // 老司机
 router.get('/laosiji/hot', lazyloadRouteHandler('./routes/laosiji/hot'));
@@ -382,9 +369,6 @@ router.get('/geekpark/breakingnews', lazyloadRouteHandler('./routes/geekpark/bre
 // 香港天文台
 router.get('/hko/weather', lazyloadRouteHandler('./routes/hko/weather'));
 
-// 技术头条
-router.get('/blogread/newest', lazyloadRouteHandler('./routes/blogread/newest'));
-
 // gnn游戏新闻
 router.get('/gnn/gnn', lazyloadRouteHandler('./routes/gnn/gnn'));
 
@@ -607,12 +591,6 @@ router.get('/zucc/cssearch/latest/:webVpn/:key', lazyloadRouteHandler('./routes/
 // checkee
 router.get('/checkee/:dispdate', lazyloadRouteHandler('./routes/checkee/index'));
 
-// Matters
-router.get('/matters/latest/:type?', lazyloadRouteHandler('./routes/matters/latest'));
-router.redirect('/matters/hot', '/matters/latest/heat'); // Deprecated
-router.get('/matters/tags/:tid', lazyloadRouteHandler('./routes/matters/tags'));
-router.get('/matters/author/:uid', lazyloadRouteHandler('./routes/matters/author'));
-
 // 古诗文网
 router.get('/gushiwen/recommend/:annotation?', lazyloadRouteHandler('./routes/gushiwen/recommend'));
 
@@ -759,8 +737,8 @@ router.get('/nosetime/home', lazyloadRouteHandler('./routes/nosetime/home'));
 router.get('/daxiaamu/home', lazyloadRouteHandler('./routes/daxiaamu/home'));
 
 // 爱发电
-router.get('/afdian/explore/:type?/:category?', lazyloadRouteHandler('./routes/afdian/explore'));
-router.get('/afdian/dynamic/:uid', lazyloadRouteHandler('./routes/afdian/dynamic'));
+// router.get('/afdian/explore/:type?/:category?', lazyloadRouteHandler('./routes/afdian/explore'));
+// router.get('/afdian/dynamic/:uid', lazyloadRouteHandler('./routes/afdian/dynamic'));
 
 // Simons Foundation
 router.get('/simonsfoundation/articles', lazyloadRouteHandler('./routes/simonsfoundation/articles'));
@@ -992,11 +970,6 @@ router.get('/ddrk/index', lazyloadRouteHandler('./routes/ddrk/list'));
 router.get('/avgle/videos/:order?/:time?/:top?', lazyloadRouteHandler('./routes/avgle/videos.js'));
 router.get('/avgle/search/:keyword/:order?/:time?/:top?', lazyloadRouteHandler('./routes/avgle/videos.js'));
 
-// 公主链接公告
-// router.get('/pcr/news', lazyloadRouteHandler('./routes/pcr/news'));
-router.get('/pcr/news-tw', lazyloadRouteHandler('./routes/pcr/news-tw'));
-router.get('/pcr/news-cn', lazyloadRouteHandler('./routes/pcr/news-cn'));
-
 // project-zero issues
 router.get('/project-zero-issues', lazyloadRouteHandler('./routes/project-zero-issues/index'));
 

package/lib/routes/005/index.ts

@@ -0,0 +1,156 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { category = 'zx' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const rootUrl = 'https://005.tv';
+    const currentUrl = new URL(category ? `${category}/` : '', rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    let items = $('div.article-list ul li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('h3').text();
+            const image = item.find('img').prop('src');
+
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                intro: item.find('div.p-row').text(),
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+            });
+
+            return {
+                title,
+                description,
+                pubDate: parseDate(item.find('span.time').text()),
+                link: new URL(item.find('h3 a').prop('href'), rootUrl).href,
+                content: {
+                    html: description,
+                    text: item.find('div.p-row').text(),
+                },
+                image,
+                banner: image,
+                language,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('h1.articleTitle-name').text();
+                const description = $$('div.articleContent').html();
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = timezone(parseDate($$('.time').text()), +8);
+                item.category = $$('meta[name="keywords"]').prop('content').split(/,/);
+                item.content = {
+                    html: description,
+                    text: $$('div.articleContent').text(),
+                };
+                item.language = language;
+
+                return item;
+            })
+        )
+    );
+
+    const title = $('title').text();
+    const image = new URL('templets/muban/style/images/logo.png', rootUrl).href;
+
+    return {
+        title,
+        description: title.split(/_/)[0],
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: title.split(/,/).pop(),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/:category?',
+    name: '资讯',
+    url: '005.tv',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/005/zx',
+    parameters: { category: '分类，可在对应分类页 URL 中找到，默认为二次元资讯' },
+    description: `
+  | 二次元资讯 | 慢慢说 | 道听途说 | 展会资讯 |
+  | ---------- | ------ | -------- | -------- |
+  | zx         | zwh    | dtts     | zh       |
+    `,
+    categories: ['anime'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['005.tv/:category'],
+            target: (params) => {
+                const category = params.category;
+
+                return `/005${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '二次元资讯',
+            source: ['005.tv/zx/'],
+            target: '/005/zx',
+        },
+        {
+            title: '慢慢说',
+            source: ['005.tv/zwh/'],
+            target: '/005/zwh',
+        },
+        {
+            title: '道听途说',
+            source: ['005.tv/dtts/'],
+            target: '/005/dtts',
+        },
+        {
+            title: '展会资讯',
+            source: ['005.tv/zh/'],
+            target: '/005/zh',
+        },
+    ],
+};

package/lib/routes/005/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '幻之羁绊动漫网',
+    url: '005.tv',
+    categories: ['anime'],
+    description: '',
+};

package/lib/routes/005/templates/description.art

@@ -0,0 +1,27 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if !videos?.[0]?.src && image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+          {{ if image.width }}
+            alt="{{ image.width }}"
+          {{ /if }}
+          {{ if image.height }}
+            alt="{{ image.height }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/0x80/index.ts

@@ -0,0 +1,87 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/blog',
+    categories: ['blog'],
+    example: '/0x80/blog',
+    url: '0x80.pl/notesen.html',
+    name: 'Articles',
+    maintainers: ['xnum'],
+    handler,
+};
+
+function extractDateFromURL(url: string) {
+    const regex = /\d{4}-\d{2}-\d{2}/;
+    const match = url.match(regex);
+
+    return match ? match[0] : null;
+}
+
+async function handler() {
+    // The TLS cert is invalid, we are limited to use HTTP unfortunately.
+    const baseUrl = 'http://0x80.pl/';
+    const targetUrl = `${baseUrl}notesen.html`;
+
+    const response = await got({
+        method: 'get',
+        url: targetUrl,
+    });
+
+    const $ = load(response.data);
+
+    const alist = $('a.reference.external');
+
+    const list = alist
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href') || '';
+            const title = item.text() || '';
+            const pubDate = extractDateFromURL(link);
+
+            return {
+                title,
+                link,
+                pubDate,
+                category: 'Uncategoried',
+            };
+        })
+        .filter((item) => item.link.startsWith('notesen'));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const articleUrl = `${baseUrl}${item.link}`;
+                const response = await got({
+                    method: 'get',
+                    url: articleUrl,
+                });
+
+                const $ = load(response.data);
+
+                const author = $('tr.author.field td.field-body').text();
+                const articlePubDate = $('tr.added-on.field td.field-body').text();
+
+                item.author = author;
+                // Some articles might be missing the added-on field.
+                // As a safeguard, if the date from url is null, fallbacks to the article one.
+                item.pubDate = parseDate(item.pubDate || articlePubDate);
+                item.description = $('div.document').first().html();
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '0x80.pl articles',
+        link: targetUrl,
+        item: items,
+    };
+}

package/lib/routes/0x80/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Wojciech Muła',
+    url: '0x80.pl',
+    description: '',
+};

package/lib/routes/12306/index.ts

@@ -5,8 +5,9 @@ const __dirname = getCurrentPath(import.meta.url);
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { config } from '@/config';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 const rootUrl = 'https://kyfw.12306.cn';
 
@@ -85,7 +86,7 @@ async function handler(ctx) {
         },
     });
     if (response.data.data === undefined || response.data.data.length === 0) {
-        throw new Error('没有找到相关车次，请检查参数是否正确');
+        throw new InvalidParameterError('没有找到相关车次，请检查参数是否正确');
     }
     const data = response.data.data.result;
     const map = response.data.data.map;

package/lib/routes/12371/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '共产党员网',
+    url: 'www.12371.cn',
+    categories: ['government'],
+};

package/lib/routes/12371/zxfb.ts

@@ -0,0 +1,64 @@
+import got from '@/utils/got';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+import { Route } from '@/types';
+
+const handler = async (ctx) => {
+    const { category = 'zxfb' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+
+    const rootUrl = 'https://www.12371.cn/';
+    const currentUrl = `${rootUrl}${category}/`;
+    const response = await got(currentUrl);
+
+    const $ = cheerio.load(response.data);
+
+    const pattern = /item=(\[{.*?}]);/;
+    const newsList = JSON.parse($('script[language="javascript"]').text().match(pattern)?.[1].replaceAll("'", '"') || '[]');
+
+    const topNewsList = newsList.slice(0, limit).map((item) => ({
+        title: item.title,
+        pubDate: timezone(parseDate(item.brief, 'YYYY-MM-DD HH:mm:ss'), 8),
+        link: item.link_add,
+    }));
+
+    const items = await Promise.all(
+        topNewsList.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('.word').html();
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};
+
+export const route: Route = {
+    path: '/:category?',
+    example: '/12371/zxfb',
+    parameters: { category: '新闻分类名，预设 `zxfb`' },
+    radar: [
+        {
+            source: ['www.12371.cn/:category'],
+        },
+    ],
+    name: '最新发布',
+    maintainers: ['zvrr'],
+    handler,
+    url: 'www.12371.cn',
+    description: `| 最新发布 |
+    | :------: |
+    |   zxfb   |`,
+};

package/lib/routes/141jav/index.ts

@@ -7,52 +7,56 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
-    path: '/{.*}?',
+    path: '/:type/:keyword{.*}?',
     categories: ['multimedia'],
     name: '通用',
     maintainers: ['cgkings', 'nczitzk'],
+    parameters: { type: '类型，可查看下表的类型说明', keyword: '关键词，可查看下表的关键词说明' },
+    handler,
     description: `**类型**
 
-    | 最新 | 热门    | 随机   | 指定演员 | 指定标签 |
-    | ---- | ------- | ------ | -------- | -------- |
-    | new  | popular | random | actress  | tag      |
+| 最新 | 热门    | 随机   | 指定演员 | 指定标签 | 日期 |
+| ---- | ------- | ------ | -------- | -------- | ---- |
+| new  | popular | random | actress  | tag      | date |
 
-    **关键词**
+**关键词**
 
-    | 空 | 日期范围    | 演员名       | 标签名         |
-    | -- | ----------- | ------------ | -------------- |
-    |    | 7 / 30 / 60 | Yua%20Mikami | Adult%20Awards |
+| 空 | 日期范围    | 演员名       | 标签名         | 年月日     |
+| -- | ----------- | ------------ | -------------- | ---------- |
+|    | 7 / 30 / 60 | Yua%20Mikami | Adult%20Awards | 2020/07/30 |
 
-    **示例说明**
+**示例说明**
 
-    -   \`/141jav/new\`
+-  \`/141jav/new\`
 
-        仅当类型为 \`new\` \`popular\` 或 \`random\` 时关键词为 **空**
+      仅当类型为 \`new\` \`popular\` 或 \`random\` 时关键词为 **空**
 
-    -   \`/141jav/popular/30\`
+-  \`/141jav/popular/30\`
 
-        \`popular\` \`random\` 类型的关键词可填写 \`7\` \`30\` 或 \`60\` 三个 **日期范围** 之一，分别对应 **7 天**、**30 天** 或 **60 天内**
+      \`popular\` \`random\` 类型的关键词可填写 \`7\` \`30\` 或 \`60\` 三个 **日期范围** 之一，分别对应 **7 天**、**30 天** 或 **60 天内**
 
-    -   \`/141jav/actress/Yua%20Mikami\`
+-  \`/141jav/actress/Yua%20Mikami\`
 
-        \`actress\` 类型的关键词必须填写 **演员名** ，可在 [此处](https://141jav.com/actress) 演员单页链接中获取
+      \`actress\` 类型的关键词必须填写 **演员名** ，可在 [此处](https://141jav.com/actress/) 演员单页链接中获取
 
-    -   \`/141jav/tag/Adult%20Awards\`
+-  \`/141jav/tag/Adult%20Awards\`
 
-        \`tag\` 类型的关键词必须填写 **标签名** 且标签中的 \`/\` 必须替换为 \`%2F\` ，可在 [此处](https://141jav.com/tag) 标签单页链接中获取
+      \`tag\` 类型的关键词必须填写 **标签名** 且标签中的 \`/\` 必须替换为 \`%2F\` ，可在 [此处](https://141jav.com/tag/) 标签单页链接中获取
 
-    -   \`/141jav/date/2020/07/30\`
+-  \`/141jav/date/2020/07/30\`
 
-        \`date\` 类型的关键词必须填写 **日期**`,
-    handler,
+      \`date\` 类型的关键词必须填写 **日期(年/月/日)**`,
 };
 
 async function handler(ctx) {
     const rootUrl = 'https://www.141jav.com';
-    const currentUrl = `${rootUrl}${getSubPath(ctx)}`;
+    const type = ctx.req.param('type');
+    const keyword = ctx.req.param('keyword') ?? '';
+
+    const currentUrl = `${rootUrl}/${type}${keyword ? `/${keyword}` : ''}`;
 
     const response = await got({
         method: 'get',