rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/middleware/anti-hotlink.test.ts

@@ -36,7 +36,7 @@ const expects = {
                 `<a href="https://mock.com/DIYgod/RSSHub"></a>
 <img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">`,
             ],
-            desc: '<img src="http://mock.com/DIYgod/DIYgod/RSSHub"> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<img src="http://mock.com/DIYgod/DIYgod/RSSHub"> - Powered by RSSHub',
         },
         processed: {
             items: [
@@ -54,7 +54,7 @@ const expects = {
                 `<a href="https://mock.com/DIYgod/RSSHub"></a>
 <img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">`,
             ],
-            desc: '<img src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<img src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"> - Powered by RSSHub',
         },
         urlencoded: {
             items: [
@@ -72,7 +72,7 @@ const expects = {
                 `<a href="https://mock.com/DIYgod/RSSHub"></a>
 <img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">`,
             ],
-            desc: '<img src="https://images.weserv.nl?url=http%3A%2F%2Fmock.com%2FDIYgod%2FDIYgod%2FRSSHub"> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<img src="https://images.weserv.nl?url=http%3A%2F%2Fmock.com%2FDIYgod%2FDIYgod%2FRSSHub"> - Powered by RSSHub',
         },
     },
     multimedia: {
@@ -87,7 +87,7 @@ const expects = {
 <audio src="https://mock.com/DIYgod/RSSHub.mp3"></audio>
 <iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>`,
             ],
-            desc: '<video src="http://mock.com/DIYgod/DIYgod/RSSHub"></video> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<video src="http://mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
         },
         relayed: {
             items: [
@@ -100,7 +100,7 @@ const expects = {
 <audio src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp3"></audio>
 <iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>`,
             ],
-            desc: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
         },
         partlyRelayed: {
             items: [
@@ -113,7 +113,149 @@ const expects = {
 <audio src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp3"></audio>
 <iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>`,
             ],
-            desc: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)',
+            desc: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
+        },
+    },
+    extraComplicated: {
+        origin: {
+            items: [
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n\n<a href="http://mock.com/DIYgod/RSSHub"></a>\n<img src="https://mock.com/DIYgod/RSSHub.jpg" data-src="/DIYgod/RSSHub0.jpg" referrerpolicy="no-referrer">\n<img data-src="/DIYgod/RSSHub.jpg" src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img data-mock="/DIYgod/RSSHub.png" src="https://mock.com/DIYgod/RSSHub.png" referrerpolicy="no-referrer">\n<img mock="/DIYgod/RSSHub.gif" src="https://mock.com/DIYgod/RSSHub.gif" referrerpolicy="no-referrer">\n<img src="http://mock.com/DIYgod/DIYgod/RSSHub" referrerpolicy="no-referrer">\n<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content: '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    enclosure: {
+                        url: 'https://mock.com/DIYgod/RSSHub.png',
+                        type: 'image/png',
+                    },
+                    itunes: {
+                        image: 'https://mock.com/DIYgod/RSSHub.gif',
+                    },
+                },
+            ],
+            image: {
+                link: 'https://github.com/DIYgod/RSSHub',
+                url: 'https://mock.com/DIYgod/RSSHub.png',
+                title: 'Test complicated',
+            },
+            description: '<img src="http://mock.com/DIYgod/DIYgod/RSSHub"> - Powered by RSSHub',
+        },
+        processed: {
+            items: [
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n\n<a href="http://mock.com/DIYgod/RSSHub"></a>\n<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" data-src="/DIYgod/RSSHub0.jpg" referrerpolicy="no-referrer">\n<img data-src="/DIYgod/RSSHub.jpg" src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img data-mock="/DIYgod/RSSHub.png" src="https://i3.wp.com/mock.com/DIYgod/RSSHub.png" referrerpolicy="no-referrer">\n<img mock="/DIYgod/RSSHub.gif" src="https://i3.wp.com/mock.com/DIYgod/RSSHub.gif" referrerpolicy="no-referrer">\n<img src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub" referrerpolicy="no-referrer">\n<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content: '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    enclosure: {
+                        url: 'https://i3.wp.com/mock.com/DIYgod/RSSHub.png',
+                        type: 'image/png',
+                    },
+                    itunes: {
+                        image: 'https://i3.wp.com/mock.com/DIYgod/RSSHub.gif',
+                    },
+                },
+            ],
+            image: {
+                link: 'https://github.com/DIYgod/RSSHub',
+                url: 'https://i3.wp.com/mock.com/DIYgod/RSSHub.png',
+                title: 'Test complicated',
+            },
+            description: '<img src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"> - Powered by RSSHub',
+        },
+        urlencoded: {
+            items: [
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">\n\n<a href="http://mock.com/DIYgod/RSSHub"></a>\n<img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" data-src="/DIYgod/RSSHub0.jpg" referrerpolicy="no-referrer">\n<img data-src="/DIYgod/RSSHub.jpg" src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">\n<img data-mock="/DIYgod/RSSHub.png" src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.png" referrerpolicy="no-referrer">\n<img mock="/DIYgod/RSSHub.gif" src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.gif" referrerpolicy="no-referrer">\n<img src="https://images.weserv.nl?url=http%3A%2F%2Fmock.com%2FDIYgod%2FDIYgod%2FRSSHub" referrerpolicy="no-referrer">\n<img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content: '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">',
+                    itunes: {},
+                },
+                {
+                    content:
+                        '<a href="https://mock.com/DIYgod/RSSHub"></a>\n<img src="https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.jpg" referrerpolicy="no-referrer">\n<img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" referrerpolicy="no-referrer">',
+                    enclosure: {
+                        url: 'https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.png',
+                        type: 'image/png',
+                    },
+                    itunes: {
+                        image: 'https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.gif',
+                    },
+                },
+            ],
+            image: {
+                link: 'https://github.com/DIYgod/RSSHub',
+                url: 'https://images.weserv.nl?url=https%3A%2F%2Fmock.com%2FDIYgod%2FRSSHub.png',
+                title: 'Test complicated',
+            },
+            description: '<img src="https://images.weserv.nl?url=http%3A%2F%2Fmock.com%2FDIYgod%2FDIYgod%2FRSSHub"> - Powered by RSSHub',
+        },
+    },
+    extraMultimedia: {
+        origin: {
+            items: [
+                {
+                    content:
+                        '<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://mock.com/DIYgod/RSSHub.mp4"></video>\n<video poster="https://mock.com/DIYgod/RSSHub.jpg">\n<source src="https://mock.com/DIYgod/RSSHub.mp4" type="video/mp4">\n<source src="https://mock.com/DIYgod/RSSHub.webm" type="video/webm">\n</video>\n<audio src="https://mock.com/DIYgod/RSSHub.mp3"></audio>\n<iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>',
+                },
+                {
+                    content: '<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://mock.com/DIYgod/RSSHub.mp4"></video>',
+                    enclosure: {
+                        url: 'https://mock.com/DIYgod/RSSHub.mp4',
+                        type: 'video/mp4',
+                    },
+                },
+            ],
+            description: '<video src="http://mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
+        },
+        relayed: {
+            items: [
+                {
+                    content:
+                        '<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4"></video>\n<video poster="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg">\n<source src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4" type="video/mp4">\n<source src="https://i3.wp.com/mock.com/DIYgod/RSSHub.webm" type="video/webm">\n</video>\n<audio src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp3"></audio>\n<iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>',
+                },
+                {
+                    content: '<img src="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4"></video>',
+                    enclosure: {
+                        url: 'https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4',
+                        type: 'video/mp4',
+                    },
+                },
+            ],
+            description: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
+        },
+        partlyRelayed: {
+            items: [
+                {
+                    content:
+                        '<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4"></video>\n<video poster="https://i3.wp.com/mock.com/DIYgod/RSSHub.jpg">\n<source src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4" type="video/mp4">\n<source src="https://i3.wp.com/mock.com/DIYgod/RSSHub.webm" type="video/webm">\n</video>\n<audio src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp3"></audio>\n<iframe src="https://mock.com/DIYgod/RSSHub.html" referrerpolicy="no-referrer"></iframe>',
+                },
+                {
+                    content: '<img src="https://mock.com/DIYgod/RSSHub.jpg" referrerpolicy="no-referrer">\n<video src="https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4"></video>',
+                    enclosure: {
+                        url: 'https://i3.wp.com/mock.com/DIYgod/RSSHub.mp4',
+                        type: 'video/mp4',
+                    },
+                },
+            ],
+            description: '<video src="https://i3.wp.com/mock.com/DIYgod/DIYgod/RSSHub"></video> - Powered by RSSHub',
         },
     },
 };
@@ -142,12 +284,55 @@ const testAntiHotlink = async (path, expectObj, query?: string | Record<string,
     return parsed;
 };
 
-const expectImgOrigin = (query?: string | Record<string, any>) => testAntiHotlink('/test/complicated', expects.complicated.origin, query);
-const expectImgProcessed = (query?: string | Record<string, any>) => testAntiHotlink('/test/complicated', expects.complicated.processed, query);
-const expectImgUrlencoded = (query?: string | Record<string, any>) => testAntiHotlink('/test/complicated', expects.complicated.urlencoded, query);
-const expectMultimediaOrigin = (query?: string | Record<string, any>) => testAntiHotlink('/test/multimedia', expects.multimedia.origin, query);
-const expectMultimediaRelayed = (query?: string | Record<string, any>) => testAntiHotlink('/test/multimedia', expects.multimedia.relayed, query);
-const expectMultimediaPartlyRelayed = (query?: string | Record<string, any>) => testAntiHotlink('/test/multimedia', expects.multimedia.partlyRelayed, query);
+const testAntiHotlinkExtra = async (path, expectObj, query?: string | Record<string, any>) => {
+    const app = (await import('@/app')).default;
+
+    path += query ? `?${new URLSearchParams(query).toString()}` : '';
+
+    const response = await app.request(path);
+    const parsed = await parser.parseString(await response.text());
+    const obj = {
+        description: parsed.description,
+        image: parsed.image,
+        items: parsed.items.slice(0, expectObj.items.length).map((e) => ({
+            content: e.content,
+            enclosure: e.enclosure,
+            itunes: e.itunes,
+        })),
+    };
+    expect(obj).toEqual(expectObj);
+
+    return parsed;
+};
+
+const expectImgOrigin = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/complicated', expects.complicated.origin, query);
+    await testAntiHotlinkExtra('/test/complicated', expects.extraComplicated.origin, query);
+};
+const expectImgProcessed = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/complicated', expects.complicated.processed, query);
+    await testAntiHotlinkExtra('/test/complicated', expects.extraComplicated.processed, query);
+};
+
+const expectImgUrlencoded = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/complicated', expects.complicated.urlencoded, query);
+    await testAntiHotlinkExtra('/test/complicated', expects.extraComplicated.urlencoded, query);
+};
+
+const expectMultimediaOrigin = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/multimedia', expects.multimedia.origin, query);
+    await testAntiHotlinkExtra('/test/multimedia', expects.extraMultimedia.origin, query);
+};
+
+const expectMultimediaRelayed = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/multimedia', expects.multimedia.relayed, query);
+    await testAntiHotlinkExtra('/test/multimedia', expects.extraMultimedia.relayed, query);
+};
+
+const expectMultimediaPartlyRelayed = async (query?: string | Record<string, any>) => {
+    await testAntiHotlink('/test/multimedia', expects.multimedia.partlyRelayed, query);
+    await testAntiHotlinkExtra('/test/multimedia', expects.extraMultimedia.partlyRelayed, query);
+};
 
 describe('anti-hotlink', () => {
     it('template-legacy', async () => {

package/lib/middleware/anti-hotlink.ts

@@ -17,7 +17,7 @@ const matchPath = (path: string, paths: string[]) => {
     return false;
 };
 
-// return ture if the path needs to be processed
+// return true if the path needs to be processed
 const filterPath = (path: string) => {
     const include = config.hotlink.includePaths;
     const exclude = config.hotlink.excludePaths;
@@ -44,6 +44,18 @@ const parseUrl = (str: string) => {
 
     return url;
 };
+
+const replaceUrl = (template?: string, url?: string) => {
+    if (!template || !url) {
+        return url;
+    }
+    const oldUrl = parseUrl(url);
+    if (oldUrl && oldUrl.protocol !== 'data:') {
+        return interpolate(template, oldUrl);
+    }
+    return url;
+};
+
 const replaceUrls = ($: CheerioAPI, selector: string, template: string, attribute = 'src') => {
     $(selector).each(function () {
         const oldSrc = $(this).attr(attribute);
@@ -120,6 +132,9 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
     // image link
     const data: Data = ctx.get('data');
     if (data) {
+        if (data.image) {
+            data.image = replaceUrl(imageHotlinkTemplate, data.image);
+        }
         if (data.description) {
             data.description = process(data.description, imageHotlinkTemplate, multimediaHotlinkTemplate);
         }
@@ -129,6 +144,19 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
                 if (item.description) {
                     item.description = process(item.description, imageHotlinkTemplate, multimediaHotlinkTemplate);
                 }
+                if (item.enclosure_url && item.enclosure_type) {
+                    if (item.enclosure_type.startsWith('image/')) {
+                        item.enclosure_url = replaceUrl(imageHotlinkTemplate, item.enclosure_url);
+                    } else if (/^(video|audio)\//.test(item.enclosure_type)) {
+                        item.enclosure_url = replaceUrl(multimediaHotlinkTemplate, item.enclosure_url);
+                    }
+                }
+                if (item.image) {
+                    item.image = replaceUrl(imageHotlinkTemplate, item.image);
+                }
+                if (item.itunes_item_image) {
+                    item.itunes_item_image = replaceUrl(imageHotlinkTemplate, item.itunes_item_image);
+                }
             }
         }
 

package/lib/middleware/cache.ts

@@ -6,23 +6,38 @@ import RequestInProgressError from '@/errors/types/request-in-progress';
 import cacheModule from '@/utils/cache/index';
 import { Data } from '@/types';
 
+const bypassList = new Set(['/', '/robots.txt', '/logo.png', '/favicon.ico']);
 // only give cache string, as the `!` condition tricky
 // md5 is used to shrink key size
 // plz, write these tips in comments!
 const middleware: MiddlewareHandler = async (ctx, next) => {
-    const { h64ToString } = await xxhash();
-    const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.req.path);
-    const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.req.path);
-
-    if (!cacheModule.status.available) {
+    if (!cacheModule.status.available || bypassList.has(ctx.req.path)) {
         await next();
         return;
     }
 
+    const { h64ToString } = await xxhash();
+    const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.req.path);
+    const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.req.path);
+
     const isRequesting = await cacheModule.globalCache.get(controlKey);
 
     if (isRequesting === '1') {
-        throw new RequestInProgressError('This path is currently fetching, please come back later!');
+        let retryTimes = process.env.NODE_ENV === 'test' ? 1 : 10;
+        let bypass = false;
+        while (retryTimes > 0) {
+            // eslint-disable-next-line no-await-in-loop
+            await new Promise((resolve) => setTimeout(resolve, process.env.NODE_ENV === 'test' ? 3000 : 6000));
+            // eslint-disable-next-line no-await-in-loop
+            if ((await cacheModule.globalCache.get(controlKey)) !== '1') {
+                bypass = true;
+                break;
+            }
+            retryTimes--;
+        }
+        if (!bypass) {
+            throw new RequestInProgressError('This path is currently fetching, please come back later!');
+        }
     }
 
     const value = await cacheModule.globalCache.get(key);

package/lib/middleware/logger.ts

@@ -1,3 +1,4 @@
+import { requestMetric } from '@/utils/otel';
 import { MiddlewareHandler } from 'hono';
 import logger from '@/utils/logger';
 import { getPath, time } from '@/utils/helpers';
@@ -25,7 +26,7 @@ const colorStatus = (status: number) => {
 };
 
 const middleware: MiddlewareHandler = async (ctx, next) => {
-    const { method, raw } = ctx.req;
+    const { method, raw, routePath } = ctx.req;
     const path = getPath(raw);
 
     logger.info(`${LogPrefix.Incoming} ${method} ${path}`);
@@ -34,7 +35,10 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
 
     await next();
 
-    logger.info(`${LogPrefix.Outgoing} ${method} ${path} ${colorStatus(ctx.res.status)} ${time(start)}`);
+    const status = ctx.res.status;
+
+    logger.info(`${LogPrefix.Outgoing} ${method} ${path} ${colorStatus(status)} ${time(start)}`);
+    requestMetric.success(Date.now() - start, { path: routePath, method, status });
 };
 
 export default middleware;

package/lib/middleware/parameter.test.ts

@@ -427,7 +427,8 @@ describe('multi parameter', () => {
 });
 
 describe('openai', () => {
-    it(`chatgpt`, async () => {
+    it('processes both title and description', async () => {
+        config.openai.inputOption = 'both';
         const responseWithGpt = await app.request('/test/gpt?chatgpt=true');
         const responseNormal = await app.request('/test/gpt');
 
@@ -437,9 +438,25 @@ describe('openai', () => {
         const parsedGpt = await parser.parseString(await responseWithGpt.text());
         const parsedNormal = await parser.parseString(await responseNormal.text());
 
-        expect(parsedGpt.items[0].content).not.toBe(undefined);
-        expect(parsedGpt.items[0].content).toBe(parsedNormal.items[0].content);
-        expect(parsedGpt.items[1].content).not.toBe(undefined);
-        expect(parsedGpt.items[1].content).not.toBe(parsedNormal.items[1].content);
+        expect(parsedGpt.items[0].title).not.toBe(parsedNormal.items[0].title);
+        expect(parsedGpt.items[0].title).toContain('AI processed content.');
+        expect(parsedGpt.items[0].content).not.toBe(parsedNormal.items[0].content);
+        expect(parsedGpt.items[0].content).toContain('AI processed content.');
+    });
+
+    it('processes title or description', async () => {
+        // test title
+        config.openai.inputOption = 'title';
+        const responseTitleOnly = await app.request('/test/gpt?chatgpt=true');
+        const parsedTitleOnly = await parser.parseString(await responseTitleOnly.text());
+        expect(parsedTitleOnly.items[0].title).toContain('AI processed content.');
+        expect(parsedTitleOnly.items[0].content).not.toContain('AI processed content.');
+
+        // test description
+        config.openai.inputOption = 'description';
+        const responseDescriptionOnly = await app.request('/test/gpt?chatgpt=true');
+        const parsedDescriptionOnly = await parser.parseString(await responseDescriptionOnly.text());
+        expect(parsedDescriptionOnly.items[0].title).not.toContain('AI processed content.');
+        expect(parsedDescriptionOnly.items[0].content).toContain('AI processed content.');
     });
 });

package/lib/middleware/parameter.ts

@@ -32,7 +32,7 @@ const resolveRelativeLink = ($: CheerioAPI, elem: Element, attr: string, baseUrl
     }
 };
 
-const summarizeArticle = async (articleText: string) => {
+const getAiCompletion = async (prompt: string, text: string) => {
     const apiUrl = `${config.openai.endpoint}/chat/completions`;
     const response = await ofetch(apiUrl, {
         method: 'POST',
@@ -40,8 +40,8 @@ const summarizeArticle = async (articleText: string) => {
             model: config.openai.model,
             max_tokens: config.openai.maxTokens,
             messages: [
-                { role: 'system', content: config.openai.prompt },
-                { role: 'user', content: articleText },
+                { role: 'system', content: prompt },
+                { role: 'user', content: text },
             ],
             temperature: config.openai.temperature,
         },
@@ -327,23 +327,53 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
         if (ctx.req.query('chatgpt') && config.openai.apiKey) {
             data.item = await Promise.all(
                 data.item.map(async (item) => {
-                    if (item.description) {
-                        try {
-                            const summary = await cache.tryGet(`openai:${item.link}`, async () => {
-                                const text = convert(item.description!);
-                                if (text.length < 300) {
-                                    return '';
-                                }
-                                const summary_md = await summarizeArticle(text);
-                                return md.render(summary_md);
+                    try {
+                        // handle description
+                        if (config.openai.inputOption === 'description' && item.description) {
+                            const description = await cache.tryGet(`openai:description:${item.link}`, async () => {
+                                const description = convert(item.description!);
+                                const descriptionMd = await getAiCompletion(config.openai.promptDescription, description);
+                                return md.render(descriptionMd);
                             });
-                            // 将总结结果添加到文章数据中
-                            if (summary !== '') {
-                                item.description = summary + '<hr/><br/>' + item.description;
+                            // add it to the description
+                            if (description !== '') {
+                                item.description = description + '<hr/><br/>' + item.description;
+                            }
+                        }
+                        // handle title
+                        else if (config.openai.inputOption === 'title' && item.title) {
+                            const title = await cache.tryGet(`openai:title:${item.link}`, async () => {
+                                const title = convert(item.title!);
+                                return await getAiCompletion(config.openai.promptTitle, title);
+                            });
+                            // replace the title
+                            if (title !== '') {
+                                item.title = title + '';
+                            }
+                        }
+                        // handle both
+                        else if (config.openai.inputOption === 'both' && item.title && item.description) {
+                            const title = await cache.tryGet(`openai:title:${item.link}`, async () => {
+                                const title = convert(item.title!);
+                                return await getAiCompletion(config.openai.promptTitle, title);
+                            });
+                            // replace the title
+                            if (title !== '') {
+                                item.title = title + '';
+                            }
+
+                            const description = await cache.tryGet(`openai:description:${item.link}`, async () => {
+                                const description = convert(item.description!);
+                                const descriptionMd = await getAiCompletion(config.openai.promptDescription, description);
+                                return md.render(descriptionMd);
+                            });
+                            // add it to the description
+                            if (description !== '') {
+                                item.description = description + '<hr/><br/>' + item.description;
                             }
-                        } catch {
-                            // when openai failed, return default description and not write cache
                         }
+                    } catch {
+                        // when openai failed, return default content and not write cache
                     }
                     return item;
                 })

package/lib/middleware/template.tsx

@@ -1,17 +1,17 @@
-import { rss3Ums, json, RSS, Atom } from '@/utils/render';
+import { rss3, json, RSS, Atom } from '@/utils/render';
 import { config } from '@/config';
 import { collapseWhitespace, convertDateToISO8601 } from '@/utils/common-utils';
 import type { MiddlewareHandler } from 'hono';
 import { Data } from '@/types';
 
-// Set RSS <ttl> (minute) according to the availability of cache
-// * available: max(config.cache.routeExpire / 60, 1)
-// * unavailable: 1
-// The minimum <ttl> is limited to 1 minute to prevent potential misuse
 import cacheModule from '@/utils/cache/index';
-const ttl = (cacheModule.status.available && Math.trunc(config.cache.routeExpire / 60)) || 1;
 
 const middleware: MiddlewareHandler = async (ctx, next) => {
+    // Set RSS <ttl> (minute) according to the availability of cache
+    // * available: max(config.cache.routeExpire / 60, 1)
+    // * unavailable: 1
+    // The minimum <ttl> is limited to 1 minute to prevent potential misuse
+    const ttl = (cacheModule.status.available && Math.trunc(config.cache.routeExpire / 60)) || 1;
     await next();
 
     const data: Data = ctx.get('data');
@@ -48,6 +48,14 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
                     }
                 }
 
+                if (item.description) {
+                    // https://stackoverflow.com/questions/2507608/error-input-is-not-proper-utf-8-indicate-encoding-using-phps-simplexml-lo/40552083#40552083
+                    // https://stackoverflow.com/questions/1497885/remove-control-characters-from-php-string/1497928#1497928
+                    // remove unicode control characters
+                    // see #14940 #14943 #15262
+                    item.description = item.description.replaceAll(/[\u0000-\u0009\u000B\u000C\u000E-\u001F\u007F\u200B\uFFFF]/g, '');
+                }
+
                 if (typeof item.author === 'string') {
                     item.author = collapseWhitespace(item.author) || '';
                 } else if (typeof item.author === 'object' && item.author !== null) {
@@ -86,17 +94,22 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
         return ctx.json(result);
     }
 
-    if (outputType === 'ums') {
-        return ctx.json(rss3Ums(result));
-    } else if (outputType === 'json') {
-        ctx.header('Content-Type', 'application/feed+json; charset=UTF-8');
-        return ctx.body(json(result));
-    } else if (ctx.get('no-content')) {
+    if (ctx.get('no-content')) {
         return ctx.body(null);
-    } else if (outputType === 'atom') {
-        return ctx.render(<Atom data={result} />);
     } else {
-        return ctx.render(<RSS data={result} />);
+        // retain .ums for backward compatibility
+        switch (outputType) {
+            case 'ums':
+            case 'rss3':
+                return ctx.json(rss3(result));
+            case 'json':
+                ctx.header('Content-Type', 'application/feed+json; charset=UTF-8');
+                return ctx.body(json(result));
+            case 'atom':
+                return ctx.render(<Atom data={result} />);
+            default:
+                return ctx.render(<RSS data={result} />);
+        }
     }
 };
 

package/lib/middleware/trace.ts

@@ -0,0 +1,25 @@
+import { MiddlewareHandler } from 'hono';
+import { getPath } from '@/utils/helpers';
+import { config } from '@/config';
+import { tracer } from '@/utils/otel';
+
+const middleware: MiddlewareHandler = async (ctx, next) => {
+    if (config.debugInfo) {
+        // Only enable tracing in debug mode
+        const { method, raw } = ctx.req;
+        const path = getPath(raw);
+
+        const span = tracer.startSpan(`${method} ${path}`, {
+            kind: 1, // server
+            attributes: {},
+        });
+        span.addEvent('invoking handleRequest');
+        await next();
+        span.end();
+    } else {
+        // Skip
+        await next();
+    }
+};
+
+export default middleware;

package/lib/registry.test.ts

@@ -29,4 +29,12 @@ describe('registry', () => {
         const response = await app.request('/favicon.ico');
         expect(response.status).toBe(200);
     });
+
+    // healthz
+    it('/healthz', async () => {
+        const response = await app.request('/healthz');
+        expect(response.status).toBe(200);
+        expect(response.headers.get('cache-control')).toBe('no-cache');
+        expect(await response.text()).toBe('ok');
+    });
 });