rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/api/follow/config.ts

@@ -0,0 +1,27 @@
+import { config } from '@/config';
+import { createRoute, RouteHandler } from '@hono/zod-openapi';
+import { gitHash, gitDate } from '@/utils/git-hash';
+
+const route = createRoute({
+    method: 'get',
+    path: '/follow/config',
+    tags: ['Follow'],
+    responses: {
+        200: {
+            description: 'Follow config',
+        },
+    },
+});
+
+const handler: RouteHandler<typeof route> = (ctx) =>
+    ctx.json({
+        ownerUserId: config.follow.ownerUserId,
+        description: config.follow.description,
+        price: config.follow.price,
+        userLimit: config.follow.userLimit,
+        cacheTime: config.cache.routeExpire,
+        gitHash,
+        gitDate: gitDate?.getTime(),
+    });
+
+export { route, handler };

package/lib/api/index.ts

@@ -4,6 +4,7 @@ import { route as namespaceOneRoute, handler as namespaceOneHandler } from '@/ap
 import { route as radarRulesAllRoute, handler as radarRulesAllHandler } from '@/api/radar/rules/all';
 import { route as radarRulesOneRoute, handler as radarRulesOneHandler } from '@/api/radar/rules/one';
 import { route as categoryOneRoute, handler as categoryOneHandler } from '@/api/category/one';
+import { route as followConfigRoute, handler as followConfigHandler } from '@/api/follow/config';
 import { OpenAPIHono } from '@hono/zod-openapi';
 import { apiReference } from '@scalar/hono-api-reference';
 
@@ -14,6 +15,7 @@ app.openapi(namespaceOneRoute, namespaceOneHandler);
 app.openapi(radarRulesAllRoute, radarRulesAllHandler);
 app.openapi(radarRulesOneRoute, radarRulesOneHandler);
 app.openapi(categoryOneRoute, categoryOneHandler);
+app.openapi(followConfigRoute, followConfigHandler);
 
 const docs = app.getOpenAPI31Document({
     openapi: '3.1.0',

package/lib/config.ts

@@ -86,6 +86,12 @@ export type Config = {
         promptTitle: string;
         promptDescription: string;
     };
+    follow: {
+        ownerUserId?: string;
+        description?: string;
+        price?: number;
+        userLimit?: number;
+    };
 
     // Route-specific Configurations
     bilibili: {
@@ -252,6 +258,9 @@ export type Config = {
     notion: {
         key?: string;
     };
+    patreon: {
+        sessionId?: string;
+    };
     pianyuan: {
         cookie?: string;
     };
@@ -327,6 +336,7 @@ export type Config = {
         authenticationSecret?: string[];
         phoneOrEmail?: string[];
         authToken?: string[];
+        thirdPartyApi?: string;
     };
     uestc: {
         bbsCookie?: string;
@@ -348,6 +358,9 @@ export type Config = {
         device_id?: string;
         refresh_token?: string;
     };
+    xiaohongshu: {
+        cookie?: string;
+    };
     ximalaya: {
         token?: string;
     };
@@ -391,7 +404,7 @@ const toBoolean = (value: string | undefined, defaultValue: boolean) => {
     }
 };
 
-const toInt = (value: string | undefined, defaultValue: number) => (value === undefined ? defaultValue : Number.parseInt(value));
+const toInt = (value: string | undefined, defaultValue?: number) => (value === undefined ? defaultValue : Number.parseInt(value));
 
 const calculateValue = () => {
     const bilibili_cookies: Record<string, string | undefined> = {};
@@ -503,6 +516,12 @@ const calculateValue = () => {
             promptDescription: envs.OPENAI_PROMPT || 'Please summarize the following article and reply with markdown format.',
             promptTitle: envs.OPENAI_PROMPT_TITLE || 'Please translate the following title into Simplified Chinese and reply only translated text.',
         },
+        follow: {
+            ownerUserId: envs.FOLLOW_OWNER_USER_ID,
+            description: envs.FOLLOW_DESCRIPTION,
+            price: toInt(envs.FOLLOW_PRICE),
+            userLimit: toInt(envs.FOLLOW_USER_LIMIT),
+        },
 
         // Route-specific Configurations
         bilibili: {
@@ -670,6 +689,9 @@ const calculateValue = () => {
         notion: {
             key: envs.NOTION_TOKEN,
         },
+        patreon: {
+            sessionId: envs.PATREON_SESSION_ID,
+        },
         pianyuan: {
             cookie: envs.PIANYUAN_COOKIE,
         },
@@ -745,6 +767,7 @@ const calculateValue = () => {
             authenticationSecret: envs.TWITTER_AUTHENTICATION_SECRET?.split(','),
             phoneOrEmail: envs.TWITTER_PHONE_OR_EMAIL?.split(','),
             authToken: envs.TWITTER_AUTH_TOKEN?.split(','),
+            thirdPartyApi: envs.TWITTER_THIRD_PARTY_API,
         },
         uestc: {
             bbsCookie: envs.UESTC_BBS_COOKIE,
@@ -766,6 +789,9 @@ const calculateValue = () => {
             device_id: envs.XIAOYUZHOU_ID,
             refresh_token: envs.XIAOYUZHOU_TOKEN,
         },
+        xiaohongshu: {
+            cookie: envs.XIAOHONGSHU_COOKIE,
+        },
         ximalaya: {
             token: envs.XIMALAYA_TOKEN,
         },

package/lib/index.ts

@@ -20,6 +20,9 @@ const server = serve({
     fetch: app.fetch,
     hostname: config.listenInaddrAny ? '::' : '127.0.0.1',
     port,
+    serverOptions: {
+        maxHeaderSize: 1024 * 32,
+    },
 });
 
 export default server;

package/lib/middleware/cache.ts

@@ -8,7 +8,7 @@ import { Data } from '@/types';
 
 const bypassList = new Set(['/', '/robots.txt', '/logo.png', '/favicon.ico']);
 // only give cache string, as the `!` condition tricky
-// md5 is used to shrink key size
+// XXH64 is used to shrink key size
 // plz, write these tips in comments!
 const middleware: MiddlewareHandler = async (ctx, next) => {
     if (!cacheModule.status.available || bypassList.has(ctx.req.path)) {
@@ -16,9 +16,11 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
         return;
     }
 
+    const requestPath = ctx.req.path;
+    const limit = ctx.req.query('limit') ? `:${ctx.req.query('limit')}` : '';
     const { h64ToString } = await xxhash();
-    const key = 'rsshub:koa-redis-cache:' + h64ToString(ctx.req.path);
-    const controlKey = 'rsshub:path-requested:' + h64ToString(ctx.req.path);
+    const key = 'rsshub:koa-redis-cache:' + h64ToString(requestPath + limit);
+    const controlKey = 'rsshub:path-requested:' + h64ToString(requestPath + limit);
 
     const isRequesting = await cacheModule.globalCache.get(controlKey);
 

package/lib/router.js

@@ -294,7 +294,7 @@ router.get('/fzu_min/:type', lazyloadRouteHandler('./routes/universities/fzu/new
 router.get('/xmu/aero/:type', lazyloadRouteHandler('./routes/universities/xmu/aero'));
 
 // ifanr
-router.get('/ifanr/:channel?', lazyloadRouteHandler('./routes/ifanr/index'));
+// router.get('/ifanr/:channel?', lazyloadRouteHandler('./routes/ifanr/index'));
 
 // IPSW.me
 // router.get('/ipsw/index/:ptype/:pname', lazyloadRouteHandler('./routes/ipsw/index'));
@@ -587,7 +587,7 @@ router.get('/checkee/:dispdate', lazyloadRouteHandler('./routes/checkee/index'))
 router.get('/gushiwen/recommend/:annotation?', lazyloadRouteHandler('./routes/gushiwen/recommend'));
 
 // 21财经
-router.get('/21caijing/channel/:name', lazyloadRouteHandler('./routes/21caijing/channel'));
+// router.get('/21caijing/channel/:name', lazyloadRouteHandler('./routes/21caijing/channel'));
 
 // 北京邮电大学
 router.get('/bupt/yz/:type', lazyloadRouteHandler('./routes/universities/bupt/yz'));
@@ -693,9 +693,6 @@ router.get('/huodongxing/explore', lazyloadRouteHandler('./routes/hdx/explore'))
 // LWN.net Alerts
 router.get('/lwn/alerts/:distributor', lazyloadRouteHandler('./routes/lwn/alerts'));
 
-// 英雄联盟
-router.get('/lol/newsindex/:type', lazyloadRouteHandler('./routes/lol/newsindex'));
-
 // 掌上英雄联盟
 router.get('/lolapp/recommend', lazyloadRouteHandler('./routes/lolapp/recommend'));
 router.get('/lolapp/article/:uuid', lazyloadRouteHandler('./routes/lolapp/article'));
@@ -874,9 +871,6 @@ router.get('/guet/xwzx/:type?', lazyloadRouteHandler('./routes/guet/news'));
 // はてな匿名ダイアリー
 router.get('/hatena/anonymous_diary/archive', lazyloadRouteHandler('./routes/hatena/anonymous_diary/archive'));
 
-// IEEE Xplore [Sci Journal]
-router.get('/ieee/author/:aid/:sortType/:count?', lazyloadRouteHandler('./routes/ieee/author'));
-
 // PNAS [Sci Journal]
 // router.get('/pnas/:topic?', lazyloadRouteHandler('./routes/pnas/index'));
 
@@ -1455,9 +1449,6 @@ router.get('/deepl/blog/:lang?', lazyloadRouteHandler('./routes/deepl/blog'));
 router.get('/muchong/journal/:type?', lazyloadRouteHandler('./routes/muchong/journal'));
 router.get('/muchong/:id/:type?/:sort?', lazyloadRouteHandler('./routes/muchong/index'));
 
-// 求是网
-router.get('/qstheory/:category?', lazyloadRouteHandler('./routes/qstheory/index'));
-
 // 生命时报
 router.get('/lifetimes/:category?', lazyloadRouteHandler('./routes/lifetimes/index'));
 

package/lib/routes/10jqka/realtimenews.ts

@@ -78,11 +78,11 @@ export const route: Route = {
     handler,
     example: '/10jqka/realtimenews',
     parameters: { tag: '标签，默认为全部' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [7×24小时要闻直播](https://news.10jqka.com.cn/realtimenews.html) 的 \`公告\` 标签。将 \`公告\` 作为标签参数填入，此时路由为 [\`/10jqka/realtimenews/公告\`](https://rsshub.app/10jqka/realtimenews/公告)。
   
   若订阅 [7×24小时要闻直播](https://news.10jqka.com.cn/realtimenews.html) 的 \`公告\` 和 \`A股\` 标签。将 \`公告,A股\` 作为标签参数填入，此时路由为 [\`/10jqka/realtimenews/公告,A股\`](https://rsshub.app/10jqka/realtimenews/公告,A股)。
-  :::
+:::
 
   | 全部 | 重要 | A股 | 港股 | 美股 | 机会 | 异动 | 公告 |
   | ---- | ---- | ---- | ---- | ---- | ---- | ---- | ---- |

package/lib/routes/141jav/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '141JAV',
     url: '141jav.com',
-    description: `:::tip
+    description: `::: tip
 官方提供的订阅源不支持 BT 下载订阅，地址为 [https://141jav.com/feeds/](https://141jav.com/feeds/)
 :::`,
     lang: 'en',

package/lib/routes/141ppv/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '141PPV',
     url: '141ppv.com',
-    description: `:::tip
+    description: `::: tip
 官方提供的订阅源不支持 BT 下载订阅，地址为 [https://141ppv.com/feeds/](https://141ppv.com/feeds/)
 :::`,
     lang: 'en',

package/lib/routes/163/music/djradio.ts

@@ -6,12 +6,14 @@ import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
+import cache from '@/utils/cache';
+import { config } from '@/config';
 
 export const route: Route = {
-    path: '/music/djradio/:id',
+    path: '/music/djradio/:id/:info?',
     categories: ['multimedia'],
     example: '/163/music/djradio/347317067',
-    parameters: { id: '节目 id, 可在电台节目页 URL 中找到' },
+    parameters: { id: '节目 id, 可在电台节目页 URL 中找到', info: '默认在正文尾部显示节目相关信息，任意值为不显示' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -25,35 +27,39 @@ export const route: Route = {
     handler,
 };
 
+const ProcessFeed = (id, limit, offset) =>
+    cache.tryGet(
+        `163:music:djradio:${id}:${limit}:${offset}`,
+        async () =>
+            await got.post('https://music.163.com/api/dj/program/byradio', {
+                headers: {
+                    Referer: 'https://music.163.com/',
+                },
+                form: {
+                    radioId: id,
+                    limit,
+                    offset,
+                },
+            }),
+        config.cache.routeExpire,
+        false
+    );
+
 async function handler(ctx) {
     const id = ctx.req.param('id');
+    const info = !ctx.req.param('info');
 
-    const ProcessFeed = (limit, offset) =>
-        got.post('https://music.163.com/api/dj/program/byradio', {
-            headers: {
-                Referer: 'https://music.163.com/',
-            },
-            form: {
-                radioId: id,
-                limit,
-                offset,
-            },
-        });
-
-    const response = await ProcessFeed(1, 0);
+    const response = await ProcessFeed(id, 1, 0);
 
     const programs = response.data.programs || [];
     const { radio, dj } = programs[0] || { radio: {}, dj: {} };
     const count = response.data.count || 0;
 
-    const countPage = [];
-    for (let i = 0; i < Math.ceil(count / 500); i++) {
-        countPage.push(i);
-    }
+    const countPage = Array.from({ length: Math.ceil(count / 500) }, (_, i) => i);
 
     const items = await Promise.all(
         countPage.map(async (item) => {
-            const response = await ProcessFeed(500, item * 500);
+            const response = await ProcessFeed(id, 500, item * 500);
             const programs = response.data.programs || [];
             const list = programs.map((pg) => {
                 const description = (pg.description || '').split('\n').map((p) => p);
@@ -64,6 +70,7 @@ async function handler(ctx) {
                     pg,
                     description,
                     itunes_duration: mm_ss_duration,
+                    info,
                 });
 
                 return {

package/lib/routes/163/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '网易公开课',
     url: '163.com',
-    description: `:::tip
+    description: `::: tip
 部分歌单及听歌排行信息为登陆后可见，自建时将环境变量\`NCM_COOKIES\`设为登陆后的 Cookie 值，即可正常获取。
 :::`,
     lang: 'zh-CN',

package/lib/routes/163/news/rank.ts

@@ -98,13 +98,13 @@ export const route: Route = {
     name: '排行榜',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   全站新闻 **点击榜** 的统计时间仅包含 “24 小时”、“本周”、“本月”，不包含 “1 小时”。即可用的\`time\`参数为\`day\`、\`week\`、\`month\`。
 
   其他分类 **点击榜** 的统计时间仅包含 “1 小时”、“24 小时”、“本周”。即可用的\`time\`参数为\`hour\`、\`day\`、\`week\`。
 
   而所有分类（包括全站）的 **跟贴榜** 的统计时间皆仅包含 “24 小时”、“本周”、“本月”。即可用的\`time\`参数为\`day\`、\`week\`、\`month\`。
-  :::
+:::
 
   新闻分类：
 

package/lib/routes/163/templates/music/djradio-content.art

@@ -4,8 +4,10 @@
     <p>{{$value}}</p>
     {{/each}}
 </div>
+{{ if info }}
 <div>
     <audio src="https://music.163.com/song/media/outer/url?id={{pg.mainTrackId}}.mp3" controls="controls"></audio>
     <p>时长: {{itunes_duration}}</p>
     <p><a href="https://music.163.com/program/{{pg.id}}">查看节目</a></p>
 </div>
+{{ /if }}

package/lib/routes/163/today.ts

@@ -28,9 +28,9 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     url: 'wp.m.163.com/163/html/newsapp/todayFocus/index.html',
-    description: `:::tip
+    description: `::: tip
   参数 **需要获取全文** 设置为 \`true\` \`yes\` \`t\` \`y\` 等值后，RSS 会携带该新闻条目的对应全文。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/18comic/album.ts

@@ -28,9 +28,9 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     url: 'jmcomic.group/',
-    description: `:::tip
+    description: `::: tip
   专辑 id 不包括 URL 中标题的部分。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/18comic/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '禁漫天堂',
     url: '18comic.org',
-    description: `:::tip
+    description: `::: tip
 禁漫天堂有多个备用域名，本路由默认使用域名 \`https://jmcomic.me\`，若该域名无法访问，可以通过在路由最后加上 \`?domain=<域名>\` 指定路由访问的域名。如指定备用域名为 \`https://jmcomic1.me\`，则在所有禁漫天堂路由最后加上 \`?domain=jmcomic1.me\` 即可，此时路由为 [\`/18comic?domain=jmcomic1.me\`](https://rsshub.app/18comic?domain=jmcomic1.me)
 :::`,
     lang: 'zh-CN',

package/lib/routes/18comic/search.ts

@@ -30,9 +30,9 @@ export const route: Route = {
     maintainers: [],
     handler,
     url: 'jmcomic.group/',
-    description: `:::tip
+    description: `::: tip
   关键字必须超过两个字，这是来自网站的限制。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/1lou/index.ts

@@ -114,7 +114,7 @@ export const route: Route = {
     handler,
     example: '/1lou/forum-2-1',
     parameters: { params: '路径参数，可以在对应页面的 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   \`1lou.me/\` 后的内容填入 params 参数，以下是几个例子：
 
   若订阅 [大陆电视剧](https://www.1lou.me/forum-2-1.htm?tagids=0_97_0_0)，网址为 \`https://www.1lou.me/forum-2-1.htm?tagids=0_97_0_0\`。截取 \`https://www.1lou.me/\` 到末尾 \`.htm\` 的部分 \`forum-2-1\` 作为参数，并补充 \`tagids\`，此时路由为 [\`/1lou/forum-2-1?tagids=0_97_0_0\`](https://rsshub.app/1lou/forum-2-1?tagids=0_97_0_0)。
@@ -122,7 +122,7 @@ export const route: Route = {
   若订阅 [最新发帖电视剧](https://www.1lou.me/forum-2-1.htm?orderby=tid&digest=0)，网址为 \`https://www.1lou.me/forum-2-1.htm?orderby=tid&digest=0\`。截取 \`https://www.1lou.me/\` 到末尾 \`.htm\` 的部分 \`forum-2-1\` 作为参数，并补充 \`orderby\`，此时路由为 [\`/1lou/forum-2-1?orderby=tid\`](https://rsshub.app/1lou/forum-2-1?orderby=tid)。
   
   若订阅 [搜素繁花主题贴](https://www.1lou.me/search-_E7_B9_81_E8_8A_B1-1.htm)，网址为 \`https://www.1lou.me/search-_E7_B9_81_E8_8A_B1-1.htm\`。截取 \`https://www.1lou.me/\` 到末尾 \`.htm\` 的部分 \`search-_E7_B9_81_E8_8A_B1-1\` 作为参数，此时路由为 [\`/1lou/search-_E7_B9_81_E8_8A_B1-1\`](https://rsshub.app/1lou/search-_E7_B9_81_E8_8A_B1-1)。
-  :::`,
+:::`,
     categories: ['multimedia'],
 
     features: {

package/lib/routes/1point3acres/category.ts

@@ -23,9 +23,9 @@ export const route: Route = {
     name: '标签',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   更多标签可以在 [标签列表](https://instant.1point3acres.com/tags) 中找到。
-  :::
+:::
 
   分类
 

package/lib/routes/1point3acres/offer.ts

@@ -30,14 +30,14 @@ export const route: Route = {
     maintainers: ['EthanWng97'],
     handler,
     url: 'offer.1point3acres.com/',
-    description: `:::tip 三个 id 获取方式
+    description: `::: tip 三个 id 获取方式
   1.  打开 [https://offer.1point3acres.com](https://offer.1point3acres.com)
   2.  打开控制台
   3.  切换到 Network 面板
   4.  点击 搜索 按钮
   5.  点击 results?ps=15\&pg=1 POST 请求
   6.  找到 Request Payload 请求参数，例如 \`filters: {planyr: "13", planmajor: "1", outname_w: "ACADIAU"}\` ，则三个 id 分别为: 13,1,ACADIAU
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {