rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/utils/camelcase-keys.spec.ts

@@ -0,0 +1,127 @@
+import { describe, expect, it } from 'vitest';
+
+import { camelcase, camelcaseKeys } from './camelcase-keys';
+
+describe('test camelcase keys', () => {
+    it('case 1 normal', () => {
+        const obj = {
+            tool: 'too',
+            tool_name: 'too_name',
+
+            a_b: 1,
+            a: 1,
+            b: {
+                c_d: 1,
+            },
+        };
+
+        expect(camelcaseKeys(obj)).toStrictEqual({
+            tool: 'too',
+            toolName: 'too_name',
+
+            aB: 1,
+            a: 1,
+            b: {
+                cD: 1,
+            },
+        });
+    });
+
+    it('case 2: key has number', () => {
+        const obj = {
+            b147da0eaecbea00aeb62055: {
+                data: {},
+            },
+            a_c11ab_Ac: [
+                {
+                    a_b: 1,
+                },
+                1,
+            ],
+        };
+
+        expect(camelcaseKeys(obj)).toStrictEqual({
+            b147da0eaecbea00aeb62055: {
+                data: {},
+            },
+            aC11abAc: [
+                {
+                    aB: 1,
+                },
+                1,
+            ],
+        });
+    });
+
+    it('case 3: not a object', () => {
+        const value = 1;
+        expect(camelcaseKeys(value)).toBe(value);
+    });
+
+    it('case 4: nullable value', () => {
+        let value = null as any;
+        expect(camelcaseKeys(value)).toBe(value);
+
+        value = undefined;
+        expect(camelcaseKeys(value)).toBe(value);
+
+        value = Number.NaN;
+        expect(camelcaseKeys(value)).toBe(value);
+    });
+
+    it('case 5: array', () => {
+        const arr = [
+            {
+                a_b: 1,
+            },
+            null,
+            undefined,
+            +0,
+            -0,
+            Number.POSITIVE_INFINITY,
+            {
+                a_b: 1,
+            },
+        ];
+
+        expect(camelcaseKeys(arr)).toStrictEqual([
+            {
+                aB: 1,
+            },
+            null,
+            undefined,
+            +0,
+            -0,
+            Number.POSITIVE_INFINITY,
+            {
+                aB: 1,
+            },
+        ]);
+    });
+
+    it('case 6: filter out mongo id', () => {
+        const obj = {
+            _id: '123',
+            a_b: 1,
+            collections: {
+                posts: {
+                    '661bb93307d35005ba96731b': {},
+                },
+            },
+        };
+
+        expect(camelcaseKeys(obj)).toStrictEqual({
+            id: '123',
+            aB: 1,
+            collections: {
+                posts: {
+                    '661bb93307d35005ba96731b': {},
+                },
+            },
+        });
+    });
+
+    it('case 7: start with underscore should not camelcase', () => {
+        expect(camelcase('_id')).toBe('id');
+    });
+});

package/lib/utils/camelcase-keys.ts

@@ -0,0 +1,27 @@
+const isObject = (obj: any) => obj && typeof obj === 'object';
+const isPlainObject = (obj: any) => isObject(obj) && Object.prototype.toString.call(obj) === '[object Object]' && Object.getPrototypeOf(obj) === Object.prototype;
+
+/**
+ * A simple camelCase function that only handles strings, but not handling symbol, date, or other complex case.
+ * If you need to handle more complex cases, please use camelcase-keys package.
+ */
+export const camelcaseKeys = <T = any>(obj: any): T => {
+    if (Array.isArray(obj)) {
+        return obj.map((x) => camelcaseKeys(x)) as any;
+    }
+
+    if (isPlainObject(obj)) {
+        return Object.keys(obj).reduce((result: any, key) => {
+            const nextKey = isMongoId(key) ? key : camelcase(key);
+            result[nextKey] = camelcaseKeys(obj[key]);
+            return result;
+        }, {}) as any;
+    }
+
+    return obj;
+};
+
+export function camelcase(str: string) {
+    return str.replace(/^_+/, '').replaceAll(/([_-][a-z])/gi, ($1) => $1.toUpperCase().replace('-', '').replace('_', ''));
+}
+const isMongoId = (id: string) => id.length === 24 && /^[\dA-Fa-f]{24}$/.test(id);

package/lib/utils/common-utils.ts

@@ -39,6 +39,7 @@ const getLocalhostAddress = () => {
         .filter((iface) => iface?.family === 'IPv4' && !iface.internal)
         .map((iface) => iface?.address)
         .filter(Boolean);
+    address.push('[::]');
     return address;
 };
 

package/lib/utils/otel/metric.ts

@@ -3,6 +3,7 @@ import { PrometheusExporter, PrometheusSerializer } from '@opentelemetry/exporte
 import { SEMRESATTRS_SERVICE_NAME } from '@opentelemetry/semantic-conventions';
 import { MeterProvider } from '@opentelemetry/sdk-metrics';
 import { Attributes } from '@opentelemetry/api';
+import { config } from '@/config';
 
 interface IMetricAttributes extends Attributes {
     method: string;
@@ -33,12 +34,12 @@ const requestTotal = meter.createCounter<IMetricAttributes>(`${METRIC_PREFIX}_re
 const requestErrorTotal = meter.createCounter<IMetricAttributes>(`${METRIC_PREFIX}_request_error_total`);
 const requestDurationSecondsBucket = meter.createHistogram<IHistogramAttributes>(`${METRIC_PREFIX}_request_duration_seconds_bucket`, {
     advice: {
-        explicitBucketBoundaries: [0.01, 0.1, 1, 2, 5, 15, 30, 60],
+        explicitBucketBoundaries: config.otel.seconds_bucket?.split(',').map(Number),
     },
 });
 const request_duration_milliseconds_bucket = meter.createHistogram<IHistogramAttributes>(`${METRIC_PREFIX}_request_duration_milliseconds_bucket`, {
     advice: {
-        explicitBucketBoundaries: [10, 20, 50, 100, 250, 500, 1000, 5000, 15000],
+        explicitBucketBoundaries: config.otel.milliseconds_bucket?.split(',').map(Number),
     },
 });
 

package/lib/utils/request-rewriter/fetch.ts

@@ -11,7 +11,7 @@ const limiter = new RateLimiterMemory({
 });
 
 const limiterQueue = new RateLimiterQueue(limiter, {
-    maxQueueSize: 500,
+    maxQueueSize: 5000,
 });
 
 const wrappedFetch: typeof undici.fetch = async (input: RequestInfo, init?: RequestInit) => {

package/lib/views/index.tsx

@@ -140,17 +140,14 @@ const Index: FC<{ debugQuery: string | undefined }> = ({ debugQuery }) => {
                 <h1 className="text-4xl font-bold">
                     Welcome to <span className="text-[#F5712C]">RSSHub</span>!
                 </h1>
+                <p className="text-xl font-medium text-zinc-600">The world's largest RSS Network.</p>
                 <p className="text-zinc-500">If you see this page, the RSSHub is successfully installed and working.</p>
-                <p className="text-xl font-medium text-zinc-600">Everything is RSSible</p>
                 <div className="font-bold space-x-4 text-sm">
                     <a target="_blank" href="https://docs.rsshub.app">
-                        <button className="text-white bg-[#F5712C] hover:bg-[#DD4A15] py-2 px-4 rounded-full transition-colors">View Docs</button>
+                        <button className="text-white bg-[#F5712C] hover:bg-[#DD4A15] py-2 px-4 rounded-full transition-colors">Home</button>
                     </a>
                     <a target="_blank" href="https://github.com/DIYgod/RSSHub">
-                        <button className="bg-zinc-200 hover:bg-zinc-300 py-2 px-4 rounded-full transition-colors">View on GitHub</button>
-                    </a>
-                    <a target="_blank" href="https://docs.rsshub.app/sponsor" className="text-[#F5712C]">
-                        <button className="text-white bg-red-500 hover:bg-red-600 py-2 px-4 rounded-full transition-colors">❤️ Sponsor</button>
+                        <button className="bg-zinc-200 hover:bg-zinc-300 py-2 px-4 rounded-full transition-colors">GitHub</button>
                     </a>
                 </div>
                 {info.showDebug ? (

package/lib/views/json.ts

@@ -21,7 +21,7 @@ const json = (data: Data) => {
             title: item.title,
             content_html: (item.content && item.content.html) || item.description || item.title,
             content_text: item.content && item.content.text,
-            image: item.image,
+            image: item.image || item.itunes_item_image,
             banner_image: item.banner,
             date_published: item.pubDate,
             date_modified: item.updated,

package/lib/views/rss.tsx

@@ -4,6 +4,7 @@ import { Data } from '@/types';
 const RSS: FC<{ data: Data }> = ({ data }) => {
     const hasItunes = data.itunes_author || data.itunes_category || (data.item && data.item.some((i) => i.itunes_item_image || i.itunes_duration));
     const hasMedia = data.item?.some((i) => i.media);
+    const isTelegramLink = data.link?.startsWith('https://t.me/s/');
 
     return (
         <rss xmlns:atom="http://www.w3.org/2005/Atom" xmlns:itunes={hasItunes ? 'http://www.itunes.com/dtds/podcast-1.0.dtd' : undefined} xmlns:media={hasMedia ? 'http://search.yahoo.com/mrss/' : undefined} version="2.0">
@@ -23,6 +24,12 @@ const RSS: FC<{ data: Data }> = ({ data }) => {
                         <url>{data.image}</url>
                         <title>{data.title || 'RSSHub'}</title>
                         <link>{data.link}</link>
+                        {isTelegramLink && (
+                            <>
+                                <height>31</height>
+                                <width>88</width>
+                            </>
+                        )}
                     </image>
                 )}
                 <lastBuildDate>{data.lastBuildDate}</lastBuildDate>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.ff487f3",
+  "version": "1.0.0-master.ff76aa7",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -32,25 +32,26 @@
     "*.yml": "eslint --cache --fix"
   },
   "dependencies": {
-    "@hono/node-server": "1.12.0",
-    "@hono/zod-openapi": "0.15.1",
+    "@hono/node-server": "1.13.2",
+    "@hono/zod-openapi": "0.16.4",
     "@notionhq/client": "2.2.15",
     "@opentelemetry/api": "1.9.0",
-    "@opentelemetry/exporter-prometheus": "0.52.1",
-    "@opentelemetry/exporter-trace-otlp-http": "0.52.1",
-    "@opentelemetry/resources": "1.25.1",
-    "@opentelemetry/sdk-metrics": "1.25.1",
-    "@opentelemetry/sdk-trace-base": "1.25.1",
-    "@opentelemetry/semantic-conventions": "1.25.1",
+    "@opentelemetry/exporter-prometheus": "0.53.0",
+    "@opentelemetry/exporter-trace-otlp-http": "0.53.0",
+    "@opentelemetry/resources": "1.26.0",
+    "@opentelemetry/sdk-metrics": "1.26.0",
+    "@opentelemetry/sdk-trace-base": "1.26.0",
+    "@opentelemetry/semantic-conventions": "1.27.0",
     "@postlight/parser": "2.2.3",
-    "@scalar/hono-api-reference": "0.5.134",
-    "@sentry/node": "7.116.0",
-    "@tonyrl/rand-user-agent": "2.0.73",
+    "@rss3/sdk": "0.0.22",
+    "@scalar/hono-api-reference": "0.5.155",
+    "@sentry/node": "7.119.1",
+    "@tonyrl/rand-user-agent": "2.0.81",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
-    "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.7.6",
+    "cheerio": "1.0.0",
+    "chrono-node": "2.7.7",
     "city-timezones": "1.3.0",
     "cross-env": "7.0.3",
     "crypto-js": "4.2.0",
@@ -62,70 +63,70 @@
     "entities": "5.0.0",
     "etag": "1.8.1",
     "fanfou-sdk": "5.0.0",
-    "form-data": "4.0.0",
-    "googleapis": "140.0.1",
-    "hono": "4.5.4",
+    "form-data": "4.0.1",
+    "googleapis": "144.0.0",
+    "hono": "4.6.5",
     "html-to-text": "9.0.5",
-    "http-cookie-agent": "6.0.5",
+    "http-cookie-agent": "6.0.6",
     "https-proxy-agent": "7.0.5",
     "iconv-lite": "0.6.3",
     "imapflow": "1.0.164",
     "instagram-private-api": "1.46.1",
     "ioredis": "5.4.1",
     "ip-regex": "5.0.0",
-    "jsdom": "24.1.1",
+    "jsdom": "25.0.1",
     "json-bigint": "1.0.0",
     "jsrsasign": "10.9.0",
-    "lru-cache": "11.0.0",
+    "lru-cache": "11.0.1",
     "lz-string": "1.5.0",
     "mailparser": "3.7.1",
     "markdown-it": "14.1.0",
     "module-alias": "2.2.3",
     "notion-to-md": "3.1.1",
     "oauth-1.0a": "2.2.6",
-    "ofetch": "1.3.4",
+    "ofetch": "1.4.1",
     "otplib": "12.0.1",
     "pac-proxy-agent": "7.0.2",
-    "proxy-chain": "2.5.1",
+    "proxy-chain": "2.5.4",
     "puppeteer": "22.6.2",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
     "puppeteer-extra-plugin-user-data-dir": "2.4.1",
     "puppeteer-extra-plugin-user-preferences": "2.4.1",
-    "query-string": "9.1.0",
+    "query-string": "9.1.1",
     "rate-limiter-flexible": "5.0.3",
-    "re2js": "0.4.1",
+    "re2js": "0.4.2",
     "rfc4648": "1.5.3",
     "rss-parser": "3.13.0",
-    "sanitize-html": "2.13.0",
-    "simplecc-wasm": "1.0.0",
+    "sanitize-html": "2.13.1",
+    "simplecc-wasm": "1.1.0",
     "socks-proxy-agent": "8.0.4",
     "source-map": "0.7.4",
-    "telegram": "2.23.10",
+    "telegram": "2.25.15",
     "tiny-async-pool": "2.1.0",
     "title": "3.5.3",
-    "tldts": "6.1.38",
+    "tldts": "6.1.52",
     "tosource": "2.0.0-alpha.3",
-    "tough-cookie": "4.1.4",
-    "tsx": "4.17.0",
-    "twitter-api-v2": "1.17.2",
-    "undici": "6.19.6",
+    "tough-cookie": "5.0.0",
+    "tsx": "4.19.1",
+    "twitter-api-v2": "1.18.0",
+    "undici": "6.20.1",
     "uuid": "10.0.0",
-    "winston": "3.14.1",
+    "winston": "3.15.0",
     "xxhash-wasm": "1.0.2",
     "zod": "3.23.8"
   },
   "devDependencies": {
-    "@babel/preset-env": "7.25.3",
-    "@babel/preset-typescript": "7.24.7",
+    "@babel/preset-env": "7.25.8",
+    "@babel/preset-typescript": "7.25.7",
     "@eslint/eslintrc": "3.1.0",
-    "@eslint/js": "9.8.0",
+    "@eslint/js": "9.12.0",
     "@microsoft/eslint-formatter-sarif": "3.1.0",
-    "@stylistic/eslint-plugin": "2.6.2",
+    "@stylistic/eslint-plugin": "2.9.0",
     "@types/aes-js": "3.1.4",
     "@types/babel__preset-env": "7.9.7",
     "@types/crypto-js": "4.2.2",
-    "@types/eslint": "9.6.0",
+    "@types/eslint": "9.6.1",
     "@types/etag": "1.8.3",
     "@types/fs-extra": "11.0.4",
     "@types/html-to-text": "9.0.4",
@@ -135,40 +136,39 @@
     "@types/json-bigint": "1.0.4",
     "@types/jsrsasign": "10.5.13",
     "@types/lint-staged": "13.3.0",
-    "@types/mailparser": "3.4.4",
+    "@types/mailparser": "3.4.5",
     "@types/markdown-it": "14.1.2",
     "@types/module-alias": "2.0.4",
-    "@types/node": "22.1.0",
-    "@types/sanitize-html": "2.11.0",
+    "@types/node": "22.7.6",
+    "@types/sanitize-html": "2.13.0",
     "@types/supertest": "6.0.2",
     "@types/tiny-async-pool": "2.0.3",
     "@types/title": "3.4.3",
-    "@types/tough-cookie": "4.0.5",
     "@types/uuid": "10.0.0",
-    "@typescript-eslint/eslint-plugin": "7.18.0",
-    "@typescript-eslint/parser": "8.0.1",
-    "@vercel/nft": "0.27.3",
+    "@typescript-eslint/eslint-plugin": "8.9.0",
+    "@typescript-eslint/parser": "8.9.0",
+    "@vercel/nft": "0.27.4",
     "@vitest/coverage-v8": "2.0.5",
-    "discord-api-types": "0.37.93",
-    "eslint": "9.8.0",
+    "discord-api-types": "0.37.102",
+    "eslint": "9.12.0",
     "eslint-config-prettier": "9.1.0",
     "eslint-nibble": "8.1.0",
-    "eslint-plugin-n": "17.10.2",
+    "eslint-plugin-n": "17.11.1",
     "eslint-plugin-prettier": "5.2.1",
-    "eslint-plugin-unicorn": "55.0.0",
+    "eslint-plugin-unicorn": "56.0.0",
     "eslint-plugin-yml": "1.14.0",
     "fs-extra": "11.2.0",
-    "globals": "15.9.0",
-    "got": "14.4.2",
-    "husky": "9.1.4",
+    "globals": "15.11.0",
+    "got": "14.4.3",
+    "husky": "9.1.6",
     "js-beautify": "1.15.1",
-    "lint-staged": "15.2.8",
+    "lint-staged": "15.2.10",
     "mockdate": "3.0.5",
-    "msw": "2.3.5",
+    "msw": "2.4.3",
     "prettier": "3.3.3",
     "remark-parse": "11.0.0",
     "supertest": "7.0.0",
-    "typescript": "5.5.4",
+    "typescript": "5.6.3",
     "unified": "11.0.5",
     "vite-tsconfig-paths": "5.0.1",
     "vitest": "2.0.5",

package/lib/routes/a9vg/a9vg.ts

@@ -1,45 +0,0 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
-import * as cheerio from 'cheerio';
-import { parseDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
-
-export const route: Route = {
-    path: '/',
-    radar: [
-        {
-            source: ['a9vg.com/list/news', 'a9vg.com/'],
-            target: '',
-        },
-    ],
-    name: 'Unknown',
-    maintainers: ['monnerHenster'],
-    handler,
-    url: 'a9vg.com/list/news',
-};
-
-async function handler() {
-    const baseUrl = 'http://www.a9vg.com';
-    const link = `${baseUrl}/list/news`;
-    const { data } = await got(link);
-
-    const $ = cheerio.load(data);
-    const list = $('.a9-rich-card-list li')
-        .toArray()
-        .map((elem) => {
-            const item = $(elem);
-            return {
-                title: item.find('.a9-rich-card-list_label').text(),
-                description: `<img src="${item.find('img').attr('src')}"><br>${item.find('.a9-rich-card-list_summary').text().trim()}`,
-                pubDate: timezone(parseDate(item.find('.a9-rich-card-list_infos').text().trim(), 'YYYY-MM-DD HH:mm:ss'), 8),
-                link: `${baseUrl}${item.find('.a9-rich-card-list_item').attr('href')}`,
-            };
-        });
-
-    return {
-        title: 'A9VG 电玩部落',
-        link,
-        description: $('meta[name="description"]').attr('content'),
-        item: list,
-    };
-}

package/lib/routes/sse/lawandrules.ts

@@ -1,68 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/lawandrules/:slug?',
-    categories: ['finance'],
-    example: '/sse/lawandrules',
-    parameters: { slug: '见下文，默认为 `latest`' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    name: '本所业务指南与流程',
-    maintainers: ['nczitzk'],
-    handler,
-    description: `将目标栏目的网址拆解为 \`https://www.sse.com.cn/lawandrules/guide/\` 和后面的字段，把后面的字段中的 \`/\` 替换为 \`-\`，即为该路由的 slug
-
-  如：（最新指南与流程）\`https://www.sse.com.cn/lawandrules/guide/latest\` 的网址在 \`https://www.sse.com.cn/lawandrules/guide/\` 后的字段是 \`latest\`，则对应的 slug 为 \`latest\`，对应的路由即为 \`/sse/lawandrules/latest\`
-
-  又如：（主板业务指南与流程 - 发行承销业务指南）\`https://www.sse.com.cn/lawandrules/guide/zbywznylc/fxcxywzn\` 的网址在 \`https://www.sse.com.cn/lawandrules/guide/\` 后的字段是 \`zbywznylc/fxcxywzn\`，则对应的 slug 为 \`zbywznylc-fxcxywzn\`，对应的路由即为 \`/sse/lawandrules/zbywznylc-fxcxywzn\``,
-};
-
-async function handler(ctx) {
-    const slug = ctx.req.param('slug') ?? 'latest';
-
-    const rootUrl = 'https://www.sse.com.cn';
-    const currentUrl = `${rootUrl}/lawandrules/guide/${slug.replaceAll('-', '/')}`;
-    const response = await got(currentUrl);
-
-    const $ = load(response.data);
-
-    const list = $('.sse_list_1 dl dd')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            return {
-                title: item.find('a').attr('title'),
-                link: `${rootUrl}${item.find('a').attr('href')}`,
-                pubDate: parseDate(item.find('span').text().trim()),
-            };
-        });
-
-    const items = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const detailResponse = await got(item.link);
-                const content = load(detailResponse.data);
-
-                item.description = content('.allZoom').html();
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-}

package/lib/routes-deprecated/anime1/anime.js

@@ -1,25 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { time, name } = ctx.params;
-    const $ = await got.get(`https://anime1.me/category/${encodeURIComponent(time)}/${encodeURIComponent(name)}`).then((r) => cheerio.load(r.data));
-    const title = $('.page-title').text().trim();
-    ctx.state.data = {
-        title,
-        link: `https://anime1.me/category/${time}/${name}`,
-        description: title,
-        item: $('article')
-            .toArray()
-            .map((art) => {
-                const $el = $(art);
-                const title = $el.find('.entry-title a').text();
-                return {
-                    title: $el.find('.entry-title a').text(),
-                    link: $el.find('.entry-title a').attr('href'),
-                    description: title,
-                    pubDate: new Date($el.find('time').attr('datetime')).toUTCString(),
-                };
-            }),
-    };
-};

package/lib/routes-deprecated/anime1/search.js

@@ -1,25 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { keyword } = ctx.params;
-    const $ = await got.get(`https://anime1.me/?s=${encodeURIComponent(keyword)}`).then((r) => cheerio.load(r.data));
-    const title = $('.page-title').text().trim();
-    ctx.state.data = {
-        title,
-        link: `https://anime1.me/?s=${keyword}`,
-        description: title,
-        item: $('article:has(.cat-links)')
-            .toArray()
-            .map((art) => {
-                const $el = $(art);
-                const title = $el.find('.entry-title a').text();
-                return {
-                    title: $el.find('.entry-title a').text(),
-                    link: $el.find('.entry-title a').attr('href'),
-                    description: title,
-                    pubDate: new Date($el.find('time').attr('datetime')).toUTCString(),
-                };
-            }),
-    };
-};