rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f71451d",
+  "version": "1.0.0-master.f72af1b",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -22,29 +22,37 @@
   ],
   "lint-staged": {
     "*.js": [
-      "eslint --cache --fix",
-      "prettier --ignore-unknown --ignore-path ./.gitignore --write"
+      "prettier --ignore-unknown --ignore-path ./.gitignore --write",
+      "eslint --cache --fix"
     ],
     "*.{ts,tsx}": [
-      "eslint --cache --fix",
-      "prettier --ignore-unknown --ignore-path ./.gitignore --write"
+      "prettier --ignore-unknown --ignore-path ./.gitignore --write",
+      "eslint --cache --fix"
     ],
     "*.yml": "eslint --cache --fix"
   },
   "dependencies": {
-    "@hono/node-server": "1.10.0",
-    "@hono/swagger-ui": "0.2.1",
-    "@hono/zod-openapi": "0.11.0",
+    "@hono/node-server": "1.13.1",
+    "@hono/zod-openapi": "0.16.2",
     "@notionhq/client": "2.2.15",
+    "@opentelemetry/api": "1.9.0",
+    "@opentelemetry/exporter-prometheus": "0.53.0",
+    "@opentelemetry/exporter-trace-otlp-http": "0.53.0",
+    "@opentelemetry/resources": "1.26.0",
+    "@opentelemetry/sdk-metrics": "1.26.0",
+    "@opentelemetry/sdk-trace-base": "1.26.0",
+    "@opentelemetry/semantic-conventions": "1.27.0",
     "@postlight/parser": "2.2.3",
-    "@sentry/node": "7.110.1",
-    "@tonyrl/rand-user-agent": "2.0.59",
+    "@rss3/sdk": "0.0.19",
+    "@scalar/hono-api-reference": "0.5.148",
+    "@sentry/node": "7.116.0",
+    "@tonyrl/rand-user-agent": "2.0.79",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
-    "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.7.5",
-    "city-timezones": "1.2.1",
+    "cheerio": "1.0.0",
+    "chrono-node": "2.7.7",
+    "city-timezones": "1.3.0",
     "cross-env": "7.0.3",
     "crypto-js": "4.2.0",
     "currency-symbol-map": "5.1.0",
@@ -52,127 +60,131 @@
     "destr": "2.0.3",
     "directory-import": "3.3.1",
     "dotenv": "16.4.5",
-    "entities": "4.5.0",
+    "entities": "5.0.0",
     "etag": "1.8.1",
     "fanfou-sdk": "5.0.0",
     "form-data": "4.0.0",
-    "googleapis": "134.0.0",
-    "hono": "4.2.4",
+    "googleapis": "144.0.0",
+    "hono": "4.6.3",
     "html-to-text": "9.0.5",
-    "https-proxy-agent": "7.0.4",
+    "http-cookie-agent": "6.0.6",
+    "https-proxy-agent": "7.0.5",
     "iconv-lite": "0.6.3",
-    "imapflow": "1.0.159",
+    "imapflow": "1.0.164",
     "instagram-private-api": "1.46.1",
-    "ioredis": "5.3.2",
+    "ioredis": "5.4.1",
     "ip-regex": "5.0.0",
-    "jsdom": "24.0.0",
+    "jsdom": "25.0.1",
     "json-bigint": "1.0.0",
     "jsrsasign": "10.9.0",
-    "lru-cache": "10.2.0",
+    "lru-cache": "11.0.1",
     "lz-string": "1.5.0",
-    "mailparser": "3.7.0",
+    "mailparser": "3.7.1",
     "markdown-it": "14.1.0",
     "module-alias": "2.2.3",
     "notion-to-md": "3.1.1",
     "oauth-1.0a": "2.2.6",
-    "ofetch": "1.3.4",
+    "ofetch": "1.4.0",
     "otplib": "12.0.1",
-    "pac-proxy-agent": "7.0.1",
-    "proxy-chain": "2.4.0",
+    "pac-proxy-agent": "7.0.2",
+    "proxy-chain": "2.5.3",
     "puppeteer": "22.6.2",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
     "puppeteer-extra-plugin-user-data-dir": "2.4.1",
     "puppeteer-extra-plugin-user-preferences": "2.4.1",
-    "query-string": "9.0.0",
-    "re2js": "0.4.1",
+    "query-string": "9.1.0",
+    "rate-limiter-flexible": "5.0.3",
+    "re2js": "0.4.2",
     "rfc4648": "1.5.3",
     "rss-parser": "3.13.0",
     "sanitize-html": "2.13.0",
-    "simplecc-wasm": "0.1.5",
-    "socks-proxy-agent": "8.0.3",
+    "simplecc-wasm": "1.0.0",
+    "socks-proxy-agent": "8.0.4",
     "source-map": "0.7.4",
-    "telegram": "2.20.15",
+    "telegram": "2.25.11",
     "tiny-async-pool": "2.1.0",
     "title": "3.5.3",
-    "tldts": "6.1.16",
-    "tough-cookie": "4.1.3",
-    "tsx": "4.7.2",
-    "twitter-api-v2": "1.16.1",
-    "undici": "6.13.0",
-    "uuid": "9.0.1",
-    "winston": "3.13.0",
+    "tldts": "6.1.47",
+    "tosource": "2.0.0-alpha.3",
+    "tough-cookie": "4.1.4",
+    "tsx": "4.19.1",
+    "twitter-api-v2": "1.17.2",
+    "undici": "6.19.8",
+    "uuid": "10.0.0",
+    "winston": "3.14.2",
     "xxhash-wasm": "1.0.2",
-    "zod": "3.22.4"
+    "zod": "3.23.8"
   },
   "devDependencies": {
-    "@babel/preset-env": "7.24.4",
-    "@babel/preset-typescript": "7.24.1",
+    "@babel/preset-env": "7.25.4",
+    "@babel/preset-typescript": "7.24.7",
+    "@eslint/eslintrc": "3.1.0",
+    "@eslint/js": "9.11.1",
     "@microsoft/eslint-formatter-sarif": "3.1.0",
-    "@stylistic/eslint-plugin": "1.7.2",
+    "@stylistic/eslint-plugin": "2.8.0",
     "@types/aes-js": "3.1.4",
-    "@types/babel__preset-env": "7.9.6",
+    "@types/babel__preset-env": "7.9.7",
     "@types/crypto-js": "4.2.2",
-    "@types/eslint": "8.56.7",
-    "@types/eslint-config-prettier": "6.11.3",
+    "@types/eslint": "9.6.1",
     "@types/etag": "1.8.3",
     "@types/fs-extra": "11.0.4",
-    "@types/git-rev-sync": "2.0.2",
     "@types/html-to-text": "9.0.4",
-    "@types/imapflow": "1.0.18",
+    "@types/imapflow": "1.0.19",
     "@types/js-beautify": "1.14.3",
-    "@types/jsdom": "21.1.6",
+    "@types/jsdom": "21.1.7",
     "@types/json-bigint": "1.0.4",
     "@types/jsrsasign": "10.5.13",
     "@types/lint-staged": "13.3.0",
     "@types/mailparser": "3.4.4",
-    "@types/markdown-it": "14.0.1",
+    "@types/markdown-it": "14.1.2",
     "@types/module-alias": "2.0.4",
-    "@types/node": "20.12.7",
-    "@types/request-promise-native": "1.0.21",
-    "@types/sanitize-html": "2.11.0",
+    "@types/node": "22.7.0",
+    "@types/sanitize-html": "2.13.0",
     "@types/supertest": "6.0.2",
     "@types/tiny-async-pool": "2.0.3",
     "@types/title": "3.4.3",
     "@types/tough-cookie": "4.0.5",
-    "@types/uuid": "9.0.8",
-    "@typescript-eslint/eslint-plugin": "7.7.0",
-    "@typescript-eslint/parser": "7.7.0",
-    "@vercel/nft": "0.26.4",
-    "@vitest/coverage-v8": "1.5.0",
-    "eslint": "8.57.0",
+    "@types/uuid": "10.0.0",
+    "@typescript-eslint/eslint-plugin": "8.7.0",
+    "@typescript-eslint/parser": "8.7.0",
+    "@vercel/nft": "0.27.4",
+    "@vitest/coverage-v8": "2.0.5",
+    "discord-api-types": "0.37.101",
+    "eslint": "9.11.1",
     "eslint-config-prettier": "9.1.0",
     "eslint-nibble": "8.1.0",
-    "eslint-plugin-n": "17.2.1",
-    "eslint-plugin-prettier": "5.1.3",
-    "eslint-plugin-unicorn": "52.0.0",
+    "eslint-plugin-n": "17.10.3",
+    "eslint-plugin-prettier": "5.2.1",
+    "eslint-plugin-unicorn": "55.0.0",
     "eslint-plugin-yml": "1.14.0",
     "fs-extra": "11.2.0",
-    "got": "14.2.1",
-    "husky": "9.0.11",
+    "globals": "15.9.0",
+    "got": "14.4.2",
+    "husky": "9.1.6",
     "js-beautify": "1.15.1",
-    "lint-staged": "15.2.2",
+    "lint-staged": "15.2.10",
     "mockdate": "3.0.5",
-    "msw": "2.2.13",
-    "prettier": "3.2.5",
+    "msw": "2.4.3",
+    "prettier": "3.3.3",
     "remark-parse": "11.0.0",
-    "supertest": "6.3.4",
-    "tosource": "2.0.0-alpha.3",
-    "typescript": "5.4.5",
-    "unified": "11.0.4",
-    "vite-tsconfig-paths": "4.3.2",
-    "vitest": "1.5.0"
+    "supertest": "7.0.0",
+    "typescript": "5.6.2",
+    "unified": "11.0.5",
+    "vite-tsconfig-paths": "5.0.1",
+    "vitest": "2.0.5",
+    "yaml-eslint-parser": "1.2.3"
   },
   "engines": {
-    "node": ">=20"
+    "node": ">=22"
   },
   "scripts": {
     "build": "tsx scripts/workflow/build-routes.ts",
     "build:docs": "tsx scripts/workflow/build-docs.ts",
-    "dev": "cross-env NODE_ENV=dev tsx watch --no-cache lib/index.ts",
-    "dev:cache": "cross-env NODE_ENV=production tsx watch lib/index.ts",
-    "format": "eslint --cache --fix \"**/*.{ts,tsx,js,yml}\" && prettier \"**/*.{ts,tsx,js,json}\" --write",
-    "format:check": "eslint --cache \"**/*.{ts,tsx,js,yml}\" && prettier \"**/*.{ts,tsx,js,json}\" --check",
+    "dev": "cross-env NODE_ENV=dev tsx watch --clear-screen=false lib/index.ts",
+    "dev:cache": "cross-env NODE_ENV=production tsx watch --clear-screen=false lib/index.ts",
+    "format": "prettier \"**/*.{ts,tsx,js,json}\" --write && eslint --cache --fix \"**/*.{ts,tsx,js,yml}\"",
+    "format:check": "prettier \"**/*.{ts,tsx,js,json}\" --check && eslint --cache \"**/*.{ts,tsx,js,yml}\"",
     "format:staged": "lint-staged",
     "lint": "eslint --cache .",
     "profiling": "cross-env NODE_ENV=production tsx --prof lib/index.ts",

package/lib/routes/arknights/japan.ts

@@ -1,50 +0,0 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/japan',
-    categories: ['game'],
-    example: '/arknights/japan',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['ak.arknights.jp/news', 'ak.arknights.jp/'],
-        },
-    ],
-    name: 'アークナイツ (日服新闻)',
-    maintainers: ['ofyark'],
-    handler,
-    url: 'ak.arknights.jp/news',
-};
-
-async function handler() {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.arknights.jp:10014/news?lang=ja&limit=9&page=1',
-    });
-
-    const items = response.data.data.items;
-    const newsList = items.map((item) => ({
-        title: item.title,
-        description: item.content[0].value,
-        pubDate: parseDate(item.publishedAt),
-        link: `https://www.arknights.jp/news/${item.id}`,
-    }));
-
-    return {
-        title: 'アークナイツ',
-        link: 'https://www.arknights.jp/news',
-        description: 'アークナイツ ニュース',
-        language: 'ja',
-        item: newsList,
-    };
-}

package/lib/routes/arknights/news.ts

@@ -1,68 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/news',
-    categories: ['game'],
-    example: '/arknights/news',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['ak-conf.hypergryph.com/*'],
-        },
-    ],
-    name: '游戏公告与新闻',
-    maintainers: ['Astrian'],
-    handler,
-    url: 'ak-conf.hypergryph.com/*',
-};
-
-async function handler() {
-    const response = await got({
-        method: 'get',
-        url: 'https://ak.hypergryph.com/news.html',
-    });
-
-    let newslist = response.data;
-
-    const $ = load(newslist);
-    newslist = $('.articleItem > .articleItemLink');
-
-    newslist = await Promise.all(
-        newslist
-            .slice(0, 9) // limit article count to a single page
-            .map(async (index, item) => {
-                item = $(item);
-                const link = `https://ak.hypergryph.com${item.attr('href')}`;
-                const description = await cache.tryGet(link, async () => {
-                    const result = await got(link);
-                    const $ = load(result.data);
-                    return $('.article-content').html();
-                });
-                return {
-                    title: `[${item.find('.articleItemCate').first().text()}] ${item.find('.articleItemTitle').first().text()}`,
-                    description,
-                    link,
-                    pubDate: parseDate(item.find('.articleItemDate').first().text()),
-                };
-            })
-            .get()
-    );
-
-    return {
-        title: '《明日方舟》游戏公告与新闻',
-        link: 'https://ak.hypergryph.com/news.html',
-        item: newslist,
-    };
-}

package/lib/routes/baai/comments.ts

@@ -1,59 +0,0 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
-import { parseDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
-
-import { baseUrl, apiHost } from './utils';
-
-export const route: Route = {
-    path: '/hub/comments',
-    categories: ['programming'],
-    example: '/baai/hub/comments',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['hub.baai.ac.cn/comments', 'hub.baai.ac.cn/'],
-        },
-    ],
-    name: '智源社区 - 评论',
-    maintainers: ['TonyRL'],
-    handler,
-    url: 'hub.baai.ac.cn/comments',
-};
-
-async function handler(ctx) {
-    const responses = await got.all(
-        Array.from(
-            {
-                // first 2 pages
-                length: (ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 12) / 6,
-            },
-            (_, v) => `${apiHost}/api/v1/commentsall?page=${v + 1}`
-        ).map((url) => got.post(url))
-    );
-
-    const items = responses
-        .flatMap((response) => response.data.data.list)
-        .map((item) => ({
-            title: `${item.user_info.name} ${item.title_desc} ${item.title}`,
-            description: item.desc,
-            pubDate: timezone(parseDate(item.created_at), +8),
-            author: item.user_info.name,
-            link: `${baseUrl}/view/${item.source_id || item.story_id}`,
-            guid: `baai:hub:comments:${item.id}`,
-        }));
-
-    return {
-        title: '评论 - 智源社区',
-        link: `${baseUrl}/comments`,
-        item: items,
-    };
-}

package/lib/routes/ieee/earlyaccess.ts

@@ -1,100 +0,0 @@
-import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import path from 'node:path';
-import { art } from '@/utils/render';
-
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
-
-export const route: Route = {
-    path: '/journal/:journal/earlyaccess/:sortType?',
-    categories: ['journal'],
-    example: '/ieee/journal/5306045/earlyaccess',
-    parameters: { journal: 'Issue code, the number of the `isnumber` in the URL', sortType: 'Sort Type, default: `vol-only-seq`, the part of the URL after `sortType`' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    name: 'Early Access Journal',
-    maintainers: ['5upernova-heng'],
-    handler,
-};
-
-async function handler(ctx) {
-    const isnumber = ctx.req.param('journal');
-    const sortType = ctx.req.param('sortType') ?? 'vol-only-seq';
-    const host = 'https://ieeexplore.ieee.org';
-    const jrnlUrl = `${host}/xpl/tocresult.jsp?isnumber=${isnumber}`;
-
-    const response = await got(`${host}/rest/publication/home/metadata?issueid=${isnumber}`, {
-        cookieJar,
-    }).json();
-    const punumber = response.publicationNumber;
-    const volume = response.currentIssue.volume;
-    const jrnlName = response.displayTitle;
-
-    const response2 = await got
-        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
-            cookieJar,
-            json: {
-                punumber,
-                isnumber,
-                sortType,
-                rowsPerPage: '100',
-            },
-        })
-        .json();
-    let list = response2.records.map((item) => {
-        const $2 = load(item.articleTitle);
-        const title = $2.text();
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (Object.hasOwn(item, 'authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        const abstract = Object.hasOwn(item, 'abstract') ? item.abstract : '';
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    list = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const response3 = await got(`${host}${item.link}`);
-                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
-                    const $3 = load(abstract);
-                    item.abstract = $3.text();
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: jrnlName,
-        link: jrnlUrl,
-        item: list,
-    };
-}

package/lib/routes/ieee/recent.ts

@@ -1,107 +0,0 @@
-import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import path from 'node:path';
-import { art } from '@/utils/render';
-
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
-
-export const route: Route = {
-    path: ['/:journal/latest/date/:sortType?', '/journal/:journal/recent/:sortType?'],
-    name: 'Unknown',
-    maintainers: [],
-    handler,
-};
-
-async function handler(ctx) {
-    const punumber = ctx.req.param('journal');
-    const sortType = ctx.req.param('sortType') ?? 'vol-only-seq';
-    const host = 'https://ieeexplore.ieee.org';
-    const jrnlUrl = `${host}/xpl/mostRecentIssue.jsp?punumber=${punumber}`;
-
-    const date = new Date();
-    const year = date.getFullYear();
-    const month = date.getMonth() + 1;
-    let strYM, endYM;
-    const snap = 2;
-    if (1 <= month && month <= snap) {
-        month - snap + 12 < 10 ? (strYM = year - 1 + '0' + (month - snap + 12)) : (strYM = year - 1 + '' + (month - snap + 12));
-        endYM = year + '0' + month;
-    } else if (snap < month && month < 10) {
-        month - snap < 10 ? (strYM = year + '0' + (month - snap)) : (strYM = year + '' + (month - snap));
-        endYM = year + '0' + month;
-    } else {
-        month - snap < 10 ? (strYM = year + '0' + (month - snap)) : (strYM = year + '' + (month - snap));
-        endYM = year + '' + month;
-    }
-
-    const response = await got(`${host}/rest/publication/home/metadata?pubid=${punumber}`, {
-        cookieJar,
-    }).json();
-    const volume = response.currentIssue.volume;
-    const isnumber = response.currentIssue.issueNumber;
-    const jrnlName = response.displayTitle;
-
-    const response2 = await got
-        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
-            cookieJar,
-            json: {
-                punumber,
-                isnumber,
-                sortType,
-                rowsPerPage: '100',
-                ranges: [strYM + `01_` + endYM + `31_Search Latest Date`],
-            },
-        })
-        .json();
-    let list = response2.records.map((item) => {
-        const $2 = load(item.articleTitle);
-        const title = $2.text();
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (Object.hasOwn(item, 'authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        let abstract = '';
-        Object.hasOwn(item, 'abstract') ? (abstract = item.abstract) : (abstract = '');
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    list = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const response3 = await got(`${host}${item.link}`);
-                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
-                    const $3 = load(abstract);
-                    item.abstract = $3.text();
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: `${jrnlName} - Recent`,
-        link: jrnlUrl,
-        item: list,
-    };
-}