rsshub 1.0.0-master.f6cb490 → 1.0.0-master.f6f0273

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f6cb490",
+  "version": "1.0.0-master.f6f0273",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -35,8 +35,8 @@
     "@bbob/html": "4.2.0",
     "@bbob/preset-html5": "4.2.0",
     "@hono/node-server": "1.13.8",
-    "@hono/zod-openapi": "0.18.4",
-    "@notionhq/client": "2.2.16",
+    "@hono/zod-openapi": "0.19.2",
+    "@notionhq/client": "2.3.0",
     "@opentelemetry/api": "1.9.0",
     "@opentelemetry/exporter-prometheus": "0.57.2",
     "@opentelemetry/exporter-trace-otlp-http": "0.57.2",
@@ -46,9 +46,9 @@
     "@opentelemetry/semantic-conventions": "1.30.0",
     "@postlight/parser": "2.2.3",
     "@rss3/sdk": "0.0.25",
-    "@scalar/hono-api-reference": "0.5.174",
-    "@sentry/node": "7.119.1",
-    "@tonyrl/rand-user-agent": "2.0.81",
+    "@scalar/hono-api-reference": "0.6.0",
+    "@sentry/node": "9.5.0",
+    "@tonyrl/rand-user-agent": "2.0.83",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "cheerio": "1.0.0",
@@ -65,18 +65,19 @@
     "etag": "1.8.1",
     "fanfou-sdk": "5.0.0",
     "form-data": "4.0.2",
-    "googleapis": "144.0.0",
-    "hono": "4.7.2",
+    "googleapis": "146.0.0",
+    "hono": "4.7.4",
     "html-to-text": "9.0.5",
     "http-cookie-agent": "6.0.8",
     "https-proxy-agent": "7.0.6",
     "iconv-lite": "0.6.3",
-    "imapflow": "1.0.181",
+    "imapflow": "1.0.184",
     "instagram-private-api": "1.46.1",
-    "ioredis": "5.5.0",
+    "ioredis": "5.6.0",
     "ip-regex": "5.0.0",
     "jsdom": "26.0.0",
     "json-bigint": "1.0.0",
+    "jsonpath-plus": "10.3.0",
     "jsrsasign": "10.9.0",
     "lru-cache": "11.0.2",
     "lz-string": "1.5.0",
@@ -84,20 +85,20 @@
     "markdown-it": "14.1.0",
     "module-alias": "2.2.3",
     "narou": "1.1.0",
-    "notion-to-md": "3.1.5",
+    "notion-to-md": "3.1.7",
     "oauth-1.0a": "2.2.6",
     "ofetch": "1.4.1",
     "otplib": "12.0.1",
     "pac-proxy-agent": "7.2.0",
-    "proxy-chain": "2.5.6",
+    "proxy-chain": "2.5.7",
     "puppeteer": "22.6.2",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
     "puppeteer-extra-plugin-user-data-dir": "2.4.1",
     "puppeteer-extra-plugin-user-preferences": "2.4.1",
     "query-string": "9.1.1",
-    "rate-limiter-flexible": "5.0.5",
-    "re2js": "1.0.1",
+    "rate-limiter-flexible": "6.1.0",
+    "re2js": "1.1.0",
     "rfc4648": "1.5.4",
     "rss-parser": "3.13.0",
     "sanitize-html": "2.14.0",
@@ -107,13 +108,13 @@
     "telegram": "2.26.22",
     "tiny-async-pool": "2.1.0",
     "title": "4.0.1",
-    "tldts": "6.1.77",
+    "tldts": "6.1.84",
     "tosource": "2.0.0-alpha.3",
-    "tough-cookie": "5.1.1",
+    "tough-cookie": "5.1.2",
     "tsx": "4.19.3",
-    "twitter-api-v2": "1.20.1",
+    "twitter-api-v2": "1.20.2",
     "ufo": "1.5.4",
-    "undici": "6.21.1",
+    "undici": "6.21.2",
     "uuid": "11.1.0",
     "winston": "3.17.0",
     "xxhash-wasm": "1.1.0",
@@ -123,10 +124,10 @@
     "@babel/preset-env": "7.26.9",
     "@babel/preset-typescript": "7.26.0",
     "@bbob/types": "4.2.0",
-    "@eslint/eslintrc": "3.2.0",
-    "@eslint/js": "9.20.0",
+    "@eslint/eslintrc": "3.3.0",
+    "@eslint/js": "9.22.0",
     "@microsoft/eslint-formatter-sarif": "3.1.0",
-    "@stylistic/eslint-plugin": "4.0.1",
+    "@stylistic/eslint-plugin": "4.2.0",
     "@types/aes-js": "3.1.4",
     "@types/babel__preset-env": "7.10.0",
     "@types/crypto-js": "4.2.2",
@@ -134,7 +135,7 @@
     "@types/etag": "1.8.3",
     "@types/fs-extra": "11.0.4",
     "@types/html-to-text": "9.0.4",
-    "@types/imapflow": "1.0.19",
+    "@types/imapflow": "1.0.20",
     "@types/js-beautify": "1.14.3",
     "@types/jsdom": "21.1.7",
     "@types/json-bigint": "1.0.4",
@@ -143,41 +144,41 @@
     "@types/mailparser": "3.4.5",
     "@types/markdown-it": "14.1.2",
     "@types/module-alias": "2.0.4",
-    "@types/node": "22.13.4",
+    "@types/node": "22.13.10",
     "@types/sanitize-html": "2.13.0",
     "@types/supertest": "6.0.2",
     "@types/tiny-async-pool": "2.0.3",
     "@types/title": "3.4.3",
     "@types/uuid": "10.0.0",
-    "@typescript-eslint/eslint-plugin": "8.24.1",
-    "@typescript-eslint/parser": "8.24.1",
-    "@vercel/nft": "0.29.1",
+    "@typescript-eslint/eslint-plugin": "8.26.1",
+    "@typescript-eslint/parser": "8.26.1",
+    "@vercel/nft": "0.29.2",
     "@vitest/coverage-v8": "2.1.9",
     "discord-api-types": "0.37.119",
-    "eslint": "9.20.1",
-    "eslint-config-prettier": "10.0.1",
+    "eslint": "9.22.0",
+    "eslint-config-prettier": "10.1.1",
     "eslint-nibble": "8.1.0",
-    "eslint-plugin-n": "17.15.1",
+    "eslint-plugin-n": "17.16.2",
     "eslint-plugin-prettier": "5.2.3",
     "eslint-plugin-unicorn": "57.0.0",
     "eslint-plugin-yml": "1.17.0",
     "fs-extra": "11.3.0",
-    "globals": "15.15.0",
+    "globals": "16.0.0",
     "got": "14.4.6",
     "husky": "9.1.7",
-    "js-beautify": "1.15.3",
-    "lint-staged": "15.4.3",
+    "js-beautify": "1.15.4",
+    "lint-staged": "15.5.0",
     "mockdate": "3.0.5",
     "msw": "2.4.3",
     "node-network-devtools": "1.0.25",
-    "prettier": "3.5.1",
+    "prettier": "3.5.3",
     "remark-parse": "11.0.0",
     "supertest": "7.0.0",
-    "typescript": "5.7.3",
+    "typescript": "5.8.2",
     "unified": "11.0.5",
     "vite-tsconfig-paths": "5.1.4",
     "vitest": "2.1.9",
-    "yaml-eslint-parser": "1.2.3"
+    "yaml-eslint-parser": "1.3.0"
   },
   "engines": {
     "node": ">=22"

package/lib/routes/gcores/category.ts

@@ -1,171 +0,0 @@
-import InvalidParameterError from '@/errors/types/invalid-parameter';
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-
-export const route: Route = {
-    path: '/category/:category',
-    categories: ['new-media', 'popular'],
-    example: '/gcores/category/news',
-    parameters: { category: '分类名' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['gcores.com/:category'],
-        },
-    ],
-    name: '分类',
-    maintainers: ['MoguCloud', 'StevenRCE0'],
-    handler,
-    description: `| 资讯 | 视频   | 电台   | 文章     |
-| ---- | ------ | ------ | -------- |
-| news | videos | radios | articles |`,
-};
-
-async function handler(ctx) {
-    const category = ctx.req.param('category');
-    const url = `https://www.gcores.com/${category}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const data = res.data;
-    const $ = load(data);
-    const feedTitle = $('title').text();
-
-    let list =
-        category === 'news'
-            ? $('a.news').map(function () {
-                  const item = {
-                      url: $(this).attr('href'),
-                      title: $(this).find('.news_content>h3').text(),
-                  };
-                  return item;
-              })
-            : $('.original.am_card.original-normal').map(function () {
-                  const item = {
-                      url: $(this).find('.am_card_inner>a').attr('href'),
-                      title: $(this).find('h3.am_card_title').text(),
-                      category: $(this).find('span.original_category>a').text(),
-                  };
-                  return item;
-              });
-    list = list.get();
-
-    if (list.length > 0 && list.every((item) => item.url === undefined)) {
-        throw new InvalidParameterError('Article URL not found! Please submit an issue on GitHub.');
-    }
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const articleUrl = `https://www.gcores.com${item.url}`;
-
-            return cache.tryGet(articleUrl, async () => {
-                const itemRes = await got({
-                    method: 'get',
-                    url: articleUrl,
-                });
-
-                const itemPage = itemRes.data;
-                const $ = load(itemPage);
-
-                const articleRaw = await got(`https://www.gcores.com/gapi/v1${item.url}?include=media,category,user`);
-                const articleData = articleRaw.data.data;
-                const articleMeta = articleRaw.data.included.find((i) => i.type === 'users' && i.id === articleData.relationships.user.data.id);
-                const author = articleMeta.attributes.nickname;
-
-                let cover;
-                if (articleData.attributes.cover) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.cover}" />`;
-                } else if (articleData.attributes.thumb) {
-                    cover = `<img src="https://image.gcores.com/${articleData.attributes.thumb}" />`;
-                } else {
-                    cover = '';
-                }
-
-                // replace figure with img
-                const articleContent = JSON.parse(articleData.attributes.content);
-                const entityRangeMap = {};
-                for (const block of articleContent.blocks || []) {
-                    if (block.entityRanges.length) {
-                        entityRangeMap[block.key] = block.entityRanges;
-                    }
-                }
-
-                $('figure').each((i, elem) => {
-                    const keyAttr = elem.attribs['data-offset-key'];
-                    const keyMatch = /^(\w+)-(\d+)-(\d)$/.exec(keyAttr);
-                    let actualContent = '';
-                    if (keyMatch) {
-                        const [, key, index] = keyMatch;
-                        if (entityRangeMap[key] && entityRangeMap[key][index]) {
-                            const entityKey = entityRangeMap[key] && entityRangeMap[key][index].key;
-                            const entity = articleContent.entityMap[entityKey];
-                            actualContent = convertEntityToContent(entity);
-                        }
-                    }
-
-                    if (actualContent) {
-                        $(elem).replaceWith(actualContent);
-                    }
-                });
-
-                // remove editor toolbar img
-                $('.md-editor-toolbar').replaceWith('');
-                // remove hidden tip block
-                $('.story_hidden').replaceWith('');
-
-                const content = $('.story.story-show').html();
-                const basicItem = {
-                    title: item.title,
-                    description: cover + content,
-                    link: articleUrl,
-                    guid: articleUrl,
-                    author,
-                    pubDate: new Date(articleData.attributes['published-at']),
-                };
-                return category === 'news' ? basicItem : { ...basicItem, category: item.category };
-            });
-        })
-    );
-    return {
-        title: feedTitle,
-        link: url,
-        item: out,
-    };
-}
-
-function convertEntityToContent(entity) {
-    const { type, data } = entity;
-    switch (type) {
-        case 'IMAGE':
-            return `
-<figure>
-<img src="https://image.gcores.com/${data.path}" alt="${data.caption || ''}">
-${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}
-</figure>`;
-
-        case 'GALLERY':
-            return data.images
-                .map(
-                    (image, i, arr) => `
-<figure>
-<img src="https://image.gcores.com/${image.path}" alt="${image.caption || ''}">
-<figcaption>${data.caption || ''} (${i + 1}/${arr.length}) ${image.caption || ''}</figcaption>
-</figure>
-            `
-                )
-                .join('');
-
-        default:
-            return '';
-    }
-}

package/lib/routes/gcores/collection.ts

@@ -1,161 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-/* refer to: ./tag.js (author: @StevenREC0) */
-import got from '@/utils/got';
-
-export const route: Route = {
-    path: '/collections/:collection',
-    categories: ['new-media', 'popular'],
-    example: '/gcores/collections/64',
-    parameters: { collection: '专题id，可在专题页面的 URL 中找到，如 游戏开发设计心得分享 -- 64' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: true,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['gcores.com/collections/:collection'],
-        },
-    ],
-    name: '专题文章',
-    maintainers: ['kudryavka1013'],
-    handler,
-};
-
-async function handler(ctx) {
-    // get params
-    const collection = ctx.req.param('collection');
-
-    // feed info
-    const baseUrl = `https://www.gcores.com/gapi/v1/collections/${collection}`;
-    const baseRes = await got(baseUrl);
-    const feedTitle = baseRes.data.data.attributes.title;
-    const feedUrl = `https://www.gcores.com/collections/${collection}`;
-
-    // resolve articles
-    const dataUrl = `${baseUrl}/articles?sort=-published-at`;
-    const res = await got(dataUrl);
-    const list = res.data.data;
-
-    function wrapInlineTag(strArr, startIdx, endIdx, preString, sufString) {
-        if (startIdx === endIdx - 1) {
-            strArr[startIdx] = `${preString}${strArr[startIdx]}${sufString}`;
-        } else {
-            strArr[startIdx] = `${preString}${strArr[startIdx]}`;
-            strArr[endIdx - 1] = `${strArr[endIdx - 1]}${sufString}`;
-        }
-    }
-
-    const items = list.map((item) => {
-        const articleUrl = `https://www.gcores.com/${item.type}/${item.id}`;
-        return cache.tryGet(articleUrl, () => {
-            let cover = '';
-            if (item.attributes.cover) {
-                cover = `<img src="https://image.gcores.com/${item.attributes.cover}" />`;
-            } else if (item.attributes.thumb) {
-                cover = `<img src="https://image.gcores.com/${item.attributes.thumb}" />`;
-            }
-
-            const contentBlocks = JSON.parse(item.attributes.content);
-            const { blocks, entityMap } = contentBlocks;
-
-            function convertBlockToContent(block) {
-                const { type, text, entityRanges, inlineStyleRanges } = block;
-                let formattedText = text;
-                if (entityRanges.length || inlineStyleRanges.length) {
-                    // split string and insert HTML tag
-                    const strArr = [...text];
-                    let isMedia = false;
-                    if (entityRanges.length) {
-                        for (const entityRange of entityRanges) {
-                            const { key, offset, length } = entityRange;
-                            const startIdx = offset,
-                                endIdx = offset + length;
-                            const { data, type } = entityMap[key];
-                            switch (type) {
-                                case 'LINK':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<a href="${data.url || data.href}" target="${data.target || '_blank'}">`, `</a>`);
-                                    break;
-                                case 'IMAGE':
-                                    formattedText = `<figure><img src="https://image.gcores.com/${data.path}" width="${data.width}" height="${data.height}"/>${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                case 'EMBED':
-                                    formattedText = `<figure>${data.content}${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                case 'GALLERY':
-                                    formattedText = `<figure>${data.images.map((image) => `<div><img src="https://image.gcores.com/${image.path}" width="${image.width}" height="${image.height}"/></div>`).join('')}</figure>`;
-                                    isMedia = true;
-                                    break;
-                                default:
-                                    break;
-                            }
-                        }
-                    }
-                    if (inlineStyleRanges.length) {
-                        for (const inlineStyleRange of inlineStyleRanges) {
-                            const { style, offset, length } = inlineStyleRange;
-                            const startIdx = offset,
-                                endIdx = offset + length;
-                            switch (style) {
-                                case 'BOLD':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<b>`, `</b>`);
-                                    break;
-                                case 'UNDERLINE':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<span style="text-decoration:underline">`, `</span>`);
-                                    break;
-                                case 'ITALIC':
-                                    wrapInlineTag(strArr, startIdx, endIdx, `<i>`, `</i>`);
-                                    break;
-                                default:
-                                    break;
-                            }
-                        }
-                    }
-                    formattedText = isMedia ? formattedText : strArr.join('');
-                }
-
-                /* 未兼容列表，仅展示为段落，有兴趣可以补全：unordered-list-item、ordered-list-item */
-                switch (type) {
-                    case 'unstyled':
-                        return `<p>${formattedText}</p>`;
-                    case 'header-one':
-                        return `<h1>${formattedText}</h1>`;
-                    case 'header-two':
-                        return `<h2>${formattedText}</h2>`;
-                    case 'header-three':
-                        return `<h3>${formattedText}</h3>`;
-                    case 'header-four':
-                        return `<h4>${formattedText}</h4>`;
-                    case 'header-five':
-                        return `<h5>${formattedText}</h5>`;
-                    case 'header-six':
-                        return `<h6>${formattedText}</h6>`;
-                    case 'atomic':
-                        return formattedText;
-                    default:
-                        return `<p>${formattedText}</p>`;
-                }
-            }
-            const content = blocks.map((block) => convertBlockToContent(block));
-
-            return {
-                title: item.attributes.title,
-                description: cover + content.join(''),
-                link: articleUrl,
-            };
-        });
-    });
-
-    // return data
-    return {
-        title: feedTitle,
-        link: feedUrl,
-        item: items,
-    };
-}

package/lib/routes-deprecated/ltaaa/index.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'latest';
-
-    const rootUrl = 'http://www.ltaaa.cn';
-    const currentUrl = `${rootUrl}/${category === 'picture' ? category : `article${category === 'latest' ? '' : `/${category}`}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $(category === 'picture' || category === 'curiosities' ? 'dd .title' : '.li-title a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                if (category === 'picture') {
-                    item.description = '';
-                    content('.show li').each(function () {
-                        item.description += content(this).find('a').html() + (content(this).find('.pic-p').html() || '');
-                    });
-                    item.pubDate = parseDate(
-                        content('.view a img')
-                            .attr('src')
-                            .match(/http:\/\/img\.ltaaa\.cn\/uploadfile\/(.*)\/\d+\.jpg/)[1],
-                        'YYYY/MM/DD'
-                    );
-                } else {
-                    content('.post-param').find('a, span').remove();
-                    item.pubDate = timezone(new Date(content('.post-param').text().trim()), +8);
-
-                    content('.post-title, .post-param, .post-keywords, .like-post, .clear, .hook').remove();
-                    item.description = content('.post-body').html();
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};