rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/utils/wechat-mp.ts

@@ -623,19 +623,21 @@ const fetchArticle = (url: string, bypassHostCheck: boolean = false) => {
  * @return {Promise<object>} - The incoming `item` object, with the article and its metadata filled in.
  */
 const finishArticleItem = async (item, setMpNameAsAuthor = false, skipLink = false) => {
-    const fetchedItem = await fetchArticle(item.link);
-    for (const key in fetchedItem) {
-        switch (key) {
-            case 'author':
-                item.author = setMpNameAsAuthor
-                    ? fetchedItem.mpName || item.author // the Official Account itself. if your route return articles from different accounts, you may want to use this
-                    : fetchedItem.author || item.author; // the real author of the article. if your route return articles from a certain account, use this
-                break;
-            case 'link':
-                item.link = skipLink ? item.link : fetchedItem.link || item.link;
-                break;
-            default:
-                item[key] = item[key] || fetchedItem[key];
+    if (item.link) {
+        const fetchedItem = await fetchArticle(item.link);
+        for (const key in fetchedItem) {
+            switch (key) {
+                case 'author':
+                    item.author = setMpNameAsAuthor
+                        ? fetchedItem.mpName || item.author // the Official Account itself. if your route return articles from different accounts, you may want to use this
+                        : fetchedItem.author || item.author; // the real author of the article. if your route return articles from a certain account, use this
+                    break;
+                case 'link':
+                    item.link = skipLink ? item.link : fetchedItem.link || item.link;
+                    break;
+                default:
+                    item[key] = item[key] || fetchedItem[key];
+            }
         }
     }
     return item;

package/lib/views/error.tsx

@@ -26,7 +26,7 @@ const Index: FC<{
                     <p className="message">
                         Error Message:
                         <br />
-                        <code className="mt-2 block max-h-28 overflow-auto bg-zinc-100 align-bottom w-fit details">{message}</code>
+                        <code className="mt-2 block max-h-28 overflow-auto bg-zinc-100 align-bottom w-fit details whitespace-pre-line">{message}</code>
                     </p>
                     <p className="message">
                         Route: <code className="ml-2 bg-zinc-100">{errorRoute}</code>

package/lib/views/index.tsx

@@ -136,7 +136,7 @@ const Index: FC<{ debugQuery: string | undefined }> = ({ debugQuery }) => {
                 }}
             ></div>
             <div className="w-full grow shrink-0 py-8 flex items-center justify-center flex-col space-y-4">
-                <img src="/logo.png" alt="RSSHub" width="100" loading="lazy" />
+                <img src="./logo.png" alt="RSSHub" width="100" loading="lazy" />
                 <h1 className="text-4xl font-bold">
                     Welcome to <span className="text-[#F5712C]">RSSHub</span>!
                 </h1>

package/lib/views/rss3.test.ts

@@ -1,9 +1,10 @@
 import { describe, expect, it } from 'vitest';
 import rss3 from './rss3';
 
-const NETWORK = 'RSS';
+const NETWORK = 'rsshub';
 const TAG = 'RSS';
 const TYPE = 'feed';
+const PLATFORM = 'RSSHub';
 
 describe('rss3', () => {
     it('should return UMS Result', () => {
@@ -48,7 +49,7 @@ describe('rss3', () => {
                         {
                             tag: TAG,
                             type: TYPE,
-                            platform: 'example.com',
+                            platform: PLATFORM,
                             from: 'example.com',
                             to: 'example.com',
                             metadata: {
@@ -77,7 +78,7 @@ describe('rss3', () => {
                         {
                             tag: TAG,
                             type: TYPE,
-                            platform: 'example.com',
+                            platform: PLATFORM,
                             from: 'example.com',
                             to: 'example.com',
                             metadata: {

package/lib/views/rss3.ts

@@ -6,9 +6,10 @@ import dayjs from 'dayjs';
  * @returns `JSON.stringify`-ed [UMS Result](https://docs.rss3.io/docs/unified-metadata-schemas)
  */
 
-const NETWORK = 'RSS';
+const NETWORK = 'rsshub';
 const TAG = 'RSS';
 const TYPE = 'feed';
+const PLATFORM = 'RSSHub';
 
 const rss3 = (data) => {
     const currentUnixTsp = dayjs().unix();
@@ -29,7 +30,7 @@ const rss3 = (data) => {
                     {
                         tag: TAG,
                         type: TYPE,
-                        platform: owner,
+                        platform: PLATFORM,
                         from: owner,
                         to: owner,
                         metadata: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f9ec483",
+  "version": "1.0.0-master.fa04a11",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -32,21 +32,21 @@
     "*.yml": "eslint --cache --fix"
   },
   "dependencies": {
-    "@bbob/html": "4.1.1",
-    "@bbob/preset-html5": "4.1.1",
-    "@hono/node-server": "1.13.3",
-    "@hono/zod-openapi": "0.16.4",
+    "@bbob/html": "4.2.0",
+    "@bbob/preset-html5": "4.2.0",
+    "@hono/node-server": "1.13.7",
+    "@hono/zod-openapi": "0.18.3",
     "@notionhq/client": "2.2.15",
     "@opentelemetry/api": "1.9.0",
-    "@opentelemetry/exporter-prometheus": "0.54.0",
-    "@opentelemetry/exporter-trace-otlp-http": "0.54.0",
-    "@opentelemetry/resources": "1.27.0",
-    "@opentelemetry/sdk-metrics": "1.27.0",
-    "@opentelemetry/sdk-trace-base": "1.27.0",
-    "@opentelemetry/semantic-conventions": "1.27.0",
+    "@opentelemetry/exporter-prometheus": "0.57.0",
+    "@opentelemetry/exporter-trace-otlp-http": "0.57.0",
+    "@opentelemetry/resources": "1.30.0",
+    "@opentelemetry/sdk-metrics": "1.30.0",
+    "@opentelemetry/sdk-trace-base": "1.30.0",
+    "@opentelemetry/semantic-conventions": "1.28.0",
     "@postlight/parser": "2.2.3",
     "@rss3/sdk": "0.0.23",
-    "@scalar/hono-api-reference": "0.5.158",
+    "@scalar/hono-api-reference": "0.5.165",
     "@sentry/node": "7.119.1",
     "@tonyrl/rand-user-agent": "2.0.81",
     "aes-js": "3.1.2",
@@ -59,36 +59,37 @@
     "currency-symbol-map": "5.1.0",
     "dayjs": "1.11.8",
     "destr": "2.0.3",
-    "directory-import": "3.3.1",
-    "dotenv": "16.4.5",
-    "entities": "5.0.0",
+    "directory-import": "3.3.2",
+    "dotenv": "16.4.7",
+    "entities": "6.0.0",
     "etag": "1.8.1",
     "fanfou-sdk": "5.0.0",
     "form-data": "4.0.1",
     "googleapis": "144.0.0",
-    "hono": "4.6.8",
+    "hono": "4.6.16",
     "html-to-text": "9.0.5",
-    "http-cookie-agent": "6.0.6",
-    "https-proxy-agent": "7.0.5",
+    "http-cookie-agent": "6.0.8",
+    "https-proxy-agent": "7.0.6",
     "iconv-lite": "0.6.3",
-    "imapflow": "1.0.165",
+    "imapflow": "1.0.172",
     "instagram-private-api": "1.46.1",
-    "ioredis": "5.4.1",
+    "ioredis": "5.4.2",
     "ip-regex": "5.0.0",
     "jsdom": "25.0.1",
     "json-bigint": "1.0.0",
     "jsrsasign": "10.9.0",
     "lru-cache": "11.0.2",
     "lz-string": "1.5.0",
-    "mailparser": "3.7.1",
+    "mailparser": "3.7.2",
     "markdown-it": "14.1.0",
     "module-alias": "2.2.3",
-    "notion-to-md": "3.1.1",
+    "narou": "1.1.0",
+    "notion-to-md": "3.1.2",
     "oauth-1.0a": "2.2.6",
     "ofetch": "1.4.1",
     "otplib": "12.0.1",
-    "pac-proxy-agent": "7.0.2",
-    "proxy-chain": "2.5.4",
+    "pac-proxy-agent": "7.1.0",
+    "proxy-chain": "2.5.6",
     "puppeteer": "22.6.2",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
@@ -96,35 +97,36 @@
     "puppeteer-extra-plugin-user-preferences": "2.4.1",
     "query-string": "9.1.1",
     "rate-limiter-flexible": "5.0.4",
-    "re2js": "0.4.2",
-    "rfc4648": "1.5.3",
+    "re2js": "0.4.3",
+    "rfc4648": "1.5.4",
     "rss-parser": "3.13.0",
-    "sanitize-html": "2.13.1",
+    "sanitize-html": "2.14.0",
     "simplecc-wasm": "1.1.0",
-    "socks-proxy-agent": "8.0.4",
+    "socks-proxy-agent": "8.0.5",
     "source-map": "0.7.4",
-    "telegram": "2.26.6",
+    "telegram": "2.26.16",
     "tiny-async-pool": "2.1.0",
-    "title": "3.5.3",
-    "tldts": "6.1.57",
+    "title": "4.0.1",
+    "tldts": "6.1.70",
     "tosource": "2.0.0-alpha.3",
     "tough-cookie": "5.0.0",
     "tsx": "4.19.2",
-    "twitter-api-v2": "1.18.1",
-    "undici": "6.20.1",
-    "uuid": "11.0.2",
-    "winston": "3.15.0",
-    "xxhash-wasm": "1.0.2",
-    "zod": "3.23.8"
+    "twitter-api-v2": "1.19.0",
+    "ufo": "1.5.4",
+    "undici": "6.21.0",
+    "uuid": "11.0.4",
+    "winston": "3.17.0",
+    "xxhash-wasm": "1.1.0",
+    "zod": "3.24.1"
   },
   "devDependencies": {
     "@babel/preset-env": "7.26.0",
     "@babel/preset-typescript": "7.26.0",
-    "@bbob/types": "4.1.1",
-    "@eslint/eslintrc": "3.1.0",
-    "@eslint/js": "9.13.0",
+    "@bbob/types": "4.2.0",
+    "@eslint/eslintrc": "3.2.0",
+    "@eslint/js": "9.17.0",
     "@microsoft/eslint-formatter-sarif": "3.1.0",
-    "@stylistic/eslint-plugin": "2.10.1",
+    "@stylistic/eslint-plugin": "2.12.1",
     "@types/aes-js": "3.1.4",
     "@types/babel__preset-env": "7.9.7",
     "@types/crypto-js": "4.2.2",
@@ -141,38 +143,39 @@
     "@types/mailparser": "3.4.5",
     "@types/markdown-it": "14.1.2",
     "@types/module-alias": "2.0.4",
-    "@types/node": "22.8.6",
+    "@types/node": "22.10.5",
     "@types/sanitize-html": "2.13.0",
     "@types/supertest": "6.0.2",
     "@types/tiny-async-pool": "2.0.3",
     "@types/title": "3.4.3",
     "@types/uuid": "10.0.0",
-    "@typescript-eslint/eslint-plugin": "8.12.2",
-    "@typescript-eslint/parser": "8.12.2",
-    "@vercel/nft": "0.27.5",
+    "@typescript-eslint/eslint-plugin": "8.19.0",
+    "@typescript-eslint/parser": "8.19.0",
+    "@vercel/nft": "0.29.0",
     "@vitest/coverage-v8": "2.0.5",
-    "discord-api-types": "0.37.103",
-    "eslint": "9.13.0",
+    "discord-api-types": "0.37.115",
+    "eslint": "9.17.0",
     "eslint-config-prettier": "9.1.0",
     "eslint-nibble": "8.1.0",
-    "eslint-plugin-n": "17.12.0",
+    "eslint-plugin-n": "17.15.1",
     "eslint-plugin-prettier": "5.2.1",
-    "eslint-plugin-unicorn": "56.0.0",
-    "eslint-plugin-yml": "1.15.0",
+    "eslint-plugin-unicorn": "56.0.1",
+    "eslint-plugin-yml": "1.16.0",
     "fs-extra": "11.2.0",
-    "globals": "15.11.0",
-    "got": "14.4.3",
-    "husky": "9.1.6",
+    "globals": "15.14.0",
+    "got": "14.4.5",
+    "husky": "9.1.7",
     "js-beautify": "1.15.1",
-    "lint-staged": "15.2.10",
+    "lint-staged": "15.3.0",
     "mockdate": "3.0.5",
     "msw": "2.4.3",
-    "prettier": "3.3.3",
+    "node-network-devtools": "1.0.24",
+    "prettier": "3.4.2",
     "remark-parse": "11.0.0",
     "supertest": "7.0.0",
-    "typescript": "5.6.3",
+    "typescript": "5.7.2",
     "unified": "11.0.5",
-    "vite-tsconfig-paths": "5.0.1",
+    "vite-tsconfig-paths": "5.1.4",
     "vitest": "2.0.5",
     "yaml-eslint-parser": "1.2.3"
   },

package/lib/routes/78dm/templates/image.art

@@ -1 +0,0 @@
-<img src="{{ image }}">

package/lib/routes/daily/index.ts

@@ -1,98 +0,0 @@
-import { Route } from '@/types';
-import { getData, getList, getRedirectedLink } from './utils.js';
-
-const variables = {
-    version: 11,
-    ranking: 'POPULARITY',
-    first: 15,
-};
-
-const query = `
-  query AnonymousFeed(
-    $first: Int
-    $ranking: Ranking
-    $version: Int
-    $supportedTypes: [String!] = ["article","share","freeform"]
-  ) {
-    page: anonymousFeed(
-      first: $first
-      ranking: $ranking
-      version: $version
-      supportedTypes: $supportedTypes
-    ) {
-      ...FeedPostConnection
-    }
-  }
-
-  fragment FeedPostConnection on PostConnection {
-    edges {
-      node {
-        ...FeedPost
-      }
-    }
-  }
-
-  fragment FeedPost on Post {
-    ...SharedPostInfo
-  }
-
-  fragment SharedPostInfo on Post {
-    id
-    title
-    image
-    readTime
-    permalink
-    summary
-    createdAt
-    numUpvotes
-    numComments
-    author {
-      ...UserShortInfo
-    }
-    tags
-  }
-
-  fragment UserShortInfo on User {
-    id
-    name
-    image
-    permalink
-    username
-    bio
-  }
-`;
-
-const graphqlQuery = {
-    query,
-    variables,
-};
-
-export const route: Route = {
-    path: '/',
-    example: '/daily',
-    radar: [
-        {
-            source: ['daily.dev/popular'],
-        },
-    ],
-    name: 'Popular',
-    maintainers: ['Rjnishant530'],
-    handler,
-    url: 'daily.dev/popular',
-};
-
-async function handler() {
-    const baseUrl = 'https://app.daily.dev/popular';
-    const data = await getData(graphqlQuery);
-    const list = getList(data);
-    const items = await getRedirectedLink(list);
-    return {
-        title: 'Popular',
-        link: baseUrl,
-        item: items,
-        description: 'Popular Posts on Daily.dev',
-        logo: 'https://app.daily.dev/favicon-32x32.png',
-        icon: 'https://app.daily.dev/favicon-32x32.png',
-        language: 'en-us',
-    };
-}

package/lib/routes/deeplearning/thebatch.ts

@@ -1,74 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import ofetch from '@/utils/ofetch';
-import * as cheerio from 'cheerio';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/thebatch',
-    categories: ['programming'],
-    example: '/deeplearning/thebatch',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['www.deeplearning.ai/thebatch', 'www.deeplearning.ai/'],
-        },
-    ],
-    name: 'TheBatch 周报',
-    maintainers: ['nczitzk', 'juvenn'],
-    handler,
-    url: 'www.deeplearning.ai/thebatch',
-};
-
-async function handler() {
-    const baseUrl = 'https://www.deeplearning.ai';
-    const link = `${baseUrl}/the-batch/`;
-    const page = await ofetch(link);
-    const $ = cheerio.load(page);
-    const nextJs = $('script#__NEXT_DATA__').text();
-    const nextBuildId = JSON.parse(nextJs).buildId;
-
-    const listing = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/the-batch.json`);
-
-    const items = listing.pageProps.posts.map((item) => ({
-        title: item.title,
-        link: `${link}${item.slug}`,
-        jsonUrl: `${baseUrl}/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
-        pubDate: parseDate(item.published_at),
-    }));
-
-    return {
-        title: 'The Batch - a new weekly newsletter from deeplearning.ai',
-        link,
-        item: await Promise.all(
-            items.map((item) =>
-                cache.tryGet(item.link, async () => {
-                    const resp = await ofetch(item.jsonUrl);
-                    const $ = cheerio.load(resp.pageProps.cmsData.post.html);
-
-                    $('a').each((_, ele) => {
-                        if (ele.attribs.href?.includes('utm_campaign')) {
-                            const url = new URL(ele.attribs.href);
-                            url.searchParams.delete('utm_campaign');
-                            url.searchParams.delete('utm_source');
-                            url.searchParams.delete('utm_medium');
-                            url.searchParams.delete('_hsenc');
-                            ele.attribs.href = url.href;
-                        }
-                    });
-
-                    item.description = $.html();
-                    return item;
-                })
-            )
-        ),
-    };
-}

package/lib/routes/jisilu/index.ts

@@ -1,133 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import timezone from '@/utils/timezone';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/:category?/:sort?/:day?',
-    categories: ['bbs'],
-    example: '/jisilu',
-    parameters: { category: '分类，见下表，默认为全部，可在 URL 中找到', sort: '排序，见下表，默认为最新，可在 URL 中找到', day: '几天内，见下表，默认为30天，本参数仅在排序参数设定为 `热门` 后才可生效' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['jisilu.cn/home/explore', 'jisilu.cn/explore', 'jisilu.cn/'],
-        },
-    ],
-    name: '广场',
-    maintainers: ['nczitzk'],
-    handler,
-    url: 'jisilu.cn/home/explore',
-    description: `分类
-
-  | 全部 | 债券 / 可转债 | 基金 | 套利 | 新股 |
-  | ---- | ------------- | ---- | ---- | ---- |
-  |      | 4             | 7    | 5    | 3    |
-
-  排序
-
-  | 最新 | 热门 | 按发表时间 |
-  | ---- | ---- | ---------- |
-  |      | hot  | add\_time  |
-
-  几天内
-
-  | 30 天 | 7 天 | 当天 |
-  | ----- | ---- | ---- |
-  | 30    | 7    | 1    |`,
-};
-
-async function handler(ctx) {
-    const category = ctx.req.param('category') ?? '';
-    const sort = ctx.req.param('sort') ?? '';
-    const day = ctx.req.param('day') ?? '';
-
-    const rootUrl = 'https://www.jisilu.cn';
-    let currentUrl = '',
-        name = '',
-        response;
-
-    if (category === 'reply' || category === 'topic') {
-        if (sort) {
-            currentUrl = `${rootUrl}/people/${sort}`;
-            response = await got({
-                method: 'get',
-                url: currentUrl,
-            });
-            name = response.data.match(/<title>(.*) 的个人主页 - 集思录<\/title>/)[1];
-            response = await got({
-                method: 'get',
-                url: `${rootUrl}/people/ajax/user_actions/uid-${response.data.match(/var PEOPLE_USER_ID = '(.*)'/)[1]}__actions-${category === 'topic' ? 1 : 2}01__page-0`,
-            });
-        } else {
-            throw new Error('No user.');
-        }
-    } else {
-        currentUrl = `${rootUrl}/home/explore/category-${category}__sort_type-${sort}__day-${day}`;
-        response = await got({
-            method: 'get',
-            url: currentUrl,
-        });
-    }
-
-    const $ = load(response.data);
-
-    $('.nav').prevAll('.aw-item').remove();
-
-    let items = $('.aw-item')
-        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 30)
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const a = item.find('h4 a');
-
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: timezone(
-                    parseDate(
-                        item
-                            .find('.aw-text-color-999')
-                            .text()
-                            .match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1]
-                    ),
-                    +8
-                ),
-                author: category === 'reply' || category === 'topic' ? name : decodeURI(item.find('.aw-user-name').first().attr('href').split('/people/').pop()),
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = load(detailResponse.data);
-
-                content('.aw-dynamic-topic-more-operate').remove();
-
-                item.description = content('.aw-question-detail-txt').html() + content('.aw-dynamic-topic-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: `${name ? `${name}的${category === 'topic' ? '主题' : '回复'}` : '广场'} - 集思录`,
-        link: currentUrl,
-        item: items,
-    };
-}