rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f93bb8c

package/lib/errors/index.tsx

@@ -1,7 +1,7 @@
 import { type NotFoundHandler, type ErrorHandler } from 'hono';
 import { getDebugInfo, setDebugInfo } from '@/utils/debug-info';
 import { config } from '@/config';
-import Sentry from '@sentry/node';
+import * as Sentry from '@sentry/node';
 import logger from '@/utils/logger';
 import Error from '@/views/error';
 

package/lib/middleware/template.tsx

@@ -53,7 +53,7 @@ const middleware: MiddlewareHandler = async (ctx, next) => {
                     // https://stackoverflow.com/questions/1497885/remove-control-characters-from-php-string/1497928#1497928
                     // remove unicode control characters
                     // see #14940 #14943 #15262
-                    item.description = item.description.replaceAll(/[\u0000-\u0009\u000B\u000C\u000E-\u001F\u007F]/g, '');
+                    item.description = item.description.replaceAll(/[\u0000-\u0009\u000B\u000C\u000E-\u001F\u007F\u200B\uFFFF]/g, '');
                 }
 
                 if (typeof item.author === 'string') {

package/lib/router.js

@@ -594,12 +594,6 @@ router.get('/zucc/cssearch/latest/:webVpn/:key', lazyloadRouteHandler('./routes/
 // checkee
 router.get('/checkee/:dispdate', lazyloadRouteHandler('./routes/checkee/index'));
 
-// Matters
-router.get('/matters/latest/:type?', lazyloadRouteHandler('./routes/matters/latest'));
-router.redirect('/matters/hot', '/matters/latest/heat'); // Deprecated
-router.get('/matters/tags/:tid', lazyloadRouteHandler('./routes/matters/tags'));
-router.get('/matters/author/:uid', lazyloadRouteHandler('./routes/matters/author'));
-
 // 古诗文网
 router.get('/gushiwen/recommend/:annotation?', lazyloadRouteHandler('./routes/gushiwen/recommend'));
 

package/lib/routes/domp4/detail.ts

@@ -26,7 +26,7 @@ function getDomList($, detailUrl) {
     return list;
 }
 
-function getItemList($, detailUrl, second) {
+export function getItemList($, detailUrl, second) {
     const encoded = $('.article script[type]')
         .text()
         .match(/return p}\('(.*)',(\d+),(\d+),'(.*)'.split\(/);

package/lib/routes/domp4/latest-movie-bt.ts

@@ -0,0 +1,71 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { getItemList as detailItemList } from './detail';
+
+import { defaultDomain, ensureDomain } from './utils';
+import cache from '@/utils/cache';
+
+function getItemList($) {
+    const list = $(`#vod .list-group-item`)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                publishDate: item.find('b').text(),
+                link: `https://${defaultDomain}${item.find('a').attr('href')}`, // fixed domain for guid
+            };
+        })
+        .filter((item) => !item.title.includes('话') && !item.title.includes('集') && !item.title.includes('更新至'));
+    return list;
+}
+
+export const route: Route = {
+    path: '/latest_movie_bt',
+    categories: ['multimedia'],
+    example: '/domp4/latest_movie_bt',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: true,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['domp4.cc/', 'domp4.cc/custom/update.html'],
+        },
+    ],
+    name: '最近更新的电源BT列表',
+    maintainers: ['xianghuawe'],
+    handler,
+    url: 'domp4.cc/',
+};
+
+async function handler(ctx) {
+    const { domain, second } = ctx.req.query();
+    const hostUrl = ensureDomain(ctx, domain);
+    const latestUrl = `${hostUrl}/custom/update.html`;
+    const res = await got.get(latestUrl);
+    const $ = load(res.data);
+    const list = getItemList($);
+    const process = await Promise.all(
+        list.map(
+            async (item) =>
+                await cache.tryGet(item.link, async () => {
+                    const response = await got.get(item.link);
+                    const $ = load(response.data);
+                    return detailItemList($, item.link, second);
+                })
+        )
+    );
+
+    return {
+        link: latestUrl,
+        title: 'domp4电影',
+        item: process.filter((item) => item !== undefined).flat(),
+    };
+}

package/lib/routes/fanbox/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'fanbox',
-    url: 'https://www.fanbox.cc',
+    url: 'www.fanbox.cc',
 };

package/lib/routes/fanqienovel/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '番茄小说',
+    url: 'fanqienovel.com',
+    categories: ['reading'],
+};

package/lib/routes/fanqienovel/page.ts

@@ -0,0 +1,100 @@
+import type { Data, Route } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+interface Chapter {
+    itemId: string;
+    needPay: number;
+    title: string;
+    isChapterLock: boolean;
+    isPaidPublication: boolean;
+    isPaidStory: boolean;
+    volume_name: string;
+    firstPassTime: string;
+}
+
+interface Page {
+    hasFetch: boolean;
+    author: string;
+    authorId: string;
+    bookId: string;
+    mediaId: string;
+    bookName: string;
+    status: number;
+    category: string;
+    categoryV2: string;
+    abstract: string;
+    thumbUri: string;
+    creationStatus: number;
+    wordNumber: number;
+    readCount: number;
+    description: string;
+    avatarUri: string;
+    creatorId: string;
+    lastPublishTime: string;
+    lastChapterItemId: string;
+    lastChapterTitle: string;
+    volumeNameList: string[];
+    chapterListWithVolume: Chapter[][];
+    chapterTotal: number;
+    followStatus: number;
+    itemIds: string[];
+    hasFetchDirectory: boolean;
+    chapterList: any[];
+    serverRendered: boolean;
+    genre: string;
+    platform: string;
+    type: string;
+    originalAuthors: string;
+    completeCategory: string;
+}
+
+export const route: Route = {
+    path: '/page/:bookId',
+    example: '/fanqienovel/page/6621052928482348040',
+    parameters: { bookId: '小说 ID，可在 URL 中找到' },
+    maintainers: ['TonyRL'],
+    name: '小说更新',
+    handler,
+    radar: [
+        {
+            source: ['fanqienovel.com/page/:bookId'],
+        },
+    ],
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { bookId } = ctx.req.param();
+    const link = `https://fanqienovel.com/page/${bookId}`;
+
+    const response = await ofetch(link);
+    const $ = cheerio.load(response);
+
+    const initialState = JSON.parse(
+        $('script:contains("window.__INITIAL_STATE__")')
+            .text()
+            .match(/window\.__INITIAL_STATE__\s*=\s*(.*);/)?.[1] ?? '{}'
+    );
+
+    const page = initialState.page as Page;
+    const items = page.chapterListWithVolume.flatMap((volume) =>
+        volume.map((chapter) => ({
+            title: chapter.title,
+            link: `https://fanqienovel.com/reader/${chapter.itemId}`,
+            description: chapter.volume_name,
+            pubDate: parseDate(chapter.firstPassTime, 'X'),
+            author: page.author,
+        }))
+    );
+
+    return {
+        title: `${page.bookName} - ${page.author}`,
+        description: page.abstract,
+        link,
+        language: 'zh-CN',
+        image: page.thumbUri,
+        item: items,
+    };
+}

package/lib/routes/jiuyangongshe/community.ts

@@ -0,0 +1,147 @@
+import type { Data, Route } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import md5 from '@/utils/md5';
+import path from 'path';
+import { getCurrentPath } from '@/utils/helpers';
+import { art } from '@/utils/render';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+interface User {
+    follow_type: number;
+    investment_style_id: null | string;
+    user_id: string;
+    nickname: string;
+    follow_status: number;
+    faction_id: string;
+    avatar: string;
+    medal_count: number;
+    style_str: null | string;
+}
+
+interface Stock {
+    stock_id: string;
+    name: string;
+    code: string;
+}
+
+interface ResultItem {
+    article_id: string;
+    is_top: number;
+    user_id: string;
+    is_like: number;
+    categoryIdSet: string[];
+    source_id: null | string;
+    title: string;
+    subtitle: string;
+    image: null | string;
+    cover: null | string;
+    url: null | string;
+    type: number;
+    read_limit: null | number;
+    comment_count: number;
+    collect_count: number;
+    like_count: number;
+    step_count: number;
+    forward_count: number;
+    integral: number;
+    is_user_top: number;
+    read_integral: number;
+    read_limit_time: null | string;
+    fans_limit: number;
+    copy_limit: number;
+    old_type: number;
+    hide: number;
+    create_time: string;
+    is_make_word_cloud: number;
+    sync_time: string;
+    is_flatter: number;
+    feature_img: null | string;
+    interest_disclosure: number;
+    new_interaction_time: string;
+    sensitive_words: null | string;
+    content: string;
+    user: User;
+    stock_list: Stock[];
+}
+
+interface CommunityData {
+    pageNo: number;
+    pageSize: number;
+    orderBy: null | string;
+    order: null | string;
+    autoCount: boolean;
+    map: Record<string, unknown>;
+    params: string;
+    result: ResultItem[];
+    totalCount: number;
+    first: number;
+    totalPages: number;
+    hasNext: boolean;
+    nextPage: number;
+    hasPre: boolean;
+    prePage: number;
+}
+
+interface Community {
+    msg: string;
+    data: CommunityData;
+    errCode: string;
+    serverTime: number;
+}
+
+const render = (data) => art(path.join(__dirname, 'templates', 'community-description.art'), data);
+
+export const route: Route = {
+    path: '/community',
+    example: '/jiuyangongshe/community',
+    maintainers: ['TonyRL'],
+    name: '社群',
+    handler,
+    radar: [
+        {
+            source: ['www.jiuyangongshe.com'],
+        },
+    ],
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const link = `https://www.jiuyangongshe.com`;
+
+    const time = String(Date.now());
+    const response = await ofetch<Community>('https://app.jiuyangongshe.com/jystock-app/api/v2/article/community', {
+        method: 'POST',
+        headers: {
+            platform: '3',
+            timestamp: time,
+            token: md5(`Uu0KfOB8iUP69d3c:${time}`),
+        },
+        body: {
+            category_id: '',
+            limit: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit') as string, 10) : 30,
+            order: 0,
+            start: 1,
+            type: 0,
+            back_garden: 0,
+        },
+    });
+
+    const items = response.data.result.map((item) => ({
+        title: item.title,
+        description: render({ cover: item.cover, content: item.content }),
+        link: `${link}/a/${item.article_id}`,
+        pubDate: timezone(parseDate(item.create_time, 'YYYY-MM-DD HH:mm:ss'), 8),
+        author: item.user.nickname,
+        category: item.stock_list.map((stock) => stock.name),
+    }));
+
+    return {
+        title: '社群 - 韭研公社-研究共享，茁壮成长（原韭菜公社）',
+        link,
+        language: 'zh-CN',
+        item: items,
+    };
+}

package/lib/routes/jiuyangongshe/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '韭研公社',
+    url: 'www.jiuyangongshe.com',
+    categories: ['finance'],
+};

package/lib/routes/jiuyangongshe/templates/community-description.art

@@ -0,0 +1,4 @@
+{{ if cover }}
+<img src="{{ cover }}"><br>
+{{ /if }}
+{{ content }}

package/lib/routes/matters/author.ts

@@ -0,0 +1,63 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+const handler = async (ctx) => {
+    const { uid } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+    const response = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                user(input: {userName: "${uid}"}) {
+                  displayName
+                  avatar
+                  info {
+                    description
+                  }
+                  articles(input: {first: ${limit}}) {
+                    edges {
+                      node {
+                        shortHash
+                        title
+                        content
+                        createdAt
+                        author {
+                          displayName
+                        }
+                        tags {
+                          content
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const user = response.data.user;
+
+    return {
+        title: `Matters | ${user.displayName}`,
+        link: `${baseUrl}/@${uid}`,
+        description: user.info.description,
+        image: user.avatar,
+        item: user.articles.edges.map(({ node }) => parseItem(node)),
+    };
+};
+
+export const route: Route = {
+    path: '/author/:uid',
+    name: 'Author',
+    example: '/matters/author/robertu',
+    parameters: { uid: "Author id, can be found at author's homepage url" },
+    maintainers: ['Cerebrater', 'xosdy'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town/:uid'],
+            target: (params) => `/matters/author/${params.uid.slice(1)}`,
+        },
+    ],
+};

package/lib/routes/matters/latest.ts

@@ -0,0 +1,74 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+const handler = async (ctx) => {
+    const { type = 'latest' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+    const options = {
+        latest: {
+            title: '最新',
+            apiType: 'newest',
+        },
+        heat: {
+            title: '熱議',
+            apiType: 'hottest',
+        },
+        essence: {
+            title: '精華',
+            apiType: 'icymi',
+        },
+    };
+
+    const response = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                viewer {
+                  recommendation {
+                    feed: ${options[type].apiType}(input: {first: ${limit}}) {
+                      edges {
+                        node {
+                          shortHash
+                          title
+                          content
+                          createdAt
+                          author {
+                            displayName
+                          }
+                          tags {
+                            content
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const item = response.data.viewer.recommendation.feed.edges.map(({ node }) => parseItem(node));
+
+    return {
+        title: `Matters | ${options[type].title}`,
+        link: baseUrl,
+        item,
+    };
+};
+export const route: Route = {
+    path: '/latest/:type?',
+    name: 'Latest, heat, essence',
+    example: '/matters/latest/heat',
+    parameters: { uid: 'Defaults to latest, see table below' },
+    maintainers: ['xyqfer', 'Cerebrater', 'xosdy'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town'],
+        },
+    ],
+    description: `| 最新   | 热门 | 精华    |
+  | ------ | ---- | ------- |
+  | latest | heat | essence |`,
+};

package/lib/routes/matters/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Matters',
+    url: 'matters.town',
+    categories: ['new-media'],
+};

package/lib/routes/matters/tags.ts

@@ -0,0 +1,85 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl, gqlEndpoint, parseItem } from './utils';
+
+interface Tag {
+    type: string;
+    generated: boolean;
+    id: string;
+    typename: string;
+}
+
+const getTagId = (tid: string) =>
+    cache.tryGet(`matters:tags:${tid}`, async () => {
+        const response = await ofetch(`${baseUrl}/tags/${tid}`);
+        const $ = cheerio.load(response);
+        const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+
+        const node = Object.entries(nextData.props.apolloState.data.ROOT_QUERY)
+            .find(([key]) => key.startsWith('node'))
+            ?.pop() as Tag;
+
+        return node?.id.split(':')[1];
+    });
+
+const handler = async (ctx) => {
+    const { tid } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const tagId = await getTagId(tid);
+
+    const gqlResponse = await ofetch(gqlEndpoint, {
+        method: 'POST',
+        body: {
+            query: `{
+                node(input: {id: "${tagId}"}) {
+                  ... on Tag {
+                    content
+                    description
+                    articles(input: {first: ${limit}}) {
+                      edges {
+                        node {
+                          title
+                          shortHash
+                          content
+                          createdAt
+                          author {
+                            displayName
+                          }
+                          tags {
+                            content
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }`,
+        },
+    });
+
+    const node = gqlResponse.data.node;
+
+    return {
+        title: `Matters | ${node.content}`,
+        link: `${baseUrl}/tags/${tid}`,
+        description: node.description,
+        item: node.articles.edges.map(({ node }) => parseItem(node)),
+    };
+};
+
+export const route: Route = {
+    path: '/tags/:tid',
+    name: 'Tags',
+    example: '/matters/tags/972-哲學',
+    parameters: { tid: 'Tag id, can be found in the url of the tag page' },
+    maintainers: ['Cerebrater'],
+    handler,
+    radar: [
+        {
+            source: ['matters.town/tags/:tid'],
+        },
+    ],
+};

package/lib/routes/matters/utils.ts

@@ -0,0 +1,30 @@
+import { parseDate } from '@/utils/parse-date';
+
+export const baseUrl = 'https://matters.town';
+export const gqlEndpoint = 'https://server.matters.town/graphql';
+
+interface Tag {
+    content: string;
+}
+
+interface Author {
+    displayName: string;
+}
+
+interface Article {
+    shortHash: string;
+    title: string;
+    content: string;
+    createdAt: string;
+    author: Author;
+    tags: Tag[];
+}
+
+export const parseItem = (node: Article) => ({
+    title: node.title,
+    description: node.content,
+    link: `${baseUrl}/a/${node.shortHash}`,
+    author: node.author.displayName,
+    pubDate: parseDate(node.createdAt),
+    category: node.tags.map((tag) => tag.content),
+});

package/lib/routes/nikkei/asia/index.ts

@@ -8,15 +8,6 @@ export const route: Route = {
     path: '/asia',
     categories: ['traditional-media'],
     example: '/nikkei/asia',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     radar: [
         {
             source: ['asia.nikkei.com/'],
@@ -25,7 +16,7 @@ export const route: Route = {
     name: 'Nikkei Asia Latest News',
     maintainers: ['rainrdx'],
     handler,
-    url: 'asia.nikkei.com/',
+    url: 'asia.nikkei.com',
 };
 
 async function handler() {

package/lib/routes/nikkei/cn/index.ts

@@ -9,9 +9,45 @@ import parser from '@/utils/rss-parser';
 
 export const route: Route = {
     path: '/cn/*',
-    name: 'Unknown',
-    maintainers: [],
+    name: '中文版新闻',
+    example: '/nikkei/cn',
+    maintainers: ['nczitzk'],
     handler,
+    description: `::: tip
+  如 [中国 经济 日经中文网](https://cn.nikkei.com/china/ceconomy.html) 的 URL 为 \`https://cn.nikkei.com/china/ceconomy.html\` 对应路由为 [\`/nikkei/cn/cn/china/ceconomy\`](https://rsshub.app/nikkei/cn/cn/china/ceconomy)
+
+  如 [中國 經濟 日經中文網](https://zh.cn.nikkei.com/china/ceconomy.html) 的 URL 为 \`https://zh.cn.nikkei.com/china/ceconomy.html\` 对应路由为 [\`/nikkei/cn/zh/china/ceconomy\`](https://rsshub.app/nikkei/cn/zh/china/ceconomy)
+
+  特别地，当 \`path\` 填入 \`rss\` 后（如路由为 [\`/nikkei/cn/cn/rss\`](https://rsshub.app/nikkei/cn/cn/rss)），此时返回的是 [官方 RSS 的内容](https://cn.nikkei.com/rss.html)
+:::`,
+    radar: [
+        {
+            title: '中文版新闻',
+            source: ['cn.nikkei.com/:category/:type', 'cn.nikkei.com/:category', 'cn.nikkei.com/'],
+            target: (params) => {
+                if (params.category && params.type) {
+                    return `/nikkei/cn/cn/${params.category}/${params.type.replace('.html', '')}`;
+                } else if (params.category && !params.type) {
+                    return `/nikkei/cn/cn/${params.category.replace('.html', '')}`;
+                } else {
+                    return `/nikkei/cn/cn`;
+                }
+            },
+        },
+        {
+            title: '中文版新聞',
+            source: ['zh.cn.nikkei.com/:category/:type', 'zh.cn.nikkei.com/:category', 'zh.cn.nikkei.com/'],
+            target: (params) => {
+                if (params.category && params.type) {
+                    return `/nikkei/cn/zh/${params.category}/${params.type.replace('.html', '')}`;
+                } else if (params.category && !params.type) {
+                    return `/nikkei/cn/zh/${params.category.replace('.html', '')}`;
+                } else {
+                    return `/nikkei/cn/zh`;
+                }
+            },
+        },
+    ],
 };
 
 async function handler(ctx) {
@@ -40,7 +76,7 @@ async function handler(ctx) {
         officialFeed = await parser.parseURL(currentUrl);
         items = officialFeed.items.slice(0, limit).map((item) => ({
             title: item.title,
-            link: new URL(item.attr('href'), rootUrl).href,
+            link: new URL(item.link, rootUrl).href,
         }));
     } else {
         const response = await got({

package/lib/routes/nikkei/index.ts

@@ -3,11 +3,12 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 
 export const route: Route = {
-    path: ['/', '/index'],
-    name: 'Unknown',
-    maintainers: [],
+    path: '/index',
+    name: 'Home',
+    example: '/nikkei/index',
+    maintainers: ['zjysdhr'],
     handler,
-    url: 'www.nikkei.com/',
+    url: 'www.nikkei.com',
 };
 
 async function handler() {

package/lib/routes/nikkei/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'The Nikkei 日本経済新聞',
-    url: 'asia.nikkei.com',
+    url: 'nikkei.com',
 };

package/lib/routes/nikkei/news.ts

@@ -10,9 +10,9 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 
 export const route: Route = {
-    path: '/:category/:article_type?',
+    path: '/news/:category/:article_type?',
     categories: ['traditional-media'],
-    example: '/nikkei/news',
+    example: '/nikkei/news/news',
     parameters: { category: 'Category, see table below', article_type: 'Only includes free articles, set `free` to enable, disabled by default' },
     radar: [
         {

package/lib/routes/pwc/sustainability.ts

@@ -1,22 +1,45 @@
 import { Route } from '@/types';
-import { load } from 'cheerio';
-import logger from '@/utils/logger';
 import { parseDate } from '@/utils/parse-date';
-import puppeteer from '@/utils/puppeteer';
+import ofetch from '@/utils/ofetch';
+
+interface PlayerOptions {
+    link: string;
+    image: string;
+    flashplayer: string;
+    width: string;
+    height: string;
+    aspectratio: string;
+    title: string;
+    description: string;
+    autostart: boolean;
+}
+
+interface Element {
+    index: number;
+    href: string;
+    relativeHref: string;
+    text: string;
+    thumbnailText: string;
+    title: string;
+    image: string;
+    tags: string[];
+    filterTags: string;
+    publishDate: string;
+    playerOptions: PlayerOptions;
+    damSize: string;
+    template: string;
+    itemUrl: string;
+    itemWidth: string;
+    itemHeight: string;
+    isPage: boolean;
+    isVideo: boolean;
+    itemVideoTranscriptLink: string;
+}
 
 export const route: Route = {
     path: '/strategyand/sustainability',
     categories: ['other'],
     example: '/pwc/strategyand/sustainability',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: true,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     radar: [
         {
             source: ['strategyand.pwc.com/at/en/functions/sustainability-strategy/publications.html', 'strategyand.pwc.com/'],
@@ -33,47 +56,28 @@ async function handler() {
     const feedLang = 'en';
     const feedDescription = 'Sustainability Publications from PwC Strategy&';
 
-    const browser = await puppeteer();
-    const page = await browser.newPage();
-    logger.http(`Requesting ${baseUrl}`);
-    await page.setRequestInterception(true);
-    page.on('request', (request) => {
-        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
-    });
-    await page.goto(baseUrl, {
-        waitUntil: 'domcontentloaded',
-    });
-    const response = await page.content();
-    page.close();
-
-    const $ = load(response);
-
-    const list = $('div#wrapper article')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const a = item.find('a').first();
-            const div = item.find('div.collection__item-content').first();
-
-            const link = a.attr('href');
-            const title = div.find('h4').find('span').text();
-            const pubDate = parseDate(div.find('time').attr('datetime'), 'DD/MM/YY');
-            const description = div.find('p.paragraph').text();
-
-            return {
-                title,
-                link,
-                pubDate,
-                description,
-            };
-        });
+    const response = await ofetch(
+        'https://www.strategyand.pwc.com/content/pwc/03/en/functions/sustainability-strategy/publications/jcr:content/root/container/content-free-container/section_545483788/collection_v2.filter-dynamic.html',
+        {
+            query: {
+                currentPagePath: '/content/pwc/03/en/functions/sustainability-strategy/publications',
+                list: { menu_0: [] },
+                defaultImagePath: '/content/dam/pwc/network/strategyand-collection-fallback-images',
+            },
+        }
+    );
+    const elements = JSON.parse(response.elements) as Element[];
 
-    const items = list;
+    const items = elements.map((item) => ({
+        title: item.title,
+        link: item.href,
+        pubDate: parseDate(item.publishDate, 'DD/MM/YY'),
+        description: item.text,
+        category: item.tags,
+    }));
 
     // TODO: Add full text support
 
-    browser.close();
-
     return {
         title: 'PwC Strategy& - Sustainability Publications',
         link: baseUrl,

package/lib/routes/zaobao/interactive.ts

@@ -6,27 +6,18 @@ export const route: Route = {
     path: '/interactive-graphics',
     categories: ['traditional-media'],
     example: '/zaobao/interactive-graphics',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     name: '互动新闻',
     maintainers: ['shunf4'],
     handler,
 };
 
 async function handler(ctx) {
-    const sectionLink = `/interactive-graphics`;
+    const sectionLink = '/interactive-graphics';
 
     const { resultList } = await parseList(ctx, sectionLink);
 
     return {
-        title: `《联合早报》互动新闻`,
+        title: '《联合早报》互动新闻',
         link: baseUrl + sectionLink,
         description: '新加坡、中国、亚洲和国际的即时、评论、商业、体育、生活、科技与多媒体新闻，尽在联合早报。',
         item: resultList,

package/lib/routes/zaobao/{index.ts → other.ts}

@@ -3,18 +3,10 @@ import { parseList } from './util';
 const baseUrl = 'https://www.zaobao.com';
 
 export const route: Route = {
-    path: '/:type?/:section?',
+    path: '/other/:type?/:section?',
     categories: ['traditional-media'],
-    example: '/zaobao/lifestyle/health',
+    example: '/zaobao/other/lifestyle/health',
     parameters: { type: 'https://www.zaobao.com/**lifestyle**/health 中的 **lifestyle**', section: 'https://www.zaobao.com/lifestyle/**health** 中的 **health**' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     name: '其他栏目',
     maintainers: ['shunf4'],
     handler,

package/lib/routes/zaobao/realtime.ts

@@ -7,14 +7,6 @@ export const route: Route = {
     categories: ['traditional-media'],
     example: '/zaobao/realtime/china',
     parameters: { section: '分类，缺省为 china' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     name: '即时新闻',
     maintainers: ['shunf4'],
     handler,

package/lib/routes/zaobao/util.ts

@@ -22,16 +22,20 @@ const got_ins = got.extend({
  *
  * @param {*} ctx RSSHub 的 ctx 参数，用来设置缓存
  * @param {string} sectionUrl 形如 /realtime/china 的字符串
- * @returns {Promise<{
- *  title: string;
- *  resultList: {
- *    title: string;
- *    description: string;
- *    pubDate: string;
- *    link: string;
- *  }[];}>} 新闻标题以及新闻列表
+ * @returns 新闻标题以及新闻列表
  */
-const parseList = async (ctx, sectionUrl) => {
+const parseList = async (
+    ctx,
+    sectionUrl: string
+): Promise<{
+    title: string;
+    resultList: {
+        title: string;
+        description: string;
+        pubDate: string;
+        link: string;
+    }[];
+}> => {
     const response = await got_ins.get(baseUrl + sectionUrl);
     const $ = load(response.data);
     let data = $('.article-list').find('.article-type');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f9003f9",
+  "version": "1.0.0-master.f93bb8c",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -37,7 +37,7 @@
     "@hono/zod-openapi": "0.13.0",
     "@notionhq/client": "2.2.15",
     "@postlight/parser": "2.2.3",
-    "@sentry/node": "7.114.0",
+    "@sentry/node": "8.3.0",
     "@tonyrl/rand-user-agent": "2.0.64",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
@@ -57,7 +57,7 @@
     "fanfou-sdk": "5.0.0",
     "form-data": "4.0.0",
     "googleapis": "137.1.0",
-    "hono": "4.3.9",
+    "hono": "4.3.10",
     "html-to-text": "9.0.5",
     "https-proxy-agent": "7.0.4",
     "iconv-lite": "0.6.3",
@@ -98,9 +98,9 @@
     "tldts": "6.1.21",
     "tosource": "2.0.0-alpha.3",
     "tough-cookie": "4.1.4",
-    "tsx": "4.10.5",
+    "tsx": "4.11.0",
     "twitter-api-v2": "1.16.4",
-    "undici": "6.18.0",
+    "undici": "6.18.1",
     "uuid": "9.0.1",
     "winston": "3.13.0",
     "xxhash-wasm": "1.0.2",
@@ -150,7 +150,7 @@
     "got": "14.3.0",
     "husky": "9.0.11",
     "js-beautify": "1.15.1",
-    "lint-staged": "15.2.2",
+    "lint-staged": "15.2.4",
     "mockdate": "3.0.5",
     "msw": "2.3.0",
     "prettier": "3.2.5",

package/lib/routes-deprecated/matters/author.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const host = `https://matters.news`;
-    const url = `https://server.matters.news/graphql`;
-    const response = await got({
-        method: 'post',
-        url,
-        json: {
-            query: `
-      {
-        user(input: { userName: "${uid}" }) {
-          displayName
-          info {
-            description
-          }
-          articles(input: { first: 20 }) {
-            edges {
-              node {
-                slug
-                mediaHash
-                title
-                content
-                createdAt
-              }
-            }
-          }
-        }
-      }`,
-        },
-    });
-
-    const user = response.data.data.user;
-
-    ctx.state.data = {
-        title: `Matters | ${user.displayName}`,
-        link: `${host}/@${uid}`,
-        description: user.info.description,
-        item: user.articles.edges.map(({ node: article }) => ({
-            title: article.title,
-            author: user.displayName,
-            description: article.content,
-            link: `${host}/@${uid}/${article.slug}-${article.mediaHash}`,
-            pubDate: parseDate(article.createdAt),
-        })),
-    };
-};

package/lib/routes-deprecated/matters/latest.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'latest';
-    const url = `https://server.matters.news/graphql`;
-    const options = {
-        latest: {
-            title: '最新',
-            apiType: 'newest',
-        },
-        heat: {
-            title: '熱議',
-            apiType: 'hottest',
-        },
-        essence: {
-            title: '精華',
-            apiType: 'icymi',
-        },
-    };
-
-    const response = await got({
-        method: 'post',
-        url,
-        json: {
-            query: `
-            {
-                viewer {
-                  id
-                  recommendation {
-                    feed: ${options[type].apiType}(input: { first: 10 }) {
-                      edges {
-                        node {
-                          author {
-                            userName
-                            displayName
-                          }
-                          slug
-                          mediaHash
-                          title
-                          content
-                          createdAt
-                        }
-                      }
-                    }
-                  }
-                }
-              }`,
-        },
-    });
-
-    const item = response.data.data.viewer.recommendation.feed.edges.map(({ node }) => {
-        const link = `https://matters.news/@${node.author.userName}/${node.slug}-${node.mediaHash}`;
-        const article = node.content;
-        return {
-            title: node.title,
-            link,
-            description: article,
-            author: node.author.displayName,
-            pubDate: parseDate(node.createdAt),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Matters | ${options[type].title}`,
-        link: 'https://matters.news/',
-        item,
-    };
-};

package/lib/routes-deprecated/matters/tags.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const tid = ctx.params.tid;
-    const host = `https://matters.news`;
-    const url = `https://server.matters.news/graphql`;
-    const response = await got({
-        method: 'post',
-        url,
-        json: {
-            query: `
-                   {
-                     node(input: { id: "${tid}" }) {
-                       ... on Tag {
-                         content
-                         articles(input:{first: 20}){
-                           edges {
-                             node {
-                               id
-                               title
-                               slug
-                               cover
-                               summary
-                               mediaHash
-                               content
-                               createdAt
-                               author {
-                                 id
-                                 userName
-                                 displayName
-                               }
-                             }
-                           }
-                         }
-                       }
-                     }
-                   }`,
-        },
-    });
-
-    const node = response.data.data.node;
-
-    ctx.state.data = {
-        title: `Matters | ${node.content}`,
-        link: `${host}/tags/${tid}`,
-        description: node.content,
-        item: node.articles.edges.map(({ node: article }) => ({
-            title: article.title,
-            author: article.author.displayName,
-            description: article.content,
-            link: `${host}/@${article.author.id}/${article.slug}-${article.mediaHash}`,
-            pubDate: parseDate(article.createdAt),
-        })),
-    };
-};