rsshub 1.0.0-master.f6cb490 → 1.0.0-master.f6f0273

package/lib/routes/wainao/topics.ts

@@ -0,0 +1,214 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id = 'hotspot' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://www.wainao.me';
+    const targetUrl: string = new URL(`topics/${id}`, baseUrl).href;
+    const apiUrl: string = new URL('pf/api/v3/content/fetch/story-feed-sections', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            query: JSON.stringify({
+                feedOffset: 0,
+                feedSize: limit,
+                includeSections: `/topics/${id}`,
+            }),
+            d: 81,
+            _website: 'wainao',
+        },
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = response.content_elements
+        .slice(0, limit)
+        .map((item): DataItem => {
+            const title: string = item.headlines.basic;
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                elements: item.content_elements,
+            });
+            const pubDate: number | string = item.publish_date;
+            const linkUrl: string | undefined = item.website_url;
+            const categories: string[] = [item.taxonomy?.primary_section?.name].filter(Boolean);
+            const authors: DataItem['author'] =
+                item.credits?.by?.map((author) => ({
+                    name: author.name,
+                })) ?? [];
+            const guid: string = item.website_url;
+            const image: string | undefined = item.promo_items.basic.url;
+            const updated: number | string = item.last_updated_date;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDate ? parseDate(pubDate) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                category: categories,
+                author: authors,
+                guid,
+                id: guid,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: updated ? parseDate(updated) : undefined,
+                language,
+            };
+
+            return processedItem;
+        })
+        .filter((_): _ is DataItem => true);
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:title"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/topics/:id?',
+    name: '主题',
+    url: 'wainao.me',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/wainao/topics/hotspot',
+    parameters: {
+        id: {
+            description: '主题 id，默认为 `hotspot`，即热点，可在对应主题页 URL 中找到',
+            options: [
+                {
+                    label: '热点',
+                    value: 'hotspot',
+                },
+                {
+                    label: '人物',
+                    value: 'people',
+                },
+                {
+                    label: '身份',
+                    value: 'identity',
+                },
+                {
+                    label: '政治',
+                    value: 'politics',
+                },
+                {
+                    label: '社会',
+                    value: 'society',
+                },
+                {
+                    label: '文化',
+                    value: 'culture',
+                },
+                {
+                    label: '经济',
+                    value: 'economics',
+                },
+                {
+                    label: '环境',
+                    value: 'environment',
+                },
+                {
+                    label: 'FUN',
+                    value: 'fun',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+若订阅 [人物](https://www.wainao.me/topics/people)，网址为 \`https://www.wainao.me/topics/people\`，请截取 \`https://www.wainao.me/topics/\` 到末尾的部分 \`people\` 作为 \`id\` 参数填入，此时目标路由为 [\`/wainao/topics/people\`](https://rsshub.app/wainao/topics/people)。
+:::
+
+| [热点](https://www.wainao.me/topics/hotspot)        | [人物](https://www.wainao.me/topics/people)       | [身份](https://www.wainao.me/topics/identity)         | [政治](https://www.wainao.me/topics/politics)         | [社会](https://www.wainao.me/topics/society)        | [文化](https://www.wainao.me/topics/culture)        | [经济](https://www.wainao.me/topics/economics)          | [环境](https://www.wainao.me/topics/environment)            | [FUN](https://www.wainao.me/topics/fun)     |
+| --------------------------------------------------- | ------------------------------------------------- | ----------------------------------------------------- | ----------------------------------------------------- | --------------------------------------------------- | --------------------------------------------------- | ------------------------------------------------------- | ----------------------------------------------------------- | ------------------------------------------- |
+| [hotspot](https://rsshub.app/wainao/topics/hotspot) | [people](https://rsshub.app/wainao/topics/people) | [identity](https://rsshub.app/wainao/topics/identity) | [politics](https://rsshub.app/wainao/topics/politics) | [society](https://rsshub.app/wainao/topics/society) | [culture](https://rsshub.app/wainao/topics/culture) | [economics](https://rsshub.app/wainao/topics/economics) | [environment](https://rsshub.app/wainao/topics/environment) | [fun](https://rsshub.app/wainao/topics/fun) |
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.wainao.me/topics/:id'],
+            target: '/topics/:id',
+        },
+        {
+            title: '热点',
+            source: ['www.wainao.me/topics/hotspot'],
+            target: '/topics/hotspot',
+        },
+        {
+            title: '人物',
+            source: ['www.wainao.me/topics/people'],
+            target: '/topics/people',
+        },
+        {
+            title: '身份',
+            source: ['www.wainao.me/topics/identity'],
+            target: '/topics/identity',
+        },
+        {
+            title: '政治',
+            source: ['www.wainao.me/topics/politics'],
+            target: '/topics/politics',
+        },
+        {
+            title: '社会',
+            source: ['www.wainao.me/topics/society'],
+            target: '/topics/society',
+        },
+        {
+            title: '文化',
+            source: ['www.wainao.me/topics/culture'],
+            target: '/topics/culture',
+        },
+        {
+            title: '经济',
+            source: ['www.wainao.me/topics/economics'],
+            target: '/topics/economics',
+        },
+        {
+            title: '环境',
+            source: ['www.wainao.me/topics/environment'],
+            target: '/topics/environment',
+        },
+        {
+            title: 'FUN',
+            source: ['www.wainao.me/topics/fun'],
+            target: '/topics/fun',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/xiaoyuzhou/podcast.ts

@@ -1,5 +1,5 @@
 import { Route, ViewType } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 
@@ -30,43 +30,43 @@ export const route: Route = {
 
 async function handler(ctx) {
     const id = ctx.req.param('id');
-    let link = `https://www.xiaoyuzhoufm.com/podcast/${id}`;
-    let response = await got({
-        method: 'get',
-        url: link,
-    });
+    let link;
+    let response;
+    let $;
+    let page_data;
 
-    let $ = load(response.data);
-    let page_data = JSON.parse($('#__NEXT_DATA__')[0].children[0].data);
+    // First try podcast URL, if that fails try episode URL
+    try {
+        link = `https://www.xiaoyuzhoufm.com/podcast/${id}`;
+        response = await ofetch(link);
 
-    if (!page_data.props.pageProps.podcast?.episodes) {
-        // If episodes are not found, it might be an episode page
-        // Try to get the podcast id from the episode page
+        $ = load(response);
+        const nextDataElement = $('#__NEXT_DATA__').get(0);
+        page_data = JSON.parse(nextDataElement.children[0].data);
+
+        // If no episodes found, we should try episode URL
+        if (!page_data.props.pageProps.podcast?.episodes) {
+            throw new Error('No episodes found in podcast data');
+        }
+    } catch {
+        // Try as episode instead
         link = `https://www.xiaoyuzhoufm.com/episode/${id}`;
-        response = await got({
-            method: 'get',
-            url: link,
-        });
+        response = await ofetch(link);
+
+        $ = load(response);
+        const podcastLink = $('a[href^="/podcast/"].name').attr('href');
 
-        $ = load(response.data);
-        const podcastLink = $('.jsx-605929003.podcast-title .jsx-605929003.name').attr('href');
         if (podcastLink) {
             const podcastId = podcastLink.split('/').pop();
             link = `https://www.xiaoyuzhoufm.com/podcast/${podcastId}`;
-            response = await got({
-                method: 'get',
-                url: link,
-            });
+            response = await ofetch(link);
 
-            $ = load(response.data);
-            page_data = JSON.parse($('#__NEXT_DATA__')[0].children[0].data);
+            $ = load(response);
+            const nextDataElement = $('#__NEXT_DATA__').get(0);
+            page_data = JSON.parse(nextDataElement.children[0].data);
         }
     }
 
-    if (!page_data.props.pageProps.podcast?.episodes) {
-        throw new Error('Failed to fetch podcast episodes');
-    }
-
     const episodes = page_data.props.pageProps.podcast.episodes.map((item) => ({
         title: item.title,
         enclosure_url: item.enclosure.url,

package/lib/routes/xjtu/yz.ts

@@ -0,0 +1,74 @@
+import type { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import logger from '@/utils/logger';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/yz/:category?',
+    categories: ['university'],
+    example: '/xjtu/yz/zsdt',
+    parameters: { category: '栏目类型，默认请求`zsdt`，详见下方表格' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['yz.xjtu.edu.cn/index/:category.htm'],
+            target: '/yz/:category',
+        },
+    ],
+    name: '研究生招生信息网',
+    maintainers: ['YoghurtGuy'],
+    handler,
+    description: `栏目类型
+
+| 招生动态 | 通知公告 | 政策法规 | 招生统计 | 历年复试线 | 博士招生 | 硕士招生 | 推免生 | 其他招生 |
+| -------- | -------- | -------- | -------- | ---------- | -------- | -------- | ------ | -------- |
+| zsdt     | tzgg     | zcfg     | zstj     | lnfsx      | bszs     | sszs     | tms    | qtzs     |`,
+};
+async function handler(ctx) {
+    const { category = 'zsdt' } = ctx.req.param();
+    const baseUrl = 'https://yz.xjtu.edu.cn';
+
+    const response = await ofetch(`${baseUrl}/index/${category}.htm`);
+    const $ = load(response);
+    const list = $('div.list-con ul li')
+        .toArray()
+        .map((item_) => {
+            const item = $(item_);
+            const a = item.find('a');
+            return {
+                title: a.attr('title'),
+                link: new URL(a.attr('href')!, baseUrl).href,
+                pubDate: timezone(parseDate(item.find('span.date.fr').text()), +8),
+            } as DataItem;
+        });
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link!, async () => {
+                try {
+                    const res = await ofetch(item.link!);
+                    const content = load(res);
+                    item.description = content('#vsb_content').html()! + (content('form ul').length > 0 ? content('form ul').html() : '');
+                    return item;
+                } catch (error) {
+                    logger.error(`Fetch failed for ${item.link}:`, error);
+                    return item;
+                }
+            })
+        )
+    );
+    return {
+        title: '西安交通大学研究生招生信息网',
+        link: 'https://yz.xjtu.edu.cn',
+        item: items,
+    } as Data;
+}

package/lib/routes/youmemark/index.ts

@@ -44,13 +44,13 @@ async function handler(ctx): Promise<Data> {
     const $ = load(response);
 
     const name = $('h2.font-bold').text().trim();
-    const avatar = $('span.relative.flex img').attr('src');
-    const intro = $('.text-center .prose p').first().text().trim();
+    const avatar = $('span.relative.flex img, span.relative.flex.shrink-0 img').attr('src');
+    const intro = $('.text-center .prose p, .text-sm.text-gray-500.text-center .prose p').first().text().trim();
 
     const items: Data['item'] = [];
     $('h2:contains("收集箱")')
-        .next()
-        .find('> .rounded-lg')
+        .parent()
+        .find('.rounded-lg.space-y-2')
         .each((_, element) => {
             const $item = $(element);
 
@@ -60,10 +60,10 @@ async function handler(ctx): Promise<Data> {
             const domain = $link.find('span').last().text().trim().replaceAll(/[()]/g, '').trim();
             const link = $link.attr('href');
 
-            const $contentDiv = $linkDiv.find('> div').first();
+            const $contentDiv = $linkDiv.find('> div.text-sm.text-gray-500');
             const content = $contentDiv.find('p').text().trim();
 
-            const dateStr = $item.children('div').last().text().trim();
+            const dateStr = $item.find('.text-xs.text-gray-500 span').text().trim();
 
             if (link && title && dateStr) {
                 items.push({

package/lib/routes/zaobao/util.ts

@@ -90,11 +90,19 @@ const parseList = async (
                 if ($1('#seo-article-page').text() === '') {
                     // HK
                     title = $1('h1.article-title').text();
-                    time = new Date(JSON.parse($1("head script[type='application/ld+json']").eq(1).text())?.datePublished);
+                    const jsonText = $1("head script[type='application/ld+json']")
+                        .eq(1)
+                        .text()
+                        .replaceAll(/[\u0000-\u001F\u007F-\u009F]/g, '');
+                    time = new Date(JSON.parse(jsonText)?.datePublished);
                 } else {
                     // SG
-                    title = JSON.parse($1('#seo-article-page').text())['@graph'][0]?.headline;
-                    time = new Date(JSON.parse($1('#seo-article-page').text())['@graph'][0]?.datePublished);
+                    const jsonText = $1('#seo-article-page')
+                        .text()
+                        .replaceAll(/[\u0000-\u001F\u007F-\u009F]/g, '');
+                    const json = JSON.parse(jsonText);
+                    title = json['@graph'][0]?.headline;
+                    time = new Date(json['@graph'][0]?.datePublished);
                 }
 
                 $1('.overlay-microtransaction').remove();

package/lib/routes/zhihu/answers.ts

@@ -1,7 +1,6 @@
 import { Route } from '@/types';
-import cache from '@/utils/cache';
 import got from '@/utils/got';
-import { getCookieValueByKey, header, processImage } from './utils';
+import { header, getSignedHeader } from './utils';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
@@ -30,66 +29,39 @@ export const route: Route = {
 async function handler(ctx) {
     const id = ctx.req.param('id');
 
-    const zc0 = getCookieValueByKey('z_c0');
+    // second: get real data from zhihu
+    const apiPath = `/api/v4/members/${id}/answers?limit=7&include=data[*].is_normal,content`;
 
-    const headers = {
-        'User-Agent': 'ZhihuHybrid com.zhihu.android/Futureve/6.59.0 Mozilla/5.0 (Linux; Android 10; GM1900 Build/QKQ1.190716.003; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/85.0.4183.127 Mobile Safari/537.36',
-        Referer: `https://www.zhihu.com/people/${id}/answers`,
-        Cookie: zc0 ? `z_c0=${zc0}` : '',
-    };
+    const signedHeader = await getSignedHeader(`https://www.zhihu.com/people/${id}`, apiPath);
 
-    const response = await got({
-        method: 'get',
-        url: `https://api.zhihu.com/people/${id}/answers?order_by=created&offset=0&limit=10`,
-        headers,
+    const response = await got(`https://www.zhihu.com${apiPath}`, {
+        headers: {
+            ...header,
+            ...signedHeader,
+            Referer: `https://www.zhihu.com/people/${id}/activities`,
+            // Authorization: 'oauth c3cef7c66a1843f8b3a9e6a1e3160e20', // hard-coded in js
+        },
     });
 
     const data = response.data.data;
-    let name = data[0].author.name;
-
-    if (name === '知乎用户') {
-        const userProfile = await cache.tryGet(`zhihu:profile:${id}`, async () => {
-            const apiPath = `/api/v4/members/${id}`;
+    const items = data.map((item) => {
+        const title = item.question.title;
+        // let description = processImage(detail.content);
+        const url = `https://www.zhihu.com/question/${item.question.id}/answer/${item.id}`;
+        const author = item.author.name;
+        const description = item.content;
 
-            const { data } = await got({
-                method: 'get',
-                url: `https://www.zhihu.com${apiPath}`,
-                headers: {
-                    ...header,
-                    Referer: `https://www.zhihu.com/people/${id}`,
-                },
-            });
-            return data;
-        });
-        name = userProfile.name;
-    }
-
-    const items = await Promise.all(
-        data.map(async (item) => {
-            let description;
-            const link = `https://www.zhihu.com/question/${item.question.id}/answer/${item.id}`;
-            const title = item.question.title;
-            try {
-                const detail = await got({
-                    method: 'get',
-                    url: `https://api.zhihu.com/appview/api/v4/answers/${item.id}?include=content&is_appview=true`,
-                    headers,
-                });
-                description = processImage(detail.data.content);
-            } catch {
-                description = `<a href="${link}" target="_blank">${title}</a>`;
-            }
-            return {
-                title,
-                description,
-                pubDate: parseDate(item.created_time * 1000),
-                link,
-            };
-        })
-    );
+        return {
+            title,
+            author,
+            description,
+            pubDate: parseDate(item.created_time * 1000),
+            link: url,
+        };
+    });
 
     return {
-        title: `${name}的知乎回答`,
+        title: `${data[0].author.name}的知乎回答`,
         link: `https://www.zhihu.com/people/${id}/answers`,
         item: items,
     };