rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/jisilu/explore.ts

@@ -0,0 +1,79 @@
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+
+import { rootUrl, processItems } from './util';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { filter } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const targetUrl: string = new URL(`/${filter ? 'home/' : ''}explore/${filter ?? ''}`, rootUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').prop('lang') ?? 'zh';
+
+    const items: DataItem[] = await processItems($, $('div.aw-question-list'), limit);
+
+    $('div.pagination').remove();
+
+    const author = $('meta[name="keywords"]').prop('content').split(/,/)[0];
+    const feedImage = $('div.aw-logo img').prop('src');
+
+    return {
+        title: `${$('title').text()} - ${$('li.active')
+            .slice(1)
+            .toArray()
+            .map((l) => $(l).text())
+            .join('|')}`,
+        description: $('meta[name="description"]').prop('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: feedImage,
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/explore/:filter?',
+    name: '广场',
+    url: 'www.jisilu.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/jisilu/explore',
+    parameters: {
+        category: '过滤器，默认为空，可在对应页 URL 中找到',
+    },
+    description: `::: tip
+若订阅 [债券/可转债 - 热门 - 30天](https://www.jisilu.cn/home/explore/category-4__sort_type-hot__day-30)，网址为 \`https://www.jisilu.cn/home/explore/category-4__sort_type-hot__day-30\`，请截取 \`https://www.jisilu.cn/home/explore/\` 到末尾的部分 \`category-4__sort_type-hot__day-30\` 作为 \`filter\` 参数填入，此时目标路由为 [\`/jisilu/explore/category-4__sort_type-hot__day-30\`](https://rsshub.app/jisilu/explore/category-4__sort_type-hot__day-30)。
+:::
+    `,
+    categories: ['finance'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.jisilu.cn/home/explore/:filter', 'www.jisilu.cn/home/explore', 'www.jisilu.cn/explore'],
+            target: (params) => {
+                const filter = params.filter;
+
+                return `/jisilu/explore${filter ? `/${filter}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/jisilu/namespace.ts

@@ -3,5 +3,6 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '集思录',
     url: 'jisilu.cn',
+    description: '一个以数据为本的投资社区',
     lang: 'zh-CN',
 };

package/lib/routes/jisilu/people.ts

@@ -0,0 +1,95 @@
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+
+import { rootUrl, processItems } from './util';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+const actions: { [key: string]: string } = {
+    questions: '101',
+    answers: '201',
+};
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id, type = 'questions' } = ctx.req.param();
+
+    if (type && type !== 'answers' && type !== 'questions') {
+        throw new InvalidParameterError('请填入合法的类型 id，可选值为 `questions` 即 `主题` 或 `answer` 即 `回复`，默认为空，即全部');
+    }
+
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const targetUrl: string = new URL(`/people/${id}`, rootUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').prop('lang') ?? 'zh';
+    const userId: string | undefined = response.match(/var\sPEOPLE_USER_ID\s=\s'(\d+)';/)?.[1];
+
+    if (!userId) {
+        throw new InvalidParameterError('请填入合法的用户 id，参见用户排名 https://www.jisilu.cn/users/');
+    }
+
+    const apiUrl: string = new URL(`people/ajax/user_actions/uid-${userId}__actions-${actions[type]}__page-1`, rootUrl).href;
+
+    const detailResponse = await ofetch(apiUrl);
+    const $$: CheerioAPI = load(detailResponse);
+
+    const items: DataItem[] = await processItems($$, $$('*'), limit);
+
+    const author = $('meta[name="keywords"]').prop('content').split(/,/)[0];
+    const feedImage = $('div.aw-logo img').prop('src');
+
+    return {
+        title: `${$('title').text()}${type ? ` - ${$(`div#${type} h3`).text()}` : ''}`,
+        description: $('meta[name="description"]').prop('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: feedImage,
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/people/:id/:type?',
+    name: '用户',
+    url: 'www.jisilu.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/jisilu/people/天书',
+    parameters: {
+        id: '用户 id，可在对应用户页 URL 中找到',
+        type: '类型，可选值为 `questions` 即 `主题` 或 `answer` 即 `回复`，默认为 `questions` 即 `主题`',
+    },
+    description: `::: tip
+若订阅 [天书的主题](https://www.jisilu.cn/people/天书)，网址为 \`https://www.jisilu.cn/people/天书\`，请截取 \`https://www.jisilu.cn/people/\` 到末尾的部分 \`天书\` 作为 \`id\` 参数填入，此时目标路由为 [\`/jisilu/people/天书\`](https://rsshub.app/jisilu/people/天书)。
+:::
+
+::: tip
+前往 [用户排名](https://www.jisilu.cn/users/) 查看更多用户。
+:::
+`,
+    categories: ['finance'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.jisilu.cn/people/:id'],
+            target: '/people/:id',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/jisilu/topic.ts

@@ -0,0 +1,76 @@
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+
+import { rootUrl, processItems } from './util';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id } = ctx.req.param();
+
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const targetUrl: string = new URL(`/topic/${id}`, rootUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').prop('lang') ?? 'zh';
+
+    const items: DataItem[] = await processItems($, $('div.aw-question-list'), limit);
+
+    $('div.pagination').remove();
+
+    const author = $('meta[name="keywords"]').prop('content').split(/,/)[0];
+    const feedImage = $('div.aw-logo img').prop('src');
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="description"]').prop('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: feedImage,
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/topic/:id',
+    name: '话题',
+    url: 'www.jisilu.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/jisilu/topic/可转债',
+    parameters: {
+        id: '话题 id，可在对应话题页 URL 中找到',
+    },
+    description: `::: tip
+若订阅 [可转债](https://www.jisilu.cn/topic/可转债)，网址为 \`https://www.jisilu.cn/topic/可转债\`，请截取 \`https://www.jisilu.cn/topic/\` 到末尾的部分 \`可转债\` 作为 \`id\` 参数填入，此时目标路由为 [\`/jisilu/topic/可转债\`](https://rsshub.app/jisilu/topic/可转债)。
+:::
+
+::: tip
+前往 [话题广场](https://www.jisilu.cn/topic) 查看更多话题。
+:::
+`,
+    categories: ['finance'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.jisilu.cn/topic/:id'],
+            target: '/topic/:id',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/jisilu/util.ts

@@ -0,0 +1,111 @@
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+
+import { type DataItem } from '@/types';
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const rootUrl: string = 'https://www.jisilu.cn';
+
+const processItems: ($: CheerioAPI, targetEl: Cheerio<Element>, limit: number) => Promise<DataItem[]> = async ($: CheerioAPI, targetEl: Cheerio<Element>, limit: number) => {
+    const items: DataItem[] = targetEl
+        .find('div.aw-item')
+        .toArray()
+        .map((item): DataItem => {
+            const $item: Cheerio<Element> = $(item);
+
+            const aEl: Cheerio<Element> = $item.find('h4 a');
+
+            const title: string = aEl.text();
+            const link: string | undefined = aEl.prop('href');
+
+            const pubDateStr: string | undefined = $item
+                .find('.aw-text-color-999')
+                .text()
+                .match(/(\d{4}-\d{2}-\d{2}\s\d{2}:\d{2})/)?.[1];
+
+            const authorEl: Cheerio<Element> = $item.find('a.aw-user-name');
+            const author: DataItem['author'] = authorEl.prop('href')
+                ? [
+                      {
+                          name: authorEl.text(),
+                          url: authorEl.prop('href'),
+                      },
+                  ]
+                : authorEl.text();
+
+            return {
+                title,
+                pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : undefined,
+                link,
+                category: $item
+                    .find('span.aw-question-tags a, a.aw-topic-name')
+                    .toArray()
+                    .map((c) => $(c).text()),
+                author,
+            };
+        });
+
+    return (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link && typeof item.link !== 'string') {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('div.aw-mod-head h1').text();
+
+                    if (!title) {
+                        return item;
+                    }
+
+                    const isAnswer: boolean = item.link ? /answer_id/.test(item.link) : false;
+
+                    const description: string = (isAnswer ? $$('div.markitup-box').last() : $$('div.markitup-box').first()).html() ?? '';
+
+                    const metaStr: string = $$(isAnswer ? 'div.aw-dynamic-topic-meta' : 'div.aw-question-detail-meta')
+                        .find('span.aw-text-color-999')
+                        .text();
+
+                    const pubDateStr = metaStr.match(isAnswer ? /(\d{4}-\d{2}-\d{2}\s\d{2}:\d{2})/ : /发表时间\s(\d{4}-\d{2}-\d{2}\s\d{2}:\d{2})/)?.[1];
+                    const updatedStr = metaStr.match(/最后修改时间\s(\d{4}-\d{2}-\d{2}\s\d{2}:\d{2})/)?.[1];
+
+                    const authorEl: Cheerio<Element> = $$(isAnswer ? 'p.publisher a.aw-user-name' : 'div.aw-side-bar-mod-body a.aw-user-name').first();
+                    const author: DataItem['author'] = authorEl.prop('href')
+                        ? [
+                              {
+                                  name: authorEl.text(),
+                                  url: authorEl.prop('href'),
+                                  avatar: authorEl.parent().parent().find('img').first().prop('src'),
+                              },
+                          ]
+                        : authorEl.text();
+
+                    return {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                        link: item.link,
+                        category: item.category,
+                        author,
+                        content: {
+                            html: description,
+                            text: $$('div.aw-question-detail-txt').first().text(),
+                        },
+                        updated: updatedStr ? timezone(parseDate(updatedStr), +8) : item.updated,
+                    };
+                });
+            })
+        )
+    )
+        .filter((_): _ is DataItem => true)
+        .slice(0, limit);
+};
+
+export { rootUrl, processItems };

package/lib/routes/jiuyangongshe/community.ts

@@ -4,7 +4,7 @@ import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import md5 from '@/utils/md5';
-import path from 'path';
+import path from 'node:path';
 import { getCurrentPath } from '@/utils/helpers';
 import { art } from '@/utils/render';
 

package/lib/routes/jlu/phy/index.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/phy/:category/:column/:subcolumn?',
+    categories: ['university'],
+    example: '/jlu/phy/xzgz/tzgg',
+    parameters: {
+        category: '分类，为「行政工作」、「科学研究」、「人才培养」的拼音小写首字母。',
+        column: '栏目，当分类为「行政工作」时，为「通知公告」、「学院新闻」、「学院文件」的拼音小写首字母。当分类为「科学研究」时，为「科研动态」、「学术活动」的拼音小写首字母。当分类为「人才培养」时。为「本科生教育」、「研究生教育」、「学团工作」的拼音小写首字母。',
+        subcolumn: '子栏目。当栏目为「本科生教育」时，为「本科资讯」的拼音大写首字母，或为「教育思想大讨论系列活动」、「培养方案」的拼音小写首字母。当栏目为「研究生教育」时，为「教学通知」的拼音小写首字母。',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['phy.jlu.edu.cn/:category/:column', 'phy.jlu.edu.cn/:category/:column/:subcolumn'],
+        },
+    ],
+    name: '物理学院',
+    maintainers: ['tsurumi-yizhou'],
+    url: 'phy.jlu.edu.cn',
+    handler: async (ctx) => {
+        const { category, column, subcolumn } = ctx.req.param();
+        const query = subcolumn ? `${column}/${subcolumn}` : column;
+        const response = await got(`https://phy.jlu.edu.cn/${category}/${query}.htm`);
+        const $ = load(response.body);
+        const list = $('.tit-list ul li');
+
+        return {
+            title: '吉林大学物理学院',
+            link: 'https://phy.jlu.edu.cn/',
+            description: '吉林大学物理学院',
+            item: list.toArray().map((item) => {
+                const element = $(item).find('a');
+                const title = element.find('.tl-top').find('h3').text().trim();
+                const link = element.attr('href')!.replaceAll('../', 'https://phy.jlu.edu.cn/');
+                const date = element.find('.tl-top').find('.tl-date');
+                const pubDate = date.find('span').text().replaceAll('/', '').trim() + '-' + date.find('b').text();
+                return {
+                    title,
+                    link,
+                    pubDate: new Date(pubDate),
+                };
+            }),
+        };
+    },
+};

package/lib/routes/joins/chinese.ts

@@ -108,9 +108,9 @@ export const route: Route = {
     handler,
     example: '/chinese',
     parameters: { category: '分类，默认为空，可在对应分类页 URL 中找到 `sc_section_code`' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [财经](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1)，网址为 \`https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1\`。截取 \`sc_section_code\` 的值作为参数填入，此时路由为 [\`/joins/chinese/S1N1\`](https://rsshub.app/joins/chinese/S1N1)。
-  :::
+:::
 
   | 分类                                                                                       | \`sc_section_code\`                             |
   | ------------------------------------------------------------------------------------------ | ----------------------------------------------- |
@@ -151,67 +151,67 @@ export const route: Route = {
         },
         {
             title: '财经',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N1'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N1',
         },
         {
             title: '国际',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N2'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N2',
         },
         {
             title: '北韩',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N3'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N3',
         },
         {
             title: '政治·社会',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N4'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N4',
         },
         {
             title: '中国观察',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N5'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N5',
         },
         {
             title: '社论',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N26'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N26',
         },
         {
             title: '专栏·观点',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N11'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N11',
         },
         {
             title: '军事·科技',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N6'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N6',
         },
         {
             title: '娱乐体育',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N7'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N7',
         },
         {
             title: '教育',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N8'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N8',
         },
         {
             title: '旅游美食',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N9'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N9',
         },
         {
             title: '时尚',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N10'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N10',
         },
         {
             title: '图集',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N12'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N12',
         },
     ],