rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa1dcc5

package/lib/routes/qstheory/magazine.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl, getItem } from './utils';
+
+export const route: Route = {
+    path: '/magazine/:magazine',
+    categories: ['traditional-media'],
+    example: '/qstheory/magazine/qs',
+    parameters: { magazine: '刊物，`qs` 为求是，`hqwglist` 为红旗文稿' },
+    radar: [
+        {
+            source: ['www.qstheory.cn/:magazine/mulu.htm'],
+        },
+    ],
+    name: '在线读刊',
+    maintainers: ['TonyRL'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { magazine } = ctx.req.param();
+
+    const link = `${baseUrl}/${magazine}/mulu.htm`;
+    const yearResponse = await ofetch(link);
+
+    const $ = cheerio.load(yearResponse);
+
+    const yearList = $('.booktitle a')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        });
+
+    const issueResponse = await ofetch(yearList[0].link);
+    const $$ = cheerio.load(issueResponse);
+
+    const list = $$('.highlight span a')
+        .toArray()
+        .map((item) => {
+            const $item = $$(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        })
+        .toReversed()
+        .filter((item) => item.title);
+
+    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => getItem(item))));
+
+    return {
+        title: $('head title').text(),
+        link,
+        image: new URL($('.book img').attr('src')!, link).href,
+        item: items,
+    };
+}

package/lib/routes/qstheory/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '求是网',
+    url: 'www.qstheory.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/qstheory/utils.ts

@@ -0,0 +1,25 @@
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const baseUrl = 'http://www.qstheory.cn';
+
+export const getItem = async (item) => {
+    const response = await ofetch(item.link);
+    const $ = cheerio.load(response);
+
+    $('.fs-text, .fs-pinglun, .hidden-xs').remove();
+
+    item.author = $('.appellation').text();
+    item.description = $('.highlight, .text').html() || $('.content').html();
+    item.pubDate = parseDate(
+        $('.puttime_mobi, .pubtime, .headtitle span')
+            .text()
+            .trim()
+            .replace('发表于', '')
+            .replaceAll(/(年|月)/g, '-')
+            .replace('日', '')
+    );
+
+    return item;
+};

package/lib/routes/ruc/ai.ts

@@ -83,5 +83,5 @@ export const route: Route = {
   分类字段处填写的是对应中国人民大学高瓴人工智能学院分类页网址中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段，并将其中的 \`/\` 修改为 \`-\`。
 
   如 [中国人民大学高瓴人工智能学院 - 新闻公告 - 学院新闻](http://ai.ruc.edu.cn/newslist/newsdetail/index.htm) 的网址为 \`http://ai.ruc.edu.cn/newslist/newsdetail/index.htm\` 其中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段为 \`newslist/newsdetail\`。随后，并将其中的 \`/\` 修改为 \`-\`，可以得到 \`newslist-newsdetail\`。所以最终我们的路由为 [\`/ruc/ai/newslist-newsdetail\`](https://rsshub.app/ruc/ai/newslist-newsdetail)
-    :::`,
+  :::`,
 };

package/lib/routes/scmp/coronavirus.ts

@@ -18,5 +18,5 @@ export const route: Route = {
 };
 
 function handler(ctx) {
-    ctx.redirect('/scmp/topics/coronavirus-pandemic-all-stories');
+    ctx.set('redirect', '/scmp/topics/coronavirus-pandemic-all-stories');
 }

package/lib/routes/scu/jwc/tzgg.ts

@@ -0,0 +1,75 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio'; // 可以使用类似 jQuery 的 API HTML 解析器
+
+const baseUrl = 'https://jwc.scu.edu.cn/tzgg.htm';
+const baseIndexUrl = 'https://jwc.scu.edu.cn/';
+
+export const route: Route = {
+    path: '/jwc',
+    categories: ['university'],
+    example: '/scu/jwc',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jwc.scu.edu.cn'],
+            target: '/jwc',
+        },
+    ],
+    name: '教务处通知公告',
+    maintainers: ['Kyle-You'],
+    handler,
+};
+
+async function handler() {
+    const { data: response } = await got.get(baseUrl);
+    const $ = load(response);
+
+    const links: string[] = $('.tz-list ul li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const link: string = item.attr('href');
+            return link.startsWith('http') ? link : baseIndexUrl + link;
+        });
+
+    const items = await Promise.all(
+        links.map((link) =>
+            cache.tryGet(link, async () => {
+                const { data: info } = await got.get(link);
+                const $ = load(info);
+
+                // 获取head里的meta标签
+                const title = $('head meta[name="ArticleTitle"]').attr('content') ?? '';
+                const pubDate = parseDate($('head meta[name="PubDate"]').attr('content') ?? '');
+                const description = $('.v_news_content').html();
+                return {
+                    title,
+                    link,
+                    pubDate,
+                    description,
+                };
+            })
+        )
+    );
+
+    return {
+        title: '四川大学教务处',
+        link: baseIndexUrl,
+        description: '四川大学教务处通知公告',
+        item: items,
+        language: 'zh-cn',
+        image: 'https://www.scu.edu.cn/__local/B/67/25/DFAF986CCD6529E52D7830F180D_C37C7DEE_4340.png',
+        logo: 'https://www.scu.edu.cn/__local/B/67/25/DFAF986CCD6529E52D7830F180D_C37C7DEE_4340.png',
+        icon: 'https://www.scu.edu.cn/__local/B/67/25/DFAF986CCD6529E52D7830F180D_C37C7DEE_4340.png',
+    };
+}

package/lib/routes/scu/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '四川大学',
+    url: 'www.scu.edu.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/scu/scupi/_utils.ts

@@ -0,0 +1,62 @@
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+export async function getNotifList() {
+    try {
+        const response = await got.get('https://scupi.scu.edu.cn/activities/notice', {
+            headers: {
+                'User-Agent': config.ua,
+            },
+        });
+        const html = response.body;
+        const $ = load(html);
+
+        const listElement = $('body > div.wrapper > main > section > div > div > div.news > div > ul');
+        return listElement
+            .find('article')
+            .toArray()
+            .map((articleElement) => {
+                const titleElement = $(articleElement).find('li > div > div.news-text > h4 > a');
+                const timeElement = $(articleElement).find('li > div > div.news-text > span');
+                const imageElement = $(articleElement).find('li > div > div.news-img > a > img');
+
+                const link = titleElement.attr('href');
+                const title = titleElement.attr('title');
+                const pubDate = timeElement.text().trim();
+
+                return {
+                    title,
+                    link,
+                    itunes_item_image: imageElement.attr('src'),
+                    pubDate: parseDate(pubDate, 'YYYY-MM-DD'),
+                };
+            });
+    } catch {
+        // console.error(error);
+    }
+
+    return [];
+}
+
+export async function getArticle(item) {
+    try {
+        const response = await got.get(item.link, {
+            headers: {
+                'User-Agent': config.ua,
+            },
+        });
+        const html = response.body;
+        const $ = load(html);
+        const articleContentElement = $('body > div > main > section > div > div > div.post-content-contaier > div');
+        const content = articleContentElement.html();
+
+        item.description = content;
+        return item;
+    } catch {
+        // console.error(error);
+    }
+
+    return item;
+}

package/lib/routes/scu/scupi/notice.ts

@@ -0,0 +1,41 @@
+// Warning: The author still knows nothing about javascript!
+
+import { getNotifList, getArticle } from './_utils';
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/scupi',
+    categories: ['university'],
+    example: '/scu/scupi',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '匹兹堡学院通知',
+    maintainers: ['sitdownkevin'],
+    url: 'scupi.scu.edu.cn/activities/notice',
+    handler,
+    description: ``,
+};
+
+async function handler() {
+    // feed the data to rss
+    const items = await getNotifList();
+    const itemsWithContent = await Promise.all(items.map((item) => cache.tryGet(item.link, () => getArticle(item))));
+
+    return {
+        title: '四川大学匹兹堡学院',
+        description: '四川大学匹兹堡学院官网通知',
+        language: 'zh-cn',
+        image: 'https://upload.wikimedia.org/wikipedia/zh/4/45/Sichuan_University_logo.svg',
+        logo: 'https://upload.wikimedia.org/wikipedia/zh/4/45/Sichuan_University_logo.svg',
+        link: 'https://scupi.scu.edu.cn/',
+        item: itemsWithContent,
+    };
+}

package/lib/routes/solidot/namespace.ts

@@ -3,5 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Solidot',
     url: 'www.solidot.org',
-    lang: 'en',
+    lang: 'zh-CN',
 };

package/lib/routes/stbu/jsjxy.ts

@@ -22,7 +22,10 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn', 'stbu.edu.cn'],
+            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn'],
+        },
+        {
+            source: ['stbu.edu.cn'],
         },
     ],
     name: '计算机学院 - 通知公告',

package/lib/routes/steam/search.ts

@@ -34,6 +34,8 @@ async function handler(ctx) {
                 const isBundle = !!$el.attr('data-ds-bundle-data');
                 const isDiscounted = $el.find('.discount_original_price').length > 0;
                 const hasReview = $el.find('.search_review_summary').length > 0;
+                const appID: string | undefined = $el.attr('data-ds-appid');
+
                 let desc = '';
                 if (isBundle) {
                     const bundle = JSON.parse($el.attr('data-ds-bundle-data'));
@@ -57,6 +59,11 @@ async function handler(ctx) {
                     title: $el.find('span.title').text(),
                     link: $el.attr('href'),
                     description: desc.replaceAll('\n', '<br>'),
+                    media: {
+                        thumbnail: {
+                            url: `https://shared.akamai.steamstatic.com/store_item_assets/steam/apps/${appID}/header.jpg`,
+                        },
+                    },
                 };
             })
             .filter((it) => it.title),

package/lib/routes/sycl/feeds.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 export const route: Route = {
     path: '/:feed?',
     categories: ['programming'],
-    example: '/sycltech/news',
+    example: '/sycl/news',
     parameters: { feed: 'Feed source, defaults to news, references https://feeds.sycl.tech/' },
     features: {
         requireConfig: false,

package/lib/routes/syosetu/dev.ts

@@ -0,0 +1,67 @@
+import { Data, Route } from '@/types';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/dev',
+    categories: ['program-update'],
+    example: '/syosetu/dev',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'なろう小説 API の更新履歴',
+    url: 'dev.syosetu.com',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'なろう小説 API の更新履歴',
+            source: ['dev.syosetu.com'],
+            target: '/dev',
+        },
+    ],
+};
+
+async function handler(): Promise<Data> {
+    const url = 'https://dev.syosetu.com';
+
+    const data = await ofetch(url);
+    const $ = load(data);
+
+    const logContainer = $('.c-log');
+
+    const dates = logContainer
+        .find('dt')
+        .toArray()
+        .map((element) => $(element).text().trim());
+
+    const contents = logContainer
+        .find('dd')
+        .toArray()
+        .map((element) => $(element).text().trim());
+
+    const updates = dates
+        .map((date, index) => ({
+            date,
+            content: contents[index]?.replace(/\n/g, '<br>') ?? '',
+        }))
+        .filter((update) => update.content);
+
+    return {
+        title: 'なろうデベロッパー - なろう小説 API の更新履歴',
+        link: url,
+        language: 'ja',
+        item: updates.map((update) => ({
+            title: update.date,
+            description: update.content,
+            pubDate: parseDate(update.date.replace('/', '-')),
+            guid: `syosetu:dev:${update.date}`,
+        })),
+    };
+}

package/lib/routes/syosetu/index.ts

@@ -0,0 +1,85 @@
+import { Route, Data, DataItem } from '@/types';
+import { fetchNovelInfo, fetchChapterContent } from './utils';
+import { Context } from 'hono';
+import { NovelType } from 'narou';
+
+export const route: Route = {
+    path: '/:ncode',
+    categories: ['reading'],
+    example: '/syosetu/n9292ii',
+    parameters: {
+        ncode: 'Novel code, can be found in URL',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Novel Updates',
+    maintainers: ['eternasuno', 'SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Novel Updates',
+            source: ['ncode.syosetu.com/:ncode', 'ncode.syosetu.com/:ncode/:chapter'],
+            target: '/:ncode',
+        },
+        {
+            title: 'Novel Updates',
+            source: ['novel18.syosetu.com/:ncode', 'novel18.syosetu.com/:ncode/:chapter'],
+            target: '/:ncode',
+        },
+    ],
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { ncode } = ctx.req.param();
+    const limit = Math.min(Number(ctx.req.query('limit') ?? 5), 20);
+
+    const { baseUrl, novel } = await fetchNovelInfo(ncode);
+    novel.story = novel.story.replaceAll('\n', '<br>') || '';
+
+    // Tanpen = Short
+    if (novel.noveltype === NovelType.Tanpen) {
+        const chapterUrl = `${baseUrl}/${ncode}`;
+        const item = await fetchChapterContent(chapterUrl);
+
+        // Shorts are updated rather than having new chapters
+        // Use novelupdated_at as pubDate since RSS 2.0 doesn't have updated field
+        item.pubDate = novel.novelupdated_at;
+
+        return {
+            title: novel.title,
+            description: novel.story,
+            link: chapterUrl,
+            item: [item] as DataItem[],
+            language: 'ja',
+        };
+    }
+
+    // Rensai = Series
+    // if (novel.noveltype === NovelType.Rensai)
+    const totalChapters = novel.general_all_no ?? 1;
+    const startChapter = Math.max(totalChapters - limit + 1, 1);
+
+    const items = await Promise.all(
+        Array.from({ length: Math.min(limit, totalChapters) }, async (_, index) => {
+            const chapterNumber = startChapter + index;
+            const chapterUrl = `${baseUrl}/${ncode}/${chapterNumber}`;
+
+            const item = await fetchChapterContent(chapterUrl, chapterNumber);
+            return item;
+        }).reverse()
+    );
+
+    return {
+        title: novel.title,
+        description: novel.story,
+        link: `${baseUrl}/${ncode}`,
+        item: items as DataItem[],
+        language: 'ja',
+    };
+}

package/lib/routes/syosetu/namespace.ts

@@ -1,7 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'syosetu',
-    url: 'ncode.syosetu.com',
+    name: 'Syosetu',
+    url: 'syosetu.com',
     lang: 'ja',
 };

package/lib/routes/syosetu/ranking-isekai.ts

@@ -0,0 +1,93 @@
+import { Data, DataItem } from '@/types';
+import { NarouNovelFetch, SearchBuilder, SearchParams, BigGenre } from 'narou';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import { Join } from 'narou/util/type';
+import { RankingPeriod, NovelType, periodToJapanese, novelTypeToJapanese, periodToOrder, periodToPointField, IsekaiCategory, isekaiCategoryToJapanese } from './types/ranking';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export function parseIsekaiRankingType(type: string): { period: RankingPeriod; category: IsekaiCategory; novelType: NovelType } {
+    const [periodStr, categoryStr, novelTypeStr = NovelType.TOTAL] = type.split('_');
+
+    const period = periodStr as RankingPeriod;
+    const category = categoryStr as IsekaiCategory;
+    const novelType = novelTypeStr as NovelType;
+
+    const isValid = [Object.values(RankingPeriod).includes(period), Object.values(IsekaiCategory).includes(category), Object.values(NovelType).includes(novelType)].every(Boolean);
+
+    if (!isValid) {
+        throw new InvalidParameterError(`Invalid isekai ranking type: ${type}`);
+    }
+
+    return { period, category, novelType };
+}
+
+function getIsekaiSearchParams(period, category, novelType, limit): SearchParams {
+    const searchParams: SearchParams = {
+        order: periodToOrder[period],
+        gzip: 5,
+        // Request 20% more items to compensate for potential duplicates between tensei/tenni
+        lim: Math.ceil((limit / 2) * 1.2),
+    };
+
+    if (novelType !== NovelType.TOTAL) {
+        searchParams.type = novelType;
+    }
+
+    switch (category) {
+        case IsekaiCategory.RENAI:
+            searchParams.biggenre = BigGenre.Renai;
+            break;
+        case IsekaiCategory.FANTASY:
+            searchParams.biggenre = BigGenre.Fantasy;
+            break;
+        case IsekaiCategory.OTHER:
+            searchParams.biggenre = `${BigGenre.Bungei}-${BigGenre.Sf}-${BigGenre.Sonota}` as Join<BigGenre>;
+            break;
+        default:
+            throw new InvalidParameterError(`Invalid Isekai category: ${category}`);
+    }
+
+    return searchParams;
+}
+
+export async function handleIsekaiRanking(type: string, limit: number): Promise<Data> {
+    const { period, category, novelType } = parseIsekaiRankingType(type);
+    const rankingUrl = `https://yomou.syosetu.com/rank/isekailist/type/${type}`;
+    const rankingTitle = `[${periodToJapanese[period]}] 異世界転生/転移${isekaiCategoryToJapanese[category]}ランキング - ${novelTypeToJapanese[novelType]} BEST${limit}`;
+
+    const searchParams = getIsekaiSearchParams(period, category, novelType, limit);
+    const api = new NarouNovelFetch();
+
+    const [tenseiResult, tenniResult] = await Promise.all([new SearchBuilder({ ...searchParams, istensei: 1 }, api).execute(), new SearchBuilder({ ...searchParams, istenni: 1 }, api).execute()]);
+
+    const combinedNovels = [...tenseiResult.values, ...tenniResult.values];
+    const uniqueNovels = [...new Map(combinedNovels.map((novel) => [novel.ncode, novel])).values()];
+
+    const pointField = periodToPointField[period];
+    if (!pointField) {
+        throw new InvalidParameterError(`Invalid period: ${period}`);
+    }
+
+    const items = uniqueNovels
+        .sort((a, b) => (b[pointField] || 0) - (a[pointField] || 0))
+        .map((novel, index) => ({
+            title: `#${index + 1} ${novel.title}`,
+            link: `https://ncode.syosetu.com/${String(novel.ncode).toLowerCase()}`,
+            description: art(path.join(__dirname, 'templates', 'description.art'), {
+                novel,
+            }),
+            author: novel.writer,
+            category: novel.keyword.split(/[\s/\uFF0F]/).filter(Boolean),
+        }));
+
+    return {
+        title: `小説家になろう - ${rankingTitle}`,
+        link: rankingUrl,
+        item: items.slice(0, limit) as DataItem[],
+        language: 'ja',
+    };
+}