rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/qstheory/magazine.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl, getItem } from './utils';
+
+export const route: Route = {
+    path: '/magazine/:magazine',
+    categories: ['traditional-media'],
+    example: '/qstheory/magazine/qs',
+    parameters: { magazine: '刊物，`qs` 为求是，`hqwglist` 为红旗文稿' },
+    radar: [
+        {
+            source: ['www.qstheory.cn/:magazine/mulu.htm'],
+        },
+    ],
+    name: '在线读刊',
+    maintainers: ['TonyRL', 'cscnk52'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { magazine } = ctx.req.param();
+
+    const link = `${baseUrl}/${magazine}/mulu.htm`;
+    const yearResponse = await ofetch(link);
+
+    const $ = cheerio.load(yearResponse);
+
+    const yearList = $('.booktitle a')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.text(),
+                link: new URL($item.attr('href')!, baseUrl).href,
+            };
+        });
+
+    const issueResponse = await ofetch(yearList[0].link);
+    const $$ = cheerio.load(issueResponse);
+
+    const list = $$('.highlight a')
+        .toArray()
+        .map((item) => {
+            const $item = $$(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        })
+        .toReversed()
+        .filter((item) => item.title);
+
+    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => getItem(item))));
+
+    return {
+        title: $('head title').text(),
+        link,
+        image: new URL($('.book img').attr('src')!, link).href,
+        item: items,
+    };
+}

package/lib/routes/qstheory/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '求是网',
+    url: 'www.qstheory.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/qstheory/utils.ts

@@ -0,0 +1,25 @@
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const baseUrl = 'http://www.qstheory.cn';
+
+export const getItem = async (item) => {
+    const response = await ofetch(item.link);
+    const $ = cheerio.load(response);
+
+    $('.fs-text, .fs-pinglun, .hidden-xs').remove();
+
+    item.author = $('.appellation').text();
+    item.description = $('.highlight, .text').html() || $('.content').html();
+    item.pubDate = parseDate(
+        $('.puttime_mobi, .pubtime, .headtitle span')
+            .text()
+            .trim()
+            .replace('发表于', '')
+            .replaceAll(/(年|月)/g, '-')
+            .replace('日', '')
+    );
+
+    return item;
+};

package/lib/routes/questmobile/report.ts

@@ -31,7 +31,7 @@ const parseTree = (tree, result = []) => {
 
 export const route: Route = {
     path: '/report/:industry?/:label?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/questmobile/report',
     parameters: { industry: '行业，见下表，默认为 `-1`，即全部行业', label: '标签，见下表，默认为 `-1`，即全部标签' },
     features: {
@@ -45,7 +45,7 @@ export const route: Route = {
     name: '行业研究报告',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   若订阅行业 [互联网行业](https://www.questmobile.com.cn/research/reports/1/-1)，网址为 \`https://www.questmobile.com.cn/research/reports/1/-1\`
   参数 industry 为 \`互联网行业\` 或 \`1\`，此时路由为 [\`/questmobile/report/互联网行业\`](https://rsshub.app/questmobile/report/互联网行业) 或 [\`/questmobile/report/1/-1\`](https://rsshub.app/questmobile/report/1/-1)。
 
@@ -54,7 +54,7 @@ export const route: Route = {
 
   若订阅行业和标签 [品牌领域 - 互联网经济](https://www.questmobile.com.cn/research/reports/2/1)，网址为 \`https://www.questmobile.com.cn/research/reports/2/1\`
   参数 industry 为 \`品牌领域\` 或 \`2\`，参数 label 为 \`互联网经济\` 或 \`1\`，此时路由为 [\`/questmobile/report/品牌领域/互联网经济\`](https://rsshub.app/questmobile/report/品牌领域/互联网经济) 或 [\`/questmobile/report/2/1\`](https://rsshub.app/questmobile/report/2/1)，甚至 [\`/questmobile/report/品牌领域/1\`](https://rsshub.app/questmobile/report/品牌领域/1)。
-  :::
+:::
 
   <details>
     <summary>全部行业和标签</summary>

package/lib/routes/questn/events.ts

@@ -14,7 +14,7 @@ export const route: Route = {
         filter: 'Filter string',
     },
     description: `
-:::tip
+::: tip
 
 Filter parameters:
 - category: 100: trending, 200: newest, 300: top

package/lib/routes/qweather/3days.ts

@@ -35,19 +35,20 @@ export const route: Route = {
     name: '近三天天气',
     maintainers: ['Rein-Ou', 'la3rence'],
     handler,
-    description: `需自行注册获取 api 的 key，并在环境变量 HEFENG\_KEY 中进行配置，获取订阅近三天天气预报`,
+    description: '获取订阅近三天天气预报',
 };
 
 async function handler(ctx) {
     if (!config.hefeng.key) {
         throw new ConfigNotFoundError('QWeather RSS is disabled due to the lack of <a href="https://docs.rsshub.app/zh/install/config#%E5%92%8C%E9%A3%8E%E5%A4%A9%E6%B0%94">relevant config</a>');
     }
-    const id = await cache.tryGet(ctx.req.param('location') + '_id', async () => {
+
+    const id = await cache.tryGet('qweather:' + ctx.req.param('location') + ':id', async () => {
         const response = await got(`${CIRY_LOOKUP_API}?location=${ctx.req.param('location')}&key=${config.hefeng.key}`);
         return response.data.location[0].id;
     });
     const weatherData = await cache.tryGet(
-        ctx.req.param('location'),
+        'qweather:' + ctx.req.param('location'),
         async () => {
             const response = await got(`${WEATHER_API}?key=${config.hefeng.key}&location=${id}`);
             return response.data;

package/lib/routes/qweather/now.ts

@@ -8,17 +8,20 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
 const rootUrl = 'https://devapi.qweather.com/v7/weather/now?';
+
 export const route: Route = {
     path: '/now/:location',
     categories: ['forecast'],
-    example: '/qweather/广州',
+    example: '/qweather/now/广州',
     parameters: { location: 'N' },
     features: {
         requireConfig: [
             {
                 name: 'HEFENG_KEY',
-                description: '',
+                description: '访问 `https://www.qweather.com/` 注册开发 API Key。',
             },
         ],
         requirePuppeteer: false,
@@ -30,21 +33,21 @@ export const route: Route = {
     name: '实时天气',
     maintainers: ['Rein-Ou'],
     handler,
-    description: `需自行注册获取 api 的 key，每小时更新一次数据`,
 };
 
 async function handler(ctx) {
-    const id = await cache.tryGet(ctx.req.param('location') + '_id', async () => {
+    if (!config.hefeng.key) {
+        throw new ConfigNotFoundError('QWeather RSS is disabled due to the lack of <a href="https://docs.rsshub.app/zh/install/config#%E5%92%8C%E9%A3%8E%E5%A4%A9%E6%B0%94">relevant config</a>');
+    }
+
+    const id = await cache.tryGet('qweather:' + ctx.req.param('location') + ':id', async () => {
         const response = await got(`https://geoapi.qweather.com/v2/city/lookup?location=${ctx.req.param('location')}&key=${config.hefeng.key}`);
-        const data = [];
-        for (const i in response.data.location) {
-            data.push(response.data.location[i]);
-        }
+        const data = response.data.location.map((loc) => loc);
         return data[0].id;
     });
     const requestUrl = rootUrl + 'key=' + config.hefeng.key + '&location=' + id;
     const responseData = await cache.tryGet(
-        ctx.req.param('location') + '_now',
+        'qweather:' + ctx.req.param('location') + ':now',
         async () => {
             const response = await got(requestUrl);
             return response.data;

package/lib/routes/radio/album.ts

@@ -35,9 +35,9 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/album/15682090498666\`](https://rsshub.app/radio/album/15682090498666)
 
-  :::tip
+::: tip
   部分专辑不适用该路由，此时可以尝试 [节目](#yun-ting-jie-mu) 路由
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/radio/index.ts

@@ -27,11 +27,11 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/1552135\`](https://rsshub.app/radio/1552135)
 
-  :::tip
+::: tip
   该路由仅适用于更新时间较早的电台节目，如 [共和国追梦人](http://www.radio.cn/pc-portal/sanji/detail.html?columnId=1552135)
 
   与适用于 [专辑](#yun-ting-zhuan-ji) 路由的专辑其 \`columnId\` 长度相比，它们的 \`columnId\` 长度较短
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/radio/zhibo.ts

@@ -35,9 +35,9 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/zhibo/1395528\`](https://rsshub.app/radio/zhibo/1395528)
 
-  :::tip
+::: tip
   查看更多电台直播节目，可前往 [电台直播](http://www.radio.cn/pc-portal/erji/radioStation.html)
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/readhub/daily.ts

@@ -7,7 +7,7 @@ import { rootUrl, apiRootUrl, processItems } from './util';
 
 export const route: Route = {
     path: '/daily',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/readhub/daily',
     parameters: {},
     features: {

package/lib/routes/readhub/index.ts

@@ -12,7 +12,7 @@ import { rootUrl, apiTopicUrl, art, processItems } from './util';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/readhub',
     parameters: { category: '分类，见下表，默认为热门话题' },
     features: {

package/lib/routes/rebase/geekdaily.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/geekdaily',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/rebase/geekdaily',
     radar: [
         {

package/lib/routes/reuters/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Reuters',
     url: 'reuters.com',
-    description: `:::tip
+    description: `::: tip
 You can use \`sophi=true\` query parameter to invoke the **experimental** method, which can, if possible, fetch more articles(between 20 and 100) with \`limit\` given. But some articles from the old method might not be available.
 :::`,
     lang: 'en',

package/lib/routes/rsc/journal.ts

@@ -26,9 +26,9 @@ export const route: Route = {
     name: 'Journal',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   All journals at [Current journals](https://pubs.rsc.org/en/journals)
-  :::
+:::
 
   | All Recent Articles | Advance Articles |
   | ------------------- | ---------------- |

package/lib/routes/rsshub/transform/json.ts

@@ -49,7 +49,7 @@ export const route: Route = {
 | \`itemDesc\`       | The JSON Path as \`description\` in \`item\` | \`string\`        | None                                       |
 | \`itemPubDate\`    | The JSON Path as \`pubDate\` in \`item\`     | \`string\`        | None                                       |
 
-:::tip
+::: tip
 JSON Path only supports format like \`a.b.c\`. if you need to access arrays, like \`a[0].b\`, you can write it as \`a.0.b\`.
 :::
 

package/lib/routes/ruankao/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国计算机职业技术资格考试',
+    url: 'www.ruankao.org.cn',
+};

package/lib/routes/ruankao/news.ts

@@ -0,0 +1,106 @@
+import type { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+const BASE_URL = 'https://www.ruankao.org.cn/index/work';
+
+const removeFontPresetting = (html: string = ''): string => {
+    const $ = load(html);
+    $('[style]').each((_, element) => {
+        const style = $(element).attr('style') || '';
+        const cleanedStyle = style.replaceAll(/font-family:[^;]*;?/gi, '').trim();
+        $(element).attr('style', cleanedStyle || null);
+    });
+    $('style').each((_, styleElement) => {
+        const cssText = $(styleElement).html() || '';
+        const cleanedCssText = cssText.replaceAll(/font-family:[^;]*;?/gi, '');
+        $(styleElement).html(cleanedCssText);
+    });
+
+    return $.html();
+};
+
+const handler: Route['handler'] = async () => {
+    // Fetch the index page
+    const { data: listResponse } = await got(BASE_URL);
+    const $ = load(listResponse);
+
+    // Select all list items containing news information
+    const ITEM_SELECTOR = 'ul[class*="newsList"] > li';
+    const listItems = $(ITEM_SELECTOR);
+
+    // Map through each list item to extract details
+    const contentLinkList = listItems.toArray().map((element) => {
+        const date = $(element).find('label.time').text().trim().slice(1, -1);
+        const title = $(element).find('a').attr('title')!;
+        const link = $(element).find('a').attr('href')!;
+
+        const formattedDate = parseDate(date);
+        return {
+            date: formattedDate,
+            title,
+            link,
+        };
+    });
+
+    return {
+        title: '计算机职业技术资格考试（软考）动态',
+        description: '计算机职业技术资格考试（软考）消息推送',
+        link: BASE_URL,
+        image: 'https://bm.ruankao.org.cn/asset/image/public/logo.png',
+        item: (await Promise.all(
+            contentLinkList.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    const CONTENT_SELECTOR = '#contentTxt';
+                    const { data: contentResponse } = await got(item.link);
+                    const contentPage = load(contentResponse);
+                    const content = removeFontPresetting(contentPage(CONTENT_SELECTOR).html() || '');
+                    return {
+                        title: item.title,
+                        pubDate: item.date,
+                        link: item.link,
+                        description: content,
+                        category: ['study'],
+                        guid: item.link,
+                        id: item.link,
+                        image: 'https://bm.ruankao.org.cn/asset/image/public/logo.png',
+                        content,
+                        updated: item.date,
+                        language: 'zh-CN',
+                    };
+                })
+            )
+        )) as DataItem[],
+        allowEmpty: true,
+        language: 'zh-CN',
+        feedLink: 'https://rsshub.app/ruankao/news',
+        id: 'https://rsshub.app/ruankao/news',
+    };
+};
+
+export const route: Route = {
+    path: '/news',
+    name: '软考动态',
+    description: '**注意：** 官方网站限制了国外网络请求，可能需要通过部署在中国大陆内的 RSSHub 实例访问。',
+    maintainers: ['PrinOrange'],
+    handler,
+    categories: ['study'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        supportRadar: true,
+    },
+    radar: [
+        {
+            title: '计算机职业技术资格考试（软考）动态',
+            source: ['www.ruankao.org.cn/index/work', 'www.ruankao.org.cn'],
+            target: `/news`,
+        },
+    ],
+    example: '/ruankao/news',
+};

package/lib/routes/ruc/ai.ts

@@ -79,9 +79,9 @@ export const route: Route = {
         };
     },
     url: 'ai.ruc.edu.cn/',
-    description: `:::tip
+    description: `::: tip
   分类字段处填写的是对应中国人民大学高瓴人工智能学院分类页网址中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段，并将其中的 \`/\` 修改为 \`-\`。
 
   如 [中国人民大学高瓴人工智能学院 - 新闻公告 - 学院新闻](http://ai.ruc.edu.cn/newslist/newsdetail/index.htm) 的网址为 \`http://ai.ruc.edu.cn/newslist/newsdetail/index.htm\` 其中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段为 \`newslist/newsdetail\`。随后，并将其中的 \`/\` 修改为 \`-\`，可以得到 \`newslist-newsdetail\`。所以最终我们的路由为 [\`/ruc/ai/newslist-newsdetail\`](https://rsshub.app/ruc/ai/newslist-newsdetail)
-  :::`,
+:::`,
 };

package/lib/routes/ruc/hr.ts

@@ -26,11 +26,11 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     url: 'hr.ruc.edu.cn/',
-    description: `:::tip
+    description: `::: tip
   分类字段处填写的是对应中国人民大学人事处分类页网址中介于 **\`http://hr.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段，并将其中的 \`/\` 修改为 \`-\`。
 
   如 [中国人民大学人事处 - 办事机构 - 教师事务办公室 - 教师通知公告](http://hr.ruc.edu.cn/bsjg/bsjsswbgs/jstzgg/index.htm) 的网址为 \`http://hr.ruc.edu.cn/bsjg/bsjsswbgs/jstzgg/index.htm\` 其中介于 **\`http://hr.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段为 \`bsjg/bsjsswbgs/jstzgg\`。随后，并将其中的 \`/\` 修改为 \`-\`，可以得到 \`bsjg-bsjsswbgs-jstzgg\`。所以最终我们的路由为 [\`/ruc/hr/bsjg-bsjsswbgs-jstzgg\`](https://rsshub.app/ruc/hr/bsjg-bsjsswbgs-jstzgg)
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/sciencedirect/call-for-paper.ts

@@ -0,0 +1,80 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: '/call-for-paper/:subject',
+    categories: ['journal'],
+    example: '/sciencedirect/call-for-paper/education',
+    parameters: {
+        subject: '学科分类，例如“education”',
+    },
+    radar: [
+        {
+            source: ['sciencedirect.com'],
+        },
+    ],
+    name: 'Call for Papers',
+    maintainers: ['etShaw-zh'],
+    handler,
+    url: 'sciencedirect.com/browse/calls-for-papers',
+    description: '`sciencedirect.com/browse/calls-for-papers?subject=education` -> `/sciencedirect/call-for-paper/education`',
+};
+
+async function handler(ctx) {
+    const { subject = '' } = ctx.req.param();
+    const apiUrl = `https://www.sciencedirect.com/browse/calls-for-papers?subject=${subject}`;
+    const headers = {
+        accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', // need this to avoid 403, 503 error
+    };
+    const response = await got(apiUrl, { headers });
+    const $ = load(response.body);
+
+    const scriptJSON = $('script[data-iso-key="_0"]').text();
+    if (!scriptJSON) {
+        throw new Error('Cannot find the script with data-iso-key="_0"');
+    }
+
+    let data;
+    try {
+        data = JSON.parse(JSON.parse(scriptJSON));
+    } catch (error: any) {
+        throw new Error(`Failed to parse embedded script JSON: ${error.message}`);
+    }
+
+    const cfpList = data?.callsForPapers?.list || [];
+    if (!cfpList.length) {
+        throw new Error('No Calls for Papers found');
+    }
+
+    const items = cfpList.map((cfp) => {
+        const link = `https://www.sciencedirect.com/special-issue/${cfp.contentId}/${cfp.url}`;
+        const description = art(path.join(__dirname, 'templates/description.art'), {
+            summary: cfp.summary,
+            submissionDeadline: cfp.submissionDeadline,
+            displayName: cfp.journal.displayName,
+            impactFactor: cfp.journal.impactFactor,
+            citeScore: cfp.journal.citeScore,
+        });
+
+        return {
+            title: cfp.title,
+            author: `${cfp.journal.displayName} (IF: ${cfp.journal.impactFactor})`,
+            link,
+            description,
+            pubDate: cfp.submissionDeadline || '',
+        };
+    });
+
+    return {
+        title: `ScienceDirect Calls for Papers - ${subject}`,
+        link: apiUrl,
+        description: `Calls for Papers on ScienceDirect for subject: ${subject}`,
+        item: items,
+    };
+}

package/lib/routes/sciencedirect/templates/description.art

@@ -0,0 +1,5 @@
+<div>
+    <p><strong>Summary:</strong> {{summary}} </p>
+    <p><strong>Submission Deadline:</strong> {{submissionDeadline}}</p>
+    <p><strong>Journal:</strong> {{displayName}} (IF: {{impactFactor}}, CiteScore: {{citeScore}})</p>
+</div>

package/lib/routes/scientificamerican/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Scientific American',
+    url: 'scientificamerican.com',
+    categories: ['new-media'],
+    description: 'Scientific American is the essential guide to the most awe-inspiring advances in science and technology, explaining how they change our understanding of the world and shape our lives.',
+    lang: 'en',
+};