rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/qbitai/tag.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/tag/:tag',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/qbitai/tag/大语言模型',
     parameters: { tag: '标签名' },
     features: {

package/lib/routes/qingting/channel.ts

@@ -1,6 +1,6 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 
@@ -18,18 +18,18 @@ export const route: Route = {
         supportScihub: false,
     },
     name: '专辑',
-    maintainers: ['nczitzk'],
+    maintainers: ['nczitzk', 'pseudoyu'],
     handler,
 };
 
 async function handler(ctx) {
     const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.req.param('id')}`;
-    let response = await got(channelUrl);
-    const title = response.data.data.title;
-    const programUrl = `https://i.qingting.fm/capi/channel/${ctx.req.param('id')}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
-    response = await got(programUrl);
+    let response = await ofetch(channelUrl);
+    const title = response.data.title;
+    const programUrl = `https://i.qingting.fm/capi/channel/${ctx.req.param('id')}/programs/${response.data.v}?curpage=1&order=asc`;
+    response = await ofetch(programUrl);
 
-    const items = response.data.data.programs.map((item) => ({
+    const items = response.data.programs.map((item) => ({
         title: item.title,
         link: `https://www.qingting.fm/channels/${ctx.req.param('id')}/programs/${item.id}/`,
         pubDate: timezone(parseDate(item.update_time), +8),
@@ -41,8 +41,8 @@ async function handler(ctx) {
         item: await Promise.all(
             items.map((item) =>
                 cache.tryGet(item.link, async () => {
-                    response = await got(item.link);
-                    const data = JSON.parse(response.data.match(/},"program":(.*?),"plist":/)[1]);
+                    response = await ofetch(item.link);
+                    const data = JSON.parse(response.match(/},"program":(.*?),"plist":/)[1]);
                     item.description = data.richtext;
                     return item;
                 })

package/lib/routes/qingting/podcast.ts

@@ -1,7 +1,7 @@
 import type { DataItem, Route } from '@/types';
 import cache from '@/utils/cache';
 import crypto from 'crypto';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 import { config } from '@/config';
@@ -29,7 +29,7 @@ export const route: Route = {
         },
     ],
     name: '播客',
-    maintainers: ['RookieZoe', 'huyyi'],
+    maintainers: ['RookieZoe', 'huyyi', 'pseudoyu'],
     handler,
     description: `获取的播放 URL 有效期只有 1 天，需要开启播客 APP 的自动下载功能。`,
 };
@@ -44,35 +44,27 @@ async function handler(ctx) {
     const channelId = ctx.req.param('id');
 
     const channelUrl = `https://i.qingting.fm/capi/v3/channel/${channelId}`;
-    const response = await got({
-        method: 'get',
-        url: channelUrl,
+    const response = await ofetch(channelUrl, {
         headers: {
             Referer: 'https://www.qingting.fm/',
         },
     });
 
-    const title = response.data.data.title;
-    const channel_img = response.data.data.thumbs['400_thumb'];
-    const authors = response.data.data.podcasters.map((author) => author.nick_name).join(',');
-    const desc = response.data.data.description;
-    const programUrl = `https://i.qingting.fm/capi/channel/${channelId}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
+    const title = response.data.title;
+    const channel_img = response.data.thumbs['400_thumb'];
+    const authors = response.data.podcasters.map((author) => author.nick_name).join(',');
+    const desc = response.data.description;
+    const programUrl = `https://i.qingting.fm/capi/channel/${channelId}/programs/${response.data.v}?curpage=1&pagesize=10&order=asc`;
 
     const {
-        data: {
-            data: { programs },
-        },
-    } = await got({
-        method: 'get',
-        url: programUrl,
+        data: { programs },
+    } = await ofetch(programUrl, {
         headers: {
             Referer: 'https://www.qingting.fm/',
         },
     });
 
-    const {
-        data: { data: channelInfo },
-    } = await got(`https://i.qingting.fm/capi/v3/channel/${channelId}?user_id=${qingtingId}`);
+    const { data: channelInfo } = await ofetch(`https://i.qingting.fm/capi/v3/channel/${channelId}?user_id=${qingtingId}`);
 
     const isCharged = channelInfo.purchase?.item_type !== 0;
 
@@ -83,15 +75,13 @@ async function handler(ctx) {
             const data = (await cache.tryGet(`qingting:podcast:${channelId}:${item.id}`, async () => {
                 const link = `https://www.qingting.fm/channels/${channelId}/programs/${item.id}/`;
 
-                const detailRes = await got({
-                    method: 'get',
-                    url: link,
+                const detailRes = await ofetch(link, {
                     headers: {
                         Referer: 'https://www.qingting.fm/',
                     },
                 });
 
-                const detail = JSON.parse(detailRes.data.match(/},"program":(.*?),"plist":/)[1]);
+                const detail = JSON.parse(detailRes.match(/},"program":(.*?),"plist":/)[1]);
 
                 const rssItem = {
                     title: item.title,

package/lib/routes/qq/ac/rank.ts

@@ -26,9 +26,9 @@ export const route: Route = {
   | ------ | ------ | ------ | ------ | ------ | ------ | ------ |
   | mt     | rise   | new    | pay    | top    | male   | female |
 
-  :::tip
+::: tip
   \`time\` 参数仅在 \`type\` 参数选为 **月票榜** 的时候生效。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/qq/cfhd/index.ts

@@ -87,9 +87,9 @@ export const route: Route = {
     handler,
     example: '/qq/cfhd/news',
     parameters: { category: '分类，默认为 60847，即最新，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [穿越火线 CFHD 专区资讯中心 - 最新](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml)，网址为 \`https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml\`。截取 \`https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/\` 到末尾 \`/m22510/list_1.shtml\` 的部分 \`60847\` 作为参数填入，此时路由为 [\`/qq/cfhd/news/60847\`](https://rsshub.app/qq/cfhd/news/60847)。
-  :::
+:::
 
   | 分类                                                                                                  | ID                                            |
   | ----------------------------------------------------------------------------------------------------- | --------------------------------------------- |

package/lib/routes/qstheory/index.ts

@@ -0,0 +1,121 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl as rootUrl, getItem } from './utils';
+
+const config = {
+    toutiao: {
+        title: '头条',
+        url: `${rootUrl}/v9zhuanqu/toutiao/index.htm`,
+    },
+    qswp: {
+        title: '网评',
+        url: `${rootUrl}/qswp.htm`,
+    },
+    qssp: {
+        title: '视频',
+        url: `${rootUrl}/qssp/index.htm`,
+    },
+    qslgxd: {
+        title: '原创',
+        url: `${rootUrl}/qslgxd/index.htm`,
+    },
+    economy: {
+        title: '经济',
+        url: `${rootUrl}/economy/index.htm`,
+    },
+    politics: {
+        title: '政治',
+        url: `${rootUrl}/politics/index.htm`,
+    },
+    culture: {
+        title: '文化',
+        url: `${rootUrl}/culture/index.htm`,
+    },
+    society: {
+        title: '社会',
+        url: `${rootUrl}/society/index.htm`,
+    },
+    cpc: {
+        title: '党建',
+        url: `${rootUrl}/cpc/index.htm`,
+    },
+    science: {
+        title: '科教',
+        url: `${rootUrl}/science/index.htm`,
+    },
+    zoology: {
+        title: '生态',
+        url: `${rootUrl}/zoology/index.htm`,
+    },
+    defense: {
+        title: '国防',
+        url: `${rootUrl}/defense/index.htm`,
+    },
+    international: {
+        title: '国际',
+        url: `${rootUrl}/international/index.htm`,
+    },
+    books: {
+        title: '图书',
+        url: `${rootUrl}/books/index.htm`,
+    },
+    xxbj: {
+        title: '学习笔记',
+        url: `${rootUrl}/qszq/xxbj/index.htm`,
+    },
+    llwx: {
+        title: '理论文选',
+        url: `${rootUrl}/qszq/llwx/index.htm`,
+    },
+};
+
+export const route: Route = {
+    path: '/:category?',
+    categories: ['traditional-media'],
+    example: '/qstheory',
+    parameters: { industry: '分类，见下表' },
+    radar: [
+        {
+            source: ['www.qstheory.cn/v9zhuanqu/:category/index.htm', 'www.qstheory.cn/qszq/:category/index.htm', 'www.qstheory.cn/:category/index.htm'],
+        },
+    ],
+    name: '分类',
+    maintainers: ['nczitzk'],
+    handler,
+    description: `
+| 头条    | 网评 | 视频 | 原创   | 经济    | 政治     | 文化    | 社会    | 党建 | 科教    | 生态    | 国防    | 国际          | 图书  | 学习笔记 | 理论文选 |
+| ------- | ---- | ---- | ------ | ------- | -------- | ------- | ------- | ---- | ------- | ------- | ------- | ------------- | ----- | -------- | -------- |
+| toutiao | qswp | qssp | qslgxd | economy | politics | culture | society | cpc  | science | zoology | defense | international | books | xxbj     | llwx     |`,
+};
+
+async function handler(ctx) {
+    const { category = 'toutiao' } = ctx.req.param();
+    const limit = Number.parseInt(ctx.req.query('limit')) || 50;
+
+    const currentUrl = config[category].url;
+    const response = await ofetch(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    const list = $('.list-style1 ul li a, .text h2 a, .no-pic ul li a')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        });
+
+    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => getItem(item))));
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/qstheory/magazine.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import cache from '@/utils/cache';
+import { baseUrl, getItem } from './utils';
+
+export const route: Route = {
+    path: '/magazine/:magazine',
+    categories: ['traditional-media'],
+    example: '/qstheory/magazine/qs',
+    parameters: { magazine: '刊物，`qs` 为求是，`hqwglist` 为红旗文稿' },
+    radar: [
+        {
+            source: ['www.qstheory.cn/:magazine/mulu.htm'],
+        },
+    ],
+    name: '在线读刊',
+    maintainers: ['TonyRL'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { magazine } = ctx.req.param();
+
+    const link = `${baseUrl}/${magazine}/mulu.htm`;
+    const yearResponse = await ofetch(link);
+
+    const $ = cheerio.load(yearResponse);
+
+    const yearList = $('.booktitle a')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        });
+
+    const issueResponse = await ofetch(yearList[0].link);
+    const $$ = cheerio.load(issueResponse);
+
+    const list = $$('.highlight span a')
+        .toArray()
+        .map((item) => {
+            const $item = $$(item);
+            return {
+                title: $item.text(),
+                link: $item.attr('href')!,
+            };
+        })
+        .toReversed()
+        .filter((item) => item.title);
+
+    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => getItem(item))));
+
+    return {
+        title: $('head title').text(),
+        link,
+        image: new URL($('.book img').attr('src')!, link).href,
+        item: items,
+    };
+}

package/lib/routes/qstheory/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '求是网',
+    url: 'www.qstheory.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/qstheory/utils.ts

@@ -0,0 +1,25 @@
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const baseUrl = 'http://www.qstheory.cn';
+
+export const getItem = async (item) => {
+    const response = await ofetch(item.link);
+    const $ = cheerio.load(response);
+
+    $('.fs-text, .fs-pinglun, .hidden-xs').remove();
+
+    item.author = $('.appellation').text();
+    item.description = $('.highlight, .text').html() || $('.content').html();
+    item.pubDate = parseDate(
+        $('.puttime_mobi, .pubtime, .headtitle span')
+            .text()
+            .trim()
+            .replace('发表于', '')
+            .replaceAll(/(年|月)/g, '-')
+            .replace('日', '')
+    );
+
+    return item;
+};

package/lib/routes/questmobile/report.ts

@@ -31,7 +31,7 @@ const parseTree = (tree, result = []) => {
 
 export const route: Route = {
     path: '/report/:industry?/:label?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/questmobile/report',
     parameters: { industry: '行业，见下表，默认为 `-1`，即全部行业', label: '标签，见下表，默认为 `-1`，即全部标签' },
     features: {
@@ -45,7 +45,7 @@ export const route: Route = {
     name: '行业研究报告',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   若订阅行业 [互联网行业](https://www.questmobile.com.cn/research/reports/1/-1)，网址为 \`https://www.questmobile.com.cn/research/reports/1/-1\`
   参数 industry 为 \`互联网行业\` 或 \`1\`，此时路由为 [\`/questmobile/report/互联网行业\`](https://rsshub.app/questmobile/report/互联网行业) 或 [\`/questmobile/report/1/-1\`](https://rsshub.app/questmobile/report/1/-1)。
 
@@ -54,7 +54,7 @@ export const route: Route = {
 
   若订阅行业和标签 [品牌领域 - 互联网经济](https://www.questmobile.com.cn/research/reports/2/1)，网址为 \`https://www.questmobile.com.cn/research/reports/2/1\`
   参数 industry 为 \`品牌领域\` 或 \`2\`，参数 label 为 \`互联网经济\` 或 \`1\`，此时路由为 [\`/questmobile/report/品牌领域/互联网经济\`](https://rsshub.app/questmobile/report/品牌领域/互联网经济) 或 [\`/questmobile/report/2/1\`](https://rsshub.app/questmobile/report/2/1)，甚至 [\`/questmobile/report/品牌领域/1\`](https://rsshub.app/questmobile/report/品牌领域/1)。
-  :::
+:::
 
   <details>
     <summary>全部行业和标签</summary>

package/lib/routes/questn/events.ts

@@ -14,7 +14,7 @@ export const route: Route = {
         filter: 'Filter string',
     },
     description: `
-:::tip
+::: tip
 
 Filter parameters:
 - category: 100: trending, 200: newest, 300: top

package/lib/routes/qweather/3days.ts

@@ -35,19 +35,20 @@ export const route: Route = {
     name: '近三天天气',
     maintainers: ['Rein-Ou', 'la3rence'],
     handler,
-    description: `需自行注册获取 api 的 key，并在环境变量 HEFENG\_KEY 中进行配置，获取订阅近三天天气预报`,
+    description: '获取订阅近三天天气预报',
 };
 
 async function handler(ctx) {
     if (!config.hefeng.key) {
         throw new ConfigNotFoundError('QWeather RSS is disabled due to the lack of <a href="https://docs.rsshub.app/zh/install/config#%E5%92%8C%E9%A3%8E%E5%A4%A9%E6%B0%94">relevant config</a>');
     }
-    const id = await cache.tryGet(ctx.req.param('location') + '_id', async () => {
+
+    const id = await cache.tryGet('qweather:' + ctx.req.param('location') + ':id', async () => {
         const response = await got(`${CIRY_LOOKUP_API}?location=${ctx.req.param('location')}&key=${config.hefeng.key}`);
         return response.data.location[0].id;
     });
     const weatherData = await cache.tryGet(
-        ctx.req.param('location'),
+        'qweather:' + ctx.req.param('location'),
         async () => {
             const response = await got(`${WEATHER_API}?key=${config.hefeng.key}&location=${id}`);
             return response.data;

package/lib/routes/qweather/now.ts

@@ -8,17 +8,20 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
 const rootUrl = 'https://devapi.qweather.com/v7/weather/now?';
+
 export const route: Route = {
     path: '/now/:location',
     categories: ['forecast'],
-    example: '/qweather/广州',
+    example: '/qweather/now/广州',
     parameters: { location: 'N' },
     features: {
         requireConfig: [
             {
                 name: 'HEFENG_KEY',
-                description: '',
+                description: '访问 `https://www.qweather.com/` 注册开发 API Key。',
             },
         ],
         requirePuppeteer: false,
@@ -30,21 +33,21 @@ export const route: Route = {
     name: '实时天气',
     maintainers: ['Rein-Ou'],
     handler,
-    description: `需自行注册获取 api 的 key，每小时更新一次数据`,
 };
 
 async function handler(ctx) {
-    const id = await cache.tryGet(ctx.req.param('location') + '_id', async () => {
+    if (!config.hefeng.key) {
+        throw new ConfigNotFoundError('QWeather RSS is disabled due to the lack of <a href="https://docs.rsshub.app/zh/install/config#%E5%92%8C%E9%A3%8E%E5%A4%A9%E6%B0%94">relevant config</a>');
+    }
+
+    const id = await cache.tryGet('qweather:' + ctx.req.param('location') + ':id', async () => {
         const response = await got(`https://geoapi.qweather.com/v2/city/lookup?location=${ctx.req.param('location')}&key=${config.hefeng.key}`);
-        const data = [];
-        for (const i in response.data.location) {
-            data.push(response.data.location[i]);
-        }
+        const data = response.data.location.map((loc) => loc);
         return data[0].id;
     });
     const requestUrl = rootUrl + 'key=' + config.hefeng.key + '&location=' + id;
     const responseData = await cache.tryGet(
-        ctx.req.param('location') + '_now',
+        'qweather:' + ctx.req.param('location') + ':now',
         async () => {
             const response = await got(requestUrl);
             return response.data;

package/lib/routes/radio/album.ts

@@ -35,9 +35,9 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/album/15682090498666\`](https://rsshub.app/radio/album/15682090498666)
 
-  :::tip
+::: tip
   部分专辑不适用该路由，此时可以尝试 [节目](#yun-ting-jie-mu) 路由
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/radio/index.ts

@@ -27,11 +27,11 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/1552135\`](https://rsshub.app/radio/1552135)
 
-  :::tip
+::: tip
   该路由仅适用于更新时间较早的电台节目，如 [共和国追梦人](http://www.radio.cn/pc-portal/sanji/detail.html?columnId=1552135)
 
   与适用于 [专辑](#yun-ting-zhuan-ji) 路由的专辑其 \`columnId\` 长度相比，它们的 \`columnId\` 长度较短
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/radio/zhibo.ts

@@ -35,9 +35,9 @@ export const route: Route = {
 
   所以对应路由为 [\`/radio/zhibo/1395528\`](https://rsshub.app/radio/zhibo/1395528)
 
-  :::tip
+::: tip
   查看更多电台直播节目，可前往 [电台直播](http://www.radio.cn/pc-portal/erji/radioStation.html)
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/readhub/daily.ts

@@ -7,7 +7,7 @@ import { rootUrl, apiRootUrl, processItems } from './util';
 
 export const route: Route = {
     path: '/daily',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/readhub/daily',
     parameters: {},
     features: {

package/lib/routes/readhub/index.ts

@@ -12,7 +12,7 @@ import { rootUrl, apiTopicUrl, art, processItems } from './util';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/readhub',
     parameters: { category: '分类，见下表，默认为热门话题' },
     features: {

package/lib/routes/rebase/geekdaily.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/geekdaily',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/rebase/geekdaily',
     radar: [
         {

package/lib/routes/reuters/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Reuters',
     url: 'reuters.com',
-    description: `:::tip
+    description: `::: tip
 You can use \`sophi=true\` query parameter to invoke the **experimental** method, which can, if possible, fetch more articles(between 20 and 100) with \`limit\` given. But some articles from the old method might not be available.
 :::`,
     lang: 'en',

package/lib/routes/rsc/journal.ts

@@ -26,9 +26,9 @@ export const route: Route = {
     name: 'Journal',
     maintainers: ['nczitzk'],
     handler,
-    description: `:::tip
+    description: `::: tip
   All journals at [Current journals](https://pubs.rsc.org/en/journals)
-  :::
+:::
 
   | All Recent Articles | Advance Articles |
   | ------------------- | ---------------- |

package/lib/routes/rsshub/transform/json.ts

@@ -49,7 +49,7 @@ export const route: Route = {
 | \`itemDesc\`       | The JSON Path as \`description\` in \`item\` | \`string\`        | None                                       |
 | \`itemPubDate\`    | The JSON Path as \`pubDate\` in \`item\`     | \`string\`        | None                                       |
 
-:::tip
+::: tip
 JSON Path only supports format like \`a.b.c\`. if you need to access arrays, like \`a[0].b\`, you can write it as \`a.0.b\`.
 :::
 

package/lib/routes/ruankao/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国计算机职业技术资格考试',
+    url: 'www.ruankao.org.cn',
+};