rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/pubscholar/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'PubScholar 公益学术平台',
+    url: 'pubscholar.cn',
+    categories: ['journal'],
+};

package/lib/routes/pubscholar/types.ts

@@ -0,0 +1,41 @@
+interface Link {
+    is_open_access: boolean;
+    name: string;
+    url: string;
+}
+
+interface Content {
+    date: string;
+    attachments: any[];
+    keywords: string[];
+    year: number;
+    source: string;
+    title: string;
+    type: string;
+    abstracts_abbreviation: string;
+    major: string;
+    school: any[];
+    first_page: string;
+    local_links: any[];
+    links: Link[];
+    id: string;
+    graduation_institution: any[];
+    cn_type: string;
+    article_type: string;
+    issue: string;
+    abstracts: string;
+    author: string[];
+    last_page: string;
+    degree: string;
+    tutor: any[];
+    semantic_entities: object;
+    volume: string;
+    source_list: string[];
+    is_free: boolean;
+}
+
+export interface Resource {
+    total: number;
+    is_last: boolean;
+    content: Content[];
+}

package/lib/routes/pubscholar/utils.ts

@@ -0,0 +1,44 @@
+import crypto from 'node:crypto';
+import CryptoJS from 'crypto-js';
+
+const salt = '6m6pingbinwaktg227gngifoocrfbo95';
+const key = CryptoJS.enc.Utf8.parse('eRtYuIoPaSdFgHqW');
+const iv = CryptoJS.enc.Utf8.parse('Nmc09JkLzX8765Vb');
+
+export const baseUrl = 'https://pubscholar.cn';
+export const sha1 = (str: string) => crypto.createHash('sha1').update(str).digest('hex');
+export const uuidv4 = () => crypto.randomUUID();
+
+const generateNonce = (length: number): string => {
+    if (!length) {
+        return null;
+    }
+
+    let nonce = '';
+    while (nonce.length < length) {
+        const randomString = Math.random().toString(36).slice(2).toUpperCase();
+        nonce += randomString;
+    }
+
+    return nonce.slice(0, length);
+};
+
+export const getSignedHeaders = () => {
+    const nonce = generateNonce(6);
+    const timestamp = Date.now().toString();
+    const signature = sha1([salt, timestamp, nonce].sort().join(''));
+    return {
+        nonce,
+        timestamp,
+        signature,
+    };
+};
+
+export const getArticleLink = (id: string) => {
+    const ciphertext = CryptoJS.AES.encrypt(CryptoJS.enc.Utf8.parse(id), key, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).ciphertext.toString();
+    return ciphertext;
+};

package/lib/routes/pwc/sustainability.ts

@@ -1,22 +1,45 @@
 import { Route } from '@/types';
-import { load } from 'cheerio';
-import logger from '@/utils/logger';
 import { parseDate } from '@/utils/parse-date';
-import puppeteer from '@/utils/puppeteer';
+import ofetch from '@/utils/ofetch';
+
+interface PlayerOptions {
+    link: string;
+    image: string;
+    flashplayer: string;
+    width: string;
+    height: string;
+    aspectratio: string;
+    title: string;
+    description: string;
+    autostart: boolean;
+}
+
+interface Element {
+    index: number;
+    href: string;
+    relativeHref: string;
+    text: string;
+    thumbnailText: string;
+    title: string;
+    image: string;
+    tags: string[];
+    filterTags: string;
+    publishDate: string;
+    playerOptions: PlayerOptions;
+    damSize: string;
+    template: string;
+    itemUrl: string;
+    itemWidth: string;
+    itemHeight: string;
+    isPage: boolean;
+    isVideo: boolean;
+    itemVideoTranscriptLink: string;
+}
 
 export const route: Route = {
     path: '/strategyand/sustainability',
     categories: ['other'],
     example: '/pwc/strategyand/sustainability',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: true,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     radar: [
         {
             source: ['strategyand.pwc.com/at/en/functions/sustainability-strategy/publications.html', 'strategyand.pwc.com/'],
@@ -33,47 +56,28 @@ async function handler() {
     const feedLang = 'en';
     const feedDescription = 'Sustainability Publications from PwC Strategy&';
 
-    const browser = await puppeteer();
-    const page = await browser.newPage();
-    logger.http(`Requesting ${baseUrl}`);
-    await page.setRequestInterception(true);
-    page.on('request', (request) => {
-        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
-    });
-    await page.goto(baseUrl, {
-        waitUntil: 'domcontentloaded',
-    });
-    const response = await page.content();
-    page.close();
-
-    const $ = load(response);
-
-    const list = $('div#wrapper article')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const a = item.find('a').first();
-            const div = item.find('div.collection__item-content').first();
-
-            const link = a.attr('href');
-            const title = div.find('h4').find('span').text();
-            const pubDate = parseDate(div.find('time').attr('datetime'), 'DD/MM/YY');
-            const description = div.find('p.paragraph').text();
-
-            return {
-                title,
-                link,
-                pubDate,
-                description,
-            };
-        });
+    const response = await ofetch(
+        'https://www.strategyand.pwc.com/content/pwc/03/en/functions/sustainability-strategy/publications/jcr:content/root/container/content-free-container/section_545483788/collection_v2.filter-dynamic.html',
+        {
+            query: {
+                currentPagePath: '/content/pwc/03/en/functions/sustainability-strategy/publications',
+                list: { menu_0: [] },
+                defaultImagePath: '/content/dam/pwc/network/strategyand-collection-fallback-images',
+            },
+        }
+    );
+    const elements = JSON.parse(response.elements) as Element[];
 
-    const items = list;
+    const items = elements.map((item) => ({
+        title: item.title,
+        link: item.href,
+        pubDate: parseDate(item.publishDate, 'DD/MM/YY'),
+        description: item.text,
+        category: item.tags,
+    }));
 
     // TODO: Add full text support
 
-    browser.close();
-
     return {
         title: 'PwC Strategy& - Sustainability Publications',
         link: baseUrl,

package/lib/routes/qiche365/namespace.ts

@@ -0,0 +1,5 @@
+import type { Namespace } from '@/types';
+export const namespace: Namespace = {
+    name: '汽车召回网',
+    url: 'qiche365.org.cn',
+};

package/lib/routes/qiche365/recall.ts

@@ -0,0 +1,53 @@
+import { Route, Data, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const baseUrl = 'https://www.qiche365.org.cn';
+
+export const route: Route = {
+    path: '/recall/:channel',
+    name: '汽车召回',
+    example: '/qiche365/recall/1',
+    parameters: { channel: '频道，见下表' },
+    description: `| 国内召回新闻 | 国内召回公告 | 国外召回新闻 | 国外召回公告 |
+  | ------------ | ------------ | ------------ | ------------ |
+  | 1            | 2            | 3            | 4            |`,
+    categories: ['government'],
+    maintainers: ['huanfe1'],
+    handler,
+    url: 'qiche365.org.cn/index/recall/index.html',
+};
+
+async function handler(ctx): Promise<Data> {
+    const { channel } = ctx.req.param();
+
+    const { html } = await ofetch(`${baseUrl}/index/recall/index/item/${channel}.html?loadmore=1`, {
+        method: 'get',
+        headers: {
+            'Accept-Language': 'zh-CN,zh;q=0.9',
+        },
+    });
+
+    const $ = load(<string>html);
+    const items: DataItem[] = $('li')
+        .toArray()
+        .map((item) => {
+            const cheerioItem = $(item);
+            return {
+                title: cheerioItem.find('h1').text(),
+                link: `${baseUrl}${cheerioItem.find('a').attr('href')}`,
+                pubDate: timezone(parseDate(cheerioItem.find('h2').html()!.match('</i>(.*?)<b>')![1]), +8),
+                description: cheerioItem.find('p').text().trim(),
+                author: cheerioItem.find('h3 span').text(),
+                image: cheerioItem.find('img').attr('src') && `${baseUrl}${cheerioItem.find('img').attr('src')}`,
+            };
+        });
+    return {
+        title: ['国内召回公告', '国内召回新闻', '国外召回公告', '国外召回新闻'][channel - 1],
+        link: `${baseUrl}/index/recall/index.html`,
+        item: items,
+        language: 'zh-CN',
+    };
+}

package/lib/routes/qidian/chapter.ts

@@ -1,11 +1,12 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/chapter/:id',
-    categories: ['reading'],
+    categories: ['reading', 'popular'],
+    view: ViewType.Notifications,
     example: '/qidian/chapter/1010400217',
     parameters: { id: '小说 id, 可在对应小说页 URL 中找到' },
     features: {
@@ -21,7 +22,7 @@ export const route: Route = {
             source: ['book.qidian.com/info/:id'],
         },
     ],
-    name: '章节',
+    name: '作品章节',
     maintainers: ['fuzy112'],
     handler,
 };

package/lib/routes/qidian/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '起点',
-    url: 'book.qidian.com',
+    url: 'qidian.com',
 };

package/lib/routes/qingting/podcast.ts

@@ -1,9 +1,12 @@
-import { Route } from '@/types';
+import type { DataItem, Route } from '@/types';
 import cache from '@/utils/cache';
 import crypto from 'crypto';
 import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+const qingtingId = config.qingting.id ?? '';
 
 export const route: Route = {
     path: '/podcast/:id',
@@ -11,12 +14,14 @@ export const route: Route = {
     example: '/qingting/podcast/293411',
     parameters: { id: '专辑id, 可在专辑页 URL 中找到' },
     features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
         supportPodcast: true,
-        supportScihub: false,
+        requireConfig: [
+            {
+                name: 'QINGTING_ID',
+                optional: true,
+                description: '用户id， 部分专辑需要会员身份，用户id可以通过从网页端登录蜻蜓fm后使用开发者工具，在控制台中运行JSON.parse(localStorage.getItem("user")).qingting_id获取',
+            },
+        ],
     },
     radar: [
         {
@@ -29,21 +34,35 @@ export const route: Route = {
     description: `获取的播放 URL 有效期只有 1 天，需要开启播客 APP 的自动下载功能。`,
 };
 
+function getMediaUrl(channelId: string, mediaId: string) {
+    const path = `/audiostream/redirect/${channelId}/${mediaId}?access_token=&device_id=MOBILESITE&qingting_id=${qingtingId}&t=${Date.now()}`;
+    const sign = crypto.createHmac('md5', 'fpMn12&38f_2e').update(path).digest('hex').toString();
+    return `https://audio.qingting.fm${path}&sign=${sign}`;
+}
+
 async function handler(ctx) {
-    const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.req.param('id')}`;
-    let response = await got({
+    const channelId = ctx.req.param('id');
+
+    const channelUrl = `https://i.qingting.fm/capi/v3/channel/${channelId}`;
+    const response = await got({
         method: 'get',
         url: channelUrl,
         headers: {
             Referer: 'https://www.qingting.fm/',
         },
     });
+
     const title = response.data.data.title;
     const channel_img = response.data.data.thumbs['400_thumb'];
     const authors = response.data.data.podcasters.map((author) => author.nick_name).join(',');
     const desc = response.data.data.description;
-    const programUrl = `https://i.qingting.fm/capi/channel/${ctx.req.param('id')}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
-    response = await got({
+    const programUrl = `https://i.qingting.fm/capi/channel/${channelId}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
+
+    const {
+        data: {
+            data: { programs },
+        },
+    } = await got({
         method: 'get',
         url: programUrl,
         headers: {
@@ -51,45 +70,48 @@ async function handler(ctx) {
         },
     });
 
+    const {
+        data: { data: channelInfo },
+    } = await got(`https://i.qingting.fm/capi/v3/channel/${channelId}?user_id=${qingtingId}`);
+
+    const isCharged = channelInfo.purchase?.item_type !== 0;
+
+    const isPaid = channelInfo.user_relevance?.sale_status === 'paid';
+
     const resultItems = await Promise.all(
-        response.data.data.programs.map((item) =>
-            cache.tryGet(`qingting:podcast:${ctx.req.param('id')}:${item.id}`, async () => {
-                const link = `https://www.qingting.fm/channels/${ctx.req.param('id')}/programs/${item.id}/`;
-
-                const path = `/audiostream/redirect/${ctx.req.param('id')}/${item.id}?access_token=&device_id=MOBILESITE&qingting_id=&t=${Date.now()}`;
-                const sign = crypto.createHmac('md5', 'fpMn12&38f_2e').update(path).digest('hex').toString();
-
-                const [detailRes, mediaRes] = await Promise.all([
-                    got({
-                        method: 'get',
-                        url: link,
-                        headers: {
-                            Referer: 'https://www.qingting.fm/',
-                        },
-                    }),
-                    got({
-                        method: 'get',
-                        url: `https://audio.qingting.fm${path}&sign=${sign}`,
-                        headers: {
-                            Referer: 'https://www.qingting.fm/',
-                        },
-                    }),
-                ]);
+        programs.map(async (item) => {
+            const data = (await cache.tryGet(`qingting:podcast:${channelId}:${item.id}`, async () => {
+                const link = `https://www.qingting.fm/channels/${channelId}/programs/${item.id}/`;
+
+                const detailRes = await got({
+                    method: 'get',
+                    url: link,
+                    headers: {
+                        Referer: 'https://www.qingting.fm/',
+                    },
+                });
 
                 const detail = JSON.parse(detailRes.data.match(/},"program":(.*?),"plist":/)[1]);
 
-                return {
+                const rssItem = {
                     title: item.title,
                     link,
                     itunes_item_image: item.cover,
                     itunes_duration: item.duration,
                     pubDate: timezone(parseDate(item.update_time), +8),
                     description: detail.richtext,
-                    enclosure_url: mediaRes.url,
-                    enclosure_type: 'audio/x-m4a',
                 };
-            })
-        )
+
+                return rssItem;
+            })) as DataItem;
+
+            if (!isCharged || isPaid || item.isfree) {
+                data.enclosure_url = getMediaUrl(channelId, item.id);
+                data.enclosure_type = 'audio/x-m4a';
+            }
+
+            return data;
+        })
     );
 
     return {
@@ -97,7 +119,7 @@ async function handler(ctx) {
         description: desc,
         itunes_author: authors,
         image: channel_img,
-        link: `https://www.qingting.fm/channels/${ctx.req.param('id')}`,
+        link: `https://www.qingting.fm/channels/${channelId}`,
         item: resultItems,
     };
 }

package/lib/routes/qq/cfhd/index.ts

@@ -0,0 +1,140 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const { category = '60847' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 12;
+
+    const rootUrl = 'https://cfhd.cf.qq.com';
+    const rootImageUrl = 'https://game.gtimg.cn';
+    const currentUrl = new URL(`webplat/info/news_version3/37427/59139/59140/${category}/m22510/list_1.shtml`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl, {
+        responseType: 'buffer',
+    });
+
+    const $ = load(iconv.decode(response, 'gbk'));
+
+    const language = $('html').prop('lang');
+
+    let items = $('div.news-list-item ul li.list-item')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('p').text(),
+                pubDate: parseDate(item.find('span.date').text()),
+                link: new URL(item.find('a.clearfix').prop('href'), rootUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link, {
+                    responseType: 'buffer',
+                });
+
+                const $$ = load(iconv.decode(detailResponse, 'gbk'));
+
+                const title = $$('div.news-details-title h4').text();
+                const description = $$('div.news-details-cont').html();
+                const image = $$('div.news-details-cont img').first().prop('src');
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = timezone(parseDate($$('p.news-details-p1').text().trim()), +8);
+                item.content = {
+                    html: description,
+                    text: $$('div.news-details-cont').text(),
+                };
+                item.image = image;
+                item.banner = image;
+                item.language = language;
+
+                return item;
+            })
+        )
+    );
+
+    const image = new URL('images/cfhd/web202305/logo.png', rootImageUrl).href;
+
+    return {
+        title: `${$('title').text().split(/-/)[0]} - ${$('li.cur').text()}`,
+        description: $('meta[name="Description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="author"]').prop('content'),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/cfhd/news/:category?',
+    name: '穿越火线 CFHD 专区资讯中心',
+    url: 'cfhd.cf.qq.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/qq/cfhd/news',
+    parameters: { category: '分类，默认为 60847，即最新，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [穿越火线 CFHD 专区资讯中心 - 最新](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml)，网址为 \`https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml\`。截取 \`https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/\` 到末尾 \`/m22510/list_1.shtml\` 的部分 \`60847\` 作为参数填入，此时路由为 [\`/qq/cfhd/news/60847\`](https://rsshub.app/qq/cfhd/news/60847)。
+  :::
+
+  | 分类                                                                                                  | ID                                            |
+  | ----------------------------------------------------------------------------------------------------- | --------------------------------------------- |
+  | [最新](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml) | [60847](https://rsshub.app/qq/cfhd/news/60847) |
+  | [公告](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59625/m22510/list_1.shtml) | [59625](https://rsshub.app/qq/cfhd/news/59625) |
+  | [版本](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60850/m22510/list_1.shtml) | [60850](https://rsshub.app/qq/cfhd/news/60850) |
+  | [赛事](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59626/m22510/list_1.shtml) | [59626](https://rsshub.app/qq/cfhd/news/59626) |
+  | [杂谈](https://cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59624/m22510/list_1.shtml) | [59624](https://rsshub.app/qq/cfhd/news/59624) |
+  `,
+    categories: ['game'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            title: '穿越火线 CFHD 专区资讯中心 - 最新',
+            source: ['cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60847/m22510/list_1.shtml'],
+            target: '/cfhd/news/60847',
+        },
+        {
+            title: '穿越火线 CFHD 专区资讯中心 - 公告',
+            source: ['cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59625/m22510/list_1.shtml'],
+            target: '/cfhd/news/59625',
+        },
+        {
+            title: '穿越火线 CFHD 专区资讯中心 - 版本',
+            source: ['cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/60850/m22510/list_1.shtml'],
+            target: '/cfhd/news/60850',
+        },
+        {
+            title: '穿越火线 CFHD 专区资讯中心 - 赛事',
+            source: ['cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59626/m22510/list_1.shtml'],
+            target: '/cfhd/news/59626',
+        },
+        {
+            title: '穿越火线 CFHD 专区资讯中心 - 杂谈',
+            source: ['cfhd.cf.qq.com/webplat/info/news_version3/37427/59139/59140/59624/m22510/list_1.shtml'],
+            target: '/cfhd/news/59624',
+        },
+    ],
+};

package/lib/routes/qq/namespace.ts

@@ -1,6 +1,8 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '腾讯新闻较真查证平台',
-    url: 'ac.qq.com',
+    name: '腾讯网',
+    url: 'qq.com',
+    categories: ['new-media'],
+    description: '',
 };