rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa1dcc5

package/lib/routes/cnki/author.ts

@@ -1,16 +1,16 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
 import { ProcessItem } from './utils';
 
-const rootUrl = 'https://kns.cnki.net';
-
 export const route: Route = {
-    path: '/author/:code',
+    name: '作者',
+    maintainers: ['Derekmini', 'harveyqiu'],
     categories: ['journal'],
-    example: '/cnki/author/000042423923',
-    parameters: { code: '作者对应code，可以在网址中得到' },
+    path: '/author/:name/:company',
+    parameters: { name: '作者姓名', company: '作者单位' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -19,62 +19,134 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
-    name: '作者期刊文献',
+    example: '/cnki/author/丁晓东/中国人民大学',
     description: `:::tip
     可能仅限中国大陆服务器访问，以实际情况为准。
     :::`,
-    maintainers: ['harveyqiu', 'Derekmini'],
     handler,
 };
 
 async function handler(ctx) {
-    const code = ctx.req.param('code');
+    const name = ctx.req.param('name');
+    const company = ctx.req.param('company');
+    const host = 'https://kns.cnki.net';
+    const link = `${host}/kns8s/AdvSearch?classid=WD0FTY92`;
 
-    const authorInfoUrl = `${rootUrl}/kcms/detail/knetsearch.aspx?sfield=au&code=${code}`;
-    const res = await got(authorInfoUrl);
-    const $ = load(res.data);
-    const authorName = $('#showname').text();
-    const companyName = $('body > div.wrapper > div.main > div.container.full-screen > div > div:nth-child(3) > h3:nth-child(2) > span > a').text();
+    const params = new URLSearchParams();
+    params.append('boolSearch', 'true');
+    params.append(
+        'QueryJson',
+        JSON.stringify({
+            Platform: '',
+            Resource: 'CROSSDB',
+            Classid: 'WD0FTY92',
+            Products: '',
+            QNode: {
+                QGroup: [
+                    {
+                        Key: 'Subject',
+                        Title: '',
+                        Logic: 0,
+                        Items: [],
+                        ChildItems: [
+                            {
+                                Key: 'input[data-tipid=gradetxt-1]',
+                                Title: '作者',
+                                Logic: 0,
+                                Items: [
+                                    {
+                                        Key: 'input[data-tipid=gradetxt-1]',
+                                        Title: '作者',
+                                        Logic: 0,
+                                        Field: 'AU',
+                                        Operator: 'DEFAULT',
+                                        Value: name,
+                                        Value2: '',
+                                    },
+                                ],
+                                ChildItems: [],
+                            },
+                            {
+                                Key: 'input[data-tipid=gradetxt-2]',
+                                Title: '作者单位',
+                                Logic: 0,
+                                Items: [
+                                    {
+                                        Key: 'input[data-tipid=gradetxt-2]',
+                                        Title: '作者单位',
+                                        Logic: 0,
+                                        Field: 'AF',
+                                        Operator: 'FUZZY',
+                                        Value: company,
+                                        Value2: '',
+                                    },
+                                ],
+                                ChildItems: [],
+                            },
+                        ],
+                    },
+                    {
+                        Key: 'ControlGroup',
+                        Title: '',
+                        Logic: 0,
+                        Items: [],
+                        ChildItems: [],
+                    },
+                ],
+            },
+            ExScope: '0',
+            SearchType: 3,
+            Rlang: 'CHINESE',
+            KuaKuCode: 'YSTT4HG0,LSTPFY1C,JUP3MUPD,MPMFIG1A,EMRPGLPA,WQ0UVIAA,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R',
+        })
+    );
+    params.append('pageNum', '1');
+    params.append('pageSize', '20');
+    params.append('sortField', 'PT');
+    params.append('sortType', 'desc');
+    params.append('dstyle', 'listmode');
+    params.append('productStr', 'YSTT4HG0,LSTPFY1C,RMJLXHZ3,JQIRZIYA,JUP3MUPD,1UR4K4HZ,BPBAFJ5S,R79MZMCB,MPMFIG1A,EMRPGLPA,J708GVCE,ML4DRIDX,WQ0UVIAA,NB3BWEHK,XVLO76FD,HR1YT1Z9,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R,');
+    params.append('aside', `（作者：${name}(精确)）AND（作者单位：${company}(模糊)）`);
+    params.append('searchFrom', '资源范围：总库;  时间范围：更新时间：不限;');
+    params.append('CurPage', '1');
 
-    const res2 = await got(`${rootUrl}/kns8/Detail`, {
-        searchParams: {
-            sdb: 'CAPJ',
-            sfield: '作者',
-            skey: authorName,
-            scode: code,
-            acode: code,
+    const response = await ofetch(`${host}/kns8s/brief/grid`, {
+        method: 'POST',
+        headers: {
+            'content-type': 'application/x-www-form-urlencoded;charset=utf-8',
+            referer: `${host}/kns8s/AdvSearch?classid=WD0FTY92`,
         },
-        followRedirect: false,
-    });
-    const authorPageUrl = res2.headers.location;
-
-    const regex = /v=([^&]+)/;
-    const code2 = authorPageUrl.match(regex)[1];
-
-    const url = `${rootUrl}/restapi/knowledge-api/v1/experts/relations/resources?v=${code2}&sequence=PT&size=10&sort=desc&start=1&resource=CJFD`;
-
-    const res3 = await got(url, { headers: { Referer: authorPageUrl } });
-    const publications = res3.data.data.data;
-
-    const list = publications.map((publication) => {
-        const metadata = publication.metadata;
-        const { value: title = '' } = metadata.find((md) => md.name === 'TI') || {};
-        const { value: date = '' } = metadata.find((md) => md.name === 'PT') || {};
-        const { value: filename = '' } = metadata.find((md) => md.name === 'FN') || {};
-
-        return {
-            title,
-            link: `https://cnki.net/kcms/detail/detail.aspx?filename=${filename}&dbcode=CJFD`,
-            author: authorName,
-            pubDate: date,
-        };
+        body: params.toString(),
     });
+    const $ = load(response);
+    const list = $('tr')
+        .toArray()
+        .slice(1)
+        .map((item) => {
+            const title = $(item).find('a.fz14').text();
+            const filename = $(item).find('a.icon-collect').attr('data-filename');
+            const link = `https://cnki.net/kcms/detail/detail.aspx?filename=${filename}&dbcode=CJFD`;
+            const pubDate = parseDate($(item).find('td.date').text(), 'YYYY-MM-DD');
+            return {
+                title,
+                link,
+                pubDate,
+            };
+        });
 
     const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => ProcessItem(item))));
 
+    const processedItems = items
+        .filter((item): item is Record<string, any> => item !== null && typeof item === 'object')
+        .map((item) => ({
+            title: item.title || '',
+            link: item.link,
+            pubDate: item.pubDate,
+        }));
+
     return {
-        title: `知网 ${authorName} ${companyName}`,
-        link: authorInfoUrl,
-        item: items,
+        title: `知网 ${name} ${company}`,
+        link,
+        item: processedItems,
     };
 }

package/lib/routes/cnki/utils.ts

@@ -11,12 +11,12 @@ const ProcessItem = async (item) => {
     const $ = load(detailResponse.data);
     item.description = art(path.join(__dirname, 'templates/desc.art'), {
         author: $('h3.author > span')
-            .map((_, item) => $(item).text())
-            .get()
+            .toArray()
+            .map((item) => $(item).text())
             .join(' '),
         company: $('a.author')
-            .map((_, item) => $(item).text())
-            .get()
+            .toArray()
+            .map((item) => $(item).text())
             .join(' '),
         content: $('div.row > span.abstract-text').parent().text(),
     });

package/lib/routes/coomer/artist.ts

@@ -16,7 +16,7 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['coomer.party/onlyfans/user/:id', 'coomer.party/'],
+            source: ['coomer.su/onlyfans/user/:id', 'coomer.su/'],
         },
     ],
     name: 'Artist',

package/lib/routes/coomer/namespace.ts

@@ -2,6 +2,6 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Coomer',
-    url: 'coomer.party',
+    url: 'coomer.su',
     lang: 'en',
 };

package/lib/routes/coomer/posts.ts

@@ -16,13 +16,13 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['coomer.party/posts', 'coomer.party/'],
+            source: ['coomer.su/posts', 'coomer.su/'],
         },
     ],
     name: 'Recent Posts',
     maintainers: ['nczitzk'],
     handler,
-    url: 'coomer.party/posts',
+    url: 'coomer.su/posts',
 };
 
 async function handler(ctx) {

package/lib/routes/coomer/utils.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 
 const fetchItems = async (ctx, currentUrl) => {
-    const rootUrl = 'https://coomer.party';
+    const rootUrl = 'https://coomer.su';
     currentUrl = `${rootUrl}/${currentUrl}`;
 
     const response = await got({

package/lib/routes/cpcaauto/index.ts

@@ -143,112 +143,112 @@ export const route: Route = {
         },
         {
             title: '行业新闻 - 国内乘用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=10'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/10',
         },
         {
             title: '行业新闻 - 进口及国外乘用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=64'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/64',
         },
         {
             title: '行业新闻 - 后市场',
-            source: ['cpcaauto.com/news.php?types=news&anid=44'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/44',
         },
         {
             title: '行业新闻 - 商用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=62'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/62',
         },
         {
             title: '车市解读 - 周度',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=128'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/128',
         },
         {
             title: '车市解读 - 月度',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=129'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/129',
         },
         {
             title: '车市解读 - 指数',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=130'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/130',
         },
         {
             title: '车市解读 - 预测',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=131'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/131',
         },
         {
             title: '发布会报告 - 上海市场上牌数',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=119'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/119',
         },
         {
             title: '发布会报告 - 京城车市',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=122'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/122',
         },
         {
             title: '发布会报告 - 进口车市场分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=120'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/120',
         },
         {
             title: '发布会报告 - 二手车市场分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=121'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/121',
         },
         {
             title: '发布会报告 - 价格指数',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=124'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/124',
         },
         {
             title: '发布会报告 - 热点评述',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=125'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/125',
         },
         {
             title: '发布会报告 - 新能源月报',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=126'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/126',
         },
         {
             title: '发布会报告 - 商用车月报',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=127'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/127',
         },
         {
             title: '发布会报告 - 政策分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=123'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/123',
         },
         {
             title: '经济与政策 - 一周经济',
-            source: ['cpcaauto.com/news.php?types=meeting&anid=46'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/meeting/46',
         },
         {
             title: '经济与政策 - 一周政策',
-            source: ['cpcaauto.com/news.php?types=meeting&anid=47'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/meeting/47',
         },
         {
             title: '乘联会论坛 - 论坛文章',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=49'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/49',
         },
         {
             title: '乘联会论坛 - 两会',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=111'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/111',
         },
         {
             title: '乘联会论坛 - 车展看点',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=113'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/113',
         },
     ],

package/lib/routes/cs/zzkx.ts

@@ -10,5 +10,5 @@ function handler(ctx) {
     // https://www.cs.com.cn/sylm/jsbd/
 
     const redirectTo = '/cs/sylm/jsbd';
-    ctx.redirect(redirectTo);
+    ctx.set('redirect', redirectTo);
 }

package/lib/routes/csdn/blog.ts

@@ -23,35 +23,39 @@ export const route: Route = {
         },
     ],
     name: 'User Feed',
-    maintainers: [],
+    maintainers: ['Jkker'],
     handler,
 };
 
 async function handler(ctx) {
     const user = ctx.req.param('user');
 
-    const rootUrl = 'https://blog.csdn.net';
+    const rootUrl = 'https://rss.csdn.net';
     const blogUrl = `${rootUrl}/${user}`;
-    const rssUrl = blogUrl + '/rss/list';
+    const rssUrl = blogUrl + '/rss/map';
 
     const feed = await rssParser.parseURL(rssUrl);
 
     const items = await Promise.all(
         feed.items.map((item) =>
             cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+                try {
+                    const response = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
 
-                const $ = load(response.data);
+                    const $ = load(response.data);
 
-                const description = $('#content_views').html();
+                    const description = $('#content_views').html();
 
-                return {
-                    ...item,
-                    description,
-                };
+                    return {
+                        ...item,
+                        description,
+                    };
+                } catch {
+                    return item;
+                }
             })
         )
     );

package/lib/routes/cybersecurityventures/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cybercrime Magazine',
+    url: 'cybersecurityventures.com',
+    lang: 'en',
+};

package/lib/routes/cybersecurityventures/news.ts

@@ -0,0 +1,121 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import type { Context } from 'hono';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { RawRecord } from './types';
+
+const categories: Record<
+    string,
+    {
+        label: string;
+        scene: number;
+        view: number;
+    }
+> = {
+    today: {
+        label: "Today's News",
+        scene: 12,
+        view: 14,
+    },
+    'intrusion-daily-cyber-threat-alert': {
+        label: 'Cyberattacks',
+        scene: 13,
+        view: 15,
+    },
+    'ransomware-minute': {
+        label: 'Ransomware',
+        scene: 16,
+        view: 18,
+    },
+    cryptocrime: {
+        label: 'Cryptocrime',
+        scene: 18,
+        view: 20,
+    },
+    'hack-blotter': {
+        label: 'Hack Blotter',
+        scene: 19,
+        view: 21,
+    },
+    'cybersecurity-venture-capital-vc-deals': {
+        label: 'VC Deal Flow',
+        scene: 3,
+        view: 3,
+    },
+    'mergers-and-acquisitions-report': {
+        label: 'M&A Tracker',
+        scene: 11,
+        view: 13,
+    },
+};
+
+export const route: Route = {
+    name: 'News',
+    categories: ['programming'],
+    path: '/news/:category?',
+    example: '/cybersecurityventures/news',
+    radar: Object.keys(categories).map((key) => ({
+        source: [`cybersecurityventures.com/${key}`],
+        target: `/news/${key}`,
+        title: categories[key].label,
+    })),
+    parameters: {
+        category: {
+            description: 'news category',
+            default: 'today',
+            options: Object.keys(categories).map((key) => ({
+                value: key,
+                label: categories[key].label,
+            })),
+        },
+    },
+    handler,
+    maintainers: ['KarasuShin'],
+    features: {
+        supportRadar: true,
+    },
+    view: ViewType.Articles,
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const rootUrl = 'https://cybersecurityventures.com/';
+    const apiUrl = 'https://us-east-1-renderer-read.knack.com/v1';
+    const category = ctx.req.param('category') ?? 'today';
+    const limit = ctx.req.query('limit') ?? 20;
+
+    if (!(category in categories)) {
+        throw new InvalidParameterError('Invalid category');
+    }
+
+    const { scene, view, label } = categories[category];
+
+    const data = await ofetch<{
+        records: RawRecord[];
+    }>(`${apiUrl}/scenes/scene_${scene}/views/view_${view}/records?format=raw&page=1&rows_per_page=${limit}&sort_field=field_2&sort_order=desc`, {
+        headers: {
+            'X-Knack-Application-Id': '6013171b60be8f001cb27363',
+            'X-Knack-Rest-Api-Key': 'renderer',
+        },
+    });
+
+    return {
+        title: `${label} - Cybercrime Magazine`,
+        link: `${rootUrl}/${category}`,
+        item: data.records.map((item) => {
+            const $ = load(item.field_3, null, false);
+            const link = $('a').attr('href');
+            const source = item.field_4;
+            const description = `<p>${source}</p><br>${$.html()}`;
+
+            return {
+                title: item.field_5,
+                description,
+                pubDate: parseDate(item.field_2.iso_timestamp),
+                link,
+                guid: `cybersecurityventures:${item.id}`,
+            } as DataItem;
+        }),
+    };
+}

package/lib/routes/cybersecurityventures/types.ts

@@ -0,0 +1,17 @@
+export interface RawRecord {
+    id: string;
+    field_2: {
+        date: string;
+        date_formatted: string;
+        hours: string;
+        minutes: string;
+        am_pm: string;
+        unix_timestamp: number;
+        iso_timestamp: string;
+        timestamp: string;
+        time: number;
+    };
+    field_3: string;
+    field_4: string;
+    field_5: string;
+}