rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/cpcaauto/index.ts

@@ -81,9 +81,9 @@ export const route: Route = {
     handler,
     example: '/cpcaauto/news/news',
     parameters: { type: '分类，默认为 news，可在对应分类页 URL 中找到', id: 'id，默认为 news，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [行业新闻 > 国内乘用车](http://cpcaauto.com/news.php?types=news&anid=10)，网址为 \`http://cpcaauto.com/news.php?types=news&anid=10\`。截取 \`types\` 和 \`anid\` 的部分 \`\` 作为参数填入，此时路由为 [\`/cpcaauto/news/news/10\`](https://rsshub.app/cpcaauto/news/news/10)。
-  :::
+:::
 
   #### [行业新闻](http://cpcaauto.com/news.php?types=news)
 
@@ -143,112 +143,112 @@ export const route: Route = {
         },
         {
             title: '行业新闻 - 国内乘用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=10'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/10',
         },
         {
             title: '行业新闻 - 进口及国外乘用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=64'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/64',
         },
         {
             title: '行业新闻 - 后市场',
-            source: ['cpcaauto.com/news.php?types=news&anid=44'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/44',
         },
         {
             title: '行业新闻 - 商用车',
-            source: ['cpcaauto.com/news.php?types=news&anid=62'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/news/62',
         },
         {
             title: '车市解读 - 周度',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=128'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/128',
         },
         {
             title: '车市解读 - 月度',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=129'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/129',
         },
         {
             title: '车市解读 - 指数',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=130'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/130',
         },
         {
             title: '车市解读 - 预测',
-            source: ['cpcaauto.com/news.php?types=csjd&anid=131'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/csjd/131',
         },
         {
             title: '发布会报告 - 上海市场上牌数',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=119'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/119',
         },
         {
             title: '发布会报告 - 京城车市',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=122'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/122',
         },
         {
             title: '发布会报告 - 进口车市场分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=120'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/120',
         },
         {
             title: '发布会报告 - 二手车市场分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=121'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/121',
         },
         {
             title: '发布会报告 - 价格指数',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=124'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/124',
         },
         {
             title: '发布会报告 - 热点评述',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=125'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/125',
         },
         {
             title: '发布会报告 - 新能源月报',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=126'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/126',
         },
         {
             title: '发布会报告 - 商用车月报',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=127'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/127',
         },
         {
             title: '发布会报告 - 政策分析',
-            source: ['cpcaauto.com/news.php?types=bgzl&anid=123'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/bgzl/123',
         },
         {
             title: '经济与政策 - 一周经济',
-            source: ['cpcaauto.com/news.php?types=meeting&anid=46'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/meeting/46',
         },
         {
             title: '经济与政策 - 一周政策',
-            source: ['cpcaauto.com/news.php?types=meeting&anid=47'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/meeting/47',
         },
         {
             title: '乘联会论坛 - 论坛文章',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=49'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/49',
         },
         {
             title: '乘联会论坛 - 两会',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=111'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/111',
         },
         {
             title: '乘联会论坛 - 车展看点',
-            source: ['cpcaauto.com/news.php?types=yjsy&anid=113'],
+            source: ['cpcaauto.com/news.php'],
             target: '/news/yjsy/113',
         },
     ],

package/lib/routes/cpta/handler.ts

@@ -0,0 +1,136 @@
+import { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import asyncPool from 'tiny-async-pool';
+
+type NewsCategory = {
+    title: string;
+    baseUrl: string;
+    description: string;
+};
+
+const WEBSITE_URL = 'http://www.cpta.com.cn';
+
+const NEWS_TYPES: Record<string, NewsCategory> = {
+    notice: {
+        title: '通知公告',
+        baseUrl: 'http://www.cpta.com.cn/notice.html',
+        description: '中国人事考试网 考试通知公告汇总',
+    },
+    performance: {
+        title: '成绩公布',
+        baseUrl: 'http://www.cpta.com.cn/performance.html',
+        description: '中国人事考试网 考试成绩公布汇总',
+    },
+};
+
+const handler: Route['handler'] = async (context) => {
+    const category = context.req.param('category');
+    const BASE_URL = NEWS_TYPES[category].baseUrl;
+    // Fetch the index page
+    const { data: listResponse } = await got(BASE_URL);
+    const $ = load(listResponse);
+
+    // Select all list items containing news information
+    const ITEM_SELECTOR = 'ul[class*="list_14"] > li:has(*)';
+    const listItems = $(ITEM_SELECTOR);
+
+    // Map through each list item to extract details
+    const contentLinkList = listItems
+        .toArray()
+        .map((element) => {
+            const title = $(element).find('a').attr('title')!;
+            const date = $(element).find('i').text()!.replaceAll(/[[\]]/g, '');
+            const relativeLink = $(element).find('a').attr('href')!;
+            const absoluteLink = new URL(relativeLink, WEBSITE_URL).href;
+            return {
+                title,
+                date,
+                link: absoluteLink,
+            };
+        })
+        .sort((a, b) => new Date(b.date).getTime() - new Date(a.date).getTime())
+        .slice(0, 10);
+
+    const fetchDataItem = (item: { title: string; date: string; link: string }) =>
+        cache.tryGet(item.link, async () => {
+            const CONTENT_SELECTOR = '#p_content';
+            const { data: contentResponse } = await got(item.link);
+            const contentPage = load(contentResponse);
+            const content = contentPage(CONTENT_SELECTOR).html() || '';
+            return {
+                title: item.title,
+                pubDate: item.date,
+                link: item.link,
+                description: content,
+                category: ['study'],
+                guid: item.link,
+                id: item.link,
+                image: 'https://www.gov.cn/images/gtrs_logo_lt.png',
+                content: {
+                    html: content,
+                    text: content,
+                },
+                updated: item.date,
+                language: 'zh-CN',
+            } as DataItem;
+        });
+
+    const dataItems: DataItem[] = [];
+
+    for await (const item of await asyncPool(1, contentLinkList, fetchDataItem)) {
+        dataItems.push(item as DataItem);
+    }
+
+    return {
+        title: `中国人事考试网-${NEWS_TYPES[category].title}`,
+        description: NEWS_TYPES[category].description,
+        link: BASE_URL,
+        image: 'https://www.gov.cn/images/gtrs_logo_lt.png',
+        item: dataItems,
+        allowEmpty: true,
+        language: 'zh-CN',
+        feedLink: `https://rsshub.app/cpta/${category}`,
+        id: `https://rsshub.app/cpta/${category}`,
+    };
+};
+
+export const route: Route = {
+    path: '/:category',
+    name: '中国人事考试网发布',
+    maintainers: ['PrinOrange'],
+    parameters: {
+        category: '栏目参数，可见下表描述。',
+    },
+    description: `
+| Category    | Title     | Description                         |
+|-------------|-----------|-------------------------------------|
+| notice      | 通知公告  | 中国人事考试网 考试通知公告汇总    |
+| performance | 成绩公布  | 中国人事考试网 考试成绩公布汇总    |
+`,
+    handler,
+    categories: ['study'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        supportRadar: true,
+        antiCrawler: true,
+    },
+    radar: [
+        {
+            title: '中国人事考试网通知公告',
+            source: ['www.cpta.com.cn/notice.html', 'www.cpta.com.cn'],
+            target: `/notice`,
+        },
+        {
+            title: '中国人事考试网成绩发布',
+            source: ['www.cpta.com.cn/performance.html', 'www.cpta.com.cn'],
+            target: `/performance`,
+        },
+    ],
+    example: '/cpta/notice',
+};

package/lib/routes/cpta/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国人事考试网',
+    url: 'www.cpta.com.cn',
+};

package/lib/routes/ctbu/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '重庆工商大学',
+    url: 'www.ctbu.edu.cn/',
+    lang: 'zh-CN',
+};

package/lib/routes/ctbu/xxgg.ts

@@ -0,0 +1,50 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+const baseURL = 'https://www.ctbu.edu.cn/index/xxgg.htm';
+
+export const route: Route = {
+    path: '/xxgg',
+    categories: ['university'],
+    example: '/ctbu/xxgg',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.ctbu.edu.cn/', 'www.ctbu.edu.cn/index/xxgg.htm'],
+        },
+    ],
+    name: '学校公告',
+    maintainers: ['Skylwn'],
+    handler,
+    url: 'www.ctbu.edu.cn/',
+};
+
+async function handler() {
+    const response = await got(baseURL);
+    const $ = load(response.data);
+    const items = $('li.clearfix')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title'),
+                description: item.find('p').text(),
+                pubDate: parseDate(item.find('h6').text() + '-' + item.find('em').text(), 'YYYY-MM-DD'),
+                link: item.find('a').attr('href'),
+            };
+        });
+    return {
+        title: $('title').text(),
+        link: baseURL,
+        item: items,
+    };
+}

package/lib/routes/cuilingmag/index.ts

@@ -135,13 +135,14 @@ export const route: Route = {
     path: '/:category?',
     name: '分类',
     url: 'cuilingmag.com',
+    categories: ['new-media', 'popular'],
     maintainers: ['nczitzk'],
     handler,
     example: '/cuilingmag',
     parameters: { category: '分类，默认为空，即全部，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [#哲学·文明](https://www.cuilingmag.com/category/philosophy_civilization)，网址为 \`https://www.cuilingmag.com/category/philosophy_civilization\`。截取 \`https://www.cuilingmag.com/category\` 到末尾的部分 \`philosophy_civilization\` 作为参数填入，此时路由为 [\`/cuilingmag/philosophy_civilization\`](https://rsshub.app/cuilingmag/philosophy_civilization)。
-  :::
+:::
 
   | 分类                                                                       | ID                                                                                |
   | -------------------------------------------------------------------------- | --------------------------------------------------------------------------------- |

package/lib/routes/cursor/changelog.ts

@@ -0,0 +1,63 @@
+import { Route } from '@/types';
+
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/changelog',
+    categories: ['program-update'],
+    example: '/cursor/changelog',
+    url: 'www.cursor.com/changelog',
+    name: 'Changelog',
+    maintainers: ['p3psi-boo'],
+    radar: [
+        {
+            source: ['www.cursor.com/changelog'],
+            target: '/cursor/changelog',
+        },
+    ],
+    handler,
+};
+
+async function handler() {
+    const url = 'https://www.cursor.com/changelog';
+
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const $ = load(response.data);
+
+    const alist = $('article');
+
+    const list = alist.toArray().map((item) => {
+        const leftSide = item.firstChild! as unknown as Element;
+        const version = $(leftSide.firstChild!).text();
+        const dateLabel = $(leftSide.lastChild!).text();
+        const date = parseDate(dateLabel);
+
+        // 从第二个子元素开始到结束都是内容
+        const content = item.children
+            .slice(1)
+            .map((child) => $(child).html())
+            .join('');
+        const titleElement = $('h2 a', item);
+        const link = titleElement.attr('href');
+        const title = titleElement.text();
+
+        return {
+            title: `${version} - ${title}`,
+            description: content,
+            link: `https://www.cursor.com${link}`,
+            pubDate: date,
+        };
+    });
+
+    return {
+        title: 'Cursor Changelog',
+        link: 'https://www.cursor.com/changelog',
+        item: list,
+    };
+}

package/lib/routes/cursor/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cursor',
+    url: 'www.cursor.com',
+    description: '',
+    lang: 'en',
+};

package/lib/routes/cybersecurityventures/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cybercrime Magazine',
+    url: 'cybersecurityventures.com',
+    lang: 'en',
+};

package/lib/routes/cybersecurityventures/news.ts

@@ -0,0 +1,121 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import type { Context } from 'hono';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import type { RawRecord } from './types';
+
+const categories: Record<
+    string,
+    {
+        label: string;
+        scene: number;
+        view: number;
+    }
+> = {
+    today: {
+        label: "Today's News",
+        scene: 12,
+        view: 14,
+    },
+    'intrusion-daily-cyber-threat-alert': {
+        label: 'Cyberattacks',
+        scene: 13,
+        view: 15,
+    },
+    'ransomware-minute': {
+        label: 'Ransomware',
+        scene: 16,
+        view: 18,
+    },
+    cryptocrime: {
+        label: 'Cryptocrime',
+        scene: 18,
+        view: 20,
+    },
+    'hack-blotter': {
+        label: 'Hack Blotter',
+        scene: 19,
+        view: 21,
+    },
+    'cybersecurity-venture-capital-vc-deals': {
+        label: 'VC Deal Flow',
+        scene: 3,
+        view: 3,
+    },
+    'mergers-and-acquisitions-report': {
+        label: 'M&A Tracker',
+        scene: 11,
+        view: 13,
+    },
+};
+
+export const route: Route = {
+    name: 'News',
+    categories: ['programming'],
+    path: '/news/:category?',
+    example: '/cybersecurityventures/news',
+    radar: Object.keys(categories).map((key) => ({
+        source: [`cybersecurityventures.com/${key}`],
+        target: `/news/${key}`,
+        title: categories[key].label,
+    })),
+    parameters: {
+        category: {
+            description: 'news category',
+            default: 'today',
+            options: Object.keys(categories).map((key) => ({
+                value: key,
+                label: categories[key].label,
+            })),
+        },
+    },
+    handler,
+    maintainers: ['KarasuShin'],
+    features: {
+        supportRadar: true,
+    },
+    view: ViewType.Articles,
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const rootUrl = 'https://cybersecurityventures.com/';
+    const apiUrl = 'https://us-east-1-renderer-read.knack.com/v1';
+    const category = ctx.req.param('category') ?? 'today';
+    const limit = ctx.req.query('limit') ?? 20;
+
+    if (!(category in categories)) {
+        throw new InvalidParameterError('Invalid category');
+    }
+
+    const { scene, view, label } = categories[category];
+
+    const data = await ofetch<{
+        records: RawRecord[];
+    }>(`${apiUrl}/scenes/scene_${scene}/views/view_${view}/records?format=raw&page=1&rows_per_page=${limit}&sort_field=field_2&sort_order=desc`, {
+        headers: {
+            'X-Knack-Application-Id': '6013171b60be8f001cb27363',
+            'X-Knack-Rest-Api-Key': 'renderer',
+        },
+    });
+
+    return {
+        title: `${label} - Cybercrime Magazine`,
+        link: `${rootUrl}/${category}`,
+        item: data.records.map((item) => {
+            const $ = load(item.field_3, null, false);
+            const link = $('a').attr('href');
+            const source = item.field_4;
+            const description = `<p>${source}</p><br>${$.html()}`;
+
+            return {
+                title: item.field_5,
+                description,
+                pubDate: parseDate(item.field_2.iso_timestamp),
+                link,
+                guid: `cybersecurityventures:${item.id}`,
+            } as DataItem;
+        }),
+    };
+}

package/lib/routes/cybersecurityventures/types.ts

@@ -0,0 +1,17 @@
+export interface RawRecord {
+    id: string;
+    field_2: {
+        date: string;
+        date_formatted: string;
+        hours: string;
+        minutes: string;
+        am_pm: string;
+        unix_timestamp: number;
+        iso_timestamp: string;
+        timestamp: string;
+        time: number;
+    };
+    field_3: string;
+    field_4: string;
+    field_5: string;
+}

package/lib/routes/cyzone/author.ts

@@ -4,7 +4,7 @@ import { rootUrl, apiRootUrl, processItems, getInfo } from './util';
 
 export const route: Route = {
     path: '/author/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/cyzone/author/1225562',
     parameters: { id: '作者 id，可在对应作者页 URL 中找到' },
     features: {

package/lib/routes/cyzone/label.ts

@@ -4,7 +4,7 @@ import { rootUrl, apiRootUrl, processItems, getInfo } from './util';
 
 export const route: Route = {
     path: '/label/:name',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/cyzone/label/创业邦周报',
     parameters: { name: '标签名称，可在对应标签页 URL 中找到' },
     features: {